# llama-server router process options (loaded by systemd via EnvironmentFile).
# Sourced from the llama-server env-var twins of the CLI flags (see common/arg.cpp).
# NOTE: --sleep-idle-seconds has NO env-var equivalent, so it must be passed on
# the command line in the unit's ExecStart.

LLAMA_ARG_MODELS_MAX=1
LLAMA_ARG_MODELS_AUTOLOAD=false
# Listen address / port
LLAMA_ARG_HOST=0.0.0.0
LLAMA_ARG_PORT=9931

# GPU device selection (ROCm/HIP). Set to the index(es) of the GPU(s) to use.
HIP_VISIBLE_DEVICES=0