runner

1# ==============================================================================
2# LITELLM ENVIRONMENT CONFIGURATION
3# Model routing is handled by config.yaml, this file covers runtime settings
4# ==============================================================================
5
6# Logging
7LOG_LEVEL={{ llm_stack_litellm_log_level }}
8
9# Credential encryption at rest. Used to encrypt/decrypt model credentials in the
10# database when store_model_in_db is enabled. This value must never change once
11# set - rotating it makes previously stored credentials unrecoverable.
12LITELLM_SALT_KEY={{ vault_runner.lite_llm_salt_key }}
13
14# Ollama connection (used by model discovery)
15OLLAMA_API_BASE=http://ollama:11434
16OLLAMA_NUM_GPUS=1
17
18# Security & Access
19CORS_ORIGINS=*
20ALLOWED_IPS=*
21
22# Rate Limiting
23RATE_LIMIT_ENABLED=true
24RATE_LIMIT_REQUESTS_PER_MINUTE=60
25RATE_LIMIT_REQUESTS_PER_HOUR=1000
26