runner

1# LiteLLM Proxy Configuration
2# Maps Ollama models to OpenAI-compatible API endpoints
3
4model_list:
5{% for model in llm_stack_models %}
6  - model_name: "{{ model.name }}"
7    litellm_params:
8      model: "ollama/{{ model.name }}"
9      api_base: "http://ollama:11434"
10      stream: {{ llm_stack_litellm_streaming_enabled | lower }}
11{% endfor %}
12
13litellm_settings:
14  drop_params: true
15  set_verbose: {{ true if llm_stack_litellm_log_level == 'debug' else false }}
16  cache: true
17  cache_params:
18    type: "local"
19    ttl: 3600
20
21general_settings:
22  master_key: "{{ vault_runner.lite_llm_master_key | default('sk-1234') }}"
23  database_url: "postgresql://litellm:{{ vault_runner.lite_llm_db_password | default('litellm123') }}@postgres:5432/litellm"
24  store_model_in_db: true
25