/
/
/
Ansible role that deployes services on my runner machine
1services:
2 ollama:
3 container_name: ollama
4 image: "{{ container_images.ollama }}"
5 restart: unless-stopped
6
7 ports:
8 - "{{ llm_stack_ollama_port }}:11434"
9
10 env_file:
11 - .env
12
13 volumes:
14 - /etc/localtime:/etc/localtime:ro
15 - {{ llm_stack_ollama_data_dir }}:/root/.ollama
16
17{% if gpu_enabled %}
18 runtime: nvidia
19 gpus: all
20{% endif %}
21
22 networks:
23 llm-stack-net:
24 aliases:
25 - ollama
26
27 openwebui:
28 container_name: openwebui
29 image: "{{ container_images.openwebui }}"
30 restart: unless-stopped
31
32 ports:
33 - "{{ llm_stack_openwebui_port }}:8080"
34
35 env_file:
36 - .env
37
38 volumes:
39 - /etc/localtime:/etc/localtime:ro
40 - {{ llm_stack_openwebui_data_dir }}:/app/backend/data
41
42 depends_on:
43 - ollama
44
45 networks:
46 llm-stack-net:
47 aliases:
48 - openwebui
49
50 litellm-postgres:
51 container_name: litellm-postgres
52 image: "postgres:15-alpine"
53 restart: unless-stopped
54
55 environment:
56 POSTGRES_DB: litellm
57 POSTGRES_USER: litellm
58 POSTGRES_PASSWORD: "{{ vault_runner.lite_llm_db_password | default('litellm123') }}"
59
60 volumes:
61 - /etc/localtime:/etc/localtime:ro
62 - {{ llm_stack_litellm_data_dir }}/postgres:/var/lib/postgresql/data
63
64 networks:
65 llm-stack-net:
66 aliases:
67 - postgres
68
69 litellm:
70 container_name: litellm
71 image: "{{ container_images.litellm }}"
72 restart: unless-stopped
73
74 ports:
75 - "{{ llm_stack_litellm_port }}:4000"
76
77 env_file:
78 - litellm.env
79
80 volumes:
81 - /etc/localtime:/etc/localtime:ro
82 - {{ llm_stack_litellm_data_dir }}:/app/data
83
84 depends_on:
85 - ollama
86 - litellm-postgres
87
88 networks:
89 llm-stack-net:
90 aliases:
91 - litellm
92
93networks:
94 llm-stack-net:
95 driver: bridge
96 name: llm-stack-net
97