---
litellm:
modes:
compose:
enabled: true
swarm:
enabled: true
bond: 1
enabled: true
shared: true
backup:
no_stop_required: true
image: ghcr.io/berriai/litellm
version: main-v1.77.7-stable
name: litellm
max_output_tokens: 512
upstream_timeout: 240
min_storage: 1022MB
cpus: "2.0"
mem_reservation: 1g
mem_limit: 2g
pids_limit: 1024
ports:
local:
http: 8081
internal:
http: 4000
run_after:
- svc-db-postgres
lifecycle: beta
postgres:
bond: 1
enabled: true # nocheck: dynamic-flag
shared: "{{ 'svc-db-postgres' in group_names }}"
# nocheck: playwright-service-flag, dynamic-flag
ollama:
bond: 1
enabled: "{{ 'svc-ai-ollama' in group_names }}"
shared: "{{ 'svc-ai-ollama' in group_names }}"
# nocheck: playwright-service-flag, dynamic-flag
lmstudio:
bond: 0.5
enabled: "{{ 'svc-ai-lmstudio' in group_names }}"
shared: "{{ 'svc-ai-lmstudio' in group_names }}"