services.ymlΒΆ

---
litellm:
  modes:
    compose:
      enabled: true
    swarm:
      enabled: true
  bond: 1
  enabled: true
  shared: true
  backup:
    no_stop_required: true
  image: ghcr.io/berriai/litellm
  version: main-v1.77.7-stable
  name: litellm
  max_output_tokens: 512
  upstream_timeout: 240
  min_storage: 1022MB
  cpus: "2.0"
  mem_reservation: 1g
  mem_limit: 2g
  pids_limit: 1024
  ports:
    local:
      http: 8081
    internal:
      http: 4000
  run_after:
    - svc-db-postgres
  lifecycle: beta

postgres:
  bond: 1
  enabled: true # nocheck: dynamic-flag
  shared: "{{ 'svc-db-postgres' in group_names }}"

# nocheck: playwright-service-flag, dynamic-flag
ollama:
  bond: 1
  enabled: "{{ 'svc-ai-ollama' in group_names }}"
  shared: "{{ 'svc-ai-ollama' in group_names }}"

# nocheck: playwright-service-flag, dynamic-flag
lmstudio:
  bond: 0.5
  enabled: "{{ 'svc-ai-lmstudio' in group_names }}"
  shared: "{{ 'svc-ai-lmstudio' in group_names }}"