2026-03-18 17:39:19 +01:00
|
|
|
services:
|
|
|
|
|
litellm:
|
|
|
|
|
image: docker.litellm.ai/berriai/litellm:main-stable
|
|
|
|
|
container_name: litellm
|
|
|
|
|
volumes:
|
|
|
|
|
- ./config.yaml:/app/config.yaml
|
|
|
|
|
command:
|
|
|
|
|
- "--config=/app/config.yaml"
|
|
|
|
|
environment:
|
|
|
|
|
DATABASE_URL: "postgresql://litellm:litellm@litellm_db:5432/litellm"
|
|
|
|
|
LITELLM_MASTER_KEY: ${LITELLM_MASTER_KEY}
|
|
|
|
|
LITELLM_SALT_KEY: ${LITELLM_SALT_KEY}
|
|
|
|
|
NVIDIA_NIM_API_KEY: ${NVIDIA_NIM_API_KEY}
|
2026-03-18 20:16:54 +01:00
|
|
|
NO_DOCS: "True"
|
|
|
|
|
NO_REDOC: "True"
|
2026-03-18 17:39:19 +01:00
|
|
|
depends_on:
|
|
|
|
|
- db
|
|
|
|
|
restart: always
|
|
|
|
|
labels:
|
|
|
|
|
- "traefik.enable=true"
|
|
|
|
|
- "traefik.http.middlewares.litellm-redirect-web-secure.redirectscheme.scheme=https"
|
|
|
|
|
- "traefik.http.routers.litellm-web.middlewares=litellm-redirect-web-secure"
|
|
|
|
|
- "traefik.http.routers.litellm-web.rule=Host(`${TRAEFIK_HOST}`)"
|
|
|
|
|
- "traefik.http.routers.litellm-web.entrypoints=web"
|
|
|
|
|
- "traefik.http.routers.litellm-web-secure.rule=Host(`${TRAEFIK_HOST}`)"
|
|
|
|
|
- "traefik.http.routers.litellm-web-secure.tls.certresolver=resolver"
|
|
|
|
|
- "traefik.http.routers.litellm-web-secure.entrypoints=web-secure"
|
|
|
|
|
- "traefik.http.routers.litellm-web-secure.middlewares=security-headers@file"
|
|
|
|
|
- "traefik.http.services.litellm-web-secure.loadbalancer.server.port=4000"
|
|
|
|
|
- "traefik.docker.network=${NETWORK_NAME}"
|
|
|
|
|
- "com.centurylinklabs.watchtower.enable=true"
|
|
|
|
|
networks:
|
|
|
|
|
- compose_network
|
|
|
|
|
healthcheck:
|
|
|
|
|
test:
|
|
|
|
|
- CMD-SHELL
|
|
|
|
|
- python3 -c "import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')"
|
|
|
|
|
interval: 30s
|
|
|
|
|
timeout: 10s
|
|
|
|
|
retries: 3
|
|
|
|
|
start_period: 40s
|
|
|
|
|
db:
|
|
|
|
|
image: postgres:16
|
|
|
|
|
container_name: litellm_db
|
|
|
|
|
environment:
|
|
|
|
|
POSTGRES_DB: litellm
|
|
|
|
|
POSTGRES_USER: litellm
|
|
|
|
|
POSTGRES_PASSWORD: litellm
|
|
|
|
|
volumes:
|
|
|
|
|
- ../.data/litellm/db:/var/lib/postgresql/data
|
|
|
|
|
restart: always
|
|
|
|
|
healthcheck:
|
|
|
|
|
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
|
|
|
|
|
interval: 5s
|
|
|
|
|
timeout: 5s
|
|
|
|
|
retries: 5
|
|
|
|
|
networks:
|
|
|
|
|
- compose_network
|
|
|
|
|
networks:
|
|
|
|
|
compose_network:
|
|
|
|
|
name: ${NETWORK_NAME}
|
|
|
|
|
external: true
|
