chore: cleanup
This commit is contained in:
@@ -1,62 +0,0 @@
|
|||||||
services:
|
|
||||||
litellm:
|
|
||||||
image: docker.litellm.ai/berriai/litellm:main-stable
|
|
||||||
container_name: litellm
|
|
||||||
volumes:
|
|
||||||
- ./config.yaml:/app/config.yaml
|
|
||||||
command:
|
|
||||||
- "--config=/app/config.yaml"
|
|
||||||
environment:
|
|
||||||
DATABASE_URL: "postgresql://litellm:litellm@litellm_db:5432/litellm"
|
|
||||||
LITELLM_MASTER_KEY: ${LITELLM_MASTER_KEY}
|
|
||||||
LITELLM_SALT_KEY: ${LITELLM_SALT_KEY}
|
|
||||||
NVIDIA_NIM_API_KEY: ${NVIDIA_NIM_API_KEY}
|
|
||||||
NO_DOCS: "True"
|
|
||||||
NO_REDOC: "True"
|
|
||||||
depends_on:
|
|
||||||
- db
|
|
||||||
restart: always
|
|
||||||
labels:
|
|
||||||
- "traefik.enable=true"
|
|
||||||
- "traefik.http.middlewares.litellm-redirect-web-secure.redirectscheme.scheme=https"
|
|
||||||
- "traefik.http.routers.litellm-web.middlewares=litellm-redirect-web-secure"
|
|
||||||
- "traefik.http.routers.litellm-web.rule=Host(`${TRAEFIK_HOST}`)"
|
|
||||||
- "traefik.http.routers.litellm-web.entrypoints=web"
|
|
||||||
- "traefik.http.routers.litellm-web-secure.rule=Host(`${TRAEFIK_HOST}`)"
|
|
||||||
- "traefik.http.routers.litellm-web-secure.tls.certresolver=resolver"
|
|
||||||
- "traefik.http.routers.litellm-web-secure.entrypoints=web-secure"
|
|
||||||
- "traefik.http.routers.litellm-web-secure.middlewares=security-headers@file"
|
|
||||||
- "traefik.http.services.litellm-web-secure.loadbalancer.server.port=4000"
|
|
||||||
- "traefik.docker.network=${NETWORK_NAME}"
|
|
||||||
- "com.centurylinklabs.watchtower.enable=true"
|
|
||||||
networks:
|
|
||||||
- compose_network
|
|
||||||
healthcheck:
|
|
||||||
test:
|
|
||||||
- CMD-SHELL
|
|
||||||
- python3 -c "import urllib.request; urllib.request.urlopen('http://localhost:4000/health/liveliness')"
|
|
||||||
interval: 30s
|
|
||||||
timeout: 10s
|
|
||||||
retries: 3
|
|
||||||
start_period: 40s
|
|
||||||
db:
|
|
||||||
image: postgres:16
|
|
||||||
container_name: litellm_db
|
|
||||||
environment:
|
|
||||||
POSTGRES_DB: litellm
|
|
||||||
POSTGRES_USER: litellm
|
|
||||||
POSTGRES_PASSWORD: litellm
|
|
||||||
volumes:
|
|
||||||
- ../.data/litellm/db:/var/lib/postgresql/data
|
|
||||||
restart: always
|
|
||||||
healthcheck:
|
|
||||||
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
|
|
||||||
interval: 5s
|
|
||||||
timeout: 5s
|
|
||||||
retries: 5
|
|
||||||
networks:
|
|
||||||
- compose_network
|
|
||||||
networks:
|
|
||||||
compose_network:
|
|
||||||
name: ${NETWORK_NAME}
|
|
||||||
external: true
|
|
||||||
@@ -1,9 +0,0 @@
|
|||||||
model_list:
|
|
||||||
- model_name: qwen3.5
|
|
||||||
litellm_params:
|
|
||||||
model: nvidia_nim/qwen/qwen3.5-397b-a17b
|
|
||||||
drop_params: true
|
|
||||||
- model_name: qwen3-coder
|
|
||||||
litellm_params:
|
|
||||||
model: nvidia_nim/qwen/qwen3-coder-480b-a35b-instruct
|
|
||||||
drop_params: true
|
|
||||||
Reference in New Issue
Block a user