diff --git a/ai/compose.yaml b/ai/compose.yaml index 328aea9..cf47842 100644 --- a/ai/compose.yaml +++ b/ai/compose.yaml @@ -102,7 +102,8 @@ services: LITELLM_MASTER_KEY: ${AI_LITELLM_API_KEY} DATABASE_URL: postgresql://${AI_DB_USER}:${AI_DB_PASSWORD}@ai_postgres:5432/litellm GPU_TAILSCALE_IP: ${GPU_TAILSCALE_IP} - GPU_VLLM_API_URL: ${GPU_VLLM_API_URL} + GPU_VLLM_QWEN_URL: ${GPU_VLLM_QWEN_URL} + GPU_VLLM_LLAMA_URL: ${GPU_VLLM_LLAMA_URL} # LITELLM_DROP_PARAMS: 'true' # DISABLED: Was breaking streaming NO_DOCS: 'true' NO_REDOC: 'true'