fix: update compose.yaml to use new GPU_VLLM URLs

2025-11-23 16:22:54 +01:00
parent 64c02228d8
commit a80c6b931b
1 changed files with 2 additions and 1 deletions
--- a/ai/compose.yaml
+++ b/ai/compose.yaml
@@ -102,7 +102,8 @@ services:
      LITELLM_MASTER_KEY: ${AI_LITELLM_API_KEY}
      DATABASE_URL: postgresql://${AI_DB_USER}:${AI_DB_PASSWORD}@ai_postgres:5432/litellm
      GPU_TAILSCALE_IP: ${GPU_TAILSCALE_IP}
-      GPU_VLLM_API_URL: ${GPU_VLLM_API_URL}
+      GPU_VLLM_QWEN_URL: ${GPU_VLLM_QWEN_URL}
+      GPU_VLLM_LLAMA_URL: ${GPU_VLLM_LLAMA_URL}
      # LITELLM_DROP_PARAMS: 'true'  # DISABLED: Was breaking streaming
      NO_DOCS: 'true'
      NO_REDOC: 'true'