fix: update compose.yaml to use new GPU_VLLM URLs
This commit is contained in:
@@ -102,7 +102,8 @@ services:
|
|||||||
LITELLM_MASTER_KEY: ${AI_LITELLM_API_KEY}
|
LITELLM_MASTER_KEY: ${AI_LITELLM_API_KEY}
|
||||||
DATABASE_URL: postgresql://${AI_DB_USER}:${AI_DB_PASSWORD}@ai_postgres:5432/litellm
|
DATABASE_URL: postgresql://${AI_DB_USER}:${AI_DB_PASSWORD}@ai_postgres:5432/litellm
|
||||||
GPU_TAILSCALE_IP: ${GPU_TAILSCALE_IP}
|
GPU_TAILSCALE_IP: ${GPU_TAILSCALE_IP}
|
||||||
GPU_VLLM_API_URL: ${GPU_VLLM_API_URL}
|
GPU_VLLM_QWEN_URL: ${GPU_VLLM_QWEN_URL}
|
||||||
|
GPU_VLLM_LLAMA_URL: ${GPU_VLLM_LLAMA_URL}
|
||||||
# LITELLM_DROP_PARAMS: 'true' # DISABLED: Was breaking streaming
|
# LITELLM_DROP_PARAMS: 'true' # DISABLED: Was breaking streaming
|
||||||
NO_DOCS: 'true'
|
NO_DOCS: 'true'
|
||||||
NO_REDOC: 'true'
|
NO_REDOC: 'true'
|
||||||
|
|||||||
Reference in New Issue
Block a user