feat(ai): bge over litellm

2025-11-30 20:12:07 +01:00
parent 35e0f232f9
commit 120bf7c385
2 changed files with 10 additions and 0 deletions
--- a/ai/compose.yaml
+++ b/ai/compose.yaml
@@ -105,6 +105,7 @@ services:
      LITELLM_MASTER_KEY: ${AI_LITELLM_API_KEY}
      DATABASE_URL: postgresql://${AI_DB_USER}:${AI_DB_PASSWORD}@ai_postgres:5432/litellm
      GPU_VLLM_LLAMA_URL: ${GPU_VLLM_LLAMA_URL}
+      GPU_VLLM_BGE_URL: ${GPU_VLLM_BGE_URL}
      # LITELLM_DROP_PARAMS: 'true'  # DISABLED: Was breaking streaming
      NO_DOCS: "true"
      NO_REDOC: "true"