revert: remove direct WebUI connection, focus on fixing LiteLLM streaming

- Reverted direct orchestrator connection to WebUI
- Added stream: true parameter to qwen-2.5-7b model config
- Keep LiteLLM as single proxy for all models
This commit is contained in:
2025-11-21 18:42:46 +01:00
parent 62fcf832da
commit c58b5d36ba
2 changed files with 4 additions and 3 deletions

View File

@@ -34,9 +34,9 @@ services:
# Database configuration
DATABASE_URL: postgresql://${AI_DB_USER}:${AI_DB_PASSWORD}@ai_postgres:5432/${AI_DB_NAME}
# OpenAI API configuration (pointing to LiteLLM proxy + direct RunPod orchestrator)
OPENAI_API_BASE_URLS: http://litellm:4000;http://100.121.199.88:9000/v1
OPENAI_API_KEYS: ${AI_LITELLM_API_KEY};dummy
# OpenAI API configuration (pointing to LiteLLM proxy)
OPENAI_API_BASE_URLS: http://litellm:4000
OPENAI_API_KEYS: ${AI_LITELLM_API_KEY}
# Disable Ollama (we only use LiteLLM)
ENABLE_OLLAMA_API: false