diff --git a/ai/compose.yaml b/ai/compose.yaml index de2bb0c..00a7afc 100644 --- a/ai/compose.yaml +++ b/ai/compose.yaml @@ -34,9 +34,9 @@ services: # Database configuration DATABASE_URL: postgresql://${AI_DB_USER}:${AI_DB_PASSWORD}@ai_postgres:5432/${AI_DB_NAME} - # OpenAI API configuration (pointing to LiteLLM proxy) - OPENAI_API_BASE_URLS: http://litellm:4000 - OPENAI_API_KEYS: ${AI_LITELLM_API_KEY} + # OpenAI API configuration (pointing to LiteLLM proxy + direct RunPod orchestrator) + OPENAI_API_BASE_URLS: http://litellm:4000;http://100.121.199.88:9000/v1 + OPENAI_API_KEYS: ${AI_LITELLM_API_KEY};dummy # Disable Ollama (we only use LiteLLM) ENABLE_OLLAMA_API: false