fix(ai): litellm config

2025-11-30 22:32:49 +01:00
parent 120bf7c385
commit 7bca766247
1 changed files with 1 additions and 0 deletions
--- a/ai/litellm-config.yaml
+++ b/ai/litellm-config.yaml
@@ -41,6 +41,7 @@ model_list:
      stream_timeout: 600
      supports_system_messages: true # Llama supports system messages
      stream: true # Enable streaming by default
+      max_tokens: 4096 # Cap completion tokens to leave room for input

  # Embeddings - BGE Large (Port 8002)
  - model_name: bge-large-en