valknar/docker-compose
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(ai): litellm config

Browse Source
This commit is contained in:
Sebastian Krüger
2025-11-30 23:03:32 +01:00
parent 7bca766247
commit c55f41408a
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
ai/litellm-config.yaml
View File

@@ -41,7 +41,6 @@ model_list:
stream_timeout: 600 stream_timeout: 600
supports_system_messages: true # Llama supports system messages supports_system_messages: true # Llama supports system messages
stream: true # Enable streaming by default stream: true # Enable streaming by default
max_tokens: 4096 # Cap completion tokens to leave room for input
# Embeddings - BGE Large (Port 8002) # Embeddings - BGE Large (Port 8002)
- model_name: bge-large-en - model_name: bge-large-en