valknar/docker-compose
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: enable system message support for qwen-2.5-7b

Browse Source
This commit is contained in:
Sebastian Krüger
2025-11-23 14:36:34 +01:00
parent 779e76974d
commit 94ab4ae6dd
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ai/litellm-config.yaml
View File

@@ -39,7 +39,7 @@ model_list:
tpm: 100000 tpm: 100000
timeout: 600 # 10 minutes for generation timeout: 600 # 10 minutes for generation
stream_timeout: 600 stream_timeout: 600
supports_system_messages: false # vLLM handles system messages differently supports_system_messages: true # Qwen supports system messages
stream: true # Enable streaming by default stream: true # Enable streaming by default
- model_name: llama-3.1-8b - model_name: llama-3.1-8b