valknar/docker-compose
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Enable verbose logging in LiteLLM for streaming debug

Browse Source
This commit is contained in:
Sebastian Krüger
2025-11-21 17:43:34 +01:00
parent 103bbbad51
commit ed4d537499
1 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
ai/litellm-config.yaml
View File

@@ -60,14 +60,14 @@ model_list:
litellm_settings: litellm_settings:
drop_params: true drop_params: true
set_verbose: false # Disable verbose logging for better performance set_verbose: true # Enable verbose logging for debugging streaming issues
# Enable caching with Redis for better performance # Disable caching - it breaks streaming responses
cache: true cache: false
cache_params: # cache_params:
type: redis # type: redis
host: redis # host: redis
port: 6379 # port: 6379
ttl: 3600 # Cache for 1 hour # ttl: 3600 # Cache for 1 hour
# Force strip specific parameters globally # Force strip specific parameters globally
allowed_fails: 0 allowed_fails: 0
# Modify params before sending to provider # Modify params before sending to provider