valknar/docker-compose
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: re-enable Redis caching in LiteLLM now that streaming is fixed

Browse Source
This commit is contained in:
Sebastian Krüger
2025-11-21 19:40:57 +01:00
parent ec903c16c2
commit 0999e5d29f
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
ai/litellm-config.yaml
View File

@@ -63,13 +63,13 @@ model_list:
litellm_settings: litellm_settings:
drop_params: false # DISABLED: Was breaking streaming drop_params: false # DISABLED: Was breaking streaming
set_verbose: true # Enable verbose logging for debugging streaming issues set_verbose: true # Enable verbose logging for debugging streaming issues
# Disable caching - it breaks streaming responses # Enable caching now that streaming is fixed
cache: false cache: true
# cache_params: cache_params:
# type: redis type: redis
# host: redis host: core_redis
# port: 6379 port: 6379
# ttl: 3600 # Cache for 1 hour ttl: 3600 # Cache for 1 hour
# Force strip specific parameters globally # Force strip specific parameters globally
allowed_fails: 0 allowed_fails: 0
# Modify params before sending to provider # Modify params before sending to provider