feat: re-enable Redis caching in LiteLLM now that streaming is fixed

This commit is contained in:
2025-11-21 19:40:57 +01:00
parent ec903c16c2
commit 0999e5d29f

View File

@@ -63,13 +63,13 @@ model_list:
litellm_settings:
drop_params: false # DISABLED: Was breaking streaming
set_verbose: true # Enable verbose logging for debugging streaming issues
# Disable caching - it breaks streaming responses
cache: false
# cache_params:
# type: redis
# host: redis
# port: 6379
# ttl: 3600 # Cache for 1 hour
# Enable caching now that streaming is fixed
cache: true
cache_params:
type: redis
host: core_redis
port: 6379
ttl: 3600 # Cache for 1 hour
# Force strip specific parameters globally
allowed_fails: 0
# Modify params before sending to provider