feat: re-enable Redis caching in LiteLLM now that streaming is fixed
This commit is contained in:
@@ -63,13 +63,13 @@ model_list:
|
||||
litellm_settings:
|
||||
drop_params: false # DISABLED: Was breaking streaming
|
||||
set_verbose: true # Enable verbose logging for debugging streaming issues
|
||||
# Disable caching - it breaks streaming responses
|
||||
cache: false
|
||||
# cache_params:
|
||||
# type: redis
|
||||
# host: redis
|
||||
# port: 6379
|
||||
# ttl: 3600 # Cache for 1 hour
|
||||
# Enable caching now that streaming is fixed
|
||||
cache: true
|
||||
cache_params:
|
||||
type: redis
|
||||
host: core_redis
|
||||
port: 6379
|
||||
ttl: 3600 # Cache for 1 hour
|
||||
# Force strip specific parameters globally
|
||||
allowed_fails: 0
|
||||
# Modify params before sending to provider
|
||||
|
||||
Reference in New Issue
Block a user