diff --git a/ai/litellm-config.yaml b/ai/litellm-config.yaml index 2f7adb2..c6373b0 100644 --- a/ai/litellm-config.yaml +++ b/ai/litellm-config.yaml @@ -63,13 +63,13 @@ model_list: litellm_settings: drop_params: false # DISABLED: Was breaking streaming set_verbose: true # Enable verbose logging for debugging streaming issues - # Disable caching - it breaks streaming responses - cache: false - # cache_params: - # type: redis - # host: redis - # port: 6379 - # ttl: 3600 # Cache for 1 hour + # Enable caching now that streaming is fixed + cache: true + cache_params: + type: redis + host: core_redis + port: 6379 + ttl: 3600 # Cache for 1 hour # Force strip specific parameters globally allowed_fails: 0 # Modify params before sending to provider