diff --git a/ai/litellm-config.yaml b/ai/litellm-config.yaml index 19f9b2d..b0aa5f8 100644 --- a/ai/litellm-config.yaml +++ b/ai/litellm-config.yaml @@ -60,14 +60,14 @@ model_list: litellm_settings: drop_params: true - set_verbose: false # Disable verbose logging for better performance - # Enable caching with Redis for better performance - cache: true - cache_params: - type: redis - host: redis - port: 6379 - ttl: 3600 # Cache for 1 hour + set_verbose: true # Enable verbose logging for debugging streaming issues + # Disable caching - it breaks streaming responses + cache: false + # cache_params: + # type: redis + # host: redis + # port: 6379 + # ttl: 3600 # Cache for 1 hour # Force strip specific parameters globally allowed_fails: 0 # Modify params before sending to provider