diff --git a/ai/litellm-config.yaml b/ai/litellm-config.yaml index 88a2d52..1798f3a 100644 --- a/ai/litellm-config.yaml +++ b/ai/litellm-config.yaml @@ -30,8 +30,13 @@ model_list: litellm_settings: drop_params: true set_verbose: false # Disable verbose logging for better performance - # Disable LiteLLM caching (prompt caching at API level is separate) - cache: false + # Enable caching with Redis for better performance + cache: true + cache_params: + type: redis + host: redis + port: 6379 + ttl: 3600 # Cache for 1 hour # Force strip specific parameters globally allowed_fails: 0 # Modify params before sending to provider