fix: disable prompt caching and responses API in litellm

- Add LITELLM_DROP_PARAMS environment variable
- Disable cache in litellm_settings
- Attempt to disable responses API endpoint
- Remove invalid supports_prompt_caching parameter

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
2025-11-11 12:27:06 +01:00
parent 813823995c
commit da0dc2363a
2 changed files with 5 additions and 2 deletions

View File

@@ -8,8 +8,6 @@ model_list:
litellm_params:
model: anthropic/claude-sonnet-4-5-20250929
api_key: os.environ/ANTHROPIC_API_KEY
drop_params: true
supports_prompt_caching: false
- model_name: claude-3-5-sonnet
litellm_params:
@@ -29,6 +27,8 @@ model_list:
litellm_settings:
drop_params: true
set_verbose: true
# Disable prompt caching features
cache: false
router_settings:
allowed_fails: 0
@@ -39,3 +39,5 @@ default_litellm_params:
general_settings:
disable_responses_id_security: true
# Explicitly disable responses API endpoint
disable_responses_api: true