fix: remove vllm embedding

2025-11-27 01:24:05 +01:00
parent 90fa8a073c
commit b9beef283d
1 changed files with 1 additions and 1 deletions
--- a/services/vllm/config_llama.yaml
+++ b/services/vllm/config_llama.yaml
@@ -3,6 +3,6 @@ host: "0.0.0.0"
 port: 8001
 uvicorn-log-level: "info"
 gpu-memory-utilization: 0.95
-max-model-len: 32768
+max-model-len: 20480
 dtype: auto
 enforce-eager: false