Initial commit

2025-11-26 15:31:41 +01:00
commit ca39b7d3ac
13 changed files with 1160 additions and 0 deletions
--- a/services/vllm/config_bge.yaml
+++ b/services/vllm/config_bge.yaml
@@ -0,0 +1,4 @@
+model: BAAI/bge-large-en-v1.5
+host: "0.0.0.0"
+port: 8002
+uvicorn-log-level: "info"
--- a/services/vllm/config_llama.yaml
+++ b/services/vllm/config_llama.yaml
@@ -0,0 +1,4 @@
+model: meta-llama/Llama-3.1-8B-Instruct
+host: "0.0.0.0"
+port: 8001
+uvicorn-log-level: "info"
--- a/services/vllm/requirements.txt
+++ b/services/vllm/requirements.txt
@@ -0,0 +1 @@
+vllm