5 lines
93 B
YAML
5 lines
93 B
YAML
|
model: meta-llama/Llama-3.1-8B-Instruct
|
||
|
|
host: "0.0.0.0"
|
||
|
|
port: 8001
|
||
|
|
uvicorn-log-level: "info"
|