Sebastian Krüger
91089d3edc
- Add OpenAI-compatible /v1/models endpoint to list available models - Create systemd service file for proper service management - Service runs as root with automatic restart on failure - Logs to systemd journal for easy debugging
25 lines
504 B
Desktop File
25 lines
504 B
Desktop File
[Unit]
|
|
Description=AI Model Orchestrator for RunPod
|
|
After=network.target
|
|
StartLimitIntervalSec=0
|
|
|
|
[Service]
|
|
Type=simple
|
|
Restart=always
|
|
RestartSec=10
|
|
User=root
|
|
WorkingDirectory=/workspace/ai
|
|
EnvironmentFile=/workspace/ai/.env
|
|
ExecStart=/usr/bin/python3 /workspace/ai/model-orchestrator/orchestrator_subprocess.py
|
|
StandardOutput=journal
|
|
StandardError=journal
|
|
SyslogIdentifier=ai-orchestrator
|
|
|
|
# Process management
|
|
KillMode=process
|
|
KillSignal=SIGTERM
|
|
TimeoutStopSec=30
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target
|