34 lines
641 B
Python
34 lines
641 B
Python
|
from typing import Any, Dict, List, Optional
|
||
|
|
|
||
|
|
from pydantic import BaseModel
|
||
|
|
|
||
|
|
|
||
|
|
class HealthResponse(BaseModel):
|
||
|
|
status: str = 'ok'
|
||
|
|
|
||
|
|
|
||
|
|
class GpuDevice(BaseModel):
|
||
|
|
id: int
|
||
|
|
name: str
|
||
|
|
memory_total: Optional[int] = None
|
||
|
|
memory_used: Optional[int] = None
|
||
|
|
|
||
|
|
|
||
|
|
class SystemInfoResponse(BaseModel):
|
||
|
|
execution_providers: List[str]
|
||
|
|
gpu_devices: List[GpuDevice]
|
||
|
|
cpu_count: Optional[int] = None
|
||
|
|
memory_total: Optional[int] = None
|
||
|
|
memory_available: Optional[int] = None
|
||
|
|
|
||
|
|
|
||
|
|
class ProcessorInfo(BaseModel):
|
||
|
|
name: str
|
||
|
|
models: List[str]
|
||
|
|
|
||
|
|
|
||
|
|
class ModelInfo(BaseModel):
|
||
|
|
name: str
|
||
|
|
path: str
|
||
|
|
size_bytes: int
|