feat: proper support for context size

2026-03-17 12:34:11 +01:00
parent 540b187593
commit cc4f937d9a
5 changed files with 201 additions and 11 deletions
--- a/mlx_server/models.py
+++ b/mlx_server/models.py
@@ -137,6 +137,7 @@ class ModelInfo(BaseModel):
    object: str = "model"
    created: int = Field(default_factory=lambda: int(time.time()))
    owned_by: str = "local"
+    context_window: int | None = None


 class ModelListResponse(BaseModel):