projectdavid-orm 1.6.2__tar.gz → 1.7.0__tar.gz

{projectdavid_orm-1.6.2 → projectdavid_orm-1.7.0}/CHANGELOG.md

@@ -1,3 +1,17 @@
+# [1.7.0](https://github.com/project-david-ai/projectdavid-orm/compare/v1.6.3...v1.7.0) (2026-04-12)
+
+
+### Features
+
+* **inference_deployment:** add vLLM hyperparam columns ([6c6de67](https://github.com/project-david-ai/projectdavid-orm/commit/6c6de67eca69c7e71c9c3755765254fe1aeac25d))
+
+## [1.6.3](https://github.com/project-david-ai/projectdavid-orm/compare/v1.6.2...v1.6.3) (2026-04-11)
+
+
+### Bug Fixes
+
+* **orm:** declare Base locally in models.py — remove dependency on projectdavid_common.projectdavid_orm.base ([0d43ad1](https://github.com/project-david-ai/projectdavid-orm/commit/0d43ad1984a72765d651b4080325cecbe35ca3ef))
+
 ## [1.6.2](https://github.com/project-david-ai/projectdavid-orm/compare/v1.6.1...v1.6.2) (2026-04-05)
 
 

{projectdavid_orm-1.6.2/src/projectdavid_orm.egg-info → projectdavid_orm-1.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: projectdavid-orm
-Version: 1.6.2
+Version: 1.7.0
 Summary: Shared SQLAlchemy ORM models for ProjectDavid services
 Author-email: "Francis N." <engineering@projectdavid.co.uk>
 License: PolyForm Noncommercial License 1.0.0

{projectdavid_orm-1.6.2 → projectdavid_orm-1.7.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "projectdavid-orm"
-version = "1.6.2"
+version = "1.7.0"
 description = "Shared SQLAlchemy ORM models for ProjectDavid services"
 readme = "README.md"
 authors = [

{projectdavid_orm-1.6.2 → projectdavid_orm-1.7.0}/src/projectdavid_orm/projectdavid_orm/models.py

@@ -1,11 +1,9 @@
 import secrets
 import time
 from datetime import datetime
-from enum import Enum as PyEnum
 
 from passlib.context import CryptContext
 from projectdavid_common import ValidationInterface
-from projectdavid_common.projectdavid_orm.base import Base
 from projectdavid_common.schemas.enums import StatusEnum
 from projectdavid_common.utilities.logging_service import LoggingUtility
 from sqlalchemy import JSON, BigInteger, Boolean, Column, DateTime
@@ -23,6 +21,8 @@ from sqlalchemy import (
 from sqlalchemy.ext.mutable import MutableDict
 from sqlalchemy.orm import joinedload, relationship
 
+from .base import Base
+
 logger = LoggingUtility()
 
 validation = ValidationInterface
@@ -886,22 +886,93 @@ class BaseModel(Base):
 
 
 class InferenceDeployment(Base):
+    """
+    Tracks a live vLLM deployment on Ray Serve.
+
+    Hyperparams stored here override environment-level defaults at deploy time.
+    The reconciler reads these fields and passes them directly to vLLM engine args.
+    None values fall back to the VLLM_DEFAULT_* env vars in inference_worker.py.
+    """
+
     __tablename__ = "inference_deployments"
-    id = Column(String(64), primary_key=True, index=True)
 
+    # --- Identity ---
+    id = Column(String(64), primary_key=True, index=True)
     node_id = Column(String(128), nullable=True)
-
     internal_hostname = Column(String(128), nullable=True)
+
+    # --- Foreign Keys ---
     base_model_id = Column(String(128), ForeignKey("base_models.id"))
     fine_tuned_model_id = Column(
         String(64), ForeignKey("fine_tuned_models.id"), nullable=True
     )
+
+    # --- Deployment State ---
     port = Column(Integer, default=8000)
     status = Column(SAEnum(StatusEnum), default=StatusEnum.active)
     current_throughput = Column(Float, default=0.0)
     last_seen = Column(BigInteger, default=lambda: int(time.time()))
 
-    tensor_parallel_size = Column(Integer, nullable=False, default=1)
+    # --- Parallelism ---
+    tensor_parallel_size = Column(
+        Integer,
+        nullable=False,
+        default=1,
+        comment="Number of GPUs for tensor parallelism. 1 = single GPU.",
+    )
+
+    # --- Memory & Context ---
+    gpu_memory_utilization = Column(
+        Float,
+        nullable=False,
+        default=0.90,
+        server_default="0.90",
+        comment="Fraction of GPU VRAM vLLM may allocate. Overrides VLLM_DEFAULT_GPU_MEM_UTIL.",
+    )
+    max_model_len = Column(
+        Integer,
+        nullable=True,
+        default=None,
+        comment="Max sequence length in tokens. Overrides VLLM_DEFAULT_MAX_MODEL_LEN. None = env default.",
+    )
+    max_num_seqs = Column(
+        Integer,
+        nullable=True,
+        default=None,
+        comment="Max concurrent sequences. Critical for vision — each image eats slots. None = vLLM default.",
+    )
+
+    # --- Quantization & Precision ---
+    quantization = Column(
+        String(32),
+        nullable=True,
+        default=None,
+        comment="Quantization scheme: 'awq', 'awq_marlin', 'gptq', 'bitsandbytes', or None for full precision.",
+    )
+    dtype = Column(
+        String(16),
+        nullable=True,
+        default=None,
+        comment="Compute dtype: 'float16', 'bfloat16', 'auto', or None to let vLLM decide.",
+    )
+
+    # --- Runtime Behaviour ---
+    enforce_eager = Column(
+        Boolean,
+        nullable=False,
+        default=False,
+        server_default="0",
+        comment="Disable CUDA graphs. Slower but useful for debugging OOM crashes.",
+    )
+
+    # --- Multimodal Limits ---
+    limit_mm_per_prompt = Column(
+        JSON,
+        nullable=True,
+        default=None,
+        comment='Per-modality token cap per request. e.g. {"image": 2, "video": 0}. None = vLLM default.',
+    )
 
+    # --- Relationships (always last) ---
     base_model = relationship("BaseModel")
     fine_tuned_model = relationship("FineTunedModel")

{projectdavid_orm-1.6.2 → projectdavid_orm-1.7.0/src/projectdavid_orm.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: projectdavid-orm
-Version: 1.6.2
+Version: 1.7.0
 Summary: Shared SQLAlchemy ORM models for ProjectDavid services
 Author-email: "Francis N." <engineering@projectdavid.co.uk>
 License: PolyForm Noncommercial License 1.0.0