aipmodel 0.2.72__tar.gz → 0.2.74__tar.gz

{aipmodel-0.2.72 → aipmodel-0.2.74}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aipmodel
-Version: 0.2.72
+Version: 0.2.74
 Summary: SDK for model registration, versioning, and storage
 Home-page: https://github.com/AIP-MLOPS/model-registry
 Author: AIP MLOPS Team

{aipmodel-0.2.72 → aipmodel-0.2.74}/README.md

@@ -44,6 +44,12 @@ CEPH_ADMIN_SECRET_KEY="your_public_bucket_secret_key"
 ACL_ENABLED="false"
 ACL_API_HOST="http://your-acl-server:30011"
 
+# Registry<->storage integrity (zombie/orphan) checks - opt-in, default off.
+# When false, verify_model_integrity / verify_all_models / find_orphan_models
+# raise IntegrityDisabledError instead of running the (S3-listing) consistency
+# scan. Also settable per instance: MLOpsManager(..., INTEGRITY_ENABLED=True).
+INTEGRITY_ENABLED="false"
+
 # Optional overrides (all have sane defaults if omitted)
 SDK_REQUEST_TIMEOUT="30"
 MODEL_ALLOWED_CATEGORIES="Text Generation,Image Classification"

{aipmodel-0.2.72 → aipmodel-0.2.74}/aipmodel/__init__.py

@@ -11,5 +11,5 @@ if _os.environ.get("AIPMODEL_UPDATE_CHECK", "").lower() in ("1", "true", "yes"):
 
 __all__ = ["MLOpsManager", "CephS3Manager"]
 
-__version__ = "0.2.72"
+__version__ = "0.2.74"
 __description__ = "SDK for model registration, versioning, and storage"

{aipmodel-0.2.72 → aipmodel-0.2.74}/aipmodel/exceptions.py

@@ -21,3 +21,8 @@ class MetadataError(ModelRegistryError):
 
 class StorageError(ModelRegistryError):
     """S3 / Ceph operation failed (upload, download, copy, delete)."""
+
+
+class IntegrityDisabledError(ModelRegistryError):
+    """An integrity/zombie-check operation was called while INTEGRITY_ENABLED is
+    off (the default). Enable it (kwarg or env) to run consistency scans."""

{aipmodel-0.2.72 → aipmodel-0.2.74}/aipmodel/model_registry.py

@@ -18,7 +18,7 @@ from concurrent.futures import ThreadPoolExecutor, as_completed
 
 from .CephS3Manager import CephS3Manager
 from .acl_manager import AclManager
-from .exceptions import ModelRegistryError, ModelNotFoundError, MetadataError, StorageError
+from .exceptions import ModelRegistryError, ModelNotFoundError, MetadataError, StorageError, IntegrityDisabledError
 
 load_dotenv()
 
@@ -368,6 +368,7 @@ class MLOpsManager:
         skip_connection_check=False,
         ACL_API_HOST=None,
         ACL_ENABLED=None,
+        INTEGRITY_ENABLED=None,
         MLOPS_CORE_API_HOST=None,
         MLOPS_CORE_WEB_HOST=None
     ):
@@ -491,6 +492,16 @@ class MLOpsManager:
         )
         self.ACL_API_HOST = ACL_API_HOST or os.environ.get("ACL_API_HOST")
 
+        # --- Registry <-> Storage integrity checks (zombie/orphan detection) ---
+        # Toggle controlled by INTEGRITY_ENABLED (kwarg or .env). When disabled
+        # (the default), verify_model_integrity / verify_all_models /
+        # find_orphan_models refuse to run — the consistency scan lists S3 for
+        # every model, so it is opt-in rather than on by default.
+        self.INTEGRITY_ENABLED = self._to_bool(
+            INTEGRITY_ENABLED if INTEGRITY_ENABLED is not None else os.environ.get("INTEGRITY_ENABLED"),
+            default=False
+        )
+
         if self.ACL_ENABLED:
             if not self.ACL_API_HOST:
                 error_msg = "ACL_ENABLED is true but ACL_API_HOST is not configured"
@@ -1677,12 +1688,19 @@ class MLOpsManager:
 
         Returns:
             {
-              "model_id", "model_name", "status": "ok"|"missing_files"|"orphan_files",
+              "model_id", "model_name",
+              "status": "ok"|"missing_files"|"orphan_files"|"empty",
               "versions": [{"version","path","files_exist","status"}...],
               "orphan_folders": [<S3 folders under the model not referenced by any version>],
             }
         Raises ModelNotFoundError if the model is not in the registry at all.
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default).
         """
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         if not model_id:
             model_id = self.get_model_id_by_name(model_name)
             if not model_id:
@@ -1733,12 +1751,27 @@ class MLOpsManager:
             report["status"] = "missing_files"
         elif report["orphan_folders"]:
             report["status"] = "orphan_files"
+        elif not versions_map:
+            # Registry holds the model container but NO versions and NO files.
+            # This is the shell an interrupted add leaves behind when the process
+            # is hard-killed mid-upload (pod rollout, OOM, node eviction) — the
+            # in-process rollback in add_model never runs in that case. Surface it
+            # (it was previously reported "ok") so it can be cleaned up or the add
+            # retried. Note: a version add still in flight shows its temp folder as
+            # an orphan_folder above, so it reports "orphan_files", not "empty".
+            report["status"] = "empty"
         return report
 
     def verify_all_models(self):
         """Run verify_model_integrity over every model in the user's project.
         Returns a list of per-model reports (never raises per-model; a model
-        that fails to verify is reported with status "error")."""
+        that fails to verify is reported with status "error").
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default)."""
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         reports = []
         models = self.models.get_all(self.project_id) or []
         for m in models:
@@ -1760,7 +1793,13 @@ class MLOpsManager:
         Find S3 model folders (under `_models/`) that the registry does NOT
         know about — e.g. leftovers after a registry (Mlops-Core) data loss.
         Returns [{"model_id", "recoverable" (has _meta.json), "meta": {...}|None}].
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default).
         """
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         mgr = self._get_ceph_manager(False)
         registry_ids = {m.get("id") for m in (self.models.get_all(self.project_id) or [])}
         s3_ids = set()
@@ -1813,6 +1852,23 @@ class MLOpsManager:
         self.delete_model(model_name=model_name, version=version)
         print(f"[SDK_SUCCESS] Synced: removed zombie version '{version}' of '{model_name}' from registry.")
 
+    def remove_empty_model(self, model_name=None, model_id=None):
+        """
+        Sync-repair for an EMPTY model container: the registry holds the model
+        but it has no versions and no stored files — the shell an interrupted /
+        hard-killed add leaves behind. Deletes the container so the registry is
+        clean. Refuses to run if the model actually has versions or files (so a
+        real model, or an add still in flight, is never removed by mistake).
+        """
+        report = self.verify_model_integrity(model_name=model_name, model_id=model_id)
+        if report["status"] != "empty":
+            raise ValueError(
+                f"Model '{report['model_name']}' is not empty (status={report['status']}); "
+                f"refusing to remove it. Use delete_model for a real delete."
+            )
+        self.delete_model(model_id=report["model_id"])
+        print(f"[SDK_SUCCESS] Removed empty model shell '{report['model_name']}'.")
+
     def purge_orphan_folders(self, model_name=None, model_id=None):
         """
         Sync-repair for ORPHAN folders inside a registered model: S3 folders

{aipmodel-0.2.72 → aipmodel-0.2.74}/aipmodel.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aipmodel
-Version: 0.2.72
+Version: 0.2.74
 Summary: SDK for model registration, versioning, and storage
 Home-page: https://github.com/AIP-MLOPS/model-registry
 Author: AIP MLOPS Team

{aipmodel-0.2.72 → aipmodel-0.2.74}/setup.py

@@ -31,7 +31,7 @@ version, description = read_meta()
 
 setup(
     name="aipmodel",
-    version="0.2.72",
+    version="0.2.74",
     description=description,
     author="AIP MLOPS Team",
     author_email="mohmmadweb@gmail.com",