aipmodel 0.2.73__tar.gz → 0.2.74__tar.gz

{aipmodel-0.2.73 → aipmodel-0.2.74}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aipmodel
-Version: 0.2.73
+Version: 0.2.74
 Summary: SDK for model registration, versioning, and storage
 Home-page: https://github.com/AIP-MLOPS/model-registry
 Author: AIP MLOPS Team

{aipmodel-0.2.73 → aipmodel-0.2.74}/README.md

@@ -44,6 +44,12 @@ CEPH_ADMIN_SECRET_KEY="your_public_bucket_secret_key"
 ACL_ENABLED="false"
 ACL_API_HOST="http://your-acl-server:30011"
 
+# Registry<->storage integrity (zombie/orphan) checks - opt-in, default off.
+# When false, verify_model_integrity / verify_all_models / find_orphan_models
+# raise IntegrityDisabledError instead of running the (S3-listing) consistency
+# scan. Also settable per instance: MLOpsManager(..., INTEGRITY_ENABLED=True).
+INTEGRITY_ENABLED="false"
+
 # Optional overrides (all have sane defaults if omitted)
 SDK_REQUEST_TIMEOUT="30"
 MODEL_ALLOWED_CATEGORIES="Text Generation,Image Classification"

{aipmodel-0.2.73 → aipmodel-0.2.74}/aipmodel/__init__.py

@@ -11,5 +11,5 @@ if _os.environ.get("AIPMODEL_UPDATE_CHECK", "").lower() in ("1", "true", "yes"):
 
 __all__ = ["MLOpsManager", "CephS3Manager"]
 
-__version__ = "0.2.73"
+__version__ = "0.2.74"
 __description__ = "SDK for model registration, versioning, and storage"

{aipmodel-0.2.73 → aipmodel-0.2.74}/aipmodel/exceptions.py

@@ -21,3 +21,8 @@ class MetadataError(ModelRegistryError):
 
 class StorageError(ModelRegistryError):
     """S3 / Ceph operation failed (upload, download, copy, delete)."""
+
+
+class IntegrityDisabledError(ModelRegistryError):
+    """An integrity/zombie-check operation was called while INTEGRITY_ENABLED is
+    off (the default). Enable it (kwarg or env) to run consistency scans."""

{aipmodel-0.2.73 → aipmodel-0.2.74}/aipmodel/model_registry.py

@@ -18,7 +18,7 @@ from concurrent.futures import ThreadPoolExecutor, as_completed
 
 from .CephS3Manager import CephS3Manager
 from .acl_manager import AclManager
-from .exceptions import ModelRegistryError, ModelNotFoundError, MetadataError, StorageError
+from .exceptions import ModelRegistryError, ModelNotFoundError, MetadataError, StorageError, IntegrityDisabledError
 
 load_dotenv()
 
@@ -368,6 +368,7 @@ class MLOpsManager:
         skip_connection_check=False,
         ACL_API_HOST=None,
         ACL_ENABLED=None,
+        INTEGRITY_ENABLED=None,
         MLOPS_CORE_API_HOST=None,
         MLOPS_CORE_WEB_HOST=None
     ):
@@ -491,6 +492,16 @@ class MLOpsManager:
         )
         self.ACL_API_HOST = ACL_API_HOST or os.environ.get("ACL_API_HOST")
 
+        # --- Registry <-> Storage integrity checks (zombie/orphan detection) ---
+        # Toggle controlled by INTEGRITY_ENABLED (kwarg or .env). When disabled
+        # (the default), verify_model_integrity / verify_all_models /
+        # find_orphan_models refuse to run — the consistency scan lists S3 for
+        # every model, so it is opt-in rather than on by default.
+        self.INTEGRITY_ENABLED = self._to_bool(
+            INTEGRITY_ENABLED if INTEGRITY_ENABLED is not None else os.environ.get("INTEGRITY_ENABLED"),
+            default=False
+        )
+
         if self.ACL_ENABLED:
             if not self.ACL_API_HOST:
                 error_msg = "ACL_ENABLED is true but ACL_API_HOST is not configured"
@@ -1683,7 +1694,13 @@ class MLOpsManager:
               "orphan_folders": [<S3 folders under the model not referenced by any version>],
             }
         Raises ModelNotFoundError if the model is not in the registry at all.
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default).
         """
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         if not model_id:
             model_id = self.get_model_id_by_name(model_name)
             if not model_id:
@@ -1748,7 +1765,13 @@ class MLOpsManager:
     def verify_all_models(self):
         """Run verify_model_integrity over every model in the user's project.
         Returns a list of per-model reports (never raises per-model; a model
-        that fails to verify is reported with status "error")."""
+        that fails to verify is reported with status "error").
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default)."""
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         reports = []
         models = self.models.get_all(self.project_id) or []
         for m in models:
@@ -1770,7 +1793,13 @@ class MLOpsManager:
         Find S3 model folders (under `_models/`) that the registry does NOT
         know about — e.g. leftovers after a registry (Mlops-Core) data loss.
         Returns [{"model_id", "recoverable" (has _meta.json), "meta": {...}|None}].
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default).
         """
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         mgr = self._get_ceph_manager(False)
         registry_ids = {m.get("id") for m in (self.models.get_all(self.project_id) or [])}
         s3_ids = set()

{aipmodel-0.2.73 → aipmodel-0.2.74}/aipmodel.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aipmodel
-Version: 0.2.73
+Version: 0.2.74
 Summary: SDK for model registration, versioning, and storage
 Home-page: https://github.com/AIP-MLOPS/model-registry
 Author: AIP MLOPS Team

{aipmodel-0.2.73 → aipmodel-0.2.74}/setup.py

@@ -31,7 +31,7 @@ version, description = read_meta()
 
 setup(
     name="aipmodel",
-    version="0.2.73",
+    version="0.2.74",
     description=description,
     author="AIP MLOPS Team",
     author_email="mohmmadweb@gmail.com",