aipmodel 0.2.73__tar.gz → 0.2.75__tar.gz

{aipmodel-0.2.73 → aipmodel-0.2.75}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aipmodel
-Version: 0.2.73
+Version: 0.2.75
 Summary: SDK for model registration, versioning, and storage
 Home-page: https://github.com/AIP-MLOPS/model-registry
 Author: AIP MLOPS Team

{aipmodel-0.2.73 → aipmodel-0.2.75}/README.md

@@ -44,6 +44,25 @@ CEPH_ADMIN_SECRET_KEY="your_public_bucket_secret_key"
 ACL_ENABLED="false"
 ACL_API_HOST="http://your-acl-server:30011"
 
+# Where per-user credentials come from. Default true: resolve the user's S3 +
+# Mlops-Core keys from the user-management service using the bearer token.
+# Set false to run WITHOUT user-management (other systems / testing): the SDK
+# then reads the keys straight from the env vars below instead.
+USER_MANAGEMENT_ENABLED="true"
+# Only used when USER_MANAGEMENT_ENABLED="false":
+# CEPH_USER_ACCESS_KEY="..."      # the user's S3 access key
+# CEPH_USER_SECRET_KEY="..."      # the user's S3 secret key
+# CEPH_USER_BUCKET="..."          # the user's bucket
+# MLOPS_CORE_ACCESS_KEY="..."     # Mlops-Core basic-auth access key
+# MLOPS_CORE_SECRET_KEY="..."     # Mlops-Core basic-auth secret key
+# MLOPS_CORE_USERNAME="..."       # display/owner name
+
+# Registry<->storage integrity (zombie/orphan) checks - opt-in, default off.
+# When false, verify_model_integrity / verify_all_models / find_orphan_models
+# raise IntegrityDisabledError instead of running the (S3-listing) consistency
+# scan. Also settable per instance: MLOpsManager(..., INTEGRITY_ENABLED=True).
+INTEGRITY_ENABLED="false"
+
 # Optional overrides (all have sane defaults if omitted)
 SDK_REQUEST_TIMEOUT="30"
 MODEL_ALLOWED_CATEGORIES="Text Generation,Image Classification"

{aipmodel-0.2.73 → aipmodel-0.2.75}/aipmodel/__init__.py

@@ -11,5 +11,5 @@ if _os.environ.get("AIPMODEL_UPDATE_CHECK", "").lower() in ("1", "true", "yes"):
 
 __all__ = ["MLOpsManager", "CephS3Manager"]
 
-__version__ = "0.2.73"
+__version__ = "0.2.75"
 __description__ = "SDK for model registration, versioning, and storage"

{aipmodel-0.2.73 → aipmodel-0.2.75}/aipmodel/exceptions.py

@@ -21,3 +21,8 @@ class MetadataError(ModelRegistryError):
 
 class StorageError(ModelRegistryError):
     """S3 / Ceph operation failed (upload, download, copy, delete)."""
+
+
+class IntegrityDisabledError(ModelRegistryError):
+    """An integrity/zombie-check operation was called while INTEGRITY_ENABLED is
+    off (the default). Enable it (kwarg or env) to run consistency scans."""

{aipmodel-0.2.73 → aipmodel-0.2.75}/aipmodel/model_registry.py

@@ -18,7 +18,7 @@ from concurrent.futures import ThreadPoolExecutor, as_completed
 
 from .CephS3Manager import CephS3Manager
 from .acl_manager import AclManager
-from .exceptions import ModelRegistryError, ModelNotFoundError, MetadataError, StorageError
+from .exceptions import ModelRegistryError, ModelNotFoundError, MetadataError, StorageError, IntegrityDisabledError
 
 load_dotenv()
 
@@ -368,6 +368,8 @@ class MLOpsManager:
         skip_connection_check=False,
         ACL_API_HOST=None,
         ACL_ENABLED=None,
+        INTEGRITY_ENABLED=None,
+        USER_MANAGEMENT_ENABLED=None,
         MLOPS_CORE_API_HOST=None,
         MLOPS_CORE_WEB_HOST=None
     ):
@@ -407,19 +409,52 @@ class MLOpsManager:
         
         self.USER_MANAGEMENT_API = USER_MANAGEMENT_API or os.environ.get("USER_MANAGEMENT_API")
         self.CEPH_ENDPOINT_URL = CEPH_ENDPOINT_URL or os.environ.get("CEPH_ENDPOINT_URL")
-        
+
+        # Where per-user credentials come from. Default True: resolve the user's
+        # S3 + Mlops-Core keys from the user-management service via the bearer
+        # token (production). Set USER_MANAGEMENT_ENABLED=false to run on a system
+        # WITHOUT user-management — the keys are then read straight from env:
+        # CEPH_USER_ACCESS_KEY / CEPH_USER_SECRET_KEY / CEPH_USER_BUCKET /
+        # MLOPS_CORE_ACCESS_KEY / MLOPS_CORE_SECRET_KEY / MLOPS_CORE_USERNAME.
+        self.USER_MANAGEMENT_ENABLED = self._to_bool(
+            USER_MANAGEMENT_ENABLED if USER_MANAGEMENT_ENABLED is not None else os.environ.get("USER_MANAGEMENT_ENABLED"),
+            default=True
+        )
+
         # Public Bucket Configuration
         self.CEPH_PUBLIC_BUCKET_NAME = os.environ.get("CEPH_PUBLIC_BUCKET_NAME", "aip-public")
         self.PUBLIC_ACCESS_KEY = os.environ.get("CEPH_ADMIN_ACCESS_KEY")
         self.PUBLIC_SECRET_KEY = os.environ.get("CEPH_ADMIN_SECRET_KEY")
 
-        user_info, self.MLOPS_CORE_USERNAME = get_user_metadata(bearer_token=user_token, user_management_url=self.USER_MANAGEMENT_API)
+        if self.USER_MANAGEMENT_ENABLED:
+            user_info, self.MLOPS_CORE_USERNAME = get_user_metadata(bearer_token=user_token, user_management_url=self.USER_MANAGEMENT_API)
+        else:
+            # Direct-credential mode — no user-management call; keys come from env.
+            self.MLOPS_CORE_USERNAME = os.environ.get("MLOPS_CORE_USERNAME") or os.environ.get("CLEARML_USERNAME") or "local"
+            user_info = {
+                "s3_access_key": os.environ.get("CEPH_USER_ACCESS_KEY") or os.environ.get("CEPH_ADMIN_ACCESS_KEY"),
+                "s3_secret_key": os.environ.get("CEPH_USER_SECRET_KEY") or os.environ.get("CEPH_ADMIN_SECRET_KEY"),
+                "s3_bucket": os.environ.get("CEPH_USER_BUCKET"),
+                "clearml_access_key": os.environ.get("MLOPS_CORE_ACCESS_KEY") or os.environ.get("CLEARML_ACCESS_KEY"),
+                "clearml_secret_key": os.environ.get("MLOPS_CORE_SECRET_KEY") or os.environ.get("CLEARML_SECRET_KEY"),
+            }
+            missing_creds = [k for k, v in user_info.items() if not v]
+            if missing_creds:
+                raise ValueError(
+                    "USER_MANAGEMENT_ENABLED is false but direct credentials are missing from env: "
+                    + ", ".join(missing_creds)
+                    + " (set CEPH_USER_ACCESS_KEY / CEPH_USER_SECRET_KEY / CEPH_USER_BUCKET / "
+                    "MLOPS_CORE_ACCESS_KEY / MLOPS_CORE_SECRET_KEY)."
+                )
 
-        missing_cfg = [k for k, v in {
+        # USER_MANAGEMENT_API is only required when that service is actually used.
+        required_cfg = {
             "MLOPS_CORE_API_HOST": self.MLOPS_CORE_API_HOST,
-            "USER_MANAGEMENT_API": self.USER_MANAGEMENT_API,
             "CEPH_ENDPOINT_URL": self.CEPH_ENDPOINT_URL,
-        }.items() if not v]
+        }
+        if self.USER_MANAGEMENT_ENABLED:
+            required_cfg["USER_MANAGEMENT_API"] = self.USER_MANAGEMENT_API
+        missing_cfg = [k for k, v in required_cfg.items() if not v]
         if missing_cfg:
             error_msg = f"Missing required configuration: {', '.join(missing_cfg)}"
             print(f"[SDK_FAIL] {error_msg}")
@@ -448,7 +483,7 @@ class MLOpsManager:
         if not skip_connection_check:
             if self.verbose:
                 print("[SDK_INFO] Performing health checks...")
-            if not self.check_user_management_service():
+            if self.USER_MANAGEMENT_ENABLED and not self.check_user_management_service():
                  raise ValueError("User Management API unreachable")
             if not self.check_mlops_core_service():
                 raise ValueError("Mlops-Core Server down")
@@ -491,6 +526,16 @@ class MLOpsManager:
         )
         self.ACL_API_HOST = ACL_API_HOST or os.environ.get("ACL_API_HOST")
 
+        # --- Registry <-> Storage integrity checks (zombie/orphan detection) ---
+        # Toggle controlled by INTEGRITY_ENABLED (kwarg or .env). When disabled
+        # (the default), verify_model_integrity / verify_all_models /
+        # find_orphan_models refuse to run — the consistency scan lists S3 for
+        # every model, so it is opt-in rather than on by default.
+        self.INTEGRITY_ENABLED = self._to_bool(
+            INTEGRITY_ENABLED if INTEGRITY_ENABLED is not None else os.environ.get("INTEGRITY_ENABLED"),
+            default=False
+        )
+
         if self.ACL_ENABLED:
             if not self.ACL_API_HOST:
                 error_msg = "ACL_ENABLED is true but ACL_API_HOST is not configured"
@@ -1683,7 +1728,13 @@ class MLOpsManager:
               "orphan_folders": [<S3 folders under the model not referenced by any version>],
             }
         Raises ModelNotFoundError if the model is not in the registry at all.
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default).
         """
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         if not model_id:
             model_id = self.get_model_id_by_name(model_name)
             if not model_id:
@@ -1748,7 +1799,13 @@ class MLOpsManager:
     def verify_all_models(self):
         """Run verify_model_integrity over every model in the user's project.
         Returns a list of per-model reports (never raises per-model; a model
-        that fails to verify is reported with status "error")."""
+        that fails to verify is reported with status "error").
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default)."""
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         reports = []
         models = self.models.get_all(self.project_id) or []
         for m in models:
@@ -1770,7 +1827,13 @@ class MLOpsManager:
         Find S3 model folders (under `_models/`) that the registry does NOT
         know about — e.g. leftovers after a registry (Mlops-Core) data loss.
         Returns [{"model_id", "recoverable" (has _meta.json), "meta": {...}|None}].
+        Raises IntegrityDisabledError if INTEGRITY_ENABLED is off (the default).
         """
+        if not self.INTEGRITY_ENABLED:
+            raise IntegrityDisabledError(
+                "Integrity checks are disabled. Enable them with INTEGRITY_ENABLED=true "
+                "(constructor kwarg or environment variable)."
+            )
         mgr = self._get_ceph_manager(False)
         registry_ids = {m.get("id") for m in (self.models.get_all(self.project_id) or [])}
         s3_ids = set()

{aipmodel-0.2.73 → aipmodel-0.2.75}/aipmodel.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aipmodel
-Version: 0.2.73
+Version: 0.2.75
 Summary: SDK for model registration, versioning, and storage
 Home-page: https://github.com/AIP-MLOPS/model-registry
 Author: AIP MLOPS Team

{aipmodel-0.2.73 → aipmodel-0.2.75}/setup.py

@@ -31,7 +31,7 @@ version, description = read_meta()
 
 setup(
     name="aipmodel",
-    version="0.2.73",
+    version="0.2.75",
     description=description,
     author="AIP MLOPS Team",
     author_email="mohmmadweb@gmail.com",