snowflake-ml-python 1.21.0__py3-none-any.whl → 1.22.0__py3-none-any.whl

snowflake/ml/registry/_manager/model_manager.py

@@ -1,8 +1,10 @@
+import json
 import logging
 from types import ModuleType
 from typing import TYPE_CHECKING, Any, Optional, Union
 
 import pandas as pd
+import yaml
 
 from snowflake.ml._internal import platform_capabilities, telemetry
 from snowflake.ml._internal.exceptions import error_codes, exceptions
@@ -11,8 +13,13 @@ from snowflake.ml._internal.utils import sql_identifier
 from snowflake.ml.model import model_signature, task, type_hints
 from snowflake.ml.model._client.model import model_impl, model_version_impl
 from snowflake.ml.model._client.ops import metadata_ops, model_ops, service_ops
+from snowflake.ml.model._client.service import (
+    import_model_spec_schema,
+    model_deployment_spec_schema,
+)
 from snowflake.ml.model._model_composer import model_composer
 from snowflake.ml.model._packager.model_meta import model_meta
+from snowflake.ml.model.models import huggingface
 from snowflake.ml.registry._manager import model_parameter_reconciler
 from snowflake.snowpark import exceptions as snowpark_exceptions, session
 from snowflake.snowpark._internal import utils as snowpark_utils
@@ -59,7 +66,7 @@ class ModelManager:
         signatures: Optional[dict[str, model_signature.ModelSignature]] = None,
         sample_input_data: Optional[type_hints.SupportedDataType] = None,
         user_files: Optional[dict[str, list[str]]] = None,
-        code_paths: Optional[list[str]] = None,
+        code_paths: Optional[list[type_hints.CodePathLike]] = None,
         ext_modules: Optional[list[ModuleType]] = None,
         task: type_hints.Task = task.Task.UNKNOWN,
         experiment_info: Optional["ExperimentInfo"] = None,
@@ -170,7 +177,7 @@ class ModelManager:
         signatures: Optional[dict[str, model_signature.ModelSignature]] = None,
         sample_input_data: Optional[type_hints.SupportedDataType] = None,
         user_files: Optional[dict[str, list[str]]] = None,
-        code_paths: Optional[list[str]] = None,
+        code_paths: Optional[list[type_hints.CodePathLike]] = None,
         ext_modules: Optional[list[ModuleType]] = None,
         task: type_hints.Task = task.Task.UNKNOWN,
         experiment_info: Optional["ExperimentInfo"] = None,
@@ -180,6 +187,31 @@ class ModelManager:
         database_name_id, schema_name_id, model_name_id = sql_identifier.parse_fully_qualified_name(model_name)
         version_name_id = sql_identifier.SqlIdentifier(version_name)
 
+        # Check if model is HuggingFace TransformersPipeline with no repo_snapshot_dir
+        # If so, use remote logging via SYSTEM$IMPORT_MODEL
+        if (
+            isinstance(model, huggingface.TransformersPipeline)
+            and model.compute_pool_for_log is not None
+            and (not hasattr(model, "repo_snapshot_dir") or model.repo_snapshot_dir is None)
+        ):
+            logger.info("HuggingFace model has compute_pool_for_log, using remote logging")
+            return self._remote_log_huggingface_model(
+                model=model,
+                model_name=model_name,
+                version_name=version_name,
+                database_name_id=database_name_id,
+                schema_name_id=schema_name_id,
+                model_name_id=model_name_id,
+                version_name_id=version_name_id,
+                comment=comment,
+                conda_dependencies=conda_dependencies,
+                pip_requirements=pip_requirements,
+                target_platforms=target_platforms,
+                options=options,
+                statement_params=statement_params,
+                progress_status=progress_status,
+            )
+
         # TODO(SNOW-2091317): Remove this when the snowpark enables file PUT operation for snowurls
         use_live_commit = (
             not snowpark_utils.is_in_stored_procedure()  # type: ignore[no-untyped-call]
@@ -298,19 +330,11 @@ class ModelManager:
             use_live_commit=use_live_commit,
         )
 
-        mv = model_version_impl.ModelVersion._ref(
-            model_ops=model_ops.ModelOperator(
-                self._model_ops._session,
-                database_name=database_name_id or self._database_name,
-                schema_name=schema_name_id or self._schema_name,
-            ),
-            service_ops=service_ops.ServiceOperator(
-                self._service_ops._session,
-                database_name=database_name_id or self._database_name,
-                schema_name=schema_name_id or self._schema_name,
-            ),
-            model_name=model_name_id,
-            version_name=version_name_id,
+        mv = self._create_model_version_ref(
+            database_name_id=database_name_id,
+            schema_name_id=schema_name_id,
+            model_name_id=model_name_id,
+            version_name_id=version_name_id,
         )
 
         progress_status.update("setting model metadata...")
@@ -333,6 +357,73 @@ class ModelManager:
 
         return mv
 
+    def _remote_log_huggingface_model(
+        self,
+        model: huggingface.TransformersPipeline,
+        model_name: str,
+        version_name: str,
+        database_name_id: Optional[sql_identifier.SqlIdentifier],
+        schema_name_id: Optional[sql_identifier.SqlIdentifier],
+        model_name_id: sql_identifier.SqlIdentifier,
+        version_name_id: sql_identifier.SqlIdentifier,
+        comment: Optional[str],
+        conda_dependencies: Optional[list[str]],
+        pip_requirements: Optional[list[str]],
+        target_platforms: Optional[list[type_hints.SupportedTargetPlatformType]],
+        options: Optional[type_hints.ModelSaveOption],
+        statement_params: Optional[dict[str, Any]],
+        progress_status: type_hints.ProgressStatus,
+    ) -> model_version_impl.ModelVersion:
+        """Log HuggingFace model remotely using SYSTEM$IMPORT_MODEL."""
+        if not isinstance(model, huggingface.TransformersPipeline):
+            raise ValueError(
+                f"Model must be a TransformersPipeline object. The provided model is a {type(model)} object"
+            )
+        progress_status.update("preparing remote model logging...")
+        progress_status.increment()
+
+        # Get compute pool from options or use default
+        compute_pool = model.compute_pool_for_log
+        if compute_pool is None:
+            raise ValueError("compute_pool_for_log is required for remote logging")
+
+        # Construct fully qualified model name
+        db_name = database_name_id.identifier() if database_name_id else self._database_name.identifier()
+        schema_name = schema_name_id.identifier() if schema_name_id else self._schema_name.identifier()
+        fq_model_name = f"{db_name}.{schema_name}.{model_name_id.identifier()}"
+
+        # Build YAML spec for import model
+        yaml_content = self._build_import_model_yaml_spec(
+            model=model,
+            fq_model_name=fq_model_name,
+            version_name=version_name,
+            compute_pool=compute_pool,
+            comment=comment,
+            conda_dependencies=conda_dependencies,
+            pip_requirements=pip_requirements,
+            target_platforms=target_platforms,
+        )
+
+        progress_status.update("Remotely logging the model...")
+        progress_status.increment()
+
+        self._model_ops.run_import_model_query(
+            database_name=db_name,
+            schema_name=schema_name,
+            yaml_content=yaml_content,
+            statement_params=statement_params,
+        )
+        progress_status.update("Remotely logged the model")
+        progress_status.increment()
+
+        # Return ModelVersion object
+        return self._create_model_version_ref(
+            database_name_id=database_name_id,
+            schema_name_id=schema_name_id,
+            model_name_id=model_name_id,
+            version_name_id=version_name_id,
+        )
+
     def get_model(
         self,
         model_name: str,
@@ -408,6 +499,130 @@ class ModelManager:
             statement_params=statement_params,
         )
 
+    def _create_model_version_ref(
+        self,
+        database_name_id: Optional[sql_identifier.SqlIdentifier],
+        schema_name_id: Optional[sql_identifier.SqlIdentifier],
+        model_name_id: sql_identifier.SqlIdentifier,
+        version_name_id: sql_identifier.SqlIdentifier,
+    ) -> model_version_impl.ModelVersion:
+        """Create a ModelVersion reference object.
+
+        Args:
+            database_name_id: Database name identifier, falls back to instance database if None.
+            schema_name_id: Schema name identifier, falls back to instance schema if None.
+            model_name_id: Model name identifier.
+            version_name_id: Version name identifier.
+
+        Returns:
+            ModelVersion reference object.
+        """
+        return model_version_impl.ModelVersion._ref(
+            model_ops=model_ops.ModelOperator(
+                self._model_ops._session,
+                database_name=database_name_id or self._database_name,
+                schema_name=schema_name_id or self._schema_name,
+            ),
+            service_ops=service_ops.ServiceOperator(
+                self._service_ops._session,
+                database_name=database_name_id or self._database_name,
+                schema_name=schema_name_id or self._schema_name,
+            ),
+            model_name=model_name_id,
+            version_name=version_name_id,
+        )
+
+    def _build_import_model_yaml_spec(
+        self,
+        model: huggingface.TransformersPipeline,
+        fq_model_name: str,
+        version_name: str,
+        compute_pool: str,
+        comment: Optional[str],
+        conda_dependencies: Optional[list[str]],
+        pip_requirements: Optional[list[str]],
+        target_platforms: Optional[list[type_hints.SupportedTargetPlatformType]],
+    ) -> str:
+        """Build YAML spec for SYSTEM$IMPORT_MODEL.
+
+        Args:
+            model: HuggingFace TransformersPipeline model.
+            fq_model_name: Fully qualified model name.
+            version_name: Model version name.
+            compute_pool: Compute pool name.
+            comment: Optional comment for the model.
+            conda_dependencies: Optional conda dependencies.
+            pip_requirements: Optional pip requirements.
+            target_platforms: Optional target platforms.
+
+        Returns:
+            YAML string representing the import model spec.
+        """
+        # Convert target_platforms to list of strings
+        target_platforms_list = self._convert_target_platforms_to_list(target_platforms)
+
+        # Build HuggingFaceModel spec
+        hf_model = model_deployment_spec_schema.HuggingFaceModel(
+            hf_model_name=model.model,
+            task=model.task,
+            tokenizer=getattr(model, "tokenizer", None),
+            token_secret_object=model.secret_identifier,
+            trust_remote_code=model.trust_remote_code if model.trust_remote_code is not None else False,
+            revision=model.revision,
+            hf_model_kwargs=json.dumps(model.model_kwargs) if model.model_kwargs else "{}",
+        )
+
+        # Build LogModelArgs
+        log_model_args = model_deployment_spec_schema.LogModelArgs(
+            pip_requirements=pip_requirements,
+            conda_dependencies=conda_dependencies,
+            target_platforms=target_platforms_list,
+            comment=comment,
+        )
+
+        # Build ModelSpec
+        model_spec = import_model_spec_schema.ModelSpec(
+            name=import_model_spec_schema.ModelName(
+                model_name=fq_model_name,
+                version_name=version_name,
+            ),
+            hf_model=hf_model,
+            log_model_args=log_model_args,
+        )
+
+        # Build ImportModelSpec
+        import_spec = import_model_spec_schema.ImportModelSpec(
+            compute_pool=compute_pool,
+            models=[model_spec],
+        )
+
+        # Convert to YAML
+        return yaml.safe_dump(import_spec.model_dump(exclude_none=True))
+
+    def _convert_target_platforms_to_list(
+        self, target_platforms: Optional[list[type_hints.SupportedTargetPlatformType]]
+    ) -> Optional[list[str]]:
+        """Convert target_platforms to list of strings.
+
+        Args:
+            target_platforms: List of target platforms (enums or strings).
+
+        Returns:
+            List of platform strings, or None if input is None.
+        """
+        if not target_platforms:
+            return None
+
+        target_platforms_list = []
+        for tp in target_platforms:
+            if hasattr(tp, "value"):
+                # It's an enum, get the value
+                target_platforms_list.append(tp.value)
+            else:
+                # It's already a string
+                target_platforms_list.append(str(tp))
+        return target_platforms_list
+
     def _parse_fully_qualified_name(
         self, model_name: str
     ) -> tuple[

snowflake/ml/registry/registry.py

@@ -146,7 +146,7 @@ class Registry:
         signatures: Optional[dict[str, model_signature.ModelSignature]] = None,
         sample_input_data: Optional[type_hints.SupportedDataType] = None,
         user_files: Optional[dict[str, list[str]]] = None,
-        code_paths: Optional[list[str]] = None,
+        code_paths: Optional[list[type_hints.CodePathLike]] = None,
         ext_modules: Optional[list[ModuleType]] = None,
         task: task.Task = task.Task.UNKNOWN,
         options: Optional[type_hints.ModelSaveOption] = None,
@@ -200,7 +200,7 @@ class Registry:
                 It would also be used as background data in explanation and to capture data lineage. Defaults to None.
             user_files: Dictionary where the keys are subdirectories, and values are lists of local file name
                 strings. The local file name strings can include wildcards (? or *) for matching multiple files.
-            code_paths: List of directories containing code to import. Defaults to None.
+            code_paths: List of directories or CodePath objects containing code to import. Defaults to None.
             ext_modules: List of external modules to pickle with the model object.
                 Only supported when logging the following types of model:
                 Scikit-learn, Snowpark ML, PyTorch, TorchScript and Custom Model. Defaults to None.
@@ -298,7 +298,7 @@ class Registry:
         signatures: Optional[dict[str, model_signature.ModelSignature]] = None,
         sample_input_data: Optional[type_hints.SupportedDataType] = None,
         user_files: Optional[dict[str, list[str]]] = None,
-        code_paths: Optional[list[str]] = None,
+        code_paths: Optional[list[type_hints.CodePathLike]] = None,
         ext_modules: Optional[list[ModuleType]] = None,
         task: task.Task = task.Task.UNKNOWN,
         options: Optional[type_hints.ModelSaveOption] = None,
@@ -352,7 +352,7 @@ class Registry:
                 It would also be used as background data in explanation and to capture data lineage. Defaults to None.
             user_files: Dictionary where the keys are subdirectories, and values are lists of local file name
                 strings. The local file name strings can include wildcards (? or *) for matching multiple files.
-            code_paths: List of directories containing code to import. Defaults to None.
+            code_paths: List of directories or CodePath objects containing code to import. Defaults to None.
             ext_modules: List of external modules to pickle with the model object.
                 Only supported when logging the following types of model:
                 Scikit-learn, Snowpark ML, PyTorch, TorchScript and Custom Model. Defaults to None.

snowflake/ml/version.py

@@ -1,2 +1,2 @@
 # This is parsed by regex in conda recipe meta file. Make sure not to break it.
-VERSION = "1.21.0"
+VERSION = "1.22.0"

{snowflake_ml_python-1.21.0.dist-info → snowflake_ml_python-1.22.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snowflake-ml-python
-Version: 1.21.0
+Version: 1.22.0
 Summary: The machine learning client library that is used for interacting with Snowflake to build machine learning solutions.
 Author-email: "Snowflake, Inc" <support@snowflake.com>
 License: 
@@ -417,6 +417,34 @@ NOTE: Version 1.7.0 is used as example here. Please choose the the latest versio
 
 # Release History
 
+## 1.22.0
+
+### New Features
+
+* Registry: Introducing remotely logging a transformer pipeline model using SPCS job.
+
+```python
+# create reference of the model
+model = huggingface.TransformersPipeline(
+    model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
+    task="text-generation",
+)
+
+# Remotely log the model, a SPCS job will run async and log the model
+mv = registry.log_model(
+    model=model,
+    model_name="tinyllama_remote_log",
+    target_platforms=["SNOWPARK_CONTAINER_SERVICES"],
+    signatures=openai_signatures.OPENAI_CHAT_SIGNATURE,
+)
+```
+
+### Bug Fixes
+
+### Behavior Changes
+
+### Deprecations
+
 ## 1.21.0
 
 ### New Features

{snowflake_ml_python-1.21.0.dist-info → snowflake_ml_python-1.22.0.dist-info}/RECORD

@@ -10,7 +10,7 @@ snowflake/cortex/_sse_client.py,sha256=sLYgqAfTOPADCnaWH2RWAJi8KbU_7gSRsTUDcDD5T
 snowflake/cortex/_summarize.py,sha256=7GH8zqfIdOiHA5w4b6EvJEKEWhaTrL4YA6iDGbn7BNM,1307
 snowflake/cortex/_translate.py,sha256=9ZGjvAnJFisbzJ_bXnt4pyug5UzhHJRXW8AhGQEersM,1652
 snowflake/cortex/_util.py,sha256=krNTpbkFLXwdFqy1bd0xi7ZmOzOHRnIfHdQCPiLZJxk,3288
-snowflake/ml/version.py,sha256=6mPrBsv9C13qq4N490NUC5rfj2C54xhBZAD6zW714eI,99
+snowflake/ml/version.py,sha256=_JcB9jxPpN07nlKMJK54-i2xkicKgy6P-gyd_SPnpZA,99
 snowflake/ml/_internal/env.py,sha256=EY_2KVe8oR3LgKWdaeRb5rRU-NDNXJppPDsFJmMZUUY,265
 snowflake/ml/_internal/env_utils.py,sha256=Xx03pV_qEIVJJY--J3ZmnqK9Ugf0Os3O2vrF8xOyq_c,31500
 snowflake/ml/_internal/file_utils.py,sha256=7sA6loOeSfmGP4yx16P4usT9ZtRqG3ycnXu7_Tk7dOs,14206
@@ -51,6 +51,7 @@ snowflake/ml/_internal/utils/snowpark_dataframe_utils.py,sha256=tm2leAu_oDTNUQZJ
 snowflake/ml/_internal/utils/sql_identifier.py,sha256=YHIwXpb8E1U6LVUVpT8q7s9ZygONAXKPVMD4IucwXx8,4669
 snowflake/ml/_internal/utils/table_manager.py,sha256=Wf3JXLUzdCiffKF9PJj7edHY7usCXNNZf1P0jRWff-E,4963
 snowflake/ml/_internal/utils/temp_file_utils.py,sha256=eHyyvxHfj4Z3FIS6VWgNyw5bFjNi5cSGYmY1hzyqzwY,1534
+snowflake/ml/_internal/utils/url.py,sha256=V3Y5zwNhJouy_cyLTa2rogg5nQZ-Ag-7Rmq-qPPEjmg,1219
 snowflake/ml/data/__init__.py,sha256=nm5VhN98Lzxr4kb679kglQfqbDbHhd9zYsnFJiQiThg,351
 snowflake/ml/data/data_connector.py,sha256=ZAgnXWEmOjR_3tremS2gNgLen7Rzrt1Z3ZtkXJrZtCo,14154
 snowflake/ml/data/data_ingestor.py,sha256=0TFc8qo4TZwdHMaBUBTZ7T8kkZfLGVmStvEx9KrXPHU,1165
@@ -73,6 +74,7 @@ snowflake/ml/experiment/_entities/__init__.py,sha256=11XxkvAzosydf5owNmMzLwXZdQ2
 snowflake/ml/experiment/_entities/experiment.py,sha256=lKmQj59K8fGDWVwRqeIesxorrChb-m78vX_WUmI7PV0,225
 snowflake/ml/experiment/_entities/run.py,sha256=6_R35nI24PzIWMrwPKDif5ZINAAE6J0R7p4UmlT-m4o,2251
 snowflake/ml/experiment/_entities/run_metadata.py,sha256=25cIg8FnAYHk5SoTg_StzL10_BkomL7xrhMmWxUTU8E,366
+snowflake/ml/experiment/callback/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 snowflake/ml/experiment/callback/keras.py,sha256=2kNYVWJjBKn9i2pioiGthLNjclNdSHn-6xHm6tlDc4E,4122
 snowflake/ml/experiment/callback/lightgbm.py,sha256=dftlOMT9Wxo-XPaSvgbMh5IwVfQEskz4Ev4jd4G3_ns,4249
 snowflake/ml/experiment/callback/xgboost.py,sha256=VLO3uW0Pot1b4nRaoi8tjLtDt3hrkTV0_6cqja3SqZQ,4197
@@ -121,13 +123,12 @@ snowflake/ml/jobs/_interop/protocols.py,sha256=I-RGWUDUc_FsKsq_mtczO7n93O_IzUvmE
 snowflake/ml/jobs/_interop/results.py,sha256=nQ07XJ1BZEkPB4xa12pbGyaKqR8sWCoSzx0IKQlub4w,1714
 snowflake/ml/jobs/_interop/utils.py,sha256=TWFkUcAYmb-fpTwEL8idkk3XxlZ8vLz4X_gyS78PSi4,5552
 snowflake/ml/jobs/_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-snowflake/ml/jobs/_utils/constants.py,sha256=Wp2s_wBX5WZnxo3cdrsitnb9Ze0OUGmH26sofDFrdMI,4613
+snowflake/ml/jobs/_utils/constants.py,sha256=vANNraDqsZkyhQ3lYQJnFx6NligKUdAaj2qMNRZpTEA,4645
 snowflake/ml/jobs/_utils/feature_flags.py,sha256=dLWBVIjyB2vsa4Vtm7Yhty6DOi8Nn73_YSjuYf73Y7A,1669
 snowflake/ml/jobs/_utils/function_payload_utils.py,sha256=4LBaStMdhRxcqwRkwFje-WwiEKRWnBfkaOYouF3N3Kg,1308
 snowflake/ml/jobs/_utils/payload_utils.py,sha256=ga7VbdiufuStLHn1_4xIOIhJtWrrE9-yMEZxsLDQ36A,33279
 snowflake/ml/jobs/_utils/query_helper.py,sha256=1-XK-y4iukbR1693qAELprRbHmJDM4YoEBHov8IYbHU,1115
-snowflake/ml/jobs/_utils/runtime_env_utils.py,sha256=fqa3ctf_CAOSv1zT__01Qp9T058mKgMjXuEkBZqKUqA,2247
-snowflake/ml/jobs/_utils/spec_utils.py,sha256=xPkrlQlU015S_Hv8eL3IOA2XnIHOMrhH2iRAkohZZIM,2036
+snowflake/ml/jobs/_utils/spec_utils.py,sha256=eC24LFiHtHQiswrZy7m94jixIInJFXNZ_-Km-xr9NJg,871
 snowflake/ml/jobs/_utils/stage_utils.py,sha256=_eLdp9YTslkq6F7K-3K6WVBsMWtm6E6p3fJG1UFk3wQ,5890
 snowflake/ml/jobs/_utils/types.py,sha256=__wwHJmdp9CvEI2HmosRJ4DxeZAkVDQ37D9ImCavvng,2579
 snowflake/ml/jobs/_utils/scripts/constants.py,sha256=YyIWZqQPYOTtgCY6SfyJjk2A98I5RQVmrOuLtET5Pqg,173
@@ -138,51 +139,54 @@ snowflake/ml/jobs/_utils/scripts/start_mlruntime.sh,sha256=EIhhpEeu1Ph3J-QsAvugk
 snowflake/ml/jobs/_utils/scripts/startup.sh,sha256=OwJjQczoNwqf6v2vq6MeChNoa79NHfLeZG8VngRQMvQ,4148
 snowflake/ml/jobs/_utils/scripts/worker_shutdown_listener.py,sha256=SeJ8v5XDriwHAjIGpcQkwVP-f-lO9QIdVjVD7Fkgafs,7893
 snowflake/ml/lineage/__init__.py,sha256=8p1YGynC-qOxAZ8jZX2z84Reg5bv1NoJMoJmNJCrzI4,65
-snowflake/ml/lineage/lineage_node.py,sha256=SA0rbbI67rMr1qTMs4bAVkvqVtuKNI4lIaO5w0S-IXE,5767
-snowflake/ml/model/__init__.py,sha256=TV9yOwEKUWXKHiZ-z7mIwS2S6-bhCHOHU43NhVgLaOw,1012
+snowflake/ml/lineage/lineage_node.py,sha256=kL3b8VXhhpwnDl1r7UT27QEJkXEoSIavBGG-_3BE8t8,5775
+snowflake/ml/model/__init__.py,sha256=gTZ_w-c57d1VrlxBXBGGt2384xenmQ193-xF8x6Vfz4,1172
+snowflake/ml/model/code_path.py,sha256=erQhLkW6EY8V8FqDBBCFgMr4iImfMH0G6Mvw1cbDwws,4352
 snowflake/ml/model/compute_pool.py,sha256=a54DQ3VRnOU0tSc8_IBwADLOKJMxyqe5R1jlKxnMMvs,106
-snowflake/ml/model/custom_model.py,sha256=fDhMObqlyzD_qQG1Bq6HHkBN1w3Qzg9e81JWPiqRfc4,12249
+snowflake/ml/model/custom_model.py,sha256=sdyKhT-QNNtTeu3idu6BExZNVyjUD4YTU8cru3iy4AY,14184
 snowflake/ml/model/event_handler.py,sha256=pojleQVM9TPNeDvliTvon2Sfxqbf2WWxrOebo1SaEHo,7211
 snowflake/ml/model/inference_engine.py,sha256=L0nwySY2Qwp3JzuRpPS87r0--m3HTUNUgZXYyOPJjyk,66
-snowflake/ml/model/model_signature.py,sha256=RH62vv4YmrQugTXLsh6kyuzfTs9_yz8a0TMkBR67XKY,32324
+snowflake/ml/model/model_signature.py,sha256=ae1tkh3Rw9MzJSxmVT9kb0PwD3TANtKbWwp6b8-cItE,32847
 snowflake/ml/model/openai_signatures.py,sha256=ZVnHDgaOA6RcvtSP3HIbHVgr3scJH2gG_9QvZidn41g,2630
 snowflake/ml/model/target_platform.py,sha256=H5d-wtuKQyVlq9x33vPtYZAlR5ka0ytcKRYgwlKl0bQ,390
 snowflake/ml/model/task.py,sha256=Zp5JaLB-YfX5p_HSaw81P3J7UnycQq5EMa87A35VOaQ,286
-snowflake/ml/model/type_hints.py,sha256=29SQ5IAozz5QxizmRmRXtRQaMw-CPXBJPbDOPuiTCI0,11389
+snowflake/ml/model/type_hints.py,sha256=Xxa6b9ezbvXYvSIN5R4Zv6Dro4ZH74-eW4cno92VTJE,11475
 snowflake/ml/model/volatility.py,sha256=qu-wqe9oKkRwXwE2qkKygxTWzUypQYEk3UjsqOGRl_I,1144
-snowflake/ml/model/_client/model/batch_inference_specs.py,sha256=0SlLTpZW_gzNP5IH_8cFnqjArxM0zVjA5nBLKnKAnz8,4396
+snowflake/ml/model/_client/model/batch_inference_specs.py,sha256=BA_pF9Hnwz9iIywi4CUaNMLPqWE4R7Q8QE9kWFU369E,4797
 snowflake/ml/model/_client/model/inference_engine_utils.py,sha256=yPkdImi2qP1uG1WzLKCBZgXV-DiIBVpImEosIjYJk8Y,1958
 snowflake/ml/model/_client/model/model_impl.py,sha256=Yabrbir5vPMOnsVmQJ23YN7vqhi756Jcm6pfO8Aq92o,17469
-snowflake/ml/model/_client/model/model_version_impl.py,sha256=bqE8DtUXyW3X-KNljVfGf7HycZ8gdxGmUX3Xe5HcZAc,64903
+snowflake/ml/model/_client/model/model_version_impl.py,sha256=wcqFQXuQXez6gAcYA2Bj0FnVoyoDiUp6_JvOKcwJE2s,68149
+snowflake/ml/model/_client/ops/deployment_step.py,sha256=9kxKDr9xcD4KmVM-9O4_tm3ytkllQVoElJD793VI84Q,1428
 snowflake/ml/model/_client/ops/metadata_ops.py,sha256=qpK6PL3OyfuhyOmpvLCpHLy6vCxbZbp1HlEvakFGwv4,4884
-snowflake/ml/model/_client/ops/model_ops.py,sha256=XoSbvnsMVUQHFL5mJcb2sjSPaaAfsB-J3nomIZzyLbc,52477
-snowflake/ml/model/_client/ops/service_ops.py,sha256=FKlwVEwTrDLcL7fWEVLfm1BsQD_oL6bn914htqVGwUI,47501
-snowflake/ml/model/_client/service/model_deployment_spec.py,sha256=n1i19opcjocXflWdr2jjtNk1GVqw8YSwip_ki2XyVMc,19628
-snowflake/ml/model/_client/service/model_deployment_spec_schema.py,sha256=Nlw-rwCGmiGqPYwWjZrowPtcRvgYMInpmWZvsEC4sTI,2464
+snowflake/ml/model/_client/ops/model_ops.py,sha256=NmTP9jbojy6rxEpC18h_3fHPiTCZQw3I0TVgiF_dtnE,54938
+snowflake/ml/model/_client/ops/service_ops.py,sha256=VfIMn-p8YlsenObkRG5GK2e9SHK7Afi_PKYoZfus8iU,46589
+snowflake/ml/model/_client/service/import_model_spec_schema.py,sha256=SlEX1GiPlB8whMCmiwKUopnrGlm4fkQOQbTW2KyVTFU,554
+snowflake/ml/model/_client/service/model_deployment_spec.py,sha256=AEF_orcAj090oafVJ01iH767h_6a68Bb2oZqCQccIOo,19942
+snowflake/ml/model/_client/service/model_deployment_spec_schema.py,sha256=f21_tYaGFPt07w1kgcIGWc4XKWWBGKKc3ivMKVTaOM0,2585
 snowflake/ml/model/_client/sql/_base.py,sha256=Qrm8M92g3MHb-QnSLUlbd8iVKCRxLhG_zr5M2qmXwJ8,1473
 snowflake/ml/model/_client/sql/model.py,sha256=nstZ8zR7MkXVEfhqLt7PWMik6dZr06nzq7VsF5NVNow,5840
-snowflake/ml/model/_client/sql/model_version.py,sha256=JE974ehlquitpDK9YHv94QklyereYk_vPiz64WYNXSk,23673
-snowflake/ml/model/_client/sql/service.py,sha256=Cxw-oC1xV6jt9zewfz1r-izpTEUmTlUzqGi1PER-1sM,14705
+snowflake/ml/model/_client/sql/model_version.py,sha256=SOYr13YEq0mxgIatsSchOq0aKUgdPhKO3clRQ6AMa7U,24766
+snowflake/ml/model/_client/sql/service.py,sha256=zcyNsZVyanWC-iBcGOlBYz2DZ2jxnwdr5XT2xXa3oAk,15533
 snowflake/ml/model/_client/sql/stage.py,sha256=1TWYIVoWIeNwhVG9uqwmNpmKcC6x45LrbxCtzJW7fi4,1214
 snowflake/ml/model/_client/sql/tag.py,sha256=9sI0VoldKmsfToWSjMQddozPPGCxYUI6n0gPBiqd6x8,4333
-snowflake/ml/model/_model_composer/model_composer.py,sha256=Xqi-sxmkBoZl383LQAXhMQkq9KsAS0A3ythC5bN3EOU,8292
+snowflake/ml/model/_model_composer/model_composer.py,sha256=1iMJe9b71xHC4K8VGTreQMJhI3ryAeQl3SpSK77uK_g,8313
 snowflake/ml/model/_model_composer/model_manifest/model_manifest.py,sha256=MyNaOLRD94RiMf-GofqPP989ifTLrSOOOau2RHCHphg,9308
-snowflake/ml/model/_model_composer/model_manifest/model_manifest_schema.py,sha256=vfuZQ4YADfLcEvJYTSqVMsLfxCO-QWsFFzLXI1NoMXk,2950
+snowflake/ml/model/_model_composer/model_manifest/model_manifest_schema.py,sha256=GsHTjZPUpiVSePzNswNFxW3w07IQ32Vi_B9t-W8jUHE,3140
 snowflake/ml/model/_model_composer/model_method/constants.py,sha256=hoJwIopSdZiYn0fGq15_NiirC0l02d5LEs2D-4J_tPk,35
 snowflake/ml/model/_model_composer/model_method/function_generator.py,sha256=nnUJki3bJVCTF3gZ-usZW3xQ6wwlJ08EfNsPAgsnI3s,2625
 snowflake/ml/model/_model_composer/model_method/infer_function.py_template,sha256=olysEb_bE2C8CjIRAhm7qdr2mtgk77Tx45gnLRVQGFw,1511
 snowflake/ml/model/_model_composer/model_method/infer_partitioned.py_template,sha256=8p8jkTOJA-mBt5cuGhcWSH4z7ySQ9xevC35UioCLkC8,1539
 snowflake/ml/model/_model_composer/model_method/infer_table_function.py_template,sha256=QT32N6akQDutLh00cXp2OD4WI6Gb7IGG1snsnrXNih8,1453
-snowflake/ml/model/_model_composer/model_method/model_method.py,sha256=7rfNQPgWT3scRIFAgIGdzrJaWeUftKhI2MGG5PFBDfM,8700
+snowflake/ml/model/_model_composer/model_method/model_method.py,sha256=Gau0GM87VN7uezzLmcPKeK7HCK6VQA92yk8adlcXI9E,11807
 snowflake/ml/model/_model_composer/model_method/utils.py,sha256=RQi2qebBeE-0Y-jLYXiDWZU8nfvbnif9QbExeWiMmyI,1057
 snowflake/ml/model/_model_composer/model_user_file/model_user_file.py,sha256=dYNgg8P9p6nRH47-OLxZIbt_Ja3t1VPGNQ0qJtpGuAw,1018
 snowflake/ml/model/_packager/model_handler.py,sha256=xbqTFDC7ArQyYuOk6zMV_dSttWbsKKVuaOUAY3ddQmE,2846
-snowflake/ml/model/_packager/model_packager.py,sha256=6-1MnGUR8nxB86A13nCZcWbET_Q6fSEOlyfcbTv7xCI,6087
+snowflake/ml/model/_packager/model_packager.py,sha256=AVQ95gSURPUEmFNQo1_qKDULZpXoeo46WO86Fww7-xg,6108
 snowflake/ml/model/_packager/model_env/model_env.py,sha256=xDDyRr8AzME0SRv2mQxzfh-blh2MH7Fz8H7R5HXiVJQ,21085
 snowflake/ml/model/_packager/model_handlers/_base.py,sha256=OZhGv7nyej3PqaoBz021uGa40T06d9rv-kDcKUY3VnM,7152
 snowflake/ml/model/_packager/model_handlers/_utils.py,sha256=v_IjjbvzJDqrAYSq4_l7_CiN8vkMzLx5MlYDJ_oL970,15522
 snowflake/ml/model/_packager/model_handlers/catboost.py,sha256=dbI2QizGZS04l6ehgXb3oy5YSXrlwRHz8YENVefEbms,10676
-snowflake/ml/model/_packager/model_handlers/custom.py,sha256=fM_13N5ejT0Ta0-M_Uzsqr_TwGVk_3jSjsLJiMEfyR4,8514
+snowflake/ml/model/_packager/model_handlers/custom.py,sha256=eOPTt3BoT5r9Z6rzvKaLhbffND647-j8aQ8fD50-cmA,10595
 snowflake/ml/model/_packager/model_handlers/huggingface.py,sha256=2515WbwyuVKQy2ZJURwWY-yAfVH12s_gYBgPl-Lp7ts,42624
 snowflake/ml/model/_packager/model_handlers/keras.py,sha256=JKBCiJEjc41zaoEhsen7rnlyPo2RBuEqG9Vq6JR_Cq0,8696
 snowflake/ml/model/_packager/model_handlers/lightgbm.py,sha256=DAFMiqpXEUmKqeq5rgn5j6rtuwScNnuiMUBwS4OyC7Q,11074
@@ -194,14 +198,14 @@ snowflake/ml/model/_packager/model_handlers/sklearn.py,sha256=_D1YE7TmEJDsuOUt-m
 snowflake/ml/model/_packager/model_handlers/snowmlmodel.py,sha256=uvz-hosuNbtcQFprnS8GzjnM8fWULBDMRbXq8immW9Q,18352
 snowflake/ml/model/_packager/model_handlers/tensorflow.py,sha256=2J2XWYOC70axWaoNJa9aQLMyjLAKIskrT31t_LgqcIk,11350
 snowflake/ml/model/_packager/model_handlers/torchscript.py,sha256=3IbMoVGlBR-RsQAdYZxjAz1ST-jDMQIyhhdwM5e3NeE,9531
-snowflake/ml/model/_packager/model_handlers/xgboost.py,sha256=t9xSB4Phv56Ev5CLav_k8UM8ZPZ5zJBLpI46-edXqpY,12511
+snowflake/ml/model/_packager/model_handlers/xgboost.py,sha256=vZo81r2uCIp-yGDkB3dIRN2dXqoF1HyrQ3nXnPlAiA0,14002
 snowflake/ml/model/_packager/model_handlers_migrator/base_migrator.py,sha256=BZo14UrywGZM1kTqzN4VFQcYjl7dggDp1U90ZBCMuOg,1409
 snowflake/ml/model/_packager/model_handlers_migrator/pytorch_migrator_2023_12_01.py,sha256=GVpfYllXa3Voxa54PGNsZ3Hea1kOJe3T_AoA9nrs60A,764
 snowflake/ml/model/_packager/model_handlers_migrator/tensorflow_migrator_2023_12_01.py,sha256=dXIisQteU55QMw5OvC_1E_sGqFgE88WRhGCWFqUyauM,2239
 snowflake/ml/model/_packager/model_handlers_migrator/tensorflow_migrator_2025_01_01.py,sha256=0DxwZtXFgXpxb5LQEAfTUfEFV7zgbG4j3F-oNHLkTgE,769
 snowflake/ml/model/_packager/model_handlers_migrator/torchscript_migrator_2023_12_01.py,sha256=MDOAGV6kML9sJh_hnYjnrPH4GtECP5DDCjaRT7NmYpU,768
 snowflake/ml/model/_packager/model_meta/model_blob_meta.py,sha256=CzY_MhiSshKi9dWzXc4lrC9PysU0FCdHG2oRlz1vCb8,1943
-snowflake/ml/model/_packager/model_meta/model_meta.py,sha256=7FuL0nClHpd7kBLhSM6BJPd6JCdyXLo4dePGThpcxfg,20549
+snowflake/ml/model/_packager/model_meta/model_meta.py,sha256=E6ax_9FWTXmoEZyAD3NCMl2YQ1oRpyC8YVhpsbmOkk8,22043
 snowflake/ml/model/_packager/model_meta/model_meta_schema.py,sha256=mtKRbHQb6Hq2xiH1fTHSlBGaZg94qfyJ90rYRg14l0Y,3992
 snowflake/ml/model/_packager/model_meta_migrator/base_migrator.py,sha256=8zTgq3n6TBXv7Vcwmf7b9wjK3m-9HHMsY0Qy1Rs-sZ4,1305
 snowflake/ml/model/_packager/model_meta_migrator/migrator_plans.py,sha256=5butM-lyaDRhCAO2BaCOIQufpAxAfSAinsNuGqbbjMU,1029
@@ -211,7 +215,7 @@ snowflake/ml/model/_packager/model_runtime/model_runtime.py,sha256=xEf-S9QurEOeQ
 snowflake/ml/model/_packager/model_task/model_task_utils.py,sha256=_nm3Irl5W6Oa8_OnJyp3bLeA9QAbV9ygGCsgHI70GX4,6641
 snowflake/ml/model/_signatures/base_handler.py,sha256=4CTZKKbg4WIz_CmXjyVy8tKZW-5OFcz0J8XVPHm2dfQ,1269
 snowflake/ml/model/_signatures/builtins_handler.py,sha256=ItWb8xNDDvIhDlmfUFCHOnUllvKZSTsny7_mRwks_Lc,3135
-snowflake/ml/model/_signatures/core.py,sha256=plaCXhMBvYCSFZoeEgUqz30ZnunLs5MOA8fOSqZccbM,33096
+snowflake/ml/model/_signatures/core.py,sha256=IiQC6FqXZNLfSiXO-K__Gke71_PUO1W_9TtJUag1UJU,36473
 snowflake/ml/model/_signatures/dmatrix_handler.py,sha256=ldcWqadJ9fJp9cOaZ3Mn-hTSj8W_laXszlkWb0zpifw,4137
 snowflake/ml/model/_signatures/numpy_handler.py,sha256=xy7mBEAs9U5eM8F51NLabLbWXRmyQUffhVweO6jmLBA,5461
 snowflake/ml/model/_signatures/pandas_handler.py,sha256=Gz2olwWzT4Kb3yBH0uYn3o92vT_lFoIx4yySh7T2tTQ,10790
@@ -447,16 +451,16 @@ snowflake/ml/monitoring/_client/queries/rmse.ssql,sha256=OEJiSStRz9-qKoZaFvmubtY
 snowflake/ml/monitoring/_manager/model_monitor_manager.py,sha256=8WDL1OJH09tRDxsS3qiTxXKWApfQFv8Ftn2IH_j7sqI,11338
 snowflake/ml/monitoring/entities/model_monitor_config.py,sha256=auy9BD0IoyUpZPZXMSx11orgY9D3ycqlt-w7ndLPtu8,2271
 snowflake/ml/registry/__init__.py,sha256=XdPQK9ejYkSJVrSQ7HD3jKQO0hKq2mC4bPCB6qrtH3U,76
-snowflake/ml/registry/registry.py,sha256=GLQCuHKbNPZH2lbT4gkhf3fbw8RfhCIn1nrnh_kWZoI,34531
-snowflake/ml/registry/_manager/model_manager.py,sha256=X0a_MKcwFGAtXGCt0jeELtnfloVvESxD3ZD3D__HAv8,17657
+snowflake/ml/registry/registry.py,sha256=_vtQCh4DmhnPusTKWJteRPJkDpLFEfG150cjED70sOA,34611
+snowflake/ml/registry/_manager/model_manager.py,sha256=splK5YGErt-eDIy6UbZAB3VKsGMZSJk2_MzfgrIQOhY,26306
 snowflake/ml/registry/_manager/model_parameter_reconciler.py,sha256=QsnIp9bspUo7wqGwn2o78YewsNDOgYp3eQtfJ_Rf2Tc,15332
 snowflake/ml/utils/authentication.py,sha256=TQV3E8YDHAPXA3dS8JWDmb_Zm8P0d9c8kCexRI4nefo,3106
 snowflake/ml/utils/connection_params.py,sha256=NSBUgcs-DXPRHs1BKpxdSubbJx1yrFRlMPBp-bE3Ugc,8308
 snowflake/ml/utils/html_utils.py,sha256=4g1EPuD8EnOAK7BCYiY8Wp3ZrdDkNOcUDrDAbUYxLfs,9954
 snowflake/ml/utils/sparse.py,sha256=zLBNh-ynhGpKH5TFtopk0YLkHGvv0yq1q-sV59YQKgg,3819
 snowflake/ml/utils/sql_client.py,sha256=pSe2od6Pkh-8NwG3D-xqN76_uNf-ohOtVbT55HeQg1Y,668
-snowflake_ml_python-1.21.0.dist-info/licenses/LICENSE.txt,sha256=PdEp56Av5m3_kl21iFkVTX_EbHJKFGEdmYeIO1pL_Yk,11365
-snowflake_ml_python-1.21.0.dist-info/METADATA,sha256=j79pC3nj5FI_rmXBnrE-G733cP6-tyEPb3FBWHbNxSk,101496
-snowflake_ml_python-1.21.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-snowflake_ml_python-1.21.0.dist-info/top_level.txt,sha256=TY0gFSHKDdZy3THb0FGomyikWQasEGldIR1O0HGOHVw,10
-snowflake_ml_python-1.21.0.dist-info/RECORD,,
+snowflake_ml_python-1.22.0.dist-info/licenses/LICENSE.txt,sha256=PdEp56Av5m3_kl21iFkVTX_EbHJKFGEdmYeIO1pL_Yk,11365
+snowflake_ml_python-1.22.0.dist-info/METADATA,sha256=blcI4iB283G6JXS7v5Ttkw5bunAO1Q4tqkgAaqruA_8,102098
+snowflake_ml_python-1.22.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+snowflake_ml_python-1.22.0.dist-info/top_level.txt,sha256=TY0gFSHKDdZy3THb0FGomyikWQasEGldIR1O0HGOHVw,10
+snowflake_ml_python-1.22.0.dist-info/RECORD,,

snowflake/ml/jobs/_utils/runtime_env_utils.py

@@ -1,63 +0,0 @@
-from typing import Any, Optional, Union
-
-from packaging.version import Version
-from pydantic import BaseModel, Field, RootModel, field_validator
-
-
-class SpcsContainerRuntime(BaseModel):
-    python_version: Version = Field(alias="pythonVersion")
-    hardware_type: str = Field(alias="hardwareType")
-    runtime_container_image: str = Field(alias="runtimeContainerImage")
-
-    @field_validator("python_version", mode="before")
-    @classmethod
-    def validate_python_version(cls, v: Union[str, Version]) -> Version:
-        if isinstance(v, Version):
-            return v
-        try:
-            return Version(v)
-        except Exception:
-            raise ValueError(f"Invalid Python version format: {v}")
-
-    class Config:
-        frozen = True
-        extra = "allow"
-        arbitrary_types_allowed = True
-
-
-class RuntimeEnvironmentEntry(BaseModel):
-    spcs_container_runtime: Optional[SpcsContainerRuntime] = Field(alias="spcsContainerRuntime", default=None)
-
-    class Config:
-        extra = "allow"
-        frozen = True
-
-
-class RuntimeEnvironmentsDict(RootModel[dict[str, RuntimeEnvironmentEntry]]):
-    @field_validator("root", mode="before")
-    @classmethod
-    def _filter_to_dict_entries(cls, data: Any) -> dict[str, dict[str, Any]]:
-        """
-        Pre-validation hook: keep only those items at the root level
-        whose values are dicts. Non-dict values will be dropped.
-
-        Args:
-            data: The input data to filter, expected to be a dictionary.
-
-        Returns:
-            A dictionary containing only the key-value pairs where values are dictionaries.
-
-        Raises:
-            ValueError: If input data is not a dictionary.
-        """
-        # If the entire root is not a dict, raise error immediately
-        if not isinstance(data, dict):
-            raise ValueError(f"Expected dictionary data, but got {type(data).__name__}: {data}")
-
-        # Filter out any key whose value is not a dict
-        return {key: value for key, value in data.items() if isinstance(value, dict)}
-
-    def get_spcs_container_runtimes(self) -> list[SpcsContainerRuntime]:
-        return [
-            entry.spcs_container_runtime for entry in self.root.values() if entry.spcs_container_runtime is not None
-        ]