sagemaker-core 2.1.1__py3-none-any.whl → 2.3.1__py3-none-any.whl

sagemaker/core/image_uri_config/sklearn.json

@@ -388,6 +388,54 @@
                     "us-west-2": "246618743249"
                 },
                 "repository": "sagemaker-scikit-learn"
+            },
+            "1.4-2": {
+                "processors": [
+                    "cpu"
+                ],
+                "py_versions": [
+                    "py3"
+                ],
+                "registries": {
+                    "af-south-1": "510948584623",
+                    "ap-east-1": "651117190479",
+                    "ap-northeast-1": "354813040037",
+                    "ap-northeast-2": "366743142698",
+                    "ap-northeast-3": "867004704886",
+                    "ap-south-1": "720646828776",
+                    "ap-south-2": "628508329040",
+                    "ap-southeast-1": "121021644041",
+                    "ap-southeast-2": "783357654285",
+                    "ap-southeast-3": "951798379941",
+                    "ap-southeast-4": "106583098589",
+                    "ca-central-1": "341280168497",
+                    "ca-west-1": "190319476487",
+                    "cn-north-1": "450853457545",
+                    "cn-northwest-1": "451049120500",
+                    "eu-central-1": "492215442770",
+                    "eu-central-2": "680994064768",
+                    "eu-north-1": "662702820516",
+                    "eu-south-1": "978288397137",
+                    "eu-south-2": "104374241257",
+                    "eu-west-1": "141502667606",
+                    "eu-west-2": "764974769150",
+                    "eu-west-3": "659782779980",
+                    "il-central-1": "898809789911",
+                    "me-central-1": "272398656194",
+                    "me-south-1": "801668240914",
+                    "sa-east-1": "737474898029",
+                    "us-east-1": "683313688378",
+                    "us-east-2": "257758044811",
+                    "us-gov-east-1": "237065988967",
+                    "us-gov-west-1": "414596584902",
+                    "us-iso-east-1": "833128469047",
+                    "us-isob-east-1": "281123927165",
+                    "us-isof-east-1": "108575199400",
+                    "us-isof-south-1": "124985052026",
+                    "us-west-1": "746614075791",
+                    "us-west-2": "246618743249"
+                },
+                "repository": "sagemaker-scikit-learn"
             }
         }
     },

sagemaker/core/image_uri_config/xgboost.json

@@ -395,6 +395,48 @@
                     "us-west-2": "246618743249"
                 },
                 "repository": "sagemaker-xgboost"
+            },
+            "3.0-5": {
+                "registries": {
+                    "af-south-1": "510948584623",
+                    "ap-east-1": "651117190479",
+                    "ap-northeast-1": "354813040037",
+                    "ap-northeast-2": "366743142698",
+                    "ap-northeast-3": "867004704886",
+                    "ap-south-1": "720646828776",
+                    "ap-south-2": "628508329040",
+                    "ap-southeast-1": "121021644041",
+                    "ap-southeast-2": "783357654285",
+                    "ap-southeast-3": "951798379941",
+                    "ap-southeast-4": "106583098589",
+                    "ca-central-1": "341280168497",
+                    "ca-west-1": "190319476487",
+                    "cn-north-1": "450853457545",
+                    "cn-northwest-1": "451049120500",
+                    "eu-central-1": "492215442770",
+                    "eu-central-2": "680994064768",
+                    "eu-north-1": "662702820516",
+                    "eu-south-1": "978288397137",
+                    "eu-south-2": "104374241257",
+                    "eu-west-1": "141502667606",
+                    "eu-west-2": "764974769150",
+                    "eu-west-3": "659782779980",
+                    "il-central-1": "898809789911",
+                    "me-central-1": "272398656194",
+                    "me-south-1": "801668240914",
+                    "sa-east-1": "737474898029",
+                    "us-east-1": "683313688378",
+                    "us-east-2": "257758044811",
+                    "us-gov-east-1": "237065988967",
+                    "us-gov-west-1": "414596584902",
+                    "us-iso-east-1": "833128469047",
+                    "us-isob-east-1": "281123927165",
+                    "us-isof-east-1": "108575199400",
+                    "us-isof-south-1": "124985052026",
+                    "us-west-1": "746614075791",
+                    "us-west-2": "246618743249"
+                },
+                "repository": "sagemaker-xgboost"
             }
         }
     },
@@ -794,6 +836,48 @@
                     "us-west-2": "246618743249"
                 },
                 "repository": "sagemaker-xgboost"
+            },
+            "3.0-5": {
+                "registries": {
+                    "af-south-1": "510948584623",
+                    "ap-east-1": "651117190479",
+                    "ap-northeast-1": "354813040037",
+                    "ap-northeast-2": "366743142698",
+                    "ap-northeast-3": "867004704886",
+                    "ap-south-1": "720646828776",
+                    "ap-south-2": "628508329040",
+                    "ap-southeast-1": "121021644041",
+                    "ap-southeast-2": "783357654285",
+                    "ap-southeast-3": "951798379941",
+                    "ap-southeast-4": "106583098589",
+                    "ca-central-1": "341280168497",
+                    "ca-west-1": "190319476487",
+                    "cn-north-1": "450853457545",
+                    "cn-northwest-1": "451049120500",
+                    "eu-central-1": "492215442770",
+                    "eu-central-2": "680994064768",
+                    "eu-north-1": "662702820516",
+                    "eu-south-1": "978288397137",
+                    "eu-south-2": "104374241257",
+                    "eu-west-1": "141502667606",
+                    "eu-west-2": "764974769150",
+                    "eu-west-3": "659782779980",
+                    "il-central-1": "898809789911",
+                    "me-central-1": "272398656194",
+                    "me-south-1": "801668240914",
+                    "sa-east-1": "737474898029",
+                    "us-east-1": "683313688378",
+                    "us-east-2": "257758044811",
+                    "us-gov-east-1": "237065988967",
+                    "us-gov-west-1": "414596584902",
+                    "us-iso-east-1": "833128469047",
+                    "us-isob-east-1": "281123927165",
+                    "us-isof-east-1": "108575199400",
+                    "us-isof-south-1": "124985052026",
+                    "us-west-1": "746614075791",
+                    "us-west-2": "246618743249"
+                },
+                "repository": "sagemaker-xgboost"
             }
         }
     },

sagemaker/core/image_uris.py

@@ -41,6 +41,7 @@ HUGGING_FACE_LLM_FRAMEWORK = "huggingface-llm"
 HUGGING_FACE_TEI_GPU_FRAMEWORK = "huggingface-tei"
 HUGGING_FACE_TEI_CPU_FRAMEWORK = "huggingface-tei-cpu"
 HUGGING_FACE_LLM_NEURONX_FRAMEWORK = "huggingface-llm-neuronx"
+HUGGING_FACE_VLLM_NEURONX_FRAMEWORK = "huggingface-vllm-neuronx"
 XGBOOST_FRAMEWORK = "xgboost"
 SKLEARN_FRAMEWORK = "sklearn"
 TRAINIUM_ALLOWED_FRAMEWORKS = "pytorch"
@@ -77,7 +78,8 @@ def retrieve(
 ) -> str:
     """Retrieves the ECR URI for the Docker image matching the given arguments.
 
-    Ideally this function should not be called directly.
+    Ideally this function should not be called directly, rather it should be called from the
+    fit() function inside framework estimator.
 
     Args:
         framework (str): The name of the framework or algorithm.
@@ -126,7 +128,7 @@ def retrieve(
         serverless_inference_config (sagemaker.serverless.ServerlessInferenceConfig):
             Specifies configuration related to serverless endpoint. Instance type is
             not provided in serverless inference. So this is used to determine processor type.
-        sagemaker_session (sagemaker.core.helper.session.Session): A SageMaker Session
+        sagemaker_session (sagemaker.session.Session): A SageMaker Session
             object, used for SageMaker interactions. If not
             specified, one is created using the default AWS configuration
             chain. (Default: sagemaker.jumpstart.constants.DEFAULT_JUMPSTART_SAGEMAKER_SESSION).
@@ -229,7 +231,11 @@ def retrieve(
         container_version = version_config["container_version"][processor]
 
     # Append sdk version in case of trainium instances
-    if repo in ["pytorch-training-neuron", "pytorch-training-neuronx"]:
+    if repo in [
+        "pytorch-training-neuron",
+        "pytorch-training-neuronx",
+        "huggingface-vllm-inference-neuronx",
+    ]:
         if not sdk_version:
             sdk_version = _get_latest_versions(version_config["sdk_versions"])
         container_version = sdk_version + "-" + container_version

sagemaker/core/iterators.py

@@ -17,6 +17,7 @@ from abc import ABC, abstractmethod
 import io
 
 from sagemaker.core.exceptions import ModelStreamError, InternalStreamFailure
+from sagemaker.core.common_utils import _MAX_BUFFER_SIZE
 
 
 def handle_stream_errors(chunk):
@@ -182,5 +183,15 @@ class LineIterator(BaseIterator):
                 # print and move on to next response byte
                 print("Unknown event type:" + chunk)
                 continue
+            
+            # Check buffer size before writing to prevent unbounded memory consumption
+            chunk_size = len(chunk["PayloadPart"]["Bytes"])
+            current_size = self.buffer.getbuffer().nbytes
+            if current_size + chunk_size > _MAX_BUFFER_SIZE:
+                raise RuntimeError(
+                    f"Line buffer exceeded maximum size of {_MAX_BUFFER_SIZE} bytes. "
+                    f"No newline found in stream."
+                )
+            
             self.buffer.seek(0, io.SEEK_END)
             self.buffer.write(chunk["PayloadPart"]["Bytes"])

sagemaker/core/jumpstart/models.py

@@ -129,6 +129,7 @@ class InferenceAmiVersionEnum(StrEnum):
     """InferenceAmiVersionEnum"""
 
     AL2_AMI_SAGEMAKER_INFERENCE_GPU_2 = "al2-ami-sagemaker-inference-gpu-2"
+    AL2_AMI_SAGEMAKER_INFERENCE_GPU_3_1 = "al2-ami-sagemaker-inference-gpu-3-1"
 
 
 class ScopeEnum(StrEnum):
@@ -398,6 +399,7 @@ class CapabilityEnum(StrEnum):
     TRAINING = "TRAINING"
     FINE_TUNING = "FINE_TUNING"
     VALIDATION = "VALIDATION"
+    INCREMENTAL_TRAINING = "INCREMENTAL_TRAINING"
 
 
 class DemoNotebookModel(BaseConfig):

sagemaker/core/jumpstart/region_config.json

@@ -7,6 +7,10 @@
         "content_bucket": "jumpstart-cache-prod-ap-east-1",
         "gated_content_bucket": "jumpstart-private-cache-prod-ap-east-1"
     },
+    "ap-east-2": {
+        "content_bucket": "jumpstart-cache-prod-ap-east-2",
+        "gated_content_bucket": "jumpstart-private-cache-prod-ap-east-2"
+    },
     "ap-northeast-1": {
         "content_bucket": "jumpstart-cache-prod-ap-northeast-1",
         "gated_content_bucket": "jumpstart-private-cache-prod-ap-northeast-1",
@@ -53,6 +57,10 @@
         "content_bucket": "jumpstart-cache-prod-ap-southeast-5",
         "gated_content_bucket": "jumpstart-private-cache-prod-ap-southeast-5"
     },
+    "ap-southeast-6": {
+        "content_bucket": "jumpstart-cache-prod-ap-southeast-6",
+        "gated_content_bucket": "jumpstart-private-cache-prod-ap-southeast-6"
+    },
     "ap-southeast-7": {
         "content_bucket": "jumpstart-cache-prod-ap-southeast-7",
         "gated_content_bucket": "jumpstart-private-cache-prod-ap-southeast-7"

sagemaker/core/local/data.py

@@ -24,6 +24,7 @@ from six import with_metaclass
 from six.moves.urllib.parse import urlparse
 
 import sagemaker.core
+from sagemaker.core.common_utils import _SENSITIVE_SYSTEM_PATHS
 
 
 def get_data_source_instance(data_source, sagemaker_session):
@@ -120,6 +121,15 @@ class LocalFileDataSource(DataSource):
         super(LocalFileDataSource, self).__init__()
 
         self.root_path = os.path.abspath(root_path)
+        
+        # Validate that the path is not in restricted locations
+        for restricted_path in _SENSITIVE_SYSTEM_PATHS:
+            if self.root_path != "/" and self.root_path.startswith(restricted_path):
+                raise ValueError(
+                    f"Local Mode does not support mounting from restricted system paths. "
+                    f"Got: {root_path}"
+                )
+        
         if not os.path.exists(self.root_path):
             raise RuntimeError("Invalid data source: %s does not exist." % self.root_path)
 

sagemaker/core/local/utils.py

@@ -48,10 +48,7 @@ def copy_directory_structure(destination_directory, relative_path):
             destination_directory
     """
     full_path = os.path.join(destination_directory, relative_path)
-    if os.path.exists(full_path):
-        return
-
-    os.makedirs(destination_directory, relative_path)
+    os.makedirs(full_path, exist_ok=True)
 
 
 def move_to_destination(source, destination, job_name, sagemaker_session, prefix=""):
@@ -137,7 +134,11 @@ def get_child_process_ids(pid):
     Returns:
         (List[int]): Child process ids
     """
-    cmd = f"pgrep -P {pid}".split()
+    if not str(pid).isdigit():
+        raise ValueError("Invalid PID")
+    
+    cmd = ["pgrep", "-P", str(pid)]
+    
     process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     output, err = process.communicate()
     if err:

sagemaker/core/model_monitor/clarify_model_monitoring.py

@@ -1117,6 +1117,8 @@ class ModelExplainabilityMonitor(ClarifyModelMonitor):
                 monitor_schedule_name=monitor_schedule_name,
                 job_definition_name=new_job_definition_name,
                 schedule_cron_expression=schedule_cron_expression,
+                data_analysis_start_time=data_analysis_start_time,
+                data_analysis_end_time=data_analysis_end_time,
             )
             self.job_definition_name = new_job_definition_name
             self.monitoring_schedule_name = monitor_schedule_name

sagemaker/core/model_registry.py

@@ -98,7 +98,7 @@ def get_model_package_args(
     if source_uri is not None:
         model_package_args["source_uri"] = source_uri
     if model_life_cycle is not None:
-        model_package_args["model_life_cycle"] = model_life_cycle
+        model_package_args["model_life_cycle"] = model_life_cycle._to_request_dict()
     if model_card is not None:
         original_req = model_card._create_request_args()
         if original_req.get("ModelCardName") is not None:

sagemaker/core/modules/configs.py

@@ -45,8 +45,9 @@ from sagemaker.core.shapes import (
     InstanceGroup,
     TensorBoardOutputConfig,
     CheckpointConfig,
+    MetricDefinition,
 )
-
+from typing import List
 
 __all__ = [
     "SourceCode",
@@ -70,6 +71,7 @@ __all__ = [
     "Compute",
     "Networking",
     "InputData",
+    "MetricDefinition",
 ]
 
 from sagemaker.core.modules.utils import convert_unassigned_to_none
@@ -99,12 +101,23 @@ class SourceCode(BaseConfig):
         command (Optional[str]):
             The command(s) to execute in the training job container. Example: "python my_script.py".
             If not specified, entry_script must be provided.
+        ignore_patterns: (Optional[List[str]]) :
+            The ignore patterns to ignore specific files/folders when uploading to S3. If not specified,
+            default to: ['.env', '.git', '__pycache__', '.DS_Store', '.cache', '.ipynb_checkpoints'].
     """
 
     source_dir: Optional[str] = None
     requirements: Optional[str] = None
     entry_script: Optional[str] = None
     command: Optional[str] = None
+    ignore_patterns: Optional[List[str]] = [
+        ".env",
+        ".git",
+        "__pycache__",
+        ".DS_Store",
+        ".cache",
+        ".ipynb_checkpoints",
+    ]
 
 
 class Compute(shapes.ResourceConfig):

sagemaker/core/modules/train/container_drivers/common/utils.py

@@ -124,10 +124,8 @@ def safe_deserialize(data: Any) -> Any:
 
     This function handles the following cases:
     1. If `data` is not a string, it returns the input as-is.
-    2. If `data` is a string and matches common boolean values ("true" or "false"),
-    it returns the corresponding boolean value (True or False).
-    3. If `data` is a JSON-encoded string, it attempts to deserialize it using `json.loads()`.
-    4. If `data` is a string but cannot be decoded as JSON, it returns the original string.
+    2. If `data` is a JSON-encoded string, it attempts to deserialize it using `json.loads()`.
+    3. If `data` is a string but cannot be decoded as JSON, it returns the original string.
 
     Returns:
         Any: The deserialized data, or the original input if it cannot be JSON-decoded.
@@ -135,12 +133,6 @@ def safe_deserialize(data: Any) -> Any:
     if not isinstance(data, str):
         return data
 
-    lower_data = data.lower()
-    if lower_data in ["true"]:
-        return True
-    if lower_data in ["false"]:
-        return False
-
     try:
         return json.loads(data)
     except json.JSONDecodeError:

sagemaker/core/modules/train/sm_recipes/utils.py

@@ -129,7 +129,7 @@ def _get_trainining_recipe_gpu_model_name_and_script(model_type: str):
     """Get the model base name and script for the training recipe."""
 
     model_type_to_script = {
-        "llama_v3": ("llama", "llama_pretrain.py"),
+        "llama": ("llama", "llama_pretrain.py"),
         "mistral": ("mistral", "mistral_pretrain.py"),
         "mixtral": ("mixtral", "mixtral_pretrain.py"),
         "deepseek": ("deepseek", "deepseek_pretrain.py"),

sagemaker/core/processing.py

@@ -625,6 +625,8 @@ class Processor(object):
         from sagemaker.core.utils.code_injection.codec import transform
 
         transformed = transform(serialized_request, "CreateProcessingJobRequest")
+        # Remove tags from transformed dict as ProcessingJob resource doesn't accept it
+        transformed.pop("tags", None)
         return ProcessingJob(**transformed)
 
     def _get_process_args(self, inputs, outputs, experiment_config):

sagemaker/core/remote_function/client.py

@@ -303,6 +303,9 @@ def remote(
     """
 
     def _remote(func):
+        
+        if job_conda_env:
+            RemoteExecutor._validate_env_name(job_conda_env)
 
         job_settings = _JobSettings(
             dependencies=dependencies,
@@ -366,7 +369,7 @@ def remote(
                             s3_uri=s3_path_join(
                                 job_settings.s3_root_uri, job.job_name, EXCEPTION_FOLDER
                             ),
-                            hmac_key=job.hmac_key,
+                            
                         )
                     except ServiceError as serr:
                         chained_e = serr.__cause__
@@ -403,7 +406,7 @@ def remote(
                 return serialization.deserialize_obj_from_s3(
                     sagemaker_session=job_settings.sagemaker_session,
                     s3_uri=s3_path_join(job_settings.s3_root_uri, job.job_name, RESULTS_FOLDER),
-                    hmac_key=job.hmac_key,
+                    
                 )
 
             if job.describe()["TrainingJobStatus"] == "Stopped":
@@ -774,6 +777,9 @@ class RemoteExecutor(object):
                 + "without spark_config or use_torchrun or use_mpirun. "
                 + "Please provide instance_count = 1"
             )
+        
+        if job_conda_env:
+            self._validate_env_name(job_conda_env)
 
         self.job_settings = _JobSettings(
             dependencies=dependencies,
@@ -951,6 +957,25 @@ class RemoteExecutor(object):
                 + f"{'arguments' if len(missing_kwargs) > 1 else 'argument'}: "
                 + f"{missing_kwargs_string}"
             )
+    
+    @staticmethod
+    def _validate_env_name(env_name: str) -> None:
+        """Validate conda environment name to prevent command injection.
+        
+        Args:
+            env_name (str): The environment name to validate
+            
+        Raises:
+            ValueError: If the environment name contains invalid characters
+        """
+        
+        # Allow only alphanumeric, underscore, and hyphen
+        import re
+        if not re.match(r'^[a-zA-Z0-9_-]+$', env_name):
+            raise ValueError(
+                f"Invalid environment name '{env_name}'. "
+                "Only alphanumeric characters, underscores, and hyphens are allowed."
+            )
 
 
 class Future(object):
@@ -983,7 +1008,7 @@ class Future(object):
                 job_return = serialization.deserialize_obj_from_s3(
                     sagemaker_session=sagemaker_session,
                     s3_uri=s3_path_join(job.s3_uri, RESULTS_FOLDER),
-                    hmac_key=job.hmac_key,
+                    
                 )
             except DeserializationError as e:
                 client_exception = e
@@ -995,7 +1020,7 @@ class Future(object):
                 job_exception = serialization.deserialize_exception_from_s3(
                     sagemaker_session=sagemaker_session,
                     s3_uri=s3_path_join(job.s3_uri, EXCEPTION_FOLDER),
-                    hmac_key=job.hmac_key,
+                    
                 )
             except ServiceError as serr:
                 chained_e = serr.__cause__
@@ -1085,7 +1110,7 @@ class Future(object):
                     self._return = serialization.deserialize_obj_from_s3(
                         sagemaker_session=self._job.sagemaker_session,
                         s3_uri=s3_path_join(self._job.s3_uri, RESULTS_FOLDER),
-                        hmac_key=self._job.hmac_key,
+                        
                     )
                     self._state = _FINISHED
                     return self._return
@@ -1094,7 +1119,7 @@ class Future(object):
                         self._exception = serialization.deserialize_exception_from_s3(
                             sagemaker_session=self._job.sagemaker_session,
                             s3_uri=s3_path_join(self._job.s3_uri, EXCEPTION_FOLDER),
-                            hmac_key=self._job.hmac_key,
+                            
                         )
                     except ServiceError as serr:
                         chained_e = serr.__cause__

sagemaker/core/remote_function/core/pipeline_variables.py

@@ -164,7 +164,6 @@ class _DelayedReturnResolver:
     def __init__(
         self,
         delayed_returns: List[_DelayedReturn],
-        hmac_key: str,
         properties_resolver: _PropertiesResolver,
         parameter_resolver: _ParameterResolver,
         execution_variable_resolver: _ExecutionVariableResolver,
@@ -175,7 +174,6 @@ class _DelayedReturnResolver:
 
         Args:
             delayed_returns: list of delayed returns to resolve.
-            hmac_key: key used to encrypt serialized and deserialized function and arguments.
             properties_resolver: resolver used to resolve step properties.
             parameter_resolver: resolver used to pipeline parameters.
             execution_variable_resolver: resolver used to resolve execution variables.
@@ -197,7 +195,6 @@ class _DelayedReturnResolver:
             return uri, deserialize_obj_from_s3(
                 sagemaker_session=settings["sagemaker_session"],
                 s3_uri=uri,
-                hmac_key=hmac_key,
             )
 
         with ThreadPoolExecutor() as executor:
@@ -247,7 +244,6 @@ def resolve_pipeline_variables(
     context: Context,
     func_args: Tuple,
     func_kwargs: Dict,
-    hmac_key: str,
     s3_base_uri: str,
     **settings,
 ):
@@ -257,7 +253,6 @@ def resolve_pipeline_variables(
         context: context for the execution.
         func_args: function args.
         func_kwargs: function kwargs.
-        hmac_key: key used to encrypt serialized and deserialized function and arguments.
         s3_base_uri: the s3 base uri of the function step that the serialized artifacts
             will be uploaded to. The s3_base_uri = s3_root_uri + pipeline_name.
         **settings: settings to pass to the deserialization function.
@@ -280,7 +275,6 @@ def resolve_pipeline_variables(
     properties_resolver = _PropertiesResolver(context)
     delayed_return_resolver = _DelayedReturnResolver(
         delayed_returns=delayed_returns,
-        hmac_key=hmac_key,
         properties_resolver=properties_resolver,
         parameter_resolver=parameter_resolver,
         execution_variable_resolver=execution_variable_resolver,