sagemaker-core 0.1.3__py3-none-any.whl → 1.0.1__py3-none-any.whl

sagemaker_core/{code_injection → main/code_injection}/codec.py

@@ -15,8 +15,8 @@ import logging
 from dataclasses import asdict
 import re
 
-from sagemaker_core.code_injection.shape_dag import SHAPE_DAG
-from sagemaker_core.code_injection.constants import (
+from sagemaker_core.main.code_injection.shape_dag import SHAPE_DAG
+from sagemaker_core.main.code_injection.constants import (
     BASIC_TYPES,
     STRUCTURE_TYPE,
     LIST_TYPE,

sagemaker_core/{code_injection → main/code_injection}/constants.py

@@ -11,8 +11,18 @@
 # ANY KIND, either express or implied. See the License for the specific
 # language governing permissions and limitations under the License.
 """Constants used in the code_injection modules."""
+from enum import Enum
 
 BASIC_TYPES = ["string", "boolean", "integer", "long", "double", "timestamp", "float"]
 STRUCTURE_TYPE = "structure"
 MAP_TYPE = "map"
 LIST_TYPE = "list"
+
+
+class Color(Enum):
+    RED = "rgb(215,0,0)"
+    GREEN = "rgb(0,135,0)"
+    BLUE = "rgb(0,105,255)"
+    YELLOW = "rgb(215,175,0)"
+    PURPLE = "rgb(225,0,225)"
+    BRIGHT_RED = "rgb(255,0,0)"

sagemaker_core/{code_injection → main/code_injection}/shape_dag.py

@@ -339,6 +339,7 @@ SHAPE_DAG = {
         ],
         "type": "structure",
     },
+    "AssumableRoleArns": {"member_shape": "RoleArn", "member_type": "string", "type": "list"},
     "AsyncInferenceClientConfig": {
         "members": [
             {
@@ -481,6 +482,16 @@ SHAPE_DAG = {
         ],
         "type": "structure",
     },
+    "AutoMLComputeConfig": {
+        "members": [
+            {
+                "name": "EmrServerlessComputeConfig",
+                "shape": "EmrServerlessComputeConfig",
+                "type": "structure",
+            }
+        ],
+        "type": "structure",
+    },
     "AutoMLContainerDefinition": {
         "members": [
             {"name": "Image", "shape": "ContainerImage", "type": "string"},
@@ -914,6 +925,11 @@ SHAPE_DAG = {
             {"name": "DirectDeploySettings", "shape": "DirectDeploySettings", "type": "structure"},
             {"name": "KendraSettings", "shape": "KendraSettings", "type": "structure"},
             {"name": "GenerativeAiSettings", "shape": "GenerativeAiSettings", "type": "structure"},
+            {
+                "name": "EmrServerlessSettings",
+                "shape": "EmrServerlessSettings",
+                "type": "structure",
+            },
         ],
         "type": "structure",
     },
@@ -1616,6 +1632,7 @@ SHAPE_DAG = {
             {"name": "AutoMLJobObjective", "shape": "AutoMLJobObjective", "type": "structure"},
             {"name": "ModelDeployConfig", "shape": "ModelDeployConfig", "type": "structure"},
             {"name": "DataSplitConfig", "shape": "AutoMLDataSplitConfig", "type": "structure"},
+            {"name": "AutoMLComputeConfig", "shape": "AutoMLComputeConfig", "type": "structure"},
         ],
         "type": "structure",
     },
@@ -3764,6 +3781,7 @@ SHAPE_DAG = {
             {"name": "ModelDeployResult", "shape": "ModelDeployResult", "type": "structure"},
             {"name": "DataSplitConfig", "shape": "AutoMLDataSplitConfig", "type": "structure"},
             {"name": "SecurityConfig", "shape": "AutoMLSecurityConfig", "type": "structure"},
+            {"name": "AutoMLComputeConfig", "shape": "AutoMLComputeConfig", "type": "structure"},
         ],
         "type": "structure",
     },
@@ -5808,6 +5826,24 @@ SHAPE_DAG = {
         "type": "structure",
     },
     "Edges": {"member_shape": "Edge", "member_type": "structure", "type": "list"},
+    "EmrServerlessComputeConfig": {
+        "members": [{"name": "ExecutionRoleARN", "shape": "RoleArn", "type": "string"}],
+        "type": "structure",
+    },
+    "EmrServerlessSettings": {
+        "members": [
+            {"name": "ExecutionRoleArn", "shape": "RoleArn", "type": "string"},
+            {"name": "Status", "shape": "FeatureStatus", "type": "string"},
+        ],
+        "type": "structure",
+    },
+    "EmrSettings": {
+        "members": [
+            {"name": "AssumableRoleArns", "shape": "AssumableRoleArns", "type": "list"},
+            {"name": "ExecutionRoleArns", "shape": "ExecutionRoleArns", "type": "list"},
+        ],
+        "type": "structure",
+    },
     "EnableSagemakerServicecatalogPortfolioInput": {"members": [], "type": "structure"},
     "EnableSagemakerServicecatalogPortfolioOutput": {"members": [], "type": "structure"},
     "Endpoint": {
@@ -5831,6 +5867,10 @@ SHAPE_DAG = {
         ],
         "type": "structure",
     },
+    "EndpointConfigStepMetadata": {
+        "members": [{"name": "Arn", "shape": "EndpointConfigArn", "type": "string"}],
+        "type": "structure",
+    },
     "EndpointConfigSummary": {
         "members": [
             {"name": "EndpointConfigName", "shape": "EndpointConfigName", "type": "string"},
@@ -5937,6 +5977,10 @@ SHAPE_DAG = {
         "member_type": "structure",
         "type": "list",
     },
+    "EndpointStepMetadata": {
+        "members": [{"name": "Arn", "shape": "EndpointArn", "type": "string"}],
+        "type": "structure",
+    },
     "EndpointSummary": {
         "members": [
             {"name": "EndpointName", "shape": "EndpointName", "type": "string"},
@@ -5979,6 +6023,7 @@ SHAPE_DAG = {
         "member_type": "structure",
         "type": "list",
     },
+    "ExecutionRoleArns": {"member_shape": "RoleArn", "member_type": "string", "type": "list"},
     "Experiment": {
         "members": [
             {"name": "ExperimentName", "shape": "ExperimentEntityName", "type": "string"},
@@ -7461,6 +7506,7 @@ SHAPE_DAG = {
             {"name": "CustomImages", "shape": "CustomImages", "type": "list"},
             {"name": "LifecycleConfigArns", "shape": "LifecycleConfigArns", "type": "list"},
             {"name": "CodeRepositories", "shape": "CodeRepositories", "type": "list"},
+            {"name": "EmrSettings", "shape": "EmrSettings", "type": "structure"},
         ],
         "type": "structure",
     },
@@ -11141,6 +11187,8 @@ SHAPE_DAG = {
             {"name": "ClarifyCheck", "shape": "ClarifyCheckStepMetadata", "type": "structure"},
             {"name": "Fail", "shape": "FailStepMetadata", "type": "structure"},
             {"name": "AutoMLJob", "shape": "AutoMLJobStepMetadata", "type": "structure"},
+            {"name": "Endpoint", "shape": "EndpointStepMetadata", "type": "structure"},
+            {"name": "EndpointConfig", "shape": "EndpointConfigStepMetadata", "type": "structure"},
         ],
         "type": "structure",
     },

sagemaker_core/{generated → main}/config_schema.py

@@ -87,6 +87,11 @@ SAGEMAKER_PYTHON_SDK_CONFIG_SCHEMA = {
                                                 },
                                             },
                                         },
+                                        "auto_ml_compute_config": {
+                                            "emr_serverless_compute_config": {
+                                                "execution_role_arn": {"type": "string"}
+                                            }
+                                        },
                                     },
                                 },
                                 "Cluster": {
@@ -212,6 +217,21 @@ SAGEMAKER_PYTHON_SDK_CONFIG_SCHEMA = {
                                                 "generative_ai_settings": {
                                                     "amazon_bedrock_role_arn": {"type": "string"}
                                                 },
+                                                "emr_serverless_settings": {
+                                                    "execution_role_arn": {"type": "string"}
+                                                },
+                                            },
+                                            "jupyter_lab_app_settings": {
+                                                "emr_settings": {
+                                                    "assumable_role_arns": {
+                                                        "type": "array",
+                                                        "items": {"type": "string"},
+                                                    },
+                                                    "execution_role_arns": {
+                                                        "type": "array",
+                                                        "items": {"type": "string"},
+                                                    },
+                                                }
                                             },
                                         },
                                         "domain_settings": {
@@ -237,6 +257,18 @@ SAGEMAKER_PYTHON_SDK_CONFIG_SCHEMA = {
                                                 "type": "array",
                                                 "items": {"type": "string"},
                                             },
+                                            "jupyter_lab_app_settings": {
+                                                "emr_settings": {
+                                                    "assumable_role_arns": {
+                                                        "type": "array",
+                                                        "items": {"type": "string"},
+                                                    },
+                                                    "execution_role_arns": {
+                                                        "type": "array",
+                                                        "items": {"type": "string"},
+                                                    },
+                                                }
+                                            },
                                         },
                                     },
                                 },
@@ -836,6 +868,21 @@ SAGEMAKER_PYTHON_SDK_CONFIG_SCHEMA = {
                                                 "generative_ai_settings": {
                                                     "amazon_bedrock_role_arn": {"type": "string"}
                                                 },
+                                                "emr_serverless_settings": {
+                                                    "execution_role_arn": {"type": "string"}
+                                                },
+                                            },
+                                            "jupyter_lab_app_settings": {
+                                                "emr_settings": {
+                                                    "assumable_role_arns": {
+                                                        "type": "array",
+                                                        "items": {"type": "string"},
+                                                    },
+                                                    "execution_role_arns": {
+                                                        "type": "array",
+                                                        "items": {"type": "string"},
+                                                    },
+                                                }
                                             },
                                         }
                                     },

sagemaker_core/{generated → main}/intelligent_defaults_helper.py

@@ -25,23 +25,23 @@ from platformdirs import site_config_dir, user_config_dir
 
 from botocore.utils import merge_dicts
 from six.moves.urllib.parse import urlparse
-from sagemaker_core.generated.config_schema import SAGEMAKER_PYTHON_SDK_CONFIG_SCHEMA
-from sagemaker_core.generated.exceptions import (
+from sagemaker_core.main.config_schema import SAGEMAKER_PYTHON_SDK_CONFIG_SCHEMA
+from sagemaker_core.main.exceptions import (
     LocalConfigNotFoundError,
     S3ConfigNotFoundError,
     IntelligentDefaultsError,
     ConfigSchemaValidationError,
 )
+from sagemaker_core.main.utils import get_textual_rich_logger
 
-logging.basicConfig(level=logging.INFO)
-logger = logging.getLogger(__name__)
+logger = get_textual_rich_logger(__name__)
 
 
 _APP_NAME = "sagemaker"
 # The default name of the config file.
 _CONFIG_FILE_NAME = "config.yaml"
 # The default config file location of the Administrator provided config file. This path can be
-# overridden with `SAGEMAKER_ADMIN_CONFIG_OVERRIDE` environment variable.
+# overridden with `SAGEMAKER_CORE_ADMIN_CONFIG_OVERRIDE` environment variable.
 _DEFAULT_ADMIN_CONFIG_FILE_PATH = os.path.join(site_config_dir(_APP_NAME), _CONFIG_FILE_NAME)
 # The default config file location of the user provided config file. This path can be
 # overridden with `SAGEMAKER_USER_CONFIG_OVERRIDE` environment variable.
@@ -50,8 +50,8 @@ _DEFAULT_USER_CONFIG_FILE_PATH = os.path.join(user_config_dir(_APP_NAME), _CONFI
 _DEFAULT_LOCAL_MODE_CONFIG_FILE_PATH = os.path.join(
     os.path.expanduser("~"), ".sagemaker", _CONFIG_FILE_NAME
 )
-ENV_VARIABLE_ADMIN_CONFIG_OVERRIDE = "SAGEMAKER_ADMIN_CONFIG_OVERRIDE"
-ENV_VARIABLE_USER_CONFIG_OVERRIDE = "SAGEMAKER_USER_CONFIG_OVERRIDE"
+ENV_VARIABLE_ADMIN_CONFIG_OVERRIDE = "SAGEMAKER_CORE_ADMIN_CONFIG_OVERRIDE"
+ENV_VARIABLE_USER_CONFIG_OVERRIDE = "SAGEMAKER_CORE_USER_CONFIG_OVERRIDE"
 
 S3_PREFIX = "s3://"
 
@@ -192,7 +192,7 @@ def get_config_value(attribute, resource_defaults, global_defaults):
         return resource_defaults[attribute]
     if global_defaults and attribute in global_defaults:
         return global_defaults[attribute]
-    logger.info(
+    logger.debug(
         f"Configurable value {attribute} not entered in parameters or present in the Config"
     )
     return None