sagemaker-core 1.0.42__tar.gz → 1.0.43__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of sagemaker-core might be problematic. Click here for more details.

Files changed (42) hide show
  1. {sagemaker_core-1.0.42/src/sagemaker_core.egg-info → sagemaker_core-1.0.43}/PKG-INFO +1 -1
  2. sagemaker_core-1.0.43/VERSION +1 -0
  3. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/code_injection/shape_dag.py +239 -2
  4. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/resources.py +26 -2
  5. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/shapes.py +178 -1
  6. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43/src/sagemaker_core.egg-info}/PKG-INFO +1 -1
  7. sagemaker_core-1.0.42/VERSION +0 -1
  8. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/LICENSE +0 -0
  9. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/README.rst +0 -0
  10. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/pyproject.toml +0 -0
  11. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/setup.cfg +0 -0
  12. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/__init__.py +0 -0
  13. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/_version.py +0 -0
  14. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/helper/__init__.py +0 -0
  15. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/helper/session_helper.py +0 -0
  16. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/__init__.py +0 -0
  17. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/code_injection/__init__.py +0 -0
  18. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/code_injection/base.py +0 -0
  19. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/code_injection/codec.py +0 -0
  20. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/code_injection/constants.py +0 -0
  21. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/config_schema.py +0 -0
  22. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/default_configs_helper.py +0 -0
  23. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/exceptions.py +0 -0
  24. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/logs.py +0 -0
  25. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/user_agent.py +0 -0
  26. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/main/utils.py +0 -0
  27. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/resources/__init__.py +0 -0
  28. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/shapes/__init__.py +0 -0
  29. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/__init__.py +0 -0
  30. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/codegen.py +0 -0
  31. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/constants.py +0 -0
  32. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/data_extractor.py +0 -0
  33. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/method.py +0 -0
  34. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/resources_codegen.py +0 -0
  35. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/resources_extractor.py +0 -0
  36. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/shapes_codegen.py +0 -0
  37. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/shapes_extractor.py +0 -0
  38. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core/tools/templates.py +0 -0
  39. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core.egg-info/SOURCES.txt +0 -0
  40. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core.egg-info/dependency_links.txt +0 -0
  41. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core.egg-info/requires.txt +0 -0
  42. {sagemaker_core-1.0.42 → sagemaker_core-1.0.43}/src/sagemaker_core.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sagemaker-core
3
- Version: 1.0.42
3
+ Version: 1.0.43
4
4
  Summary: An python package for sagemaker core functionalities
5
5
  Author-email: AWS <sagemaker-interests@amazon.com>
6
6
  Project-URL: Repository, https://github.com/aws/sagemaker-core.git
@@ -0,0 +1 @@
1
+ 1.0.43
@@ -1506,6 +1506,71 @@ SHAPE_DAG = {
1506
1506
  "members": [{"name": "ClusterArn", "shape": "EksClusterArn", "type": "string"}],
1507
1507
  "type": "structure",
1508
1508
  },
1509
+ "ClusterRestrictedInstanceGroupDetails": {
1510
+ "members": [
1511
+ {"name": "CurrentCount", "shape": "ClusterNonNegativeInstanceCount", "type": "integer"},
1512
+ {"name": "TargetCount", "shape": "ClusterInstanceCount", "type": "integer"},
1513
+ {"name": "InstanceGroupName", "shape": "ClusterInstanceGroupName", "type": "string"},
1514
+ {"name": "InstanceType", "shape": "ClusterInstanceType", "type": "string"},
1515
+ {"name": "ExecutionRole", "shape": "RoleArn", "type": "string"},
1516
+ {"name": "ThreadsPerCore", "shape": "ClusterThreadsPerCore", "type": "integer"},
1517
+ {
1518
+ "name": "InstanceStorageConfigs",
1519
+ "shape": "ClusterInstanceStorageConfigs",
1520
+ "type": "list",
1521
+ },
1522
+ {"name": "OnStartDeepHealthChecks", "shape": "OnStartDeepHealthChecks", "type": "list"},
1523
+ {"name": "Status", "shape": "InstanceGroupStatus", "type": "string"},
1524
+ {"name": "TrainingPlanArn", "shape": "TrainingPlanArn", "type": "string"},
1525
+ {
1526
+ "name": "TrainingPlanStatus",
1527
+ "shape": "InstanceGroupTrainingPlanStatus",
1528
+ "type": "string",
1529
+ },
1530
+ {"name": "OverrideVpcConfig", "shape": "VpcConfig", "type": "structure"},
1531
+ {
1532
+ "name": "ScheduledUpdateConfig",
1533
+ "shape": "ScheduledUpdateConfig",
1534
+ "type": "structure",
1535
+ },
1536
+ {"name": "EnvironmentConfig", "shape": "EnvironmentConfigDetails", "type": "structure"},
1537
+ ],
1538
+ "type": "structure",
1539
+ },
1540
+ "ClusterRestrictedInstanceGroupDetailsList": {
1541
+ "member_shape": "ClusterRestrictedInstanceGroupDetails",
1542
+ "member_type": "structure",
1543
+ "type": "list",
1544
+ },
1545
+ "ClusterRestrictedInstanceGroupSpecification": {
1546
+ "members": [
1547
+ {"name": "InstanceCount", "shape": "ClusterInstanceCount", "type": "integer"},
1548
+ {"name": "InstanceGroupName", "shape": "ClusterInstanceGroupName", "type": "string"},
1549
+ {"name": "InstanceType", "shape": "ClusterInstanceType", "type": "string"},
1550
+ {"name": "ExecutionRole", "shape": "RoleArn", "type": "string"},
1551
+ {"name": "ThreadsPerCore", "shape": "ClusterThreadsPerCore", "type": "integer"},
1552
+ {
1553
+ "name": "InstanceStorageConfigs",
1554
+ "shape": "ClusterInstanceStorageConfigs",
1555
+ "type": "list",
1556
+ },
1557
+ {"name": "OnStartDeepHealthChecks", "shape": "OnStartDeepHealthChecks", "type": "list"},
1558
+ {"name": "TrainingPlanArn", "shape": "TrainingPlanArn", "type": "string"},
1559
+ {"name": "OverrideVpcConfig", "shape": "VpcConfig", "type": "structure"},
1560
+ {
1561
+ "name": "ScheduledUpdateConfig",
1562
+ "shape": "ScheduledUpdateConfig",
1563
+ "type": "structure",
1564
+ },
1565
+ {"name": "EnvironmentConfig", "shape": "EnvironmentConfig", "type": "structure"},
1566
+ ],
1567
+ "type": "structure",
1568
+ },
1569
+ "ClusterRestrictedInstanceGroupSpecifications": {
1570
+ "member_shape": "ClusterRestrictedInstanceGroupSpecification",
1571
+ "member_type": "structure",
1572
+ "type": "list",
1573
+ },
1509
1574
  "ClusterSchedulerConfigSummary": {
1510
1575
  "members": [
1511
1576
  {
@@ -2010,6 +2075,11 @@ SHAPE_DAG = {
2010
2075
  "shape": "ClusterInstanceGroupSpecifications",
2011
2076
  "type": "list",
2012
2077
  },
2078
+ {
2079
+ "name": "RestrictedInstanceGroups",
2080
+ "shape": "ClusterRestrictedInstanceGroupSpecifications",
2081
+ "type": "list",
2082
+ },
2013
2083
  {"name": "VpcConfig", "shape": "VpcConfig", "type": "structure"},
2014
2084
  {"name": "Tags", "shape": "TagList", "type": "list"},
2015
2085
  {"name": "Orchestrator", "shape": "ClusterOrchestrator", "type": "structure"},
@@ -4372,6 +4442,11 @@ SHAPE_DAG = {
4372
4442
  {"name": "CreationTime", "shape": "Timestamp", "type": "timestamp"},
4373
4443
  {"name": "FailureMessage", "shape": "String", "type": "string"},
4374
4444
  {"name": "InstanceGroups", "shape": "ClusterInstanceGroupDetailsList", "type": "list"},
4445
+ {
4446
+ "name": "RestrictedInstanceGroups",
4447
+ "shape": "ClusterRestrictedInstanceGroupDetailsList",
4448
+ "type": "list",
4449
+ },
4375
4450
  {"name": "VpcConfig", "shape": "VpcConfig", "type": "structure"},
4376
4451
  {"name": "Orchestrator", "shape": "ClusterOrchestrator", "type": "structure"},
4377
4452
  {"name": "NodeRecovery", "shape": "ClusterNodeRecovery", "type": "string"},
@@ -5743,11 +5818,15 @@ SHAPE_DAG = {
5743
5818
  "shape": "SelectiveExecutionConfig",
5744
5819
  "type": "structure",
5745
5820
  },
5821
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
5746
5822
  ],
5747
5823
  "type": "structure",
5748
5824
  },
5749
5825
  "DescribePipelineRequest": {
5750
- "members": [{"name": "PipelineName", "shape": "PipelineNameOrArn", "type": "string"}],
5826
+ "members": [
5827
+ {"name": "PipelineName", "shape": "PipelineNameOrArn", "type": "string"},
5828
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
5829
+ ],
5751
5830
  "type": "structure",
5752
5831
  },
5753
5832
  "DescribePipelineResponse": {
@@ -5769,6 +5848,16 @@ SHAPE_DAG = {
5769
5848
  "shape": "ParallelismConfiguration",
5770
5849
  "type": "structure",
5771
5850
  },
5851
+ {
5852
+ "name": "PipelineVersionDisplayName",
5853
+ "shape": "PipelineVersionName",
5854
+ "type": "string",
5855
+ },
5856
+ {
5857
+ "name": "PipelineVersionDescription",
5858
+ "shape": "PipelineVersionDescription",
5859
+ "type": "string",
5860
+ },
5772
5861
  ],
5773
5862
  "type": "structure",
5774
5863
  },
@@ -6734,6 +6823,17 @@ SHAPE_DAG = {
6734
6823
  "type": "list",
6735
6824
  },
6736
6825
  "Endpoints": {"member_shape": "EndpointInfo", "member_type": "structure", "type": "list"},
6826
+ "EnvironmentConfig": {
6827
+ "members": [{"name": "FSxLustreConfig", "shape": "FSxLustreConfig", "type": "structure"}],
6828
+ "type": "structure",
6829
+ },
6830
+ "EnvironmentConfigDetails": {
6831
+ "members": [
6832
+ {"name": "FSxLustreConfig", "shape": "FSxLustreConfig", "type": "structure"},
6833
+ {"name": "S3OutputPath", "shape": "S3Uri", "type": "string"},
6834
+ ],
6835
+ "type": "structure",
6836
+ },
6737
6837
  "EnvironmentMap": {
6738
6838
  "key_shape": "EnvironmentKey",
6739
6839
  "key_type": "string",
@@ -6833,6 +6933,17 @@ SHAPE_DAG = {
6833
6933
  ],
6834
6934
  "type": "structure",
6835
6935
  },
6936
+ "FSxLustreConfig": {
6937
+ "members": [
6938
+ {"name": "SizeInGiB", "shape": "FSxLustreSizeInGiB", "type": "integer"},
6939
+ {
6940
+ "name": "PerUnitStorageThroughput",
6941
+ "shape": "FSxLustrePerUnitStorageThroughput",
6942
+ "type": "integer",
6943
+ },
6944
+ ],
6945
+ "type": "structure",
6946
+ },
6836
6947
  "FSxLustreFileSystem": {
6837
6948
  "members": [{"name": "FileSystemId", "shape": "FileSystemId", "type": "string"}],
6838
6949
  "type": "structure",
@@ -10037,6 +10148,28 @@ SHAPE_DAG = {
10037
10148
  ],
10038
10149
  "type": "structure",
10039
10150
  },
10151
+ "ListPipelineVersionsRequest": {
10152
+ "members": [
10153
+ {"name": "PipelineName", "shape": "PipelineNameOrArn", "type": "string"},
10154
+ {"name": "CreatedAfter", "shape": "Timestamp", "type": "timestamp"},
10155
+ {"name": "CreatedBefore", "shape": "Timestamp", "type": "timestamp"},
10156
+ {"name": "SortOrder", "shape": "SortOrder", "type": "string"},
10157
+ {"name": "NextToken", "shape": "NextToken", "type": "string"},
10158
+ {"name": "MaxResults", "shape": "MaxResults", "type": "integer"},
10159
+ ],
10160
+ "type": "structure",
10161
+ },
10162
+ "ListPipelineVersionsResponse": {
10163
+ "members": [
10164
+ {
10165
+ "name": "PipelineVersionSummaries",
10166
+ "shape": "PipelineVersionSummaryList",
10167
+ "type": "list",
10168
+ },
10169
+ {"name": "NextToken", "shape": "NextToken", "type": "string"},
10170
+ ],
10171
+ "type": "structure",
10172
+ },
10040
10173
  "ListPipelinesRequest": {
10041
10174
  "members": [
10042
10175
  {"name": "PipelineNamePrefix", "shape": "PipelineName", "type": "string"},
@@ -12207,6 +12340,12 @@ SHAPE_DAG = {
12207
12340
  "type": "structure",
12208
12341
  },
12209
12342
  {"name": "PipelineParameters", "shape": "ParameterList", "type": "list"},
12343
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
12344
+ {
12345
+ "name": "PipelineVersionDisplayName",
12346
+ "shape": "PipelineVersionName",
12347
+ "type": "string",
12348
+ },
12210
12349
  ],
12211
12350
  "type": "structure",
12212
12351
  },
@@ -12309,6 +12448,70 @@ SHAPE_DAG = {
12309
12448
  "member_type": "structure",
12310
12449
  "type": "list",
12311
12450
  },
12451
+ "PipelineVersion": {
12452
+ "members": [
12453
+ {"name": "PipelineArn", "shape": "PipelineArn", "type": "string"},
12454
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
12455
+ {
12456
+ "name": "PipelineVersionDisplayName",
12457
+ "shape": "PipelineVersionName",
12458
+ "type": "string",
12459
+ },
12460
+ {
12461
+ "name": "PipelineVersionDescription",
12462
+ "shape": "PipelineVersionDescription",
12463
+ "type": "string",
12464
+ },
12465
+ {"name": "CreationTime", "shape": "Timestamp", "type": "timestamp"},
12466
+ {"name": "LastModifiedTime", "shape": "Timestamp", "type": "timestamp"},
12467
+ {"name": "CreatedBy", "shape": "UserContext", "type": "structure"},
12468
+ {"name": "LastModifiedBy", "shape": "UserContext", "type": "structure"},
12469
+ {
12470
+ "name": "LastExecutedPipelineExecutionArn",
12471
+ "shape": "PipelineExecutionArn",
12472
+ "type": "string",
12473
+ },
12474
+ {
12475
+ "name": "LastExecutedPipelineExecutionDisplayName",
12476
+ "shape": "PipelineExecutionName",
12477
+ "type": "string",
12478
+ },
12479
+ {
12480
+ "name": "LastExecutedPipelineExecutionStatus",
12481
+ "shape": "PipelineExecutionStatus",
12482
+ "type": "string",
12483
+ },
12484
+ ],
12485
+ "type": "structure",
12486
+ },
12487
+ "PipelineVersionSummary": {
12488
+ "members": [
12489
+ {"name": "PipelineArn", "shape": "PipelineArn", "type": "string"},
12490
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
12491
+ {"name": "CreationTime", "shape": "Timestamp", "type": "timestamp"},
12492
+ {
12493
+ "name": "PipelineVersionDescription",
12494
+ "shape": "PipelineVersionDescription",
12495
+ "type": "string",
12496
+ },
12497
+ {
12498
+ "name": "PipelineVersionDisplayName",
12499
+ "shape": "PipelineVersionName",
12500
+ "type": "string",
12501
+ },
12502
+ {
12503
+ "name": "LastExecutionPipelineExecutionArn",
12504
+ "shape": "PipelineExecutionArn",
12505
+ "type": "string",
12506
+ },
12507
+ ],
12508
+ "type": "structure",
12509
+ },
12510
+ "PipelineVersionSummaryList": {
12511
+ "member_shape": "PipelineVersionSummary",
12512
+ "member_type": "structure",
12513
+ "type": "list",
12514
+ },
12312
12515
  "PredefinedMetricSpecification": {
12313
12516
  "members": [{"name": "PredefinedMetricType", "shape": "String", "type": "string"}],
12314
12517
  "type": "structure",
@@ -13582,6 +13785,7 @@ SHAPE_DAG = {
13582
13785
  {"name": "ModelPackageGroup", "shape": "ModelPackageGroup", "type": "structure"},
13583
13786
  {"name": "Pipeline", "shape": "Pipeline", "type": "structure"},
13584
13787
  {"name": "PipelineExecution", "shape": "PipelineExecution", "type": "structure"},
13788
+ {"name": "PipelineVersion", "shape": "PipelineVersion", "type": "structure"},
13585
13789
  {"name": "FeatureGroup", "shape": "FeatureGroup", "type": "structure"},
13586
13790
  {"name": "FeatureMetadata", "shape": "FeatureMetadata", "type": "structure"},
13587
13791
  {"name": "Project", "shape": "Project", "type": "structure"},
@@ -13997,6 +14201,7 @@ SHAPE_DAG = {
13997
14201
  "shape": "SelectiveExecutionConfig",
13998
14202
  "type": "structure",
13999
14203
  },
14204
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
14000
14205
  ],
14001
14206
  "type": "structure",
14002
14207
  },
@@ -15138,6 +15343,11 @@ SHAPE_DAG = {
15138
15343
  "shape": "ClusterInstanceGroupSpecifications",
15139
15344
  "type": "list",
15140
15345
  },
15346
+ {
15347
+ "name": "RestrictedInstanceGroups",
15348
+ "shape": "ClusterRestrictedInstanceGroupSpecifications",
15349
+ "type": "list",
15350
+ },
15141
15351
  {"name": "NodeRecovery", "shape": "ClusterNodeRecovery", "type": "string"},
15142
15352
  {
15143
15353
  "name": "InstanceGroupsToDelete",
@@ -15749,7 +15959,34 @@ SHAPE_DAG = {
15749
15959
  "type": "structure",
15750
15960
  },
15751
15961
  "UpdatePipelineResponse": {
15752
- "members": [{"name": "PipelineArn", "shape": "PipelineArn", "type": "string"}],
15962
+ "members": [
15963
+ {"name": "PipelineArn", "shape": "PipelineArn", "type": "string"},
15964
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
15965
+ ],
15966
+ "type": "structure",
15967
+ },
15968
+ "UpdatePipelineVersionRequest": {
15969
+ "members": [
15970
+ {"name": "PipelineArn", "shape": "PipelineArn", "type": "string"},
15971
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
15972
+ {
15973
+ "name": "PipelineVersionDisplayName",
15974
+ "shape": "PipelineVersionName",
15975
+ "type": "string",
15976
+ },
15977
+ {
15978
+ "name": "PipelineVersionDescription",
15979
+ "shape": "PipelineVersionDescription",
15980
+ "type": "string",
15981
+ },
15982
+ ],
15983
+ "type": "structure",
15984
+ },
15985
+ "UpdatePipelineVersionResponse": {
15986
+ "members": [
15987
+ {"name": "PipelineArn", "shape": "PipelineArn", "type": "string"},
15988
+ {"name": "PipelineVersionId", "shape": "PipelineVersionId", "type": "long"},
15989
+ ],
15753
15990
  "type": "structure",
15754
15991
  },
15755
15992
  "UpdateProjectInput": {
@@ -3219,6 +3219,7 @@ class Cluster(Base):
3219
3219
  cluster_name: The name of the SageMaker HyperPod cluster.
3220
3220
  creation_time: The time when the SageMaker Cluster is created.
3221
3221
  failure_message: The failure message of the SageMaker HyperPod cluster.
3222
+ restricted_instance_groups: The specialized instance groups for training models like Amazon Nova to be created in the SageMaker HyperPod cluster.
3222
3223
  vpc_config:
3223
3224
  orchestrator: The type of orchestrator used for the SageMaker HyperPod cluster.
3224
3225
  node_recovery: The node recovery mode configured for the SageMaker HyperPod cluster.
@@ -3231,6 +3232,9 @@ class Cluster(Base):
3231
3232
  creation_time: Optional[datetime.datetime] = Unassigned()
3232
3233
  failure_message: Optional[str] = Unassigned()
3233
3234
  instance_groups: Optional[List[shapes.ClusterInstanceGroupDetails]] = Unassigned()
3235
+ restricted_instance_groups: Optional[List[shapes.ClusterRestrictedInstanceGroupDetails]] = (
3236
+ Unassigned()
3237
+ )
3234
3238
  vpc_config: Optional[shapes.VpcConfig] = Unassigned()
3235
3239
  orchestrator: Optional[shapes.ClusterOrchestrator] = Unassigned()
3236
3240
  node_recovery: Optional[str] = Unassigned()
@@ -3276,6 +3280,9 @@ class Cluster(Base):
3276
3280
  cls,
3277
3281
  cluster_name: str,
3278
3282
  instance_groups: Optional[List[shapes.ClusterInstanceGroupSpecification]] = Unassigned(),
3283
+ restricted_instance_groups: Optional[
3284
+ List[shapes.ClusterRestrictedInstanceGroupSpecification]
3285
+ ] = Unassigned(),
3279
3286
  vpc_config: Optional[shapes.VpcConfig] = Unassigned(),
3280
3287
  tags: Optional[List[shapes.Tag]] = Unassigned(),
3281
3288
  orchestrator: Optional[shapes.ClusterOrchestrator] = Unassigned(),
@@ -3289,6 +3296,7 @@ class Cluster(Base):
3289
3296
  Parameters:
3290
3297
  cluster_name: The name for the new SageMaker HyperPod cluster.
3291
3298
  instance_groups: The instance groups to be created in the SageMaker HyperPod cluster.
3299
+ restricted_instance_groups: The specialized instance groups for training models like Amazon Nova to be created in the SageMaker HyperPod cluster.
3292
3300
  vpc_config: Specifies the Amazon Virtual Private Cloud (VPC) that is associated with the Amazon SageMaker HyperPod cluster. You can control access to and from your resources by configuring your VPC. For more information, see Give SageMaker access to resources in your Amazon VPC. When your Amazon VPC and subnets support IPv6, network communications differ based on the cluster orchestration platform: Slurm-orchestrated clusters automatically configure nodes with dual IPv6 and IPv4 addresses, allowing immediate IPv6 network communications. In Amazon EKS-orchestrated clusters, nodes receive dual-stack addressing, but pods can only use IPv6 when the Amazon EKS cluster is explicitly IPv6-enabled. For information about deploying an IPv6 Amazon EKS cluster, see Amazon EKS IPv6 Cluster Deployment. Additional resources for IPv6 configuration: For information about adding IPv6 support to your VPC, see to IPv6 Support for VPC. For information about creating a new IPv6-compatible VPC, see Amazon VPC Creation Guide. To configure SageMaker HyperPod with a custom Amazon VPC, see Custom Amazon VPC Setup for SageMaker HyperPod.
3293
3301
  tags: Custom tags for managing the SageMaker HyperPod cluster as an Amazon Web Services resource. You can add tags to your cluster in the same way you add them in other Amazon Web Services services that support tagging. To learn more about tagging Amazon Web Services resources in general, see Tagging Amazon Web Services Resources User Guide.
3294
3302
  orchestrator: The type of orchestrator to use for the SageMaker HyperPod cluster. Currently, the only supported value is "eks", which is to use an Amazon Elastic Kubernetes Service (EKS) cluster as the orchestrator.
@@ -3324,6 +3332,7 @@ class Cluster(Base):
3324
3332
  operation_input_args = {
3325
3333
  "ClusterName": cluster_name,
3326
3334
  "InstanceGroups": instance_groups,
3335
+ "RestrictedInstanceGroups": restricted_instance_groups,
3327
3336
  "VpcConfig": vpc_config,
3328
3337
  "Tags": tags,
3329
3338
  "Orchestrator": orchestrator,
@@ -3438,6 +3447,9 @@ class Cluster(Base):
3438
3447
  def update(
3439
3448
  self,
3440
3449
  instance_groups: Optional[List[shapes.ClusterInstanceGroupSpecification]] = Unassigned(),
3450
+ restricted_instance_groups: Optional[
3451
+ List[shapes.ClusterRestrictedInstanceGroupSpecification]
3452
+ ] = Unassigned(),
3441
3453
  node_recovery: Optional[str] = Unassigned(),
3442
3454
  instance_groups_to_delete: Optional[List[str]] = Unassigned(),
3443
3455
  ) -> Optional["Cluster"]:
@@ -3471,6 +3483,7 @@ class Cluster(Base):
3471
3483
  operation_input_args = {
3472
3484
  "ClusterName": self.cluster_name,
3473
3485
  "InstanceGroups": instance_groups,
3486
+ "RestrictedInstanceGroups": restricted_instance_groups,
3474
3487
  "NodeRecovery": node_recovery,
3475
3488
  "InstanceGroupsToDelete": instance_groups_to_delete,
3476
3489
  }
@@ -3717,7 +3730,7 @@ class Cluster(Base):
3717
3730
  @Base.add_validate_call
3718
3731
  def get_node(
3719
3732
  self,
3720
- node_id: str,
3733
+ node_id: Optional[str] = Unassigned(),
3721
3734
  session: Optional[Session] = None,
3722
3735
  region: Optional[str] = None,
3723
3736
  ) -> Optional[shapes.ClusterNodeDetails]:
@@ -3879,7 +3892,7 @@ class Cluster(Base):
3879
3892
  @Base.add_validate_call
3880
3893
  def batch_delete_nodes(
3881
3894
  self,
3882
- node_ids: List[str],
3895
+ node_ids: Optional[List[str]] = Unassigned(),
3883
3896
  session: Optional[Session] = None,
3884
3897
  region: Optional[str] = None,
3885
3898
  ) -> Optional[shapes.BatchDeleteClusterNodesResponse]:
@@ -24538,6 +24551,8 @@ class Pipeline(Base):
24538
24551
  created_by:
24539
24552
  last_modified_by:
24540
24553
  parallelism_configuration: Lists the parallelism configuration applied to the pipeline.
24554
+ pipeline_version_display_name: The display name of the pipeline version.
24555
+ pipeline_version_description: The description of the pipeline version.
24541
24556
 
24542
24557
  """
24543
24558
 
@@ -24554,6 +24569,8 @@ class Pipeline(Base):
24554
24569
  created_by: Optional[shapes.UserContext] = Unassigned()
24555
24570
  last_modified_by: Optional[shapes.UserContext] = Unassigned()
24556
24571
  parallelism_configuration: Optional[shapes.ParallelismConfiguration] = Unassigned()
24572
+ pipeline_version_display_name: Optional[str] = Unassigned()
24573
+ pipeline_version_description: Optional[str] = Unassigned()
24557
24574
 
24558
24575
  def get_name(self) -> str:
24559
24576
  attributes = vars(self)
@@ -24677,6 +24694,7 @@ class Pipeline(Base):
24677
24694
  def get(
24678
24695
  cls,
24679
24696
  pipeline_name: str,
24697
+ pipeline_version_id: Optional[int] = Unassigned(),
24680
24698
  session: Optional[Session] = None,
24681
24699
  region: Optional[str] = None,
24682
24700
  ) -> Optional["Pipeline"]:
@@ -24685,6 +24703,7 @@ class Pipeline(Base):
24685
24703
 
24686
24704
  Parameters:
24687
24705
  pipeline_name: The name or Amazon Resource Name (ARN) of the pipeline to describe.
24706
+ pipeline_version_id: The ID of the pipeline version to describe.
24688
24707
  session: Boto3 session.
24689
24708
  region: Region name.
24690
24709
 
@@ -24706,6 +24725,7 @@ class Pipeline(Base):
24706
24725
 
24707
24726
  operation_input_args = {
24708
24727
  "PipelineName": pipeline_name,
24728
+ "PipelineVersionId": pipeline_version_id,
24709
24729
  }
24710
24730
  # serialize the input request
24711
24731
  operation_input_args = serialize(operation_input_args)
@@ -24726,6 +24746,7 @@ class Pipeline(Base):
24726
24746
  @Base.add_validate_call
24727
24747
  def refresh(
24728
24748
  self,
24749
+ pipeline_version_id: Optional[int] = Unassigned(),
24729
24750
  ) -> Optional["Pipeline"]:
24730
24751
  """
24731
24752
  Refresh a Pipeline resource
@@ -24748,6 +24769,7 @@ class Pipeline(Base):
24748
24769
 
24749
24770
  operation_input_args = {
24750
24771
  "PipelineName": self.pipeline_name,
24772
+ "PipelineVersionId": pipeline_version_id,
24751
24773
  }
24752
24774
  # serialize the input request
24753
24775
  operation_input_args = serialize(operation_input_args)
@@ -25053,6 +25075,7 @@ class PipelineExecution(Base):
25053
25075
  last_modified_by:
25054
25076
  parallelism_configuration: The parallelism configuration applied to the pipeline.
25055
25077
  selective_execution_config: The selective execution configuration applied to the pipeline run.
25078
+ pipeline_version_id: The ID of the pipeline version.
25056
25079
 
25057
25080
  """
25058
25081
 
@@ -25069,6 +25092,7 @@ class PipelineExecution(Base):
25069
25092
  last_modified_by: Optional[shapes.UserContext] = Unassigned()
25070
25093
  parallelism_configuration: Optional[shapes.ParallelismConfiguration] = Unassigned()
25071
25094
  selective_execution_config: Optional[shapes.SelectiveExecutionConfig] = Unassigned()
25095
+ pipeline_version_id: Optional[int] = Unassigned()
25072
25096
 
25073
25097
  def get_name(self) -> str:
25074
25098
  attributes = vars(self)
@@ -1516,7 +1516,7 @@ class IamIdentity(Base):
1516
1516
  class UserContext(Base):
1517
1517
  """
1518
1518
  UserContext
1519
- Information about the user who created or modified an experiment, trial, trial component, lineage group, project, or model card.
1519
+ Information about the user who created or modified a SageMaker resource.
1520
1520
 
1521
1521
  Attributes
1522
1522
  ----------------------
@@ -3552,6 +3552,121 @@ class ClusterOrchestrator(Base):
3552
3552
  eks: ClusterOrchestratorEksConfig
3553
3553
 
3554
3554
 
3555
+ class FSxLustreConfig(Base):
3556
+ """
3557
+ FSxLustreConfig
3558
+ Configuration settings for an Amazon FSx for Lustre file system to be used with the cluster.
3559
+
3560
+ Attributes
3561
+ ----------------------
3562
+ size_in_gi_b: The storage capacity of the Amazon FSx for Lustre file system, specified in gibibytes (GiB).
3563
+ per_unit_storage_throughput: The throughput capacity of the Amazon FSx for Lustre file system, measured in MB/s per TiB of storage.
3564
+ """
3565
+
3566
+ size_in_gi_b: int
3567
+ per_unit_storage_throughput: int
3568
+
3569
+
3570
+ class EnvironmentConfigDetails(Base):
3571
+ """
3572
+ EnvironmentConfigDetails
3573
+ The configuration details for the restricted instance groups (RIG) environment.
3574
+
3575
+ Attributes
3576
+ ----------------------
3577
+ f_sx_lustre_config: Configuration settings for an Amazon FSx for Lustre file system to be used with the cluster.
3578
+ s3_output_path: The Amazon S3 path where output data from the restricted instance group (RIG) environment will be stored.
3579
+ """
3580
+
3581
+ f_sx_lustre_config: Optional[FSxLustreConfig] = Unassigned()
3582
+ s3_output_path: Optional[str] = Unassigned()
3583
+
3584
+
3585
+ class ClusterRestrictedInstanceGroupDetails(Base):
3586
+ """
3587
+ ClusterRestrictedInstanceGroupDetails
3588
+ The instance group details of the restricted instance group (RIG).
3589
+
3590
+ Attributes
3591
+ ----------------------
3592
+ current_count: The number of instances that are currently in the restricted instance group of a SageMaker HyperPod cluster.
3593
+ target_count: The number of instances you specified to add to the restricted instance group of a SageMaker HyperPod cluster.
3594
+ instance_group_name: The name of the restricted instance group of a SageMaker HyperPod cluster.
3595
+ instance_type: The instance type of the restricted instance group of a SageMaker HyperPod cluster.
3596
+ execution_role: The execution role for the restricted instance group to assume.
3597
+ threads_per_core: The number you specified to TreadsPerCore in CreateCluster for enabling or disabling multithreading. For instance types that support multithreading, you can specify 1 for disabling multithreading and 2 for enabling multithreading. For more information, see the reference table of CPU cores and threads per CPU core per instance type in the Amazon Elastic Compute Cloud User Guide.
3598
+ instance_storage_configs: The additional storage configurations for the instances in the SageMaker HyperPod cluster restricted instance group.
3599
+ on_start_deep_health_checks: A flag indicating whether deep health checks should be performed when the cluster's restricted instance group is created or updated.
3600
+ status: The current status of the cluster's restricted instance group. InService: The restricted instance group is active and healthy. Creating: The restricted instance group is being provisioned. Updating: The restricted instance group is being updated. Failed: The restricted instance group has failed to provision or is no longer healthy. Degraded: The restricted instance group is degraded, meaning that some instances have failed to provision or are no longer healthy. Deleting: The restricted instance group is being deleted.
3601
+ training_plan_arn: The Amazon Resource Name (ARN) of the training plan to filter clusters by. For more information about reserving GPU capacity for your SageMaker HyperPod clusters using Amazon SageMaker Training Plan, see CreateTrainingPlan .
3602
+ training_plan_status: The current status of the training plan associated with this cluster restricted instance group.
3603
+ override_vpc_config
3604
+ scheduled_update_config
3605
+ environment_config: The configuration for the restricted instance groups (RIG) environment.
3606
+ """
3607
+
3608
+ current_count: Optional[int] = Unassigned()
3609
+ target_count: Optional[int] = Unassigned()
3610
+ instance_group_name: Optional[str] = Unassigned()
3611
+ instance_type: Optional[str] = Unassigned()
3612
+ execution_role: Optional[str] = Unassigned()
3613
+ threads_per_core: Optional[int] = Unassigned()
3614
+ instance_storage_configs: Optional[List[ClusterInstanceStorageConfig]] = Unassigned()
3615
+ on_start_deep_health_checks: Optional[List[str]] = Unassigned()
3616
+ status: Optional[str] = Unassigned()
3617
+ training_plan_arn: Optional[str] = Unassigned()
3618
+ training_plan_status: Optional[str] = Unassigned()
3619
+ override_vpc_config: Optional[VpcConfig] = Unassigned()
3620
+ scheduled_update_config: Optional[ScheduledUpdateConfig] = Unassigned()
3621
+ environment_config: Optional[EnvironmentConfigDetails] = Unassigned()
3622
+
3623
+
3624
+ class EnvironmentConfig(Base):
3625
+ """
3626
+ EnvironmentConfig
3627
+ The configuration for the restricted instance groups (RIG) environment.
3628
+
3629
+ Attributes
3630
+ ----------------------
3631
+ f_sx_lustre_config: Configuration settings for an Amazon FSx for Lustre file system to be used with the cluster.
3632
+ """
3633
+
3634
+ f_sx_lustre_config: Optional[FSxLustreConfig] = Unassigned()
3635
+
3636
+
3637
+ class ClusterRestrictedInstanceGroupSpecification(Base):
3638
+ """
3639
+ ClusterRestrictedInstanceGroupSpecification
3640
+ The specifications of a restricted instance group that you need to define.
3641
+
3642
+ Attributes
3643
+ ----------------------
3644
+ instance_count: Specifies the number of instances to add to the restricted instance group of a SageMaker HyperPod cluster.
3645
+ instance_group_name: Specifies the name of the restricted instance group.
3646
+ instance_type: Specifies the instance type of the restricted instance group.
3647
+ execution_role: Specifies an IAM execution role to be assumed by the restricted instance group.
3648
+ threads_per_core: The number you specified to TreadsPerCore in CreateCluster for enabling or disabling multithreading. For instance types that support multithreading, you can specify 1 for disabling multithreading and 2 for enabling multithreading. For more information, see the reference table of CPU cores and threads per CPU core per instance type in the Amazon Elastic Compute Cloud User Guide.
3649
+ instance_storage_configs: Specifies the additional storage configurations for the instances in the SageMaker HyperPod cluster restricted instance group.
3650
+ on_start_deep_health_checks: A flag indicating whether deep health checks should be performed when the cluster restricted instance group is created or updated.
3651
+ training_plan_arn: The Amazon Resource Name (ARN) of the training plan to filter clusters by. For more information about reserving GPU capacity for your SageMaker HyperPod clusters using Amazon SageMaker Training Plan, see CreateTrainingPlan .
3652
+ override_vpc_config
3653
+ scheduled_update_config
3654
+ environment_config: The configuration for the restricted instance groups (RIG) environment.
3655
+ """
3656
+
3657
+ instance_count: int
3658
+ instance_group_name: str
3659
+ instance_type: str
3660
+ execution_role: str
3661
+ environment_config: EnvironmentConfig
3662
+ threads_per_core: Optional[int] = Unassigned()
3663
+ instance_storage_configs: Optional[List[ClusterInstanceStorageConfig]] = Unassigned()
3664
+ on_start_deep_health_checks: Optional[List[str]] = Unassigned()
3665
+ training_plan_arn: Optional[str] = Unassigned()
3666
+ override_vpc_config: Optional[VpcConfig] = Unassigned()
3667
+ scheduled_update_config: Optional[ScheduledUpdateConfig] = Unassigned()
3668
+
3669
+
3555
3670
  class ClusterSchedulerConfigSummary(Base):
3556
3671
  """
3557
3672
  ClusterSchedulerConfigSummary
@@ -11500,6 +11615,29 @@ class Parameter(Base):
11500
11615
  value: str
11501
11616
 
11502
11617
 
11618
+ class PipelineVersionSummary(Base):
11619
+ """
11620
+ PipelineVersionSummary
11621
+ The summary of the pipeline version.
11622
+
11623
+ Attributes
11624
+ ----------------------
11625
+ pipeline_arn: The Amazon Resource Name (ARN) of the pipeline.
11626
+ pipeline_version_id: The ID of the pipeline version.
11627
+ creation_time: The creation time of the pipeline version.
11628
+ pipeline_version_description: The description of the pipeline version.
11629
+ pipeline_version_display_name: The display name of the pipeline version.
11630
+ last_execution_pipeline_execution_arn: The Amazon Resource Name (ARN) of the most recent pipeline execution created from this pipeline version.
11631
+ """
11632
+
11633
+ pipeline_arn: Optional[str] = Unassigned()
11634
+ pipeline_version_id: Optional[int] = Unassigned()
11635
+ creation_time: Optional[datetime.datetime] = Unassigned()
11636
+ pipeline_version_description: Optional[str] = Unassigned()
11637
+ pipeline_version_display_name: Optional[str] = Unassigned()
11638
+ last_execution_pipeline_execution_arn: Optional[str] = Unassigned()
11639
+
11640
+
11503
11641
  class PipelineSummary(Base):
11504
11642
  """
11505
11643
  PipelineSummary
@@ -12316,6 +12454,8 @@ class PipelineExecution(Base):
12316
12454
  parallelism_configuration: The parallelism configuration applied to the pipeline execution.
12317
12455
  selective_execution_config: The selective execution configuration applied to the pipeline run.
12318
12456
  pipeline_parameters: Contains a list of pipeline parameters. This list can be empty.
12457
+ pipeline_version_id: The ID of the pipeline version that started this execution.
12458
+ pipeline_version_display_name: The display name of the pipeline version that started this execution.
12319
12459
  """
12320
12460
 
12321
12461
  pipeline_arn: Optional[str] = Unassigned()
@@ -12332,6 +12472,41 @@ class PipelineExecution(Base):
12332
12472
  parallelism_configuration: Optional[ParallelismConfiguration] = Unassigned()
12333
12473
  selective_execution_config: Optional[SelectiveExecutionConfig] = Unassigned()
12334
12474
  pipeline_parameters: Optional[List[Parameter]] = Unassigned()
12475
+ pipeline_version_id: Optional[int] = Unassigned()
12476
+ pipeline_version_display_name: Optional[str] = Unassigned()
12477
+
12478
+
12479
+ class PipelineVersion(Base):
12480
+ """
12481
+ PipelineVersion
12482
+ The version of the pipeline.
12483
+
12484
+ Attributes
12485
+ ----------------------
12486
+ pipeline_arn: The Amazon Resource Name (ARN) of the pipeline.
12487
+ pipeline_version_id: The ID of the pipeline version.
12488
+ pipeline_version_display_name: The display name of the pipeline version.
12489
+ pipeline_version_description: The description of the pipeline version.
12490
+ creation_time: The creation time of the pipeline version.
12491
+ last_modified_time: The time when the pipeline version was last modified.
12492
+ created_by
12493
+ last_modified_by
12494
+ last_executed_pipeline_execution_arn: The Amazon Resource Name (ARN) of the most recent pipeline execution created from this pipeline version.
12495
+ last_executed_pipeline_execution_display_name: The display name of the most recent pipeline execution created from this pipeline version.
12496
+ last_executed_pipeline_execution_status: The status of the most recent pipeline execution created from this pipeline version.
12497
+ """
12498
+
12499
+ pipeline_arn: Optional[str] = Unassigned()
12500
+ pipeline_version_id: Optional[int] = Unassigned()
12501
+ pipeline_version_display_name: Optional[str] = Unassigned()
12502
+ pipeline_version_description: Optional[str] = Unassigned()
12503
+ creation_time: Optional[datetime.datetime] = Unassigned()
12504
+ last_modified_time: Optional[datetime.datetime] = Unassigned()
12505
+ created_by: Optional[UserContext] = Unassigned()
12506
+ last_modified_by: Optional[UserContext] = Unassigned()
12507
+ last_executed_pipeline_execution_arn: Optional[str] = Unassigned()
12508
+ last_executed_pipeline_execution_display_name: Optional[str] = Unassigned()
12509
+ last_executed_pipeline_execution_status: Optional[str] = Unassigned()
12335
12510
 
12336
12511
 
12337
12512
  class ProcessingJob(Base):
@@ -12844,6 +13019,7 @@ class SearchRecord(Base):
12844
13019
  model_package_group
12845
13020
  pipeline
12846
13021
  pipeline_execution
13022
+ pipeline_version: The version of the pipeline.
12847
13023
  feature_group
12848
13024
  feature_metadata: The feature metadata used to search through the features.
12849
13025
  project: The properties of a project.
@@ -12861,6 +13037,7 @@ class SearchRecord(Base):
12861
13037
  model_package_group: Optional[ModelPackageGroup] = Unassigned()
12862
13038
  pipeline: Optional[Pipeline] = Unassigned()
12863
13039
  pipeline_execution: Optional[PipelineExecution] = Unassigned()
13040
+ pipeline_version: Optional[PipelineVersion] = Unassigned()
12864
13041
  feature_group: Optional[FeatureGroup] = Unassigned()
12865
13042
  feature_metadata: Optional[FeatureMetadata] = Unassigned()
12866
13043
  project: Optional[Project] = Unassigned()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sagemaker-core
3
- Version: 1.0.42
3
+ Version: 1.0.43
4
4
  Summary: An python package for sagemaker core functionalities
5
5
  Author-email: AWS <sagemaker-interests@amazon.com>
6
6
  Project-URL: Repository, https://github.com/aws/sagemaker-core.git
@@ -1 +0,0 @@
1
- 1.0.42
File without changes