aws-sdk-sagemaker 1.113.0 → 1.114.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-sagemaker/client.rb +82 -14
- data/lib/aws-sdk-sagemaker/client_api.rb +38 -1
- data/lib/aws-sdk-sagemaker/types.rb +221 -16
- data/lib/aws-sdk-sagemaker.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 32d202b9daf567f6f2bb28e00ad02d4b95b443f5b0ff13649f7843b80ec9b1c4
|
4
|
+
data.tar.gz: 8d7aa2498b4186d5560c6b9c8699f03bf459b01c6cadbb870c41d1d48fbae040
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8df0f46c37dc211b03f5cf1aef0bf247d422110c42d21b539eb23f5e2e9fdbaebb66d160a832fb4482a0b27187bb084f281eae7b5de30299127908a4cc110dc4
|
7
|
+
data.tar.gz: d4406d328d0b0944940c8a266f7a8a19c0d1aa27b446c9516d212f7271431546dee70b9d0784bffdcc572ebe20d7035640eac532e2f030b9b7c49e36c6f72061
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.114.0 (2022-01-03)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - The release allows users to pass pipeline definitions as Amazon S3 locations and control the pipeline execution concurrency using ParallelismConfiguration. It also adds support of EMR jobs as pipeline steps.
|
8
|
+
|
4
9
|
1.113.0 (2021-12-21)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.114.0
|
@@ -1843,7 +1843,7 @@ module Aws::SageMaker
|
|
1843
1843
|
# subnets
|
1844
1844
|
#
|
1845
1845
|
# @option params [String] :home_efs_file_system_kms_key_id
|
1846
|
-
#
|
1846
|
+
# Use `KmsKeyId`.
|
1847
1847
|
#
|
1848
1848
|
# @option params [String] :kms_key_id
|
1849
1849
|
# SageMaker uses Amazon Web Services KMS to encrypt the EFS volume
|
@@ -5083,9 +5083,14 @@ module Aws::SageMaker
|
|
5083
5083
|
# @option params [String] :pipeline_display_name
|
5084
5084
|
# The display name of the pipeline.
|
5085
5085
|
#
|
5086
|
-
# @option params [
|
5086
|
+
# @option params [String] :pipeline_definition
|
5087
5087
|
# The JSON pipeline definition of the pipeline.
|
5088
5088
|
#
|
5089
|
+
# @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
|
5090
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
5091
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
5092
|
+
# location.
|
5093
|
+
#
|
5089
5094
|
# @option params [String] :pipeline_description
|
5090
5095
|
# A description of the pipeline.
|
5091
5096
|
#
|
@@ -5104,6 +5109,11 @@ module Aws::SageMaker
|
|
5104
5109
|
# @option params [Array<Types::Tag>] :tags
|
5105
5110
|
# A list of tags to apply to the created pipeline.
|
5106
5111
|
#
|
5112
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
5113
|
+
# This is the configuration that controls the parallelism of the
|
5114
|
+
# pipeline. If specified, it applies to all runs of this pipeline by
|
5115
|
+
# default.
|
5116
|
+
#
|
5107
5117
|
# @return [Types::CreatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5108
5118
|
#
|
5109
5119
|
# * {Types::CreatePipelineResponse#pipeline_arn #pipeline_arn} => String
|
@@ -5113,7 +5123,12 @@ module Aws::SageMaker
|
|
5113
5123
|
# resp = client.create_pipeline({
|
5114
5124
|
# pipeline_name: "PipelineName", # required
|
5115
5125
|
# pipeline_display_name: "PipelineName",
|
5116
|
-
# pipeline_definition: "PipelineDefinition",
|
5126
|
+
# pipeline_definition: "PipelineDefinition",
|
5127
|
+
# pipeline_definition_s3_location: {
|
5128
|
+
# bucket: "BucketName", # required
|
5129
|
+
# object_key: "Key", # required
|
5130
|
+
# version_id: "VersionId",
|
5131
|
+
# },
|
5117
5132
|
# pipeline_description: "PipelineDescription",
|
5118
5133
|
# client_request_token: "IdempotencyToken", # required
|
5119
5134
|
# role_arn: "RoleArn", # required
|
@@ -5123,6 +5138,9 @@ module Aws::SageMaker
|
|
5123
5138
|
# value: "TagValue", # required
|
5124
5139
|
# },
|
5125
5140
|
# ],
|
5141
|
+
# parallelism_configuration: {
|
5142
|
+
# max_parallel_execution_steps: 1, # required
|
5143
|
+
# },
|
5126
5144
|
# })
|
5127
5145
|
#
|
5128
5146
|
# @example Response structure
|
@@ -10543,6 +10561,7 @@ module Aws::SageMaker
|
|
10543
10561
|
# * {Types::DescribePipelineResponse#last_run_time #last_run_time} => Time
|
10544
10562
|
# * {Types::DescribePipelineResponse#created_by #created_by} => Types::UserContext
|
10545
10563
|
# * {Types::DescribePipelineResponse#last_modified_by #last_modified_by} => Types::UserContext
|
10564
|
+
# * {Types::DescribePipelineResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
|
10546
10565
|
#
|
10547
10566
|
# @example Request syntax with placeholder values
|
10548
10567
|
#
|
@@ -10568,6 +10587,7 @@ module Aws::SageMaker
|
|
10568
10587
|
# resp.last_modified_by.user_profile_arn #=> String
|
10569
10588
|
# resp.last_modified_by.user_profile_name #=> String
|
10570
10589
|
# resp.last_modified_by.domain_id #=> String
|
10590
|
+
# resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
10571
10591
|
#
|
10572
10592
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipeline AWS API Documentation
|
10573
10593
|
#
|
@@ -10626,6 +10646,7 @@ module Aws::SageMaker
|
|
10626
10646
|
# * {Types::DescribePipelineExecutionResponse#last_modified_time #last_modified_time} => Time
|
10627
10647
|
# * {Types::DescribePipelineExecutionResponse#created_by #created_by} => Types::UserContext
|
10628
10648
|
# * {Types::DescribePipelineExecutionResponse#last_modified_by #last_modified_by} => Types::UserContext
|
10649
|
+
# * {Types::DescribePipelineExecutionResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
|
10629
10650
|
#
|
10630
10651
|
# @example Request syntax with placeholder values
|
10631
10652
|
#
|
@@ -10651,6 +10672,7 @@ module Aws::SageMaker
|
|
10651
10672
|
# resp.last_modified_by.user_profile_arn #=> String
|
10652
10673
|
# resp.last_modified_by.user_profile_name #=> String
|
10653
10674
|
# resp.last_modified_by.domain_id #=> String
|
10675
|
+
# resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
10654
10676
|
#
|
10655
10677
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecution AWS API Documentation
|
10656
10678
|
#
|
@@ -14861,6 +14883,8 @@ module Aws::SageMaker
|
|
14861
14883
|
#
|
14862
14884
|
# resp.pipeline_execution_steps #=> Array
|
14863
14885
|
# resp.pipeline_execution_steps[0].step_name #=> String
|
14886
|
+
# resp.pipeline_execution_steps[0].step_display_name #=> String
|
14887
|
+
# resp.pipeline_execution_steps[0].step_description #=> String
|
14864
14888
|
# resp.pipeline_execution_steps[0].start_time #=> Time
|
14865
14889
|
# resp.pipeline_execution_steps[0].end_time #=> Time
|
14866
14890
|
# resp.pipeline_execution_steps[0].step_status #=> String, one of "Starting", "Executing", "Stopping", "Stopped", "Failed", "Succeeded"
|
@@ -14901,6 +14925,10 @@ module Aws::SageMaker
|
|
14901
14925
|
# resp.pipeline_execution_steps[0].metadata.clarify_check.check_job_arn #=> String
|
14902
14926
|
# resp.pipeline_execution_steps[0].metadata.clarify_check.skip_check #=> Boolean
|
14903
14927
|
# resp.pipeline_execution_steps[0].metadata.clarify_check.register_new_baseline #=> Boolean
|
14928
|
+
# resp.pipeline_execution_steps[0].metadata.emr.cluster_id #=> String
|
14929
|
+
# resp.pipeline_execution_steps[0].metadata.emr.step_id #=> String
|
14930
|
+
# resp.pipeline_execution_steps[0].metadata.emr.step_name #=> String
|
14931
|
+
# resp.pipeline_execution_steps[0].metadata.emr.log_file_path #=> String
|
14904
14932
|
# resp.next_token #=> String
|
14905
14933
|
#
|
14906
14934
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListPipelineExecutionSteps AWS API Documentation
|
@@ -16309,6 +16337,10 @@ module Aws::SageMaker
|
|
16309
16337
|
# **A suitable default value is auto-generated.** You should normally
|
16310
16338
|
# not need to pass this option.**
|
16311
16339
|
#
|
16340
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
16341
|
+
# This configuration, if specified, overrides the parallelism
|
16342
|
+
# configuration of the parent pipeline.
|
16343
|
+
#
|
16312
16344
|
# @return [Types::RetryPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
16313
16345
|
#
|
16314
16346
|
# * {Types::RetryPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
|
@@ -16318,6 +16350,9 @@ module Aws::SageMaker
|
|
16318
16350
|
# resp = client.retry_pipeline_execution({
|
16319
16351
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
16320
16352
|
# client_request_token: "IdempotencyToken", # required
|
16353
|
+
# parallelism_configuration: {
|
16354
|
+
# max_parallel_execution_steps: 1, # required
|
16355
|
+
# },
|
16321
16356
|
# })
|
16322
16357
|
#
|
16323
16358
|
# @example Response structure
|
@@ -17102,6 +17137,7 @@ module Aws::SageMaker
|
|
17102
17137
|
# resp.results[0].pipeline.last_modified_by.user_profile_arn #=> String
|
17103
17138
|
# resp.results[0].pipeline.last_modified_by.user_profile_name #=> String
|
17104
17139
|
# resp.results[0].pipeline.last_modified_by.domain_id #=> String
|
17140
|
+
# resp.results[0].pipeline.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
17105
17141
|
# resp.results[0].pipeline.tags #=> Array
|
17106
17142
|
# resp.results[0].pipeline.tags[0].key #=> String
|
17107
17143
|
# resp.results[0].pipeline.tags[0].value #=> String
|
@@ -17121,6 +17157,7 @@ module Aws::SageMaker
|
|
17121
17157
|
# resp.results[0].pipeline_execution.last_modified_by.user_profile_arn #=> String
|
17122
17158
|
# resp.results[0].pipeline_execution.last_modified_by.user_profile_name #=> String
|
17123
17159
|
# resp.results[0].pipeline_execution.last_modified_by.domain_id #=> String
|
17160
|
+
# resp.results[0].pipeline_execution.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
17124
17161
|
# resp.results[0].pipeline_execution.pipeline_parameters #=> Array
|
17125
17162
|
# resp.results[0].pipeline_execution.pipeline_parameters[0].name #=> String
|
17126
17163
|
# resp.results[0].pipeline_execution.pipeline_parameters[0].value #=> String
|
@@ -17353,6 +17390,10 @@ module Aws::SageMaker
|
|
17353
17390
|
# **A suitable default value is auto-generated.** You should normally
|
17354
17391
|
# not need to pass this option.**
|
17355
17392
|
#
|
17393
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
17394
|
+
# This configuration, if specified, overrides the parallelism
|
17395
|
+
# configuration of the parent pipeline for this specific run.
|
17396
|
+
#
|
17356
17397
|
# @return [Types::StartPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
17357
17398
|
#
|
17358
17399
|
# * {Types::StartPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
|
@@ -17370,6 +17411,9 @@ module Aws::SageMaker
|
|
17370
17411
|
# ],
|
17371
17412
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
17372
17413
|
# client_request_token: "IdempotencyToken", # required
|
17414
|
+
# parallelism_configuration: {
|
17415
|
+
# max_parallel_execution_steps: 1, # required
|
17416
|
+
# },
|
17373
17417
|
# })
|
17374
17418
|
#
|
17375
17419
|
# @example Response structure
|
@@ -17595,17 +17639,17 @@ module Aws::SageMaker
|
|
17595
17639
|
#
|
17596
17640
|
# A pipeline execution won't stop while a callback step is running.
|
17597
17641
|
# When you call `StopPipelineExecution` on a pipeline execution with a
|
17598
|
-
# running callback step, SageMaker Pipelines sends an additional
|
17599
|
-
# SQS message to the specified SQS queue. The body of the SQS
|
17600
|
-
# contains a "Status" field which is set to "Stopping".
|
17642
|
+
# running callback step, Amazon SageMaker Pipelines sends an additional
|
17643
|
+
# Amazon SQS message to the specified SQS queue. The body of the SQS
|
17644
|
+
# message contains a "Status" field which is set to "Stopping".
|
17601
17645
|
#
|
17602
17646
|
# You should add logic to your Amazon SQS message consumer to take any
|
17603
17647
|
# needed action (for example, resource cleanup) upon receipt of the
|
17604
17648
|
# message followed by a call to `SendPipelineExecutionStepSuccess` or
|
17605
17649
|
# `SendPipelineExecutionStepFailure`.
|
17606
17650
|
#
|
17607
|
-
# Only when SageMaker Pipelines receives one of these calls will
|
17608
|
-
# the pipeline execution.
|
17651
|
+
# Only when Amazon SageMaker Pipelines receives one of these calls will
|
17652
|
+
# it stop the pipeline execution.
|
17609
17653
|
#
|
17610
17654
|
# **Lambda Step**
|
17611
17655
|
#
|
@@ -17704,16 +17748,16 @@ module Aws::SageMaker
|
|
17704
17748
|
req.send_request(options)
|
17705
17749
|
end
|
17706
17750
|
|
17707
|
-
# Stops a transform job.
|
17751
|
+
# Stops a batch transform job.
|
17708
17752
|
#
|
17709
17753
|
# When Amazon SageMaker receives a `StopTransformJob` request, the
|
17710
17754
|
# status of the job changes to `Stopping`. After Amazon SageMaker stops
|
17711
|
-
# the job, the status is set to `Stopped`. When you stop a
|
17712
|
-
# before it is completed, Amazon SageMaker doesn't store
|
17713
|
-
# output in Amazon S3.
|
17755
|
+
# the job, the status is set to `Stopped`. When you stop a batch
|
17756
|
+
# transform job before it is completed, Amazon SageMaker doesn't store
|
17757
|
+
# the job's output in Amazon S3.
|
17714
17758
|
#
|
17715
17759
|
# @option params [required, String] :transform_job_name
|
17716
|
-
# The name of the transform job to stop.
|
17760
|
+
# The name of the batch transform job to stop.
|
17717
17761
|
#
|
17718
17762
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
17719
17763
|
#
|
@@ -18753,12 +18797,21 @@ module Aws::SageMaker
|
|
18753
18797
|
# @option params [String] :pipeline_definition
|
18754
18798
|
# The JSON pipeline definition.
|
18755
18799
|
#
|
18800
|
+
# @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
|
18801
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
18802
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
18803
|
+
# location.
|
18804
|
+
#
|
18756
18805
|
# @option params [String] :pipeline_description
|
18757
18806
|
# The description of the pipeline.
|
18758
18807
|
#
|
18759
18808
|
# @option params [String] :role_arn
|
18760
18809
|
# The Amazon Resource Name (ARN) that the pipeline uses to execute.
|
18761
18810
|
#
|
18811
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
18812
|
+
# If specified, it applies to all executions of this pipeline by
|
18813
|
+
# default.
|
18814
|
+
#
|
18762
18815
|
# @return [Types::UpdatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
18763
18816
|
#
|
18764
18817
|
# * {Types::UpdatePipelineResponse#pipeline_arn #pipeline_arn} => String
|
@@ -18769,8 +18822,16 @@ module Aws::SageMaker
|
|
18769
18822
|
# pipeline_name: "PipelineName", # required
|
18770
18823
|
# pipeline_display_name: "PipelineName",
|
18771
18824
|
# pipeline_definition: "PipelineDefinition",
|
18825
|
+
# pipeline_definition_s3_location: {
|
18826
|
+
# bucket: "BucketName", # required
|
18827
|
+
# object_key: "Key", # required
|
18828
|
+
# version_id: "VersionId",
|
18829
|
+
# },
|
18772
18830
|
# pipeline_description: "PipelineDescription",
|
18773
18831
|
# role_arn: "RoleArn",
|
18832
|
+
# parallelism_configuration: {
|
18833
|
+
# max_parallel_execution_steps: 1, # required
|
18834
|
+
# },
|
18774
18835
|
# })
|
18775
18836
|
#
|
18776
18837
|
# @example Response structure
|
@@ -18797,6 +18858,10 @@ module Aws::SageMaker
|
|
18797
18858
|
# @option params [String] :pipeline_execution_display_name
|
18798
18859
|
# The display name of the pipeline execution.
|
18799
18860
|
#
|
18861
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
18862
|
+
# This configuration, if specified, overrides the parallelism
|
18863
|
+
# configuration of the parent pipeline for this specific run.
|
18864
|
+
#
|
18800
18865
|
# @return [Types::UpdatePipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
18801
18866
|
#
|
18802
18867
|
# * {Types::UpdatePipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
|
@@ -18807,6 +18872,9 @@ module Aws::SageMaker
|
|
18807
18872
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
18808
18873
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
18809
18874
|
# pipeline_execution_display_name: "PipelineExecutionName",
|
18875
|
+
# parallelism_configuration: {
|
18876
|
+
# max_parallel_execution_steps: 1, # required
|
18877
|
+
# },
|
18810
18878
|
# })
|
18811
18879
|
#
|
18812
18880
|
# @example Response structure
|
@@ -19375,7 +19443,7 @@ module Aws::SageMaker
|
|
19375
19443
|
params: params,
|
19376
19444
|
config: config)
|
19377
19445
|
context[:gem_name] = 'aws-sdk-sagemaker'
|
19378
|
-
context[:gem_version] = '1.
|
19446
|
+
context[:gem_version] = '1.114.0'
|
19379
19447
|
Seahorse::Client::Request.new(handlers, context)
|
19380
19448
|
end
|
19381
19449
|
|
@@ -141,6 +141,7 @@ module Aws::SageMaker
|
|
141
141
|
Boolean = Shapes::BooleanShape.new(name: 'Boolean')
|
142
142
|
BooleanOperator = Shapes::StringShape.new(name: 'BooleanOperator')
|
143
143
|
Branch = Shapes::StringShape.new(name: 'Branch')
|
144
|
+
BucketName = Shapes::StringShape.new(name: 'BucketName')
|
144
145
|
CacheHitResult = Shapes::StructureShape.new(name: 'CacheHitResult')
|
145
146
|
CallbackStepMetadata = Shapes::StructureShape.new(name: 'CallbackStepMetadata')
|
146
147
|
CallbackToken = Shapes::StringShape.new(name: 'CallbackToken')
|
@@ -552,6 +553,7 @@ module Aws::SageMaker
|
|
552
553
|
DriftCheckExplainability = Shapes::StructureShape.new(name: 'DriftCheckExplainability')
|
553
554
|
DriftCheckModelDataQuality = Shapes::StructureShape.new(name: 'DriftCheckModelDataQuality')
|
554
555
|
DriftCheckModelQuality = Shapes::StructureShape.new(name: 'DriftCheckModelQuality')
|
556
|
+
EMRStepMetadata = Shapes::StructureShape.new(name: 'EMRStepMetadata')
|
555
557
|
Edge = Shapes::StructureShape.new(name: 'Edge')
|
556
558
|
EdgeModel = Shapes::StructureShape.new(name: 'EdgeModel')
|
557
559
|
EdgeModelStat = Shapes::StructureShape.new(name: 'EdgeModelStat')
|
@@ -775,6 +777,7 @@ module Aws::SageMaker
|
|
775
777
|
KernelName = Shapes::StringShape.new(name: 'KernelName')
|
776
778
|
KernelSpec = Shapes::StructureShape.new(name: 'KernelSpec')
|
777
779
|
KernelSpecs = Shapes::ListShape.new(name: 'KernelSpecs')
|
780
|
+
Key = Shapes::StringShape.new(name: 'Key')
|
778
781
|
KmsKeyId = Shapes::StringShape.new(name: 'KmsKeyId')
|
779
782
|
LabelAttributeName = Shapes::StringShape.new(name: 'LabelAttributeName')
|
780
783
|
LabelCounter = Shapes::IntegerShape.new(name: 'LabelCounter')
|
@@ -942,6 +945,7 @@ module Aws::SageMaker
|
|
942
945
|
MaxHumanLabeledObjectCount = Shapes::IntegerShape.new(name: 'MaxHumanLabeledObjectCount')
|
943
946
|
MaxNumberOfTests = Shapes::IntegerShape.new(name: 'MaxNumberOfTests')
|
944
947
|
MaxNumberOfTrainingJobs = Shapes::IntegerShape.new(name: 'MaxNumberOfTrainingJobs')
|
948
|
+
MaxParallelExecutionSteps = Shapes::IntegerShape.new(name: 'MaxParallelExecutionSteps')
|
945
949
|
MaxParallelOfTests = Shapes::IntegerShape.new(name: 'MaxParallelOfTests')
|
946
950
|
MaxParallelTrainingJobs = Shapes::IntegerShape.new(name: 'MaxParallelTrainingJobs')
|
947
951
|
MaxPayloadInMB = Shapes::IntegerShape.new(name: 'MaxPayloadInMB')
|
@@ -1127,6 +1131,7 @@ module Aws::SageMaker
|
|
1127
1131
|
OutputParameter = Shapes::StructureShape.new(name: 'OutputParameter')
|
1128
1132
|
OutputParameterList = Shapes::ListShape.new(name: 'OutputParameterList')
|
1129
1133
|
PaginationToken = Shapes::StringShape.new(name: 'PaginationToken')
|
1134
|
+
ParallelismConfiguration = Shapes::StructureShape.new(name: 'ParallelismConfiguration')
|
1130
1135
|
Parameter = Shapes::StructureShape.new(name: 'Parameter')
|
1131
1136
|
ParameterKey = Shapes::StringShape.new(name: 'ParameterKey')
|
1132
1137
|
ParameterList = Shapes::ListShape.new(name: 'ParameterList')
|
@@ -1148,6 +1153,7 @@ module Aws::SageMaker
|
|
1148
1153
|
Pipeline = Shapes::StructureShape.new(name: 'Pipeline')
|
1149
1154
|
PipelineArn = Shapes::StringShape.new(name: 'PipelineArn')
|
1150
1155
|
PipelineDefinition = Shapes::StringShape.new(name: 'PipelineDefinition')
|
1156
|
+
PipelineDefinitionS3Location = Shapes::StructureShape.new(name: 'PipelineDefinitionS3Location')
|
1151
1157
|
PipelineDescription = Shapes::StringShape.new(name: 'PipelineDescription')
|
1152
1158
|
PipelineExecution = Shapes::StructureShape.new(name: 'PipelineExecution')
|
1153
1159
|
PipelineExecutionArn = Shapes::StringShape.new(name: 'PipelineExecutionArn')
|
@@ -1377,6 +1383,8 @@ module Aws::SageMaker
|
|
1377
1383
|
StartPipelineExecutionResponse = Shapes::StructureShape.new(name: 'StartPipelineExecutionResponse')
|
1378
1384
|
StatusDetails = Shapes::StringShape.new(name: 'StatusDetails')
|
1379
1385
|
StatusMessage = Shapes::StringShape.new(name: 'StatusMessage')
|
1386
|
+
StepDescription = Shapes::StringShape.new(name: 'StepDescription')
|
1387
|
+
StepDisplayName = Shapes::StringShape.new(name: 'StepDisplayName')
|
1380
1388
|
StepName = Shapes::StringShape.new(name: 'StepName')
|
1381
1389
|
StepStatus = Shapes::StringShape.new(name: 'StepStatus')
|
1382
1390
|
StopAutoMLJobRequest = Shapes::StructureShape.new(name: 'StopAutoMLJobRequest')
|
@@ -1588,6 +1596,7 @@ module Aws::SageMaker
|
|
1588
1596
|
VariantStatus = Shapes::StringShape.new(name: 'VariantStatus')
|
1589
1597
|
VariantStatusMessage = Shapes::StringShape.new(name: 'VariantStatusMessage')
|
1590
1598
|
VariantWeight = Shapes::FloatShape.new(name: 'VariantWeight')
|
1599
|
+
VersionId = Shapes::StringShape.new(name: 'VersionId')
|
1591
1600
|
VersionedArnOrName = Shapes::StringShape.new(name: 'VersionedArnOrName')
|
1592
1601
|
Vertex = Shapes::StructureShape.new(name: 'Vertex')
|
1593
1602
|
Vertices = Shapes::ListShape.new(name: 'Vertices')
|
@@ -2495,11 +2504,13 @@ module Aws::SageMaker
|
|
2495
2504
|
|
2496
2505
|
CreatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
|
2497
2506
|
CreatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
|
2498
|
-
CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition,
|
2507
|
+
CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
|
2508
|
+
CreatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
|
2499
2509
|
CreatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
|
2500
2510
|
CreatePipelineRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
|
2501
2511
|
CreatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "RoleArn"))
|
2502
2512
|
CreatePipelineRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
|
2513
|
+
CreatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
2503
2514
|
CreatePipelineRequest.struct_class = Types::CreatePipelineRequest
|
2504
2515
|
|
2505
2516
|
CreatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
|
@@ -3541,6 +3552,7 @@ module Aws::SageMaker
|
|
3541
3552
|
DescribePipelineExecutionResponse.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
|
3542
3553
|
DescribePipelineExecutionResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
3543
3554
|
DescribePipelineExecutionResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
3555
|
+
DescribePipelineExecutionResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
3544
3556
|
DescribePipelineExecutionResponse.struct_class = Types::DescribePipelineExecutionResponse
|
3545
3557
|
|
3546
3558
|
DescribePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
|
@@ -3558,6 +3570,7 @@ module Aws::SageMaker
|
|
3558
3570
|
DescribePipelineResponse.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
|
3559
3571
|
DescribePipelineResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
3560
3572
|
DescribePipelineResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
3573
|
+
DescribePipelineResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
3561
3574
|
DescribePipelineResponse.struct_class = Types::DescribePipelineResponse
|
3562
3575
|
|
3563
3576
|
DescribeProcessingJobRequest.add_member(:processing_job_name, Shapes::ShapeRef.new(shape: ProcessingJobName, required: true, location_name: "ProcessingJobName"))
|
@@ -3851,6 +3864,12 @@ module Aws::SageMaker
|
|
3851
3864
|
DriftCheckModelQuality.add_member(:constraints, Shapes::ShapeRef.new(shape: MetricsSource, location_name: "Constraints"))
|
3852
3865
|
DriftCheckModelQuality.struct_class = Types::DriftCheckModelQuality
|
3853
3866
|
|
3867
|
+
EMRStepMetadata.add_member(:cluster_id, Shapes::ShapeRef.new(shape: String256, location_name: "ClusterId"))
|
3868
|
+
EMRStepMetadata.add_member(:step_id, Shapes::ShapeRef.new(shape: String256, location_name: "StepId"))
|
3869
|
+
EMRStepMetadata.add_member(:step_name, Shapes::ShapeRef.new(shape: String256, location_name: "StepName"))
|
3870
|
+
EMRStepMetadata.add_member(:log_file_path, Shapes::ShapeRef.new(shape: String1024, location_name: "LogFilePath"))
|
3871
|
+
EMRStepMetadata.struct_class = Types::EMRStepMetadata
|
3872
|
+
|
3854
3873
|
Edge.add_member(:source_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "SourceArn"))
|
3855
3874
|
Edge.add_member(:destination_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "DestinationArn"))
|
3856
3875
|
Edge.add_member(:association_type, Shapes::ShapeRef.new(shape: AssociationEdgeType, location_name: "AssociationType"))
|
@@ -5750,6 +5769,9 @@ module Aws::SageMaker
|
|
5750
5769
|
|
5751
5770
|
OutputParameterList.member = Shapes::ShapeRef.new(shape: OutputParameter)
|
5752
5771
|
|
5772
|
+
ParallelismConfiguration.add_member(:max_parallel_execution_steps, Shapes::ShapeRef.new(shape: MaxParallelExecutionSteps, required: true, location_name: "MaxParallelExecutionSteps"))
|
5773
|
+
ParallelismConfiguration.struct_class = Types::ParallelismConfiguration
|
5774
|
+
|
5753
5775
|
Parameter.add_member(:name, Shapes::ShapeRef.new(shape: PipelineParameterName, required: true, location_name: "Name"))
|
5754
5776
|
Parameter.add_member(:value, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "Value"))
|
5755
5777
|
Parameter.struct_class = Types::Parameter
|
@@ -5817,9 +5839,15 @@ module Aws::SageMaker
|
|
5817
5839
|
Pipeline.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
|
5818
5840
|
Pipeline.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
5819
5841
|
Pipeline.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
5842
|
+
Pipeline.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
5820
5843
|
Pipeline.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
|
5821
5844
|
Pipeline.struct_class = Types::Pipeline
|
5822
5845
|
|
5846
|
+
PipelineDefinitionS3Location.add_member(:bucket, Shapes::ShapeRef.new(shape: BucketName, required: true, location_name: "Bucket"))
|
5847
|
+
PipelineDefinitionS3Location.add_member(:object_key, Shapes::ShapeRef.new(shape: Key, required: true, location_name: "ObjectKey"))
|
5848
|
+
PipelineDefinitionS3Location.add_member(:version_id, Shapes::ShapeRef.new(shape: VersionId, location_name: "VersionId"))
|
5849
|
+
PipelineDefinitionS3Location.struct_class = Types::PipelineDefinitionS3Location
|
5850
|
+
|
5823
5851
|
PipelineExecution.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
|
5824
5852
|
PipelineExecution.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
5825
5853
|
PipelineExecution.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
|
@@ -5831,10 +5859,13 @@ module Aws::SageMaker
|
|
5831
5859
|
PipelineExecution.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
|
5832
5860
|
PipelineExecution.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
5833
5861
|
PipelineExecution.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
5862
|
+
PipelineExecution.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
5834
5863
|
PipelineExecution.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
|
5835
5864
|
PipelineExecution.struct_class = Types::PipelineExecution
|
5836
5865
|
|
5837
5866
|
PipelineExecutionStep.add_member(:step_name, Shapes::ShapeRef.new(shape: StepName, location_name: "StepName"))
|
5867
|
+
PipelineExecutionStep.add_member(:step_display_name, Shapes::ShapeRef.new(shape: StepDisplayName, location_name: "StepDisplayName"))
|
5868
|
+
PipelineExecutionStep.add_member(:step_description, Shapes::ShapeRef.new(shape: StepDescription, location_name: "StepDescription"))
|
5838
5869
|
PipelineExecutionStep.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
|
5839
5870
|
PipelineExecutionStep.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "EndTime"))
|
5840
5871
|
PipelineExecutionStep.add_member(:step_status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "StepStatus"))
|
@@ -5857,6 +5888,7 @@ module Aws::SageMaker
|
|
5857
5888
|
PipelineExecutionStepMetadata.add_member(:lambda, Shapes::ShapeRef.new(shape: LambdaStepMetadata, location_name: "Lambda"))
|
5858
5889
|
PipelineExecutionStepMetadata.add_member(:quality_check, Shapes::ShapeRef.new(shape: QualityCheckStepMetadata, location_name: "QualityCheck"))
|
5859
5890
|
PipelineExecutionStepMetadata.add_member(:clarify_check, Shapes::ShapeRef.new(shape: ClarifyCheckStepMetadata, location_name: "ClarifyCheck"))
|
5891
|
+
PipelineExecutionStepMetadata.add_member(:emr, Shapes::ShapeRef.new(shape: EMRStepMetadata, location_name: "EMR"))
|
5860
5892
|
PipelineExecutionStepMetadata.struct_class = Types::PipelineExecutionStepMetadata
|
5861
5893
|
|
5862
5894
|
PipelineExecutionSummary.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6259,6 +6291,7 @@ module Aws::SageMaker
|
|
6259
6291
|
|
6260
6292
|
RetryPipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
|
6261
6293
|
RetryPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
|
6294
|
+
RetryPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6262
6295
|
RetryPipelineExecutionRequest.struct_class = Types::RetryPipelineExecutionRequest
|
6263
6296
|
|
6264
6297
|
RetryPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6390,6 +6423,7 @@ module Aws::SageMaker
|
|
6390
6423
|
StartPipelineExecutionRequest.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
|
6391
6424
|
StartPipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
|
6392
6425
|
StartPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
|
6426
|
+
StartPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6393
6427
|
StartPipelineExecutionRequest.struct_class = Types::StartPipelineExecutionRequest
|
6394
6428
|
|
6395
6429
|
StartPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6930,6 +6964,7 @@ module Aws::SageMaker
|
|
6930
6964
|
UpdatePipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
|
6931
6965
|
UpdatePipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
|
6932
6966
|
UpdatePipelineExecutionRequest.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
|
6967
|
+
UpdatePipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6933
6968
|
UpdatePipelineExecutionRequest.struct_class = Types::UpdatePipelineExecutionRequest
|
6934
6969
|
|
6935
6970
|
UpdatePipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6938,8 +6973,10 @@ module Aws::SageMaker
|
|
6938
6973
|
UpdatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
|
6939
6974
|
UpdatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
|
6940
6975
|
UpdatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
|
6976
|
+
UpdatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
|
6941
6977
|
UpdatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
|
6942
6978
|
UpdatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, location_name: "RoleArn"))
|
6979
|
+
UpdatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6943
6980
|
UpdatePipelineRequest.struct_class = Types::UpdatePipelineRequest
|
6944
6981
|
|
6945
6982
|
UpdatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
|
@@ -5137,7 +5137,7 @@ module Aws::SageMaker
|
|
5137
5137
|
# @return [String]
|
5138
5138
|
#
|
5139
5139
|
# @!attribute [rw] home_efs_file_system_kms_key_id
|
5140
|
-
#
|
5140
|
+
# Use `KmsKeyId`.
|
5141
5141
|
# @return [String]
|
5142
5142
|
#
|
5143
5143
|
# @!attribute [rw] kms_key_id
|
@@ -8280,7 +8280,12 @@ module Aws::SageMaker
|
|
8280
8280
|
# {
|
8281
8281
|
# pipeline_name: "PipelineName", # required
|
8282
8282
|
# pipeline_display_name: "PipelineName",
|
8283
|
-
# pipeline_definition: "PipelineDefinition",
|
8283
|
+
# pipeline_definition: "PipelineDefinition",
|
8284
|
+
# pipeline_definition_s3_location: {
|
8285
|
+
# bucket: "BucketName", # required
|
8286
|
+
# object_key: "Key", # required
|
8287
|
+
# version_id: "VersionId",
|
8288
|
+
# },
|
8284
8289
|
# pipeline_description: "PipelineDescription",
|
8285
8290
|
# client_request_token: "IdempotencyToken", # required
|
8286
8291
|
# role_arn: "RoleArn", # required
|
@@ -8290,6 +8295,9 @@ module Aws::SageMaker
|
|
8290
8295
|
# value: "TagValue", # required
|
8291
8296
|
# },
|
8292
8297
|
# ],
|
8298
|
+
# parallelism_configuration: {
|
8299
|
+
# max_parallel_execution_steps: 1, # required
|
8300
|
+
# },
|
8293
8301
|
# }
|
8294
8302
|
#
|
8295
8303
|
# @!attribute [rw] pipeline_name
|
@@ -8304,6 +8312,12 @@ module Aws::SageMaker
|
|
8304
8312
|
# The JSON pipeline definition of the pipeline.
|
8305
8313
|
# @return [String]
|
8306
8314
|
#
|
8315
|
+
# @!attribute [rw] pipeline_definition_s3_location
|
8316
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
8317
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
8318
|
+
# location.
|
8319
|
+
# @return [Types::PipelineDefinitionS3Location]
|
8320
|
+
#
|
8307
8321
|
# @!attribute [rw] pipeline_description
|
8308
8322
|
# A description of the pipeline.
|
8309
8323
|
# @return [String]
|
@@ -8326,16 +8340,24 @@ module Aws::SageMaker
|
|
8326
8340
|
# A list of tags to apply to the created pipeline.
|
8327
8341
|
# @return [Array<Types::Tag>]
|
8328
8342
|
#
|
8343
|
+
# @!attribute [rw] parallelism_configuration
|
8344
|
+
# This is the configuration that controls the parallelism of the
|
8345
|
+
# pipeline. If specified, it applies to all runs of this pipeline by
|
8346
|
+
# default.
|
8347
|
+
# @return [Types::ParallelismConfiguration]
|
8348
|
+
#
|
8329
8349
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreatePipelineRequest AWS API Documentation
|
8330
8350
|
#
|
8331
8351
|
class CreatePipelineRequest < Struct.new(
|
8332
8352
|
:pipeline_name,
|
8333
8353
|
:pipeline_display_name,
|
8334
8354
|
:pipeline_definition,
|
8355
|
+
:pipeline_definition_s3_location,
|
8335
8356
|
:pipeline_description,
|
8336
8357
|
:client_request_token,
|
8337
8358
|
:role_arn,
|
8338
|
-
:tags
|
8359
|
+
:tags,
|
8360
|
+
:parallelism_configuration)
|
8339
8361
|
SENSITIVE = []
|
8340
8362
|
include Aws::Structure
|
8341
8363
|
end
|
@@ -12806,7 +12828,7 @@ module Aws::SageMaker
|
|
12806
12828
|
# @return [String]
|
12807
12829
|
#
|
12808
12830
|
# @!attribute [rw] home_efs_file_system_kms_key_id
|
12809
|
-
#
|
12831
|
+
# Use `KmsKeyId`.
|
12810
12832
|
# @return [String]
|
12811
12833
|
#
|
12812
12834
|
# @!attribute [rw] subnet_ids
|
@@ -15137,6 +15159,10 @@ module Aws::SageMaker
|
|
15137
15159
|
# trial, trial component, lineage group, or project.
|
15138
15160
|
# @return [Types::UserContext]
|
15139
15161
|
#
|
15162
|
+
# @!attribute [rw] parallelism_configuration
|
15163
|
+
# The parallelism configuration applied to the pipeline.
|
15164
|
+
# @return [Types::ParallelismConfiguration]
|
15165
|
+
#
|
15140
15166
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecutionResponse AWS API Documentation
|
15141
15167
|
#
|
15142
15168
|
class DescribePipelineExecutionResponse < Struct.new(
|
@@ -15150,7 +15176,8 @@ module Aws::SageMaker
|
|
15150
15176
|
:creation_time,
|
15151
15177
|
:last_modified_time,
|
15152
15178
|
:created_by,
|
15153
|
-
:last_modified_by
|
15179
|
+
:last_modified_by,
|
15180
|
+
:parallelism_configuration)
|
15154
15181
|
SENSITIVE = []
|
15155
15182
|
include Aws::Structure
|
15156
15183
|
end
|
@@ -15224,6 +15251,10 @@ module Aws::SageMaker
|
|
15224
15251
|
# trial, trial component, lineage group, or project.
|
15225
15252
|
# @return [Types::UserContext]
|
15226
15253
|
#
|
15254
|
+
# @!attribute [rw] parallelism_configuration
|
15255
|
+
# Lists the parallelism configuration applied to the pipeline.
|
15256
|
+
# @return [Types::ParallelismConfiguration]
|
15257
|
+
#
|
15227
15258
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineResponse AWS API Documentation
|
15228
15259
|
#
|
15229
15260
|
class DescribePipelineResponse < Struct.new(
|
@@ -15238,7 +15269,8 @@ module Aws::SageMaker
|
|
15238
15269
|
:last_modified_time,
|
15239
15270
|
:last_run_time,
|
15240
15271
|
:created_by,
|
15241
|
-
:last_modified_by
|
15272
|
+
:last_modified_by,
|
15273
|
+
:parallelism_configuration)
|
15242
15274
|
SENSITIVE = []
|
15243
15275
|
include Aws::Structure
|
15244
15276
|
end
|
@@ -17045,6 +17077,36 @@ module Aws::SageMaker
|
|
17045
17077
|
include Aws::Structure
|
17046
17078
|
end
|
17047
17079
|
|
17080
|
+
# The configurations and outcomes of an Amazon EMR step execution.
|
17081
|
+
#
|
17082
|
+
# @!attribute [rw] cluster_id
|
17083
|
+
# The identifier of the EMR cluster.
|
17084
|
+
# @return [String]
|
17085
|
+
#
|
17086
|
+
# @!attribute [rw] step_id
|
17087
|
+
# The identifier of the EMR cluster step.
|
17088
|
+
# @return [String]
|
17089
|
+
#
|
17090
|
+
# @!attribute [rw] step_name
|
17091
|
+
# The name of the EMR cluster step.
|
17092
|
+
# @return [String]
|
17093
|
+
#
|
17094
|
+
# @!attribute [rw] log_file_path
|
17095
|
+
# The path to the log file where the cluster step's failure root
|
17096
|
+
# cause is recorded.
|
17097
|
+
# @return [String]
|
17098
|
+
#
|
17099
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/EMRStepMetadata AWS API Documentation
|
17100
|
+
#
|
17101
|
+
class EMRStepMetadata < Struct.new(
|
17102
|
+
:cluster_id,
|
17103
|
+
:step_id,
|
17104
|
+
:step_name,
|
17105
|
+
:log_file_path)
|
17106
|
+
SENSITIVE = []
|
17107
|
+
include Aws::Structure
|
17108
|
+
end
|
17109
|
+
|
17048
17110
|
# A directed edge connecting two lineage entities.
|
17049
17111
|
#
|
17050
17112
|
# @!attribute [rw] source_arn
|
@@ -21307,11 +21369,17 @@ module Aws::SageMaker
|
|
21307
21369
|
# @return [String]
|
21308
21370
|
#
|
21309
21371
|
# @!attribute [rw] framework_version
|
21310
|
-
# Specifies the framework version to use.
|
21372
|
+
# Specifies the framework version to use. This API field is only
|
21373
|
+
# supported for the PyTorch and TensorFlow frameworks.
|
21374
|
+
#
|
21375
|
+
# For information about framework versions supported for cloud targets
|
21376
|
+
# and edge devices, see [Cloud Supported Instance Types and
|
21377
|
+
# Frameworks][1] and [Edge Supported Frameworks][2].
|
21311
21378
|
#
|
21312
|
-
#
|
21313
|
-
#
|
21314
|
-
#
|
21379
|
+
#
|
21380
|
+
#
|
21381
|
+
# [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-cloud.html
|
21382
|
+
# [2]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-devices-edge-frameworks.html
|
21315
21383
|
# @return [String]
|
21316
21384
|
#
|
21317
21385
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/InputConfig AWS API Documentation
|
@@ -30634,6 +30702,29 @@ module Aws::SageMaker
|
|
30634
30702
|
include Aws::Structure
|
30635
30703
|
end
|
30636
30704
|
|
30705
|
+
# Configuration that controls the parallelism of the pipeline. By
|
30706
|
+
# default, the parallelism configuration specified applies to all
|
30707
|
+
# executions of the pipeline unless overridden.
|
30708
|
+
#
|
30709
|
+
# @note When making an API call, you may pass ParallelismConfiguration
|
30710
|
+
# data as a hash:
|
30711
|
+
#
|
30712
|
+
# {
|
30713
|
+
# max_parallel_execution_steps: 1, # required
|
30714
|
+
# }
|
30715
|
+
#
|
30716
|
+
# @!attribute [rw] max_parallel_execution_steps
|
30717
|
+
# The max number of steps that can be executed in parallel.
|
30718
|
+
# @return [Integer]
|
30719
|
+
#
|
30720
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ParallelismConfiguration AWS API Documentation
|
30721
|
+
#
|
30722
|
+
class ParallelismConfiguration < Struct.new(
|
30723
|
+
:max_parallel_execution_steps)
|
30724
|
+
SENSITIVE = []
|
30725
|
+
include Aws::Structure
|
30726
|
+
end
|
30727
|
+
|
30637
30728
|
# Assigns a value to a named Pipeline parameter.
|
30638
30729
|
#
|
30639
30730
|
# @note When making an API call, you may pass Parameter
|
@@ -31020,6 +31111,10 @@ module Aws::SageMaker
|
|
31020
31111
|
# trial, trial component, lineage group, or project.
|
31021
31112
|
# @return [Types::UserContext]
|
31022
31113
|
#
|
31114
|
+
# @!attribute [rw] parallelism_configuration
|
31115
|
+
# The parallelism configuration applied to the pipeline.
|
31116
|
+
# @return [Types::ParallelismConfiguration]
|
31117
|
+
#
|
31023
31118
|
# @!attribute [rw] tags
|
31024
31119
|
# A list of tags that apply to the pipeline.
|
31025
31120
|
# @return [Array<Types::Tag>]
|
@@ -31038,11 +31133,47 @@ module Aws::SageMaker
|
|
31038
31133
|
:last_run_time,
|
31039
31134
|
:created_by,
|
31040
31135
|
:last_modified_by,
|
31136
|
+
:parallelism_configuration,
|
31041
31137
|
:tags)
|
31042
31138
|
SENSITIVE = []
|
31043
31139
|
include Aws::Structure
|
31044
31140
|
end
|
31045
31141
|
|
31142
|
+
# The location of the pipeline definition stored in Amazon S3.
|
31143
|
+
#
|
31144
|
+
# @note When making an API call, you may pass PipelineDefinitionS3Location
|
31145
|
+
# data as a hash:
|
31146
|
+
#
|
31147
|
+
# {
|
31148
|
+
# bucket: "BucketName", # required
|
31149
|
+
# object_key: "Key", # required
|
31150
|
+
# version_id: "VersionId",
|
31151
|
+
# }
|
31152
|
+
#
|
31153
|
+
# @!attribute [rw] bucket
|
31154
|
+
# Name of the S3 bucket.
|
31155
|
+
# @return [String]
|
31156
|
+
#
|
31157
|
+
# @!attribute [rw] object_key
|
31158
|
+
# The object key (or key name) uniquely identifies the object in an S3
|
31159
|
+
# bucket.
|
31160
|
+
# @return [String]
|
31161
|
+
#
|
31162
|
+
# @!attribute [rw] version_id
|
31163
|
+
# Version Id of the pipeline definition file. If not specified, Amazon
|
31164
|
+
# SageMaker will retrieve the latest version.
|
31165
|
+
# @return [String]
|
31166
|
+
#
|
31167
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineDefinitionS3Location AWS API Documentation
|
31168
|
+
#
|
31169
|
+
class PipelineDefinitionS3Location < Struct.new(
|
31170
|
+
:bucket,
|
31171
|
+
:object_key,
|
31172
|
+
:version_id)
|
31173
|
+
SENSITIVE = []
|
31174
|
+
include Aws::Structure
|
31175
|
+
end
|
31176
|
+
|
31046
31177
|
# An execution of a pipeline.
|
31047
31178
|
#
|
31048
31179
|
# @!attribute [rw] pipeline_arn
|
@@ -31092,6 +31223,10 @@ module Aws::SageMaker
|
|
31092
31223
|
# trial, trial component, lineage group, or project.
|
31093
31224
|
# @return [Types::UserContext]
|
31094
31225
|
#
|
31226
|
+
# @!attribute [rw] parallelism_configuration
|
31227
|
+
# The parallelism configuration applied to the pipeline execution.
|
31228
|
+
# @return [Types::ParallelismConfiguration]
|
31229
|
+
#
|
31095
31230
|
# @!attribute [rw] pipeline_parameters
|
31096
31231
|
# Contains a list of pipeline parameters. This list can be empty.
|
31097
31232
|
# @return [Array<Types::Parameter>]
|
@@ -31110,6 +31245,7 @@ module Aws::SageMaker
|
|
31110
31245
|
:last_modified_time,
|
31111
31246
|
:created_by,
|
31112
31247
|
:last_modified_by,
|
31248
|
+
:parallelism_configuration,
|
31113
31249
|
:pipeline_parameters)
|
31114
31250
|
SENSITIVE = []
|
31115
31251
|
include Aws::Structure
|
@@ -31121,6 +31257,14 @@ module Aws::SageMaker
|
|
31121
31257
|
# The name of the step that is executed.
|
31122
31258
|
# @return [String]
|
31123
31259
|
#
|
31260
|
+
# @!attribute [rw] step_display_name
|
31261
|
+
# The display name of the step.
|
31262
|
+
# @return [String]
|
31263
|
+
#
|
31264
|
+
# @!attribute [rw] step_description
|
31265
|
+
# The description of the step.
|
31266
|
+
# @return [String]
|
31267
|
+
#
|
31124
31268
|
# @!attribute [rw] start_time
|
31125
31269
|
# The time that the step started executing.
|
31126
31270
|
# @return [Time]
|
@@ -31139,6 +31283,12 @@ module Aws::SageMaker
|
|
31139
31283
|
# @return [Types::CacheHitResult]
|
31140
31284
|
#
|
31141
31285
|
# @!attribute [rw] attempt_count
|
31286
|
+
# The current attempt of the execution step. For more information, see
|
31287
|
+
# [Retry Policy for Amazon SageMaker Pipelines steps][1].
|
31288
|
+
#
|
31289
|
+
#
|
31290
|
+
#
|
31291
|
+
# [1]: https://docs.aws.amazon.com/https:/docs.aws.amazon.com/sagemaker/latest/dg/pipelines-retry-policy.html
|
31142
31292
|
# @return [Integer]
|
31143
31293
|
#
|
31144
31294
|
# @!attribute [rw] failure_reason
|
@@ -31154,6 +31304,8 @@ module Aws::SageMaker
|
|
31154
31304
|
#
|
31155
31305
|
class PipelineExecutionStep < Struct.new(
|
31156
31306
|
:step_name,
|
31307
|
+
:step_display_name,
|
31308
|
+
:step_description,
|
31157
31309
|
:start_time,
|
31158
31310
|
:end_time,
|
31159
31311
|
:step_status,
|
@@ -31263,6 +31415,10 @@ module Aws::SageMaker
|
|
31263
31415
|
# `CalculatedBaseline`.
|
31264
31416
|
# @return [Types::ClarifyCheckStepMetadata]
|
31265
31417
|
#
|
31418
|
+
# @!attribute [rw] emr
|
31419
|
+
# The configurations and outcomes of an EMR step execution.
|
31420
|
+
# @return [Types::EMRStepMetadata]
|
31421
|
+
#
|
31266
31422
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineExecutionStepMetadata AWS API Documentation
|
31267
31423
|
#
|
31268
31424
|
class PipelineExecutionStepMetadata < Struct.new(
|
@@ -31276,7 +31432,8 @@ module Aws::SageMaker
|
|
31276
31432
|
:callback,
|
31277
31433
|
:lambda,
|
31278
31434
|
:quality_check,
|
31279
|
-
:clarify_check
|
31435
|
+
:clarify_check,
|
31436
|
+
:emr)
|
31280
31437
|
SENSITIVE = []
|
31281
31438
|
include Aws::Structure
|
31282
31439
|
end
|
@@ -34113,6 +34270,9 @@ module Aws::SageMaker
|
|
34113
34270
|
# {
|
34114
34271
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
34115
34272
|
# client_request_token: "IdempotencyToken", # required
|
34273
|
+
# parallelism_configuration: {
|
34274
|
+
# max_parallel_execution_steps: 1, # required
|
34275
|
+
# },
|
34116
34276
|
# }
|
34117
34277
|
#
|
34118
34278
|
# @!attribute [rw] pipeline_execution_arn
|
@@ -34128,11 +34288,17 @@ module Aws::SageMaker
|
|
34128
34288
|
# not need to pass this option.
|
34129
34289
|
# @return [String]
|
34130
34290
|
#
|
34291
|
+
# @!attribute [rw] parallelism_configuration
|
34292
|
+
# This configuration, if specified, overrides the parallelism
|
34293
|
+
# configuration of the parent pipeline.
|
34294
|
+
# @return [Types::ParallelismConfiguration]
|
34295
|
+
#
|
34131
34296
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RetryPipelineExecutionRequest AWS API Documentation
|
34132
34297
|
#
|
34133
34298
|
class RetryPipelineExecutionRequest < Struct.new(
|
34134
34299
|
:pipeline_execution_arn,
|
34135
|
-
:client_request_token
|
34300
|
+
:client_request_token,
|
34301
|
+
:parallelism_configuration)
|
34136
34302
|
SENSITIVE = []
|
34137
34303
|
include Aws::Structure
|
34138
34304
|
end
|
@@ -35271,6 +35437,9 @@ module Aws::SageMaker
|
|
35271
35437
|
# ],
|
35272
35438
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
35273
35439
|
# client_request_token: "IdempotencyToken", # required
|
35440
|
+
# parallelism_configuration: {
|
35441
|
+
# max_parallel_execution_steps: 1, # required
|
35442
|
+
# },
|
35274
35443
|
# }
|
35275
35444
|
#
|
35276
35445
|
# @!attribute [rw] pipeline_name
|
@@ -35298,6 +35467,11 @@ module Aws::SageMaker
|
|
35298
35467
|
# not need to pass this option.
|
35299
35468
|
# @return [String]
|
35300
35469
|
#
|
35470
|
+
# @!attribute [rw] parallelism_configuration
|
35471
|
+
# This configuration, if specified, overrides the parallelism
|
35472
|
+
# configuration of the parent pipeline for this specific run.
|
35473
|
+
# @return [Types::ParallelismConfiguration]
|
35474
|
+
#
|
35301
35475
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StartPipelineExecutionRequest AWS API Documentation
|
35302
35476
|
#
|
35303
35477
|
class StartPipelineExecutionRequest < Struct.new(
|
@@ -35305,7 +35479,8 @@ module Aws::SageMaker
|
|
35305
35479
|
:pipeline_execution_display_name,
|
35306
35480
|
:pipeline_parameters,
|
35307
35481
|
:pipeline_execution_description,
|
35308
|
-
:client_request_token
|
35482
|
+
:client_request_token,
|
35483
|
+
:parallelism_configuration)
|
35309
35484
|
SENSITIVE = []
|
35310
35485
|
include Aws::Structure
|
35311
35486
|
end
|
@@ -35562,7 +35737,7 @@ module Aws::SageMaker
|
|
35562
35737
|
# }
|
35563
35738
|
#
|
35564
35739
|
# @!attribute [rw] transform_job_name
|
35565
|
-
# The name of the transform job to stop.
|
35740
|
+
# The name of the batch transform job to stop.
|
35566
35741
|
# @return [String]
|
35567
35742
|
#
|
35568
35743
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StopTransformJobRequest AWS API Documentation
|
@@ -39259,6 +39434,9 @@ module Aws::SageMaker
|
|
39259
39434
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
39260
39435
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
39261
39436
|
# pipeline_execution_display_name: "PipelineExecutionName",
|
39437
|
+
# parallelism_configuration: {
|
39438
|
+
# max_parallel_execution_steps: 1, # required
|
39439
|
+
# },
|
39262
39440
|
# }
|
39263
39441
|
#
|
39264
39442
|
# @!attribute [rw] pipeline_execution_arn
|
@@ -39273,12 +39451,18 @@ module Aws::SageMaker
|
|
39273
39451
|
# The display name of the pipeline execution.
|
39274
39452
|
# @return [String]
|
39275
39453
|
#
|
39454
|
+
# @!attribute [rw] parallelism_configuration
|
39455
|
+
# This configuration, if specified, overrides the parallelism
|
39456
|
+
# configuration of the parent pipeline for this specific run.
|
39457
|
+
# @return [Types::ParallelismConfiguration]
|
39458
|
+
#
|
39276
39459
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineExecutionRequest AWS API Documentation
|
39277
39460
|
#
|
39278
39461
|
class UpdatePipelineExecutionRequest < Struct.new(
|
39279
39462
|
:pipeline_execution_arn,
|
39280
39463
|
:pipeline_execution_description,
|
39281
|
-
:pipeline_execution_display_name
|
39464
|
+
:pipeline_execution_display_name,
|
39465
|
+
:parallelism_configuration)
|
39282
39466
|
SENSITIVE = []
|
39283
39467
|
include Aws::Structure
|
39284
39468
|
end
|
@@ -39302,8 +39486,16 @@ module Aws::SageMaker
|
|
39302
39486
|
# pipeline_name: "PipelineName", # required
|
39303
39487
|
# pipeline_display_name: "PipelineName",
|
39304
39488
|
# pipeline_definition: "PipelineDefinition",
|
39489
|
+
# pipeline_definition_s3_location: {
|
39490
|
+
# bucket: "BucketName", # required
|
39491
|
+
# object_key: "Key", # required
|
39492
|
+
# version_id: "VersionId",
|
39493
|
+
# },
|
39305
39494
|
# pipeline_description: "PipelineDescription",
|
39306
39495
|
# role_arn: "RoleArn",
|
39496
|
+
# parallelism_configuration: {
|
39497
|
+
# max_parallel_execution_steps: 1, # required
|
39498
|
+
# },
|
39307
39499
|
# }
|
39308
39500
|
#
|
39309
39501
|
# @!attribute [rw] pipeline_name
|
@@ -39318,6 +39510,12 @@ module Aws::SageMaker
|
|
39318
39510
|
# The JSON pipeline definition.
|
39319
39511
|
# @return [String]
|
39320
39512
|
#
|
39513
|
+
# @!attribute [rw] pipeline_definition_s3_location
|
39514
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
39515
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
39516
|
+
# location.
|
39517
|
+
# @return [Types::PipelineDefinitionS3Location]
|
39518
|
+
#
|
39321
39519
|
# @!attribute [rw] pipeline_description
|
39322
39520
|
# The description of the pipeline.
|
39323
39521
|
# @return [String]
|
@@ -39326,14 +39524,21 @@ module Aws::SageMaker
|
|
39326
39524
|
# The Amazon Resource Name (ARN) that the pipeline uses to execute.
|
39327
39525
|
# @return [String]
|
39328
39526
|
#
|
39527
|
+
# @!attribute [rw] parallelism_configuration
|
39528
|
+
# If specified, it applies to all executions of this pipeline by
|
39529
|
+
# default.
|
39530
|
+
# @return [Types::ParallelismConfiguration]
|
39531
|
+
#
|
39329
39532
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineRequest AWS API Documentation
|
39330
39533
|
#
|
39331
39534
|
class UpdatePipelineRequest < Struct.new(
|
39332
39535
|
:pipeline_name,
|
39333
39536
|
:pipeline_display_name,
|
39334
39537
|
:pipeline_definition,
|
39538
|
+
:pipeline_definition_s3_location,
|
39335
39539
|
:pipeline_description,
|
39336
|
-
:role_arn
|
39540
|
+
:role_arn,
|
39541
|
+
:parallelism_configuration)
|
39337
39542
|
SENSITIVE = []
|
39338
39543
|
include Aws::Structure
|
39339
39544
|
end
|
data/lib/aws-sdk-sagemaker.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-sagemaker
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.114.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-01-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|