aws-sdk-sagemaker 1.113.0 → 1.114.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-sagemaker/client.rb +82 -14
- data/lib/aws-sdk-sagemaker/client_api.rb +38 -1
- data/lib/aws-sdk-sagemaker/types.rb +221 -16
- data/lib/aws-sdk-sagemaker.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 32d202b9daf567f6f2bb28e00ad02d4b95b443f5b0ff13649f7843b80ec9b1c4
|
4
|
+
data.tar.gz: 8d7aa2498b4186d5560c6b9c8699f03bf459b01c6cadbb870c41d1d48fbae040
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8df0f46c37dc211b03f5cf1aef0bf247d422110c42d21b539eb23f5e2e9fdbaebb66d160a832fb4482a0b27187bb084f281eae7b5de30299127908a4cc110dc4
|
7
|
+
data.tar.gz: d4406d328d0b0944940c8a266f7a8a19c0d1aa27b446c9516d212f7271431546dee70b9d0784bffdcc572ebe20d7035640eac532e2f030b9b7c49e36c6f72061
|
data/CHANGELOG.md
CHANGED
@@ -1,6 +1,11 @@
|
|
1
1
|
Unreleased Changes
|
2
2
|
------------------
|
3
3
|
|
4
|
+
1.114.0 (2022-01-03)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - The release allows users to pass pipeline definitions as Amazon S3 locations and control the pipeline execution concurrency using ParallelismConfiguration. It also adds support of EMR jobs as pipeline steps.
|
8
|
+
|
4
9
|
1.113.0 (2021-12-21)
|
5
10
|
------------------
|
6
11
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.114.0
|
@@ -1843,7 +1843,7 @@ module Aws::SageMaker
|
|
1843
1843
|
# subnets
|
1844
1844
|
#
|
1845
1845
|
# @option params [String] :home_efs_file_system_kms_key_id
|
1846
|
-
#
|
1846
|
+
# Use `KmsKeyId`.
|
1847
1847
|
#
|
1848
1848
|
# @option params [String] :kms_key_id
|
1849
1849
|
# SageMaker uses Amazon Web Services KMS to encrypt the EFS volume
|
@@ -5083,9 +5083,14 @@ module Aws::SageMaker
|
|
5083
5083
|
# @option params [String] :pipeline_display_name
|
5084
5084
|
# The display name of the pipeline.
|
5085
5085
|
#
|
5086
|
-
# @option params [
|
5086
|
+
# @option params [String] :pipeline_definition
|
5087
5087
|
# The JSON pipeline definition of the pipeline.
|
5088
5088
|
#
|
5089
|
+
# @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
|
5090
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
5091
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
5092
|
+
# location.
|
5093
|
+
#
|
5089
5094
|
# @option params [String] :pipeline_description
|
5090
5095
|
# A description of the pipeline.
|
5091
5096
|
#
|
@@ -5104,6 +5109,11 @@ module Aws::SageMaker
|
|
5104
5109
|
# @option params [Array<Types::Tag>] :tags
|
5105
5110
|
# A list of tags to apply to the created pipeline.
|
5106
5111
|
#
|
5112
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
5113
|
+
# This is the configuration that controls the parallelism of the
|
5114
|
+
# pipeline. If specified, it applies to all runs of this pipeline by
|
5115
|
+
# default.
|
5116
|
+
#
|
5107
5117
|
# @return [Types::CreatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5108
5118
|
#
|
5109
5119
|
# * {Types::CreatePipelineResponse#pipeline_arn #pipeline_arn} => String
|
@@ -5113,7 +5123,12 @@ module Aws::SageMaker
|
|
5113
5123
|
# resp = client.create_pipeline({
|
5114
5124
|
# pipeline_name: "PipelineName", # required
|
5115
5125
|
# pipeline_display_name: "PipelineName",
|
5116
|
-
# pipeline_definition: "PipelineDefinition",
|
5126
|
+
# pipeline_definition: "PipelineDefinition",
|
5127
|
+
# pipeline_definition_s3_location: {
|
5128
|
+
# bucket: "BucketName", # required
|
5129
|
+
# object_key: "Key", # required
|
5130
|
+
# version_id: "VersionId",
|
5131
|
+
# },
|
5117
5132
|
# pipeline_description: "PipelineDescription",
|
5118
5133
|
# client_request_token: "IdempotencyToken", # required
|
5119
5134
|
# role_arn: "RoleArn", # required
|
@@ -5123,6 +5138,9 @@ module Aws::SageMaker
|
|
5123
5138
|
# value: "TagValue", # required
|
5124
5139
|
# },
|
5125
5140
|
# ],
|
5141
|
+
# parallelism_configuration: {
|
5142
|
+
# max_parallel_execution_steps: 1, # required
|
5143
|
+
# },
|
5126
5144
|
# })
|
5127
5145
|
#
|
5128
5146
|
# @example Response structure
|
@@ -10543,6 +10561,7 @@ module Aws::SageMaker
|
|
10543
10561
|
# * {Types::DescribePipelineResponse#last_run_time #last_run_time} => Time
|
10544
10562
|
# * {Types::DescribePipelineResponse#created_by #created_by} => Types::UserContext
|
10545
10563
|
# * {Types::DescribePipelineResponse#last_modified_by #last_modified_by} => Types::UserContext
|
10564
|
+
# * {Types::DescribePipelineResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
|
10546
10565
|
#
|
10547
10566
|
# @example Request syntax with placeholder values
|
10548
10567
|
#
|
@@ -10568,6 +10587,7 @@ module Aws::SageMaker
|
|
10568
10587
|
# resp.last_modified_by.user_profile_arn #=> String
|
10569
10588
|
# resp.last_modified_by.user_profile_name #=> String
|
10570
10589
|
# resp.last_modified_by.domain_id #=> String
|
10590
|
+
# resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
10571
10591
|
#
|
10572
10592
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipeline AWS API Documentation
|
10573
10593
|
#
|
@@ -10626,6 +10646,7 @@ module Aws::SageMaker
|
|
10626
10646
|
# * {Types::DescribePipelineExecutionResponse#last_modified_time #last_modified_time} => Time
|
10627
10647
|
# * {Types::DescribePipelineExecutionResponse#created_by #created_by} => Types::UserContext
|
10628
10648
|
# * {Types::DescribePipelineExecutionResponse#last_modified_by #last_modified_by} => Types::UserContext
|
10649
|
+
# * {Types::DescribePipelineExecutionResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
|
10629
10650
|
#
|
10630
10651
|
# @example Request syntax with placeholder values
|
10631
10652
|
#
|
@@ -10651,6 +10672,7 @@ module Aws::SageMaker
|
|
10651
10672
|
# resp.last_modified_by.user_profile_arn #=> String
|
10652
10673
|
# resp.last_modified_by.user_profile_name #=> String
|
10653
10674
|
# resp.last_modified_by.domain_id #=> String
|
10675
|
+
# resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
10654
10676
|
#
|
10655
10677
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecution AWS API Documentation
|
10656
10678
|
#
|
@@ -14861,6 +14883,8 @@ module Aws::SageMaker
|
|
14861
14883
|
#
|
14862
14884
|
# resp.pipeline_execution_steps #=> Array
|
14863
14885
|
# resp.pipeline_execution_steps[0].step_name #=> String
|
14886
|
+
# resp.pipeline_execution_steps[0].step_display_name #=> String
|
14887
|
+
# resp.pipeline_execution_steps[0].step_description #=> String
|
14864
14888
|
# resp.pipeline_execution_steps[0].start_time #=> Time
|
14865
14889
|
# resp.pipeline_execution_steps[0].end_time #=> Time
|
14866
14890
|
# resp.pipeline_execution_steps[0].step_status #=> String, one of "Starting", "Executing", "Stopping", "Stopped", "Failed", "Succeeded"
|
@@ -14901,6 +14925,10 @@ module Aws::SageMaker
|
|
14901
14925
|
# resp.pipeline_execution_steps[0].metadata.clarify_check.check_job_arn #=> String
|
14902
14926
|
# resp.pipeline_execution_steps[0].metadata.clarify_check.skip_check #=> Boolean
|
14903
14927
|
# resp.pipeline_execution_steps[0].metadata.clarify_check.register_new_baseline #=> Boolean
|
14928
|
+
# resp.pipeline_execution_steps[0].metadata.emr.cluster_id #=> String
|
14929
|
+
# resp.pipeline_execution_steps[0].metadata.emr.step_id #=> String
|
14930
|
+
# resp.pipeline_execution_steps[0].metadata.emr.step_name #=> String
|
14931
|
+
# resp.pipeline_execution_steps[0].metadata.emr.log_file_path #=> String
|
14904
14932
|
# resp.next_token #=> String
|
14905
14933
|
#
|
14906
14934
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListPipelineExecutionSteps AWS API Documentation
|
@@ -16309,6 +16337,10 @@ module Aws::SageMaker
|
|
16309
16337
|
# **A suitable default value is auto-generated.** You should normally
|
16310
16338
|
# not need to pass this option.**
|
16311
16339
|
#
|
16340
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
16341
|
+
# This configuration, if specified, overrides the parallelism
|
16342
|
+
# configuration of the parent pipeline.
|
16343
|
+
#
|
16312
16344
|
# @return [Types::RetryPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
16313
16345
|
#
|
16314
16346
|
# * {Types::RetryPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
|
@@ -16318,6 +16350,9 @@ module Aws::SageMaker
|
|
16318
16350
|
# resp = client.retry_pipeline_execution({
|
16319
16351
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
16320
16352
|
# client_request_token: "IdempotencyToken", # required
|
16353
|
+
# parallelism_configuration: {
|
16354
|
+
# max_parallel_execution_steps: 1, # required
|
16355
|
+
# },
|
16321
16356
|
# })
|
16322
16357
|
#
|
16323
16358
|
# @example Response structure
|
@@ -17102,6 +17137,7 @@ module Aws::SageMaker
|
|
17102
17137
|
# resp.results[0].pipeline.last_modified_by.user_profile_arn #=> String
|
17103
17138
|
# resp.results[0].pipeline.last_modified_by.user_profile_name #=> String
|
17104
17139
|
# resp.results[0].pipeline.last_modified_by.domain_id #=> String
|
17140
|
+
# resp.results[0].pipeline.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
17105
17141
|
# resp.results[0].pipeline.tags #=> Array
|
17106
17142
|
# resp.results[0].pipeline.tags[0].key #=> String
|
17107
17143
|
# resp.results[0].pipeline.tags[0].value #=> String
|
@@ -17121,6 +17157,7 @@ module Aws::SageMaker
|
|
17121
17157
|
# resp.results[0].pipeline_execution.last_modified_by.user_profile_arn #=> String
|
17122
17158
|
# resp.results[0].pipeline_execution.last_modified_by.user_profile_name #=> String
|
17123
17159
|
# resp.results[0].pipeline_execution.last_modified_by.domain_id #=> String
|
17160
|
+
# resp.results[0].pipeline_execution.parallelism_configuration.max_parallel_execution_steps #=> Integer
|
17124
17161
|
# resp.results[0].pipeline_execution.pipeline_parameters #=> Array
|
17125
17162
|
# resp.results[0].pipeline_execution.pipeline_parameters[0].name #=> String
|
17126
17163
|
# resp.results[0].pipeline_execution.pipeline_parameters[0].value #=> String
|
@@ -17353,6 +17390,10 @@ module Aws::SageMaker
|
|
17353
17390
|
# **A suitable default value is auto-generated.** You should normally
|
17354
17391
|
# not need to pass this option.**
|
17355
17392
|
#
|
17393
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
17394
|
+
# This configuration, if specified, overrides the parallelism
|
17395
|
+
# configuration of the parent pipeline for this specific run.
|
17396
|
+
#
|
17356
17397
|
# @return [Types::StartPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
17357
17398
|
#
|
17358
17399
|
# * {Types::StartPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
|
@@ -17370,6 +17411,9 @@ module Aws::SageMaker
|
|
17370
17411
|
# ],
|
17371
17412
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
17372
17413
|
# client_request_token: "IdempotencyToken", # required
|
17414
|
+
# parallelism_configuration: {
|
17415
|
+
# max_parallel_execution_steps: 1, # required
|
17416
|
+
# },
|
17373
17417
|
# })
|
17374
17418
|
#
|
17375
17419
|
# @example Response structure
|
@@ -17595,17 +17639,17 @@ module Aws::SageMaker
|
|
17595
17639
|
#
|
17596
17640
|
# A pipeline execution won't stop while a callback step is running.
|
17597
17641
|
# When you call `StopPipelineExecution` on a pipeline execution with a
|
17598
|
-
# running callback step, SageMaker Pipelines sends an additional
|
17599
|
-
# SQS message to the specified SQS queue. The body of the SQS
|
17600
|
-
# contains a "Status" field which is set to "Stopping".
|
17642
|
+
# running callback step, Amazon SageMaker Pipelines sends an additional
|
17643
|
+
# Amazon SQS message to the specified SQS queue. The body of the SQS
|
17644
|
+
# message contains a "Status" field which is set to "Stopping".
|
17601
17645
|
#
|
17602
17646
|
# You should add logic to your Amazon SQS message consumer to take any
|
17603
17647
|
# needed action (for example, resource cleanup) upon receipt of the
|
17604
17648
|
# message followed by a call to `SendPipelineExecutionStepSuccess` or
|
17605
17649
|
# `SendPipelineExecutionStepFailure`.
|
17606
17650
|
#
|
17607
|
-
# Only when SageMaker Pipelines receives one of these calls will
|
17608
|
-
# the pipeline execution.
|
17651
|
+
# Only when Amazon SageMaker Pipelines receives one of these calls will
|
17652
|
+
# it stop the pipeline execution.
|
17609
17653
|
#
|
17610
17654
|
# **Lambda Step**
|
17611
17655
|
#
|
@@ -17704,16 +17748,16 @@ module Aws::SageMaker
|
|
17704
17748
|
req.send_request(options)
|
17705
17749
|
end
|
17706
17750
|
|
17707
|
-
# Stops a transform job.
|
17751
|
+
# Stops a batch transform job.
|
17708
17752
|
#
|
17709
17753
|
# When Amazon SageMaker receives a `StopTransformJob` request, the
|
17710
17754
|
# status of the job changes to `Stopping`. After Amazon SageMaker stops
|
17711
|
-
# the job, the status is set to `Stopped`. When you stop a
|
17712
|
-
# before it is completed, Amazon SageMaker doesn't store
|
17713
|
-
# output in Amazon S3.
|
17755
|
+
# the job, the status is set to `Stopped`. When you stop a batch
|
17756
|
+
# transform job before it is completed, Amazon SageMaker doesn't store
|
17757
|
+
# the job's output in Amazon S3.
|
17714
17758
|
#
|
17715
17759
|
# @option params [required, String] :transform_job_name
|
17716
|
-
# The name of the transform job to stop.
|
17760
|
+
# The name of the batch transform job to stop.
|
17717
17761
|
#
|
17718
17762
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
17719
17763
|
#
|
@@ -18753,12 +18797,21 @@ module Aws::SageMaker
|
|
18753
18797
|
# @option params [String] :pipeline_definition
|
18754
18798
|
# The JSON pipeline definition.
|
18755
18799
|
#
|
18800
|
+
# @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
|
18801
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
18802
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
18803
|
+
# location.
|
18804
|
+
#
|
18756
18805
|
# @option params [String] :pipeline_description
|
18757
18806
|
# The description of the pipeline.
|
18758
18807
|
#
|
18759
18808
|
# @option params [String] :role_arn
|
18760
18809
|
# The Amazon Resource Name (ARN) that the pipeline uses to execute.
|
18761
18810
|
#
|
18811
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
18812
|
+
# If specified, it applies to all executions of this pipeline by
|
18813
|
+
# default.
|
18814
|
+
#
|
18762
18815
|
# @return [Types::UpdatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
18763
18816
|
#
|
18764
18817
|
# * {Types::UpdatePipelineResponse#pipeline_arn #pipeline_arn} => String
|
@@ -18769,8 +18822,16 @@ module Aws::SageMaker
|
|
18769
18822
|
# pipeline_name: "PipelineName", # required
|
18770
18823
|
# pipeline_display_name: "PipelineName",
|
18771
18824
|
# pipeline_definition: "PipelineDefinition",
|
18825
|
+
# pipeline_definition_s3_location: {
|
18826
|
+
# bucket: "BucketName", # required
|
18827
|
+
# object_key: "Key", # required
|
18828
|
+
# version_id: "VersionId",
|
18829
|
+
# },
|
18772
18830
|
# pipeline_description: "PipelineDescription",
|
18773
18831
|
# role_arn: "RoleArn",
|
18832
|
+
# parallelism_configuration: {
|
18833
|
+
# max_parallel_execution_steps: 1, # required
|
18834
|
+
# },
|
18774
18835
|
# })
|
18775
18836
|
#
|
18776
18837
|
# @example Response structure
|
@@ -18797,6 +18858,10 @@ module Aws::SageMaker
|
|
18797
18858
|
# @option params [String] :pipeline_execution_display_name
|
18798
18859
|
# The display name of the pipeline execution.
|
18799
18860
|
#
|
18861
|
+
# @option params [Types::ParallelismConfiguration] :parallelism_configuration
|
18862
|
+
# This configuration, if specified, overrides the parallelism
|
18863
|
+
# configuration of the parent pipeline for this specific run.
|
18864
|
+
#
|
18800
18865
|
# @return [Types::UpdatePipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
18801
18866
|
#
|
18802
18867
|
# * {Types::UpdatePipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
|
@@ -18807,6 +18872,9 @@ module Aws::SageMaker
|
|
18807
18872
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
18808
18873
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
18809
18874
|
# pipeline_execution_display_name: "PipelineExecutionName",
|
18875
|
+
# parallelism_configuration: {
|
18876
|
+
# max_parallel_execution_steps: 1, # required
|
18877
|
+
# },
|
18810
18878
|
# })
|
18811
18879
|
#
|
18812
18880
|
# @example Response structure
|
@@ -19375,7 +19443,7 @@ module Aws::SageMaker
|
|
19375
19443
|
params: params,
|
19376
19444
|
config: config)
|
19377
19445
|
context[:gem_name] = 'aws-sdk-sagemaker'
|
19378
|
-
context[:gem_version] = '1.
|
19446
|
+
context[:gem_version] = '1.114.0'
|
19379
19447
|
Seahorse::Client::Request.new(handlers, context)
|
19380
19448
|
end
|
19381
19449
|
|
@@ -141,6 +141,7 @@ module Aws::SageMaker
|
|
141
141
|
Boolean = Shapes::BooleanShape.new(name: 'Boolean')
|
142
142
|
BooleanOperator = Shapes::StringShape.new(name: 'BooleanOperator')
|
143
143
|
Branch = Shapes::StringShape.new(name: 'Branch')
|
144
|
+
BucketName = Shapes::StringShape.new(name: 'BucketName')
|
144
145
|
CacheHitResult = Shapes::StructureShape.new(name: 'CacheHitResult')
|
145
146
|
CallbackStepMetadata = Shapes::StructureShape.new(name: 'CallbackStepMetadata')
|
146
147
|
CallbackToken = Shapes::StringShape.new(name: 'CallbackToken')
|
@@ -552,6 +553,7 @@ module Aws::SageMaker
|
|
552
553
|
DriftCheckExplainability = Shapes::StructureShape.new(name: 'DriftCheckExplainability')
|
553
554
|
DriftCheckModelDataQuality = Shapes::StructureShape.new(name: 'DriftCheckModelDataQuality')
|
554
555
|
DriftCheckModelQuality = Shapes::StructureShape.new(name: 'DriftCheckModelQuality')
|
556
|
+
EMRStepMetadata = Shapes::StructureShape.new(name: 'EMRStepMetadata')
|
555
557
|
Edge = Shapes::StructureShape.new(name: 'Edge')
|
556
558
|
EdgeModel = Shapes::StructureShape.new(name: 'EdgeModel')
|
557
559
|
EdgeModelStat = Shapes::StructureShape.new(name: 'EdgeModelStat')
|
@@ -775,6 +777,7 @@ module Aws::SageMaker
|
|
775
777
|
KernelName = Shapes::StringShape.new(name: 'KernelName')
|
776
778
|
KernelSpec = Shapes::StructureShape.new(name: 'KernelSpec')
|
777
779
|
KernelSpecs = Shapes::ListShape.new(name: 'KernelSpecs')
|
780
|
+
Key = Shapes::StringShape.new(name: 'Key')
|
778
781
|
KmsKeyId = Shapes::StringShape.new(name: 'KmsKeyId')
|
779
782
|
LabelAttributeName = Shapes::StringShape.new(name: 'LabelAttributeName')
|
780
783
|
LabelCounter = Shapes::IntegerShape.new(name: 'LabelCounter')
|
@@ -942,6 +945,7 @@ module Aws::SageMaker
|
|
942
945
|
MaxHumanLabeledObjectCount = Shapes::IntegerShape.new(name: 'MaxHumanLabeledObjectCount')
|
943
946
|
MaxNumberOfTests = Shapes::IntegerShape.new(name: 'MaxNumberOfTests')
|
944
947
|
MaxNumberOfTrainingJobs = Shapes::IntegerShape.new(name: 'MaxNumberOfTrainingJobs')
|
948
|
+
MaxParallelExecutionSteps = Shapes::IntegerShape.new(name: 'MaxParallelExecutionSteps')
|
945
949
|
MaxParallelOfTests = Shapes::IntegerShape.new(name: 'MaxParallelOfTests')
|
946
950
|
MaxParallelTrainingJobs = Shapes::IntegerShape.new(name: 'MaxParallelTrainingJobs')
|
947
951
|
MaxPayloadInMB = Shapes::IntegerShape.new(name: 'MaxPayloadInMB')
|
@@ -1127,6 +1131,7 @@ module Aws::SageMaker
|
|
1127
1131
|
OutputParameter = Shapes::StructureShape.new(name: 'OutputParameter')
|
1128
1132
|
OutputParameterList = Shapes::ListShape.new(name: 'OutputParameterList')
|
1129
1133
|
PaginationToken = Shapes::StringShape.new(name: 'PaginationToken')
|
1134
|
+
ParallelismConfiguration = Shapes::StructureShape.new(name: 'ParallelismConfiguration')
|
1130
1135
|
Parameter = Shapes::StructureShape.new(name: 'Parameter')
|
1131
1136
|
ParameterKey = Shapes::StringShape.new(name: 'ParameterKey')
|
1132
1137
|
ParameterList = Shapes::ListShape.new(name: 'ParameterList')
|
@@ -1148,6 +1153,7 @@ module Aws::SageMaker
|
|
1148
1153
|
Pipeline = Shapes::StructureShape.new(name: 'Pipeline')
|
1149
1154
|
PipelineArn = Shapes::StringShape.new(name: 'PipelineArn')
|
1150
1155
|
PipelineDefinition = Shapes::StringShape.new(name: 'PipelineDefinition')
|
1156
|
+
PipelineDefinitionS3Location = Shapes::StructureShape.new(name: 'PipelineDefinitionS3Location')
|
1151
1157
|
PipelineDescription = Shapes::StringShape.new(name: 'PipelineDescription')
|
1152
1158
|
PipelineExecution = Shapes::StructureShape.new(name: 'PipelineExecution')
|
1153
1159
|
PipelineExecutionArn = Shapes::StringShape.new(name: 'PipelineExecutionArn')
|
@@ -1377,6 +1383,8 @@ module Aws::SageMaker
|
|
1377
1383
|
StartPipelineExecutionResponse = Shapes::StructureShape.new(name: 'StartPipelineExecutionResponse')
|
1378
1384
|
StatusDetails = Shapes::StringShape.new(name: 'StatusDetails')
|
1379
1385
|
StatusMessage = Shapes::StringShape.new(name: 'StatusMessage')
|
1386
|
+
StepDescription = Shapes::StringShape.new(name: 'StepDescription')
|
1387
|
+
StepDisplayName = Shapes::StringShape.new(name: 'StepDisplayName')
|
1380
1388
|
StepName = Shapes::StringShape.new(name: 'StepName')
|
1381
1389
|
StepStatus = Shapes::StringShape.new(name: 'StepStatus')
|
1382
1390
|
StopAutoMLJobRequest = Shapes::StructureShape.new(name: 'StopAutoMLJobRequest')
|
@@ -1588,6 +1596,7 @@ module Aws::SageMaker
|
|
1588
1596
|
VariantStatus = Shapes::StringShape.new(name: 'VariantStatus')
|
1589
1597
|
VariantStatusMessage = Shapes::StringShape.new(name: 'VariantStatusMessage')
|
1590
1598
|
VariantWeight = Shapes::FloatShape.new(name: 'VariantWeight')
|
1599
|
+
VersionId = Shapes::StringShape.new(name: 'VersionId')
|
1591
1600
|
VersionedArnOrName = Shapes::StringShape.new(name: 'VersionedArnOrName')
|
1592
1601
|
Vertex = Shapes::StructureShape.new(name: 'Vertex')
|
1593
1602
|
Vertices = Shapes::ListShape.new(name: 'Vertices')
|
@@ -2495,11 +2504,13 @@ module Aws::SageMaker
|
|
2495
2504
|
|
2496
2505
|
CreatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
|
2497
2506
|
CreatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
|
2498
|
-
CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition,
|
2507
|
+
CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
|
2508
|
+
CreatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
|
2499
2509
|
CreatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
|
2500
2510
|
CreatePipelineRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
|
2501
2511
|
CreatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "RoleArn"))
|
2502
2512
|
CreatePipelineRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
|
2513
|
+
CreatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
2503
2514
|
CreatePipelineRequest.struct_class = Types::CreatePipelineRequest
|
2504
2515
|
|
2505
2516
|
CreatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
|
@@ -3541,6 +3552,7 @@ module Aws::SageMaker
|
|
3541
3552
|
DescribePipelineExecutionResponse.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
|
3542
3553
|
DescribePipelineExecutionResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
3543
3554
|
DescribePipelineExecutionResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
3555
|
+
DescribePipelineExecutionResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
3544
3556
|
DescribePipelineExecutionResponse.struct_class = Types::DescribePipelineExecutionResponse
|
3545
3557
|
|
3546
3558
|
DescribePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
|
@@ -3558,6 +3570,7 @@ module Aws::SageMaker
|
|
3558
3570
|
DescribePipelineResponse.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
|
3559
3571
|
DescribePipelineResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
3560
3572
|
DescribePipelineResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
3573
|
+
DescribePipelineResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
3561
3574
|
DescribePipelineResponse.struct_class = Types::DescribePipelineResponse
|
3562
3575
|
|
3563
3576
|
DescribeProcessingJobRequest.add_member(:processing_job_name, Shapes::ShapeRef.new(shape: ProcessingJobName, required: true, location_name: "ProcessingJobName"))
|
@@ -3851,6 +3864,12 @@ module Aws::SageMaker
|
|
3851
3864
|
DriftCheckModelQuality.add_member(:constraints, Shapes::ShapeRef.new(shape: MetricsSource, location_name: "Constraints"))
|
3852
3865
|
DriftCheckModelQuality.struct_class = Types::DriftCheckModelQuality
|
3853
3866
|
|
3867
|
+
EMRStepMetadata.add_member(:cluster_id, Shapes::ShapeRef.new(shape: String256, location_name: "ClusterId"))
|
3868
|
+
EMRStepMetadata.add_member(:step_id, Shapes::ShapeRef.new(shape: String256, location_name: "StepId"))
|
3869
|
+
EMRStepMetadata.add_member(:step_name, Shapes::ShapeRef.new(shape: String256, location_name: "StepName"))
|
3870
|
+
EMRStepMetadata.add_member(:log_file_path, Shapes::ShapeRef.new(shape: String1024, location_name: "LogFilePath"))
|
3871
|
+
EMRStepMetadata.struct_class = Types::EMRStepMetadata
|
3872
|
+
|
3854
3873
|
Edge.add_member(:source_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "SourceArn"))
|
3855
3874
|
Edge.add_member(:destination_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "DestinationArn"))
|
3856
3875
|
Edge.add_member(:association_type, Shapes::ShapeRef.new(shape: AssociationEdgeType, location_name: "AssociationType"))
|
@@ -5750,6 +5769,9 @@ module Aws::SageMaker
|
|
5750
5769
|
|
5751
5770
|
OutputParameterList.member = Shapes::ShapeRef.new(shape: OutputParameter)
|
5752
5771
|
|
5772
|
+
ParallelismConfiguration.add_member(:max_parallel_execution_steps, Shapes::ShapeRef.new(shape: MaxParallelExecutionSteps, required: true, location_name: "MaxParallelExecutionSteps"))
|
5773
|
+
ParallelismConfiguration.struct_class = Types::ParallelismConfiguration
|
5774
|
+
|
5753
5775
|
Parameter.add_member(:name, Shapes::ShapeRef.new(shape: PipelineParameterName, required: true, location_name: "Name"))
|
5754
5776
|
Parameter.add_member(:value, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "Value"))
|
5755
5777
|
Parameter.struct_class = Types::Parameter
|
@@ -5817,9 +5839,15 @@ module Aws::SageMaker
|
|
5817
5839
|
Pipeline.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
|
5818
5840
|
Pipeline.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
5819
5841
|
Pipeline.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
5842
|
+
Pipeline.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
5820
5843
|
Pipeline.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
|
5821
5844
|
Pipeline.struct_class = Types::Pipeline
|
5822
5845
|
|
5846
|
+
PipelineDefinitionS3Location.add_member(:bucket, Shapes::ShapeRef.new(shape: BucketName, required: true, location_name: "Bucket"))
|
5847
|
+
PipelineDefinitionS3Location.add_member(:object_key, Shapes::ShapeRef.new(shape: Key, required: true, location_name: "ObjectKey"))
|
5848
|
+
PipelineDefinitionS3Location.add_member(:version_id, Shapes::ShapeRef.new(shape: VersionId, location_name: "VersionId"))
|
5849
|
+
PipelineDefinitionS3Location.struct_class = Types::PipelineDefinitionS3Location
|
5850
|
+
|
5823
5851
|
PipelineExecution.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
|
5824
5852
|
PipelineExecution.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
5825
5853
|
PipelineExecution.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
|
@@ -5831,10 +5859,13 @@ module Aws::SageMaker
|
|
5831
5859
|
PipelineExecution.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
|
5832
5860
|
PipelineExecution.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
|
5833
5861
|
PipelineExecution.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
|
5862
|
+
PipelineExecution.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
5834
5863
|
PipelineExecution.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
|
5835
5864
|
PipelineExecution.struct_class = Types::PipelineExecution
|
5836
5865
|
|
5837
5866
|
PipelineExecutionStep.add_member(:step_name, Shapes::ShapeRef.new(shape: StepName, location_name: "StepName"))
|
5867
|
+
PipelineExecutionStep.add_member(:step_display_name, Shapes::ShapeRef.new(shape: StepDisplayName, location_name: "StepDisplayName"))
|
5868
|
+
PipelineExecutionStep.add_member(:step_description, Shapes::ShapeRef.new(shape: StepDescription, location_name: "StepDescription"))
|
5838
5869
|
PipelineExecutionStep.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
|
5839
5870
|
PipelineExecutionStep.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "EndTime"))
|
5840
5871
|
PipelineExecutionStep.add_member(:step_status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "StepStatus"))
|
@@ -5857,6 +5888,7 @@ module Aws::SageMaker
|
|
5857
5888
|
PipelineExecutionStepMetadata.add_member(:lambda, Shapes::ShapeRef.new(shape: LambdaStepMetadata, location_name: "Lambda"))
|
5858
5889
|
PipelineExecutionStepMetadata.add_member(:quality_check, Shapes::ShapeRef.new(shape: QualityCheckStepMetadata, location_name: "QualityCheck"))
|
5859
5890
|
PipelineExecutionStepMetadata.add_member(:clarify_check, Shapes::ShapeRef.new(shape: ClarifyCheckStepMetadata, location_name: "ClarifyCheck"))
|
5891
|
+
PipelineExecutionStepMetadata.add_member(:emr, Shapes::ShapeRef.new(shape: EMRStepMetadata, location_name: "EMR"))
|
5860
5892
|
PipelineExecutionStepMetadata.struct_class = Types::PipelineExecutionStepMetadata
|
5861
5893
|
|
5862
5894
|
PipelineExecutionSummary.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6259,6 +6291,7 @@ module Aws::SageMaker
|
|
6259
6291
|
|
6260
6292
|
RetryPipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
|
6261
6293
|
RetryPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
|
6294
|
+
RetryPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6262
6295
|
RetryPipelineExecutionRequest.struct_class = Types::RetryPipelineExecutionRequest
|
6263
6296
|
|
6264
6297
|
RetryPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6390,6 +6423,7 @@ module Aws::SageMaker
|
|
6390
6423
|
StartPipelineExecutionRequest.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
|
6391
6424
|
StartPipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
|
6392
6425
|
StartPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
|
6426
|
+
StartPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6393
6427
|
StartPipelineExecutionRequest.struct_class = Types::StartPipelineExecutionRequest
|
6394
6428
|
|
6395
6429
|
StartPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6930,6 +6964,7 @@ module Aws::SageMaker
|
|
6930
6964
|
UpdatePipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
|
6931
6965
|
UpdatePipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
|
6932
6966
|
UpdatePipelineExecutionRequest.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
|
6967
|
+
UpdatePipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6933
6968
|
UpdatePipelineExecutionRequest.struct_class = Types::UpdatePipelineExecutionRequest
|
6934
6969
|
|
6935
6970
|
UpdatePipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
|
@@ -6938,8 +6973,10 @@ module Aws::SageMaker
|
|
6938
6973
|
UpdatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
|
6939
6974
|
UpdatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
|
6940
6975
|
UpdatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
|
6976
|
+
UpdatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
|
6941
6977
|
UpdatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
|
6942
6978
|
UpdatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, location_name: "RoleArn"))
|
6979
|
+
UpdatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
|
6943
6980
|
UpdatePipelineRequest.struct_class = Types::UpdatePipelineRequest
|
6944
6981
|
|
6945
6982
|
UpdatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
|
@@ -5137,7 +5137,7 @@ module Aws::SageMaker
|
|
5137
5137
|
# @return [String]
|
5138
5138
|
#
|
5139
5139
|
# @!attribute [rw] home_efs_file_system_kms_key_id
|
5140
|
-
#
|
5140
|
+
# Use `KmsKeyId`.
|
5141
5141
|
# @return [String]
|
5142
5142
|
#
|
5143
5143
|
# @!attribute [rw] kms_key_id
|
@@ -8280,7 +8280,12 @@ module Aws::SageMaker
|
|
8280
8280
|
# {
|
8281
8281
|
# pipeline_name: "PipelineName", # required
|
8282
8282
|
# pipeline_display_name: "PipelineName",
|
8283
|
-
# pipeline_definition: "PipelineDefinition",
|
8283
|
+
# pipeline_definition: "PipelineDefinition",
|
8284
|
+
# pipeline_definition_s3_location: {
|
8285
|
+
# bucket: "BucketName", # required
|
8286
|
+
# object_key: "Key", # required
|
8287
|
+
# version_id: "VersionId",
|
8288
|
+
# },
|
8284
8289
|
# pipeline_description: "PipelineDescription",
|
8285
8290
|
# client_request_token: "IdempotencyToken", # required
|
8286
8291
|
# role_arn: "RoleArn", # required
|
@@ -8290,6 +8295,9 @@ module Aws::SageMaker
|
|
8290
8295
|
# value: "TagValue", # required
|
8291
8296
|
# },
|
8292
8297
|
# ],
|
8298
|
+
# parallelism_configuration: {
|
8299
|
+
# max_parallel_execution_steps: 1, # required
|
8300
|
+
# },
|
8293
8301
|
# }
|
8294
8302
|
#
|
8295
8303
|
# @!attribute [rw] pipeline_name
|
@@ -8304,6 +8312,12 @@ module Aws::SageMaker
|
|
8304
8312
|
# The JSON pipeline definition of the pipeline.
|
8305
8313
|
# @return [String]
|
8306
8314
|
#
|
8315
|
+
# @!attribute [rw] pipeline_definition_s3_location
|
8316
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
8317
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
8318
|
+
# location.
|
8319
|
+
# @return [Types::PipelineDefinitionS3Location]
|
8320
|
+
#
|
8307
8321
|
# @!attribute [rw] pipeline_description
|
8308
8322
|
# A description of the pipeline.
|
8309
8323
|
# @return [String]
|
@@ -8326,16 +8340,24 @@ module Aws::SageMaker
|
|
8326
8340
|
# A list of tags to apply to the created pipeline.
|
8327
8341
|
# @return [Array<Types::Tag>]
|
8328
8342
|
#
|
8343
|
+
# @!attribute [rw] parallelism_configuration
|
8344
|
+
# This is the configuration that controls the parallelism of the
|
8345
|
+
# pipeline. If specified, it applies to all runs of this pipeline by
|
8346
|
+
# default.
|
8347
|
+
# @return [Types::ParallelismConfiguration]
|
8348
|
+
#
|
8329
8349
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreatePipelineRequest AWS API Documentation
|
8330
8350
|
#
|
8331
8351
|
class CreatePipelineRequest < Struct.new(
|
8332
8352
|
:pipeline_name,
|
8333
8353
|
:pipeline_display_name,
|
8334
8354
|
:pipeline_definition,
|
8355
|
+
:pipeline_definition_s3_location,
|
8335
8356
|
:pipeline_description,
|
8336
8357
|
:client_request_token,
|
8337
8358
|
:role_arn,
|
8338
|
-
:tags
|
8359
|
+
:tags,
|
8360
|
+
:parallelism_configuration)
|
8339
8361
|
SENSITIVE = []
|
8340
8362
|
include Aws::Structure
|
8341
8363
|
end
|
@@ -12806,7 +12828,7 @@ module Aws::SageMaker
|
|
12806
12828
|
# @return [String]
|
12807
12829
|
#
|
12808
12830
|
# @!attribute [rw] home_efs_file_system_kms_key_id
|
12809
|
-
#
|
12831
|
+
# Use `KmsKeyId`.
|
12810
12832
|
# @return [String]
|
12811
12833
|
#
|
12812
12834
|
# @!attribute [rw] subnet_ids
|
@@ -15137,6 +15159,10 @@ module Aws::SageMaker
|
|
15137
15159
|
# trial, trial component, lineage group, or project.
|
15138
15160
|
# @return [Types::UserContext]
|
15139
15161
|
#
|
15162
|
+
# @!attribute [rw] parallelism_configuration
|
15163
|
+
# The parallelism configuration applied to the pipeline.
|
15164
|
+
# @return [Types::ParallelismConfiguration]
|
15165
|
+
#
|
15140
15166
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecutionResponse AWS API Documentation
|
15141
15167
|
#
|
15142
15168
|
class DescribePipelineExecutionResponse < Struct.new(
|
@@ -15150,7 +15176,8 @@ module Aws::SageMaker
|
|
15150
15176
|
:creation_time,
|
15151
15177
|
:last_modified_time,
|
15152
15178
|
:created_by,
|
15153
|
-
:last_modified_by
|
15179
|
+
:last_modified_by,
|
15180
|
+
:parallelism_configuration)
|
15154
15181
|
SENSITIVE = []
|
15155
15182
|
include Aws::Structure
|
15156
15183
|
end
|
@@ -15224,6 +15251,10 @@ module Aws::SageMaker
|
|
15224
15251
|
# trial, trial component, lineage group, or project.
|
15225
15252
|
# @return [Types::UserContext]
|
15226
15253
|
#
|
15254
|
+
# @!attribute [rw] parallelism_configuration
|
15255
|
+
# Lists the parallelism configuration applied to the pipeline.
|
15256
|
+
# @return [Types::ParallelismConfiguration]
|
15257
|
+
#
|
15227
15258
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineResponse AWS API Documentation
|
15228
15259
|
#
|
15229
15260
|
class DescribePipelineResponse < Struct.new(
|
@@ -15238,7 +15269,8 @@ module Aws::SageMaker
|
|
15238
15269
|
:last_modified_time,
|
15239
15270
|
:last_run_time,
|
15240
15271
|
:created_by,
|
15241
|
-
:last_modified_by
|
15272
|
+
:last_modified_by,
|
15273
|
+
:parallelism_configuration)
|
15242
15274
|
SENSITIVE = []
|
15243
15275
|
include Aws::Structure
|
15244
15276
|
end
|
@@ -17045,6 +17077,36 @@ module Aws::SageMaker
|
|
17045
17077
|
include Aws::Structure
|
17046
17078
|
end
|
17047
17079
|
|
17080
|
+
# The configurations and outcomes of an Amazon EMR step execution.
|
17081
|
+
#
|
17082
|
+
# @!attribute [rw] cluster_id
|
17083
|
+
# The identifier of the EMR cluster.
|
17084
|
+
# @return [String]
|
17085
|
+
#
|
17086
|
+
# @!attribute [rw] step_id
|
17087
|
+
# The identifier of the EMR cluster step.
|
17088
|
+
# @return [String]
|
17089
|
+
#
|
17090
|
+
# @!attribute [rw] step_name
|
17091
|
+
# The name of the EMR cluster step.
|
17092
|
+
# @return [String]
|
17093
|
+
#
|
17094
|
+
# @!attribute [rw] log_file_path
|
17095
|
+
# The path to the log file where the cluster step's failure root
|
17096
|
+
# cause is recorded.
|
17097
|
+
# @return [String]
|
17098
|
+
#
|
17099
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/EMRStepMetadata AWS API Documentation
|
17100
|
+
#
|
17101
|
+
class EMRStepMetadata < Struct.new(
|
17102
|
+
:cluster_id,
|
17103
|
+
:step_id,
|
17104
|
+
:step_name,
|
17105
|
+
:log_file_path)
|
17106
|
+
SENSITIVE = []
|
17107
|
+
include Aws::Structure
|
17108
|
+
end
|
17109
|
+
|
17048
17110
|
# A directed edge connecting two lineage entities.
|
17049
17111
|
#
|
17050
17112
|
# @!attribute [rw] source_arn
|
@@ -21307,11 +21369,17 @@ module Aws::SageMaker
|
|
21307
21369
|
# @return [String]
|
21308
21370
|
#
|
21309
21371
|
# @!attribute [rw] framework_version
|
21310
|
-
# Specifies the framework version to use.
|
21372
|
+
# Specifies the framework version to use. This API field is only
|
21373
|
+
# supported for the PyTorch and TensorFlow frameworks.
|
21374
|
+
#
|
21375
|
+
# For information about framework versions supported for cloud targets
|
21376
|
+
# and edge devices, see [Cloud Supported Instance Types and
|
21377
|
+
# Frameworks][1] and [Edge Supported Frameworks][2].
|
21311
21378
|
#
|
21312
|
-
#
|
21313
|
-
#
|
21314
|
-
#
|
21379
|
+
#
|
21380
|
+
#
|
21381
|
+
# [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-cloud.html
|
21382
|
+
# [2]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-devices-edge-frameworks.html
|
21315
21383
|
# @return [String]
|
21316
21384
|
#
|
21317
21385
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/InputConfig AWS API Documentation
|
@@ -30634,6 +30702,29 @@ module Aws::SageMaker
|
|
30634
30702
|
include Aws::Structure
|
30635
30703
|
end
|
30636
30704
|
|
30705
|
+
# Configuration that controls the parallelism of the pipeline. By
|
30706
|
+
# default, the parallelism configuration specified applies to all
|
30707
|
+
# executions of the pipeline unless overridden.
|
30708
|
+
#
|
30709
|
+
# @note When making an API call, you may pass ParallelismConfiguration
|
30710
|
+
# data as a hash:
|
30711
|
+
#
|
30712
|
+
# {
|
30713
|
+
# max_parallel_execution_steps: 1, # required
|
30714
|
+
# }
|
30715
|
+
#
|
30716
|
+
# @!attribute [rw] max_parallel_execution_steps
|
30717
|
+
# The max number of steps that can be executed in parallel.
|
30718
|
+
# @return [Integer]
|
30719
|
+
#
|
30720
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ParallelismConfiguration AWS API Documentation
|
30721
|
+
#
|
30722
|
+
class ParallelismConfiguration < Struct.new(
|
30723
|
+
:max_parallel_execution_steps)
|
30724
|
+
SENSITIVE = []
|
30725
|
+
include Aws::Structure
|
30726
|
+
end
|
30727
|
+
|
30637
30728
|
# Assigns a value to a named Pipeline parameter.
|
30638
30729
|
#
|
30639
30730
|
# @note When making an API call, you may pass Parameter
|
@@ -31020,6 +31111,10 @@ module Aws::SageMaker
|
|
31020
31111
|
# trial, trial component, lineage group, or project.
|
31021
31112
|
# @return [Types::UserContext]
|
31022
31113
|
#
|
31114
|
+
# @!attribute [rw] parallelism_configuration
|
31115
|
+
# The parallelism configuration applied to the pipeline.
|
31116
|
+
# @return [Types::ParallelismConfiguration]
|
31117
|
+
#
|
31023
31118
|
# @!attribute [rw] tags
|
31024
31119
|
# A list of tags that apply to the pipeline.
|
31025
31120
|
# @return [Array<Types::Tag>]
|
@@ -31038,11 +31133,47 @@ module Aws::SageMaker
|
|
31038
31133
|
:last_run_time,
|
31039
31134
|
:created_by,
|
31040
31135
|
:last_modified_by,
|
31136
|
+
:parallelism_configuration,
|
31041
31137
|
:tags)
|
31042
31138
|
SENSITIVE = []
|
31043
31139
|
include Aws::Structure
|
31044
31140
|
end
|
31045
31141
|
|
31142
|
+
# The location of the pipeline definition stored in Amazon S3.
|
31143
|
+
#
|
31144
|
+
# @note When making an API call, you may pass PipelineDefinitionS3Location
|
31145
|
+
# data as a hash:
|
31146
|
+
#
|
31147
|
+
# {
|
31148
|
+
# bucket: "BucketName", # required
|
31149
|
+
# object_key: "Key", # required
|
31150
|
+
# version_id: "VersionId",
|
31151
|
+
# }
|
31152
|
+
#
|
31153
|
+
# @!attribute [rw] bucket
|
31154
|
+
# Name of the S3 bucket.
|
31155
|
+
# @return [String]
|
31156
|
+
#
|
31157
|
+
# @!attribute [rw] object_key
|
31158
|
+
# The object key (or key name) uniquely identifies the object in an S3
|
31159
|
+
# bucket.
|
31160
|
+
# @return [String]
|
31161
|
+
#
|
31162
|
+
# @!attribute [rw] version_id
|
31163
|
+
# Version Id of the pipeline definition file. If not specified, Amazon
|
31164
|
+
# SageMaker will retrieve the latest version.
|
31165
|
+
# @return [String]
|
31166
|
+
#
|
31167
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineDefinitionS3Location AWS API Documentation
|
31168
|
+
#
|
31169
|
+
class PipelineDefinitionS3Location < Struct.new(
|
31170
|
+
:bucket,
|
31171
|
+
:object_key,
|
31172
|
+
:version_id)
|
31173
|
+
SENSITIVE = []
|
31174
|
+
include Aws::Structure
|
31175
|
+
end
|
31176
|
+
|
31046
31177
|
# An execution of a pipeline.
|
31047
31178
|
#
|
31048
31179
|
# @!attribute [rw] pipeline_arn
|
@@ -31092,6 +31223,10 @@ module Aws::SageMaker
|
|
31092
31223
|
# trial, trial component, lineage group, or project.
|
31093
31224
|
# @return [Types::UserContext]
|
31094
31225
|
#
|
31226
|
+
# @!attribute [rw] parallelism_configuration
|
31227
|
+
# The parallelism configuration applied to the pipeline execution.
|
31228
|
+
# @return [Types::ParallelismConfiguration]
|
31229
|
+
#
|
31095
31230
|
# @!attribute [rw] pipeline_parameters
|
31096
31231
|
# Contains a list of pipeline parameters. This list can be empty.
|
31097
31232
|
# @return [Array<Types::Parameter>]
|
@@ -31110,6 +31245,7 @@ module Aws::SageMaker
|
|
31110
31245
|
:last_modified_time,
|
31111
31246
|
:created_by,
|
31112
31247
|
:last_modified_by,
|
31248
|
+
:parallelism_configuration,
|
31113
31249
|
:pipeline_parameters)
|
31114
31250
|
SENSITIVE = []
|
31115
31251
|
include Aws::Structure
|
@@ -31121,6 +31257,14 @@ module Aws::SageMaker
|
|
31121
31257
|
# The name of the step that is executed.
|
31122
31258
|
# @return [String]
|
31123
31259
|
#
|
31260
|
+
# @!attribute [rw] step_display_name
|
31261
|
+
# The display name of the step.
|
31262
|
+
# @return [String]
|
31263
|
+
#
|
31264
|
+
# @!attribute [rw] step_description
|
31265
|
+
# The description of the step.
|
31266
|
+
# @return [String]
|
31267
|
+
#
|
31124
31268
|
# @!attribute [rw] start_time
|
31125
31269
|
# The time that the step started executing.
|
31126
31270
|
# @return [Time]
|
@@ -31139,6 +31283,12 @@ module Aws::SageMaker
|
|
31139
31283
|
# @return [Types::CacheHitResult]
|
31140
31284
|
#
|
31141
31285
|
# @!attribute [rw] attempt_count
|
31286
|
+
# The current attempt of the execution step. For more information, see
|
31287
|
+
# [Retry Policy for Amazon SageMaker Pipelines steps][1].
|
31288
|
+
#
|
31289
|
+
#
|
31290
|
+
#
|
31291
|
+
# [1]: https://docs.aws.amazon.com/https:/docs.aws.amazon.com/sagemaker/latest/dg/pipelines-retry-policy.html
|
31142
31292
|
# @return [Integer]
|
31143
31293
|
#
|
31144
31294
|
# @!attribute [rw] failure_reason
|
@@ -31154,6 +31304,8 @@ module Aws::SageMaker
|
|
31154
31304
|
#
|
31155
31305
|
class PipelineExecutionStep < Struct.new(
|
31156
31306
|
:step_name,
|
31307
|
+
:step_display_name,
|
31308
|
+
:step_description,
|
31157
31309
|
:start_time,
|
31158
31310
|
:end_time,
|
31159
31311
|
:step_status,
|
@@ -31263,6 +31415,10 @@ module Aws::SageMaker
|
|
31263
31415
|
# `CalculatedBaseline`.
|
31264
31416
|
# @return [Types::ClarifyCheckStepMetadata]
|
31265
31417
|
#
|
31418
|
+
# @!attribute [rw] emr
|
31419
|
+
# The configurations and outcomes of an EMR step execution.
|
31420
|
+
# @return [Types::EMRStepMetadata]
|
31421
|
+
#
|
31266
31422
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineExecutionStepMetadata AWS API Documentation
|
31267
31423
|
#
|
31268
31424
|
class PipelineExecutionStepMetadata < Struct.new(
|
@@ -31276,7 +31432,8 @@ module Aws::SageMaker
|
|
31276
31432
|
:callback,
|
31277
31433
|
:lambda,
|
31278
31434
|
:quality_check,
|
31279
|
-
:clarify_check
|
31435
|
+
:clarify_check,
|
31436
|
+
:emr)
|
31280
31437
|
SENSITIVE = []
|
31281
31438
|
include Aws::Structure
|
31282
31439
|
end
|
@@ -34113,6 +34270,9 @@ module Aws::SageMaker
|
|
34113
34270
|
# {
|
34114
34271
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
34115
34272
|
# client_request_token: "IdempotencyToken", # required
|
34273
|
+
# parallelism_configuration: {
|
34274
|
+
# max_parallel_execution_steps: 1, # required
|
34275
|
+
# },
|
34116
34276
|
# }
|
34117
34277
|
#
|
34118
34278
|
# @!attribute [rw] pipeline_execution_arn
|
@@ -34128,11 +34288,17 @@ module Aws::SageMaker
|
|
34128
34288
|
# not need to pass this option.
|
34129
34289
|
# @return [String]
|
34130
34290
|
#
|
34291
|
+
# @!attribute [rw] parallelism_configuration
|
34292
|
+
# This configuration, if specified, overrides the parallelism
|
34293
|
+
# configuration of the parent pipeline.
|
34294
|
+
# @return [Types::ParallelismConfiguration]
|
34295
|
+
#
|
34131
34296
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RetryPipelineExecutionRequest AWS API Documentation
|
34132
34297
|
#
|
34133
34298
|
class RetryPipelineExecutionRequest < Struct.new(
|
34134
34299
|
:pipeline_execution_arn,
|
34135
|
-
:client_request_token
|
34300
|
+
:client_request_token,
|
34301
|
+
:parallelism_configuration)
|
34136
34302
|
SENSITIVE = []
|
34137
34303
|
include Aws::Structure
|
34138
34304
|
end
|
@@ -35271,6 +35437,9 @@ module Aws::SageMaker
|
|
35271
35437
|
# ],
|
35272
35438
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
35273
35439
|
# client_request_token: "IdempotencyToken", # required
|
35440
|
+
# parallelism_configuration: {
|
35441
|
+
# max_parallel_execution_steps: 1, # required
|
35442
|
+
# },
|
35274
35443
|
# }
|
35275
35444
|
#
|
35276
35445
|
# @!attribute [rw] pipeline_name
|
@@ -35298,6 +35467,11 @@ module Aws::SageMaker
|
|
35298
35467
|
# not need to pass this option.
|
35299
35468
|
# @return [String]
|
35300
35469
|
#
|
35470
|
+
# @!attribute [rw] parallelism_configuration
|
35471
|
+
# This configuration, if specified, overrides the parallelism
|
35472
|
+
# configuration of the parent pipeline for this specific run.
|
35473
|
+
# @return [Types::ParallelismConfiguration]
|
35474
|
+
#
|
35301
35475
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StartPipelineExecutionRequest AWS API Documentation
|
35302
35476
|
#
|
35303
35477
|
class StartPipelineExecutionRequest < Struct.new(
|
@@ -35305,7 +35479,8 @@ module Aws::SageMaker
|
|
35305
35479
|
:pipeline_execution_display_name,
|
35306
35480
|
:pipeline_parameters,
|
35307
35481
|
:pipeline_execution_description,
|
35308
|
-
:client_request_token
|
35482
|
+
:client_request_token,
|
35483
|
+
:parallelism_configuration)
|
35309
35484
|
SENSITIVE = []
|
35310
35485
|
include Aws::Structure
|
35311
35486
|
end
|
@@ -35562,7 +35737,7 @@ module Aws::SageMaker
|
|
35562
35737
|
# }
|
35563
35738
|
#
|
35564
35739
|
# @!attribute [rw] transform_job_name
|
35565
|
-
# The name of the transform job to stop.
|
35740
|
+
# The name of the batch transform job to stop.
|
35566
35741
|
# @return [String]
|
35567
35742
|
#
|
35568
35743
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StopTransformJobRequest AWS API Documentation
|
@@ -39259,6 +39434,9 @@ module Aws::SageMaker
|
|
39259
39434
|
# pipeline_execution_arn: "PipelineExecutionArn", # required
|
39260
39435
|
# pipeline_execution_description: "PipelineExecutionDescription",
|
39261
39436
|
# pipeline_execution_display_name: "PipelineExecutionName",
|
39437
|
+
# parallelism_configuration: {
|
39438
|
+
# max_parallel_execution_steps: 1, # required
|
39439
|
+
# },
|
39262
39440
|
# }
|
39263
39441
|
#
|
39264
39442
|
# @!attribute [rw] pipeline_execution_arn
|
@@ -39273,12 +39451,18 @@ module Aws::SageMaker
|
|
39273
39451
|
# The display name of the pipeline execution.
|
39274
39452
|
# @return [String]
|
39275
39453
|
#
|
39454
|
+
# @!attribute [rw] parallelism_configuration
|
39455
|
+
# This configuration, if specified, overrides the parallelism
|
39456
|
+
# configuration of the parent pipeline for this specific run.
|
39457
|
+
# @return [Types::ParallelismConfiguration]
|
39458
|
+
#
|
39276
39459
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineExecutionRequest AWS API Documentation
|
39277
39460
|
#
|
39278
39461
|
class UpdatePipelineExecutionRequest < Struct.new(
|
39279
39462
|
:pipeline_execution_arn,
|
39280
39463
|
:pipeline_execution_description,
|
39281
|
-
:pipeline_execution_display_name
|
39464
|
+
:pipeline_execution_display_name,
|
39465
|
+
:parallelism_configuration)
|
39282
39466
|
SENSITIVE = []
|
39283
39467
|
include Aws::Structure
|
39284
39468
|
end
|
@@ -39302,8 +39486,16 @@ module Aws::SageMaker
|
|
39302
39486
|
# pipeline_name: "PipelineName", # required
|
39303
39487
|
# pipeline_display_name: "PipelineName",
|
39304
39488
|
# pipeline_definition: "PipelineDefinition",
|
39489
|
+
# pipeline_definition_s3_location: {
|
39490
|
+
# bucket: "BucketName", # required
|
39491
|
+
# object_key: "Key", # required
|
39492
|
+
# version_id: "VersionId",
|
39493
|
+
# },
|
39305
39494
|
# pipeline_description: "PipelineDescription",
|
39306
39495
|
# role_arn: "RoleArn",
|
39496
|
+
# parallelism_configuration: {
|
39497
|
+
# max_parallel_execution_steps: 1, # required
|
39498
|
+
# },
|
39307
39499
|
# }
|
39308
39500
|
#
|
39309
39501
|
# @!attribute [rw] pipeline_name
|
@@ -39318,6 +39510,12 @@ module Aws::SageMaker
|
|
39318
39510
|
# The JSON pipeline definition.
|
39319
39511
|
# @return [String]
|
39320
39512
|
#
|
39513
|
+
# @!attribute [rw] pipeline_definition_s3_location
|
39514
|
+
# The location of the pipeline definition stored in Amazon S3. If
|
39515
|
+
# specified, SageMaker will retrieve the pipeline definition from this
|
39516
|
+
# location.
|
39517
|
+
# @return [Types::PipelineDefinitionS3Location]
|
39518
|
+
#
|
39321
39519
|
# @!attribute [rw] pipeline_description
|
39322
39520
|
# The description of the pipeline.
|
39323
39521
|
# @return [String]
|
@@ -39326,14 +39524,21 @@ module Aws::SageMaker
|
|
39326
39524
|
# The Amazon Resource Name (ARN) that the pipeline uses to execute.
|
39327
39525
|
# @return [String]
|
39328
39526
|
#
|
39527
|
+
# @!attribute [rw] parallelism_configuration
|
39528
|
+
# If specified, it applies to all executions of this pipeline by
|
39529
|
+
# default.
|
39530
|
+
# @return [Types::ParallelismConfiguration]
|
39531
|
+
#
|
39329
39532
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineRequest AWS API Documentation
|
39330
39533
|
#
|
39331
39534
|
class UpdatePipelineRequest < Struct.new(
|
39332
39535
|
:pipeline_name,
|
39333
39536
|
:pipeline_display_name,
|
39334
39537
|
:pipeline_definition,
|
39538
|
+
:pipeline_definition_s3_location,
|
39335
39539
|
:pipeline_description,
|
39336
|
-
:role_arn
|
39540
|
+
:role_arn,
|
39541
|
+
:parallelism_configuration)
|
39337
39542
|
SENSITIVE = []
|
39338
39543
|
include Aws::Structure
|
39339
39544
|
end
|
data/lib/aws-sdk-sagemaker.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-sagemaker
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.114.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-01-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|