aws-sdk-sagemaker 1.113.0 → 1.114.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 89681fe5fcd268c85f4813c60dd75a1b9f575dd04c8ad93c03473fa396430858
4
- data.tar.gz: 48beba927275a7d8192ae7eeac114a38b09fddbadd9996df493103dbcf839fbc
3
+ metadata.gz: 32d202b9daf567f6f2bb28e00ad02d4b95b443f5b0ff13649f7843b80ec9b1c4
4
+ data.tar.gz: 8d7aa2498b4186d5560c6b9c8699f03bf459b01c6cadbb870c41d1d48fbae040
5
5
  SHA512:
6
- metadata.gz: 79171711bb11b5c93c314a9d7a05ed8cce65d238819b9eec867566b4eb9725af4d59a3c59ebf9ef267d4db8f30714e43abb7059f661737a878aa3f450226869d
7
- data.tar.gz: 4149c24ecdcdc6b9954fcec08f08bbd742e86976ca821b6ec43bdd2e0da4375e66b34a2bcaf2863bda5133a624be0de6e6515635db481628d0e22ba85ddb1d15
6
+ metadata.gz: 8df0f46c37dc211b03f5cf1aef0bf247d422110c42d21b539eb23f5e2e9fdbaebb66d160a832fb4482a0b27187bb084f281eae7b5de30299127908a4cc110dc4
7
+ data.tar.gz: d4406d328d0b0944940c8a266f7a8a19c0d1aa27b446c9516d212f7271431546dee70b9d0784bffdcc572ebe20d7035640eac532e2f030b9b7c49e36c6f72061
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.114.0 (2022-01-03)
5
+ ------------------
6
+
7
+ * Feature - The release allows users to pass pipeline definitions as Amazon S3 locations and control the pipeline execution concurrency using ParallelismConfiguration. It also adds support of EMR jobs as pipeline steps.
8
+
4
9
  1.113.0 (2021-12-21)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.113.0
1
+ 1.114.0
@@ -1843,7 +1843,7 @@ module Aws::SageMaker
1843
1843
  # subnets
1844
1844
  #
1845
1845
  # @option params [String] :home_efs_file_system_kms_key_id
1846
- # This member is deprecated and replaced with `KmsKeyId`.
1846
+ # Use `KmsKeyId`.
1847
1847
  #
1848
1848
  # @option params [String] :kms_key_id
1849
1849
  # SageMaker uses Amazon Web Services KMS to encrypt the EFS volume
@@ -5083,9 +5083,14 @@ module Aws::SageMaker
5083
5083
  # @option params [String] :pipeline_display_name
5084
5084
  # The display name of the pipeline.
5085
5085
  #
5086
- # @option params [required, String] :pipeline_definition
5086
+ # @option params [String] :pipeline_definition
5087
5087
  # The JSON pipeline definition of the pipeline.
5088
5088
  #
5089
+ # @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
5090
+ # The location of the pipeline definition stored in Amazon S3. If
5091
+ # specified, SageMaker will retrieve the pipeline definition from this
5092
+ # location.
5093
+ #
5089
5094
  # @option params [String] :pipeline_description
5090
5095
  # A description of the pipeline.
5091
5096
  #
@@ -5104,6 +5109,11 @@ module Aws::SageMaker
5104
5109
  # @option params [Array<Types::Tag>] :tags
5105
5110
  # A list of tags to apply to the created pipeline.
5106
5111
  #
5112
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
5113
+ # This is the configuration that controls the parallelism of the
5114
+ # pipeline. If specified, it applies to all runs of this pipeline by
5115
+ # default.
5116
+ #
5107
5117
  # @return [Types::CreatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
5108
5118
  #
5109
5119
  # * {Types::CreatePipelineResponse#pipeline_arn #pipeline_arn} => String
@@ -5113,7 +5123,12 @@ module Aws::SageMaker
5113
5123
  # resp = client.create_pipeline({
5114
5124
  # pipeline_name: "PipelineName", # required
5115
5125
  # pipeline_display_name: "PipelineName",
5116
- # pipeline_definition: "PipelineDefinition", # required
5126
+ # pipeline_definition: "PipelineDefinition",
5127
+ # pipeline_definition_s3_location: {
5128
+ # bucket: "BucketName", # required
5129
+ # object_key: "Key", # required
5130
+ # version_id: "VersionId",
5131
+ # },
5117
5132
  # pipeline_description: "PipelineDescription",
5118
5133
  # client_request_token: "IdempotencyToken", # required
5119
5134
  # role_arn: "RoleArn", # required
@@ -5123,6 +5138,9 @@ module Aws::SageMaker
5123
5138
  # value: "TagValue", # required
5124
5139
  # },
5125
5140
  # ],
5141
+ # parallelism_configuration: {
5142
+ # max_parallel_execution_steps: 1, # required
5143
+ # },
5126
5144
  # })
5127
5145
  #
5128
5146
  # @example Response structure
@@ -10543,6 +10561,7 @@ module Aws::SageMaker
10543
10561
  # * {Types::DescribePipelineResponse#last_run_time #last_run_time} => Time
10544
10562
  # * {Types::DescribePipelineResponse#created_by #created_by} => Types::UserContext
10545
10563
  # * {Types::DescribePipelineResponse#last_modified_by #last_modified_by} => Types::UserContext
10564
+ # * {Types::DescribePipelineResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
10546
10565
  #
10547
10566
  # @example Request syntax with placeholder values
10548
10567
  #
@@ -10568,6 +10587,7 @@ module Aws::SageMaker
10568
10587
  # resp.last_modified_by.user_profile_arn #=> String
10569
10588
  # resp.last_modified_by.user_profile_name #=> String
10570
10589
  # resp.last_modified_by.domain_id #=> String
10590
+ # resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
10571
10591
  #
10572
10592
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipeline AWS API Documentation
10573
10593
  #
@@ -10626,6 +10646,7 @@ module Aws::SageMaker
10626
10646
  # * {Types::DescribePipelineExecutionResponse#last_modified_time #last_modified_time} => Time
10627
10647
  # * {Types::DescribePipelineExecutionResponse#created_by #created_by} => Types::UserContext
10628
10648
  # * {Types::DescribePipelineExecutionResponse#last_modified_by #last_modified_by} => Types::UserContext
10649
+ # * {Types::DescribePipelineExecutionResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
10629
10650
  #
10630
10651
  # @example Request syntax with placeholder values
10631
10652
  #
@@ -10651,6 +10672,7 @@ module Aws::SageMaker
10651
10672
  # resp.last_modified_by.user_profile_arn #=> String
10652
10673
  # resp.last_modified_by.user_profile_name #=> String
10653
10674
  # resp.last_modified_by.domain_id #=> String
10675
+ # resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
10654
10676
  #
10655
10677
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecution AWS API Documentation
10656
10678
  #
@@ -14861,6 +14883,8 @@ module Aws::SageMaker
14861
14883
  #
14862
14884
  # resp.pipeline_execution_steps #=> Array
14863
14885
  # resp.pipeline_execution_steps[0].step_name #=> String
14886
+ # resp.pipeline_execution_steps[0].step_display_name #=> String
14887
+ # resp.pipeline_execution_steps[0].step_description #=> String
14864
14888
  # resp.pipeline_execution_steps[0].start_time #=> Time
14865
14889
  # resp.pipeline_execution_steps[0].end_time #=> Time
14866
14890
  # resp.pipeline_execution_steps[0].step_status #=> String, one of "Starting", "Executing", "Stopping", "Stopped", "Failed", "Succeeded"
@@ -14901,6 +14925,10 @@ module Aws::SageMaker
14901
14925
  # resp.pipeline_execution_steps[0].metadata.clarify_check.check_job_arn #=> String
14902
14926
  # resp.pipeline_execution_steps[0].metadata.clarify_check.skip_check #=> Boolean
14903
14927
  # resp.pipeline_execution_steps[0].metadata.clarify_check.register_new_baseline #=> Boolean
14928
+ # resp.pipeline_execution_steps[0].metadata.emr.cluster_id #=> String
14929
+ # resp.pipeline_execution_steps[0].metadata.emr.step_id #=> String
14930
+ # resp.pipeline_execution_steps[0].metadata.emr.step_name #=> String
14931
+ # resp.pipeline_execution_steps[0].metadata.emr.log_file_path #=> String
14904
14932
  # resp.next_token #=> String
14905
14933
  #
14906
14934
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListPipelineExecutionSteps AWS API Documentation
@@ -16309,6 +16337,10 @@ module Aws::SageMaker
16309
16337
  # **A suitable default value is auto-generated.** You should normally
16310
16338
  # not need to pass this option.**
16311
16339
  #
16340
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
16341
+ # This configuration, if specified, overrides the parallelism
16342
+ # configuration of the parent pipeline.
16343
+ #
16312
16344
  # @return [Types::RetryPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
16313
16345
  #
16314
16346
  # * {Types::RetryPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
@@ -16318,6 +16350,9 @@ module Aws::SageMaker
16318
16350
  # resp = client.retry_pipeline_execution({
16319
16351
  # pipeline_execution_arn: "PipelineExecutionArn", # required
16320
16352
  # client_request_token: "IdempotencyToken", # required
16353
+ # parallelism_configuration: {
16354
+ # max_parallel_execution_steps: 1, # required
16355
+ # },
16321
16356
  # })
16322
16357
  #
16323
16358
  # @example Response structure
@@ -17102,6 +17137,7 @@ module Aws::SageMaker
17102
17137
  # resp.results[0].pipeline.last_modified_by.user_profile_arn #=> String
17103
17138
  # resp.results[0].pipeline.last_modified_by.user_profile_name #=> String
17104
17139
  # resp.results[0].pipeline.last_modified_by.domain_id #=> String
17140
+ # resp.results[0].pipeline.parallelism_configuration.max_parallel_execution_steps #=> Integer
17105
17141
  # resp.results[0].pipeline.tags #=> Array
17106
17142
  # resp.results[0].pipeline.tags[0].key #=> String
17107
17143
  # resp.results[0].pipeline.tags[0].value #=> String
@@ -17121,6 +17157,7 @@ module Aws::SageMaker
17121
17157
  # resp.results[0].pipeline_execution.last_modified_by.user_profile_arn #=> String
17122
17158
  # resp.results[0].pipeline_execution.last_modified_by.user_profile_name #=> String
17123
17159
  # resp.results[0].pipeline_execution.last_modified_by.domain_id #=> String
17160
+ # resp.results[0].pipeline_execution.parallelism_configuration.max_parallel_execution_steps #=> Integer
17124
17161
  # resp.results[0].pipeline_execution.pipeline_parameters #=> Array
17125
17162
  # resp.results[0].pipeline_execution.pipeline_parameters[0].name #=> String
17126
17163
  # resp.results[0].pipeline_execution.pipeline_parameters[0].value #=> String
@@ -17353,6 +17390,10 @@ module Aws::SageMaker
17353
17390
  # **A suitable default value is auto-generated.** You should normally
17354
17391
  # not need to pass this option.**
17355
17392
  #
17393
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
17394
+ # This configuration, if specified, overrides the parallelism
17395
+ # configuration of the parent pipeline for this specific run.
17396
+ #
17356
17397
  # @return [Types::StartPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
17357
17398
  #
17358
17399
  # * {Types::StartPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
@@ -17370,6 +17411,9 @@ module Aws::SageMaker
17370
17411
  # ],
17371
17412
  # pipeline_execution_description: "PipelineExecutionDescription",
17372
17413
  # client_request_token: "IdempotencyToken", # required
17414
+ # parallelism_configuration: {
17415
+ # max_parallel_execution_steps: 1, # required
17416
+ # },
17373
17417
  # })
17374
17418
  #
17375
17419
  # @example Response structure
@@ -17595,17 +17639,17 @@ module Aws::SageMaker
17595
17639
  #
17596
17640
  # A pipeline execution won't stop while a callback step is running.
17597
17641
  # When you call `StopPipelineExecution` on a pipeline execution with a
17598
- # running callback step, SageMaker Pipelines sends an additional Amazon
17599
- # SQS message to the specified SQS queue. The body of the SQS message
17600
- # contains a "Status" field which is set to "Stopping".
17642
+ # running callback step, Amazon SageMaker Pipelines sends an additional
17643
+ # Amazon SQS message to the specified SQS queue. The body of the SQS
17644
+ # message contains a "Status" field which is set to "Stopping".
17601
17645
  #
17602
17646
  # You should add logic to your Amazon SQS message consumer to take any
17603
17647
  # needed action (for example, resource cleanup) upon receipt of the
17604
17648
  # message followed by a call to `SendPipelineExecutionStepSuccess` or
17605
17649
  # `SendPipelineExecutionStepFailure`.
17606
17650
  #
17607
- # Only when SageMaker Pipelines receives one of these calls will it stop
17608
- # the pipeline execution.
17651
+ # Only when Amazon SageMaker Pipelines receives one of these calls will
17652
+ # it stop the pipeline execution.
17609
17653
  #
17610
17654
  # **Lambda Step**
17611
17655
  #
@@ -17704,16 +17748,16 @@ module Aws::SageMaker
17704
17748
  req.send_request(options)
17705
17749
  end
17706
17750
 
17707
- # Stops a transform job.
17751
+ # Stops a batch transform job.
17708
17752
  #
17709
17753
  # When Amazon SageMaker receives a `StopTransformJob` request, the
17710
17754
  # status of the job changes to `Stopping`. After Amazon SageMaker stops
17711
- # the job, the status is set to `Stopped`. When you stop a transform job
17712
- # before it is completed, Amazon SageMaker doesn't store the job's
17713
- # output in Amazon S3.
17755
+ # the job, the status is set to `Stopped`. When you stop a batch
17756
+ # transform job before it is completed, Amazon SageMaker doesn't store
17757
+ # the job's output in Amazon S3.
17714
17758
  #
17715
17759
  # @option params [required, String] :transform_job_name
17716
- # The name of the transform job to stop.
17760
+ # The name of the batch transform job to stop.
17717
17761
  #
17718
17762
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
17719
17763
  #
@@ -18753,12 +18797,21 @@ module Aws::SageMaker
18753
18797
  # @option params [String] :pipeline_definition
18754
18798
  # The JSON pipeline definition.
18755
18799
  #
18800
+ # @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
18801
+ # The location of the pipeline definition stored in Amazon S3. If
18802
+ # specified, SageMaker will retrieve the pipeline definition from this
18803
+ # location.
18804
+ #
18756
18805
  # @option params [String] :pipeline_description
18757
18806
  # The description of the pipeline.
18758
18807
  #
18759
18808
  # @option params [String] :role_arn
18760
18809
  # The Amazon Resource Name (ARN) that the pipeline uses to execute.
18761
18810
  #
18811
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
18812
+ # If specified, it applies to all executions of this pipeline by
18813
+ # default.
18814
+ #
18762
18815
  # @return [Types::UpdatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
18763
18816
  #
18764
18817
  # * {Types::UpdatePipelineResponse#pipeline_arn #pipeline_arn} => String
@@ -18769,8 +18822,16 @@ module Aws::SageMaker
18769
18822
  # pipeline_name: "PipelineName", # required
18770
18823
  # pipeline_display_name: "PipelineName",
18771
18824
  # pipeline_definition: "PipelineDefinition",
18825
+ # pipeline_definition_s3_location: {
18826
+ # bucket: "BucketName", # required
18827
+ # object_key: "Key", # required
18828
+ # version_id: "VersionId",
18829
+ # },
18772
18830
  # pipeline_description: "PipelineDescription",
18773
18831
  # role_arn: "RoleArn",
18832
+ # parallelism_configuration: {
18833
+ # max_parallel_execution_steps: 1, # required
18834
+ # },
18774
18835
  # })
18775
18836
  #
18776
18837
  # @example Response structure
@@ -18797,6 +18858,10 @@ module Aws::SageMaker
18797
18858
  # @option params [String] :pipeline_execution_display_name
18798
18859
  # The display name of the pipeline execution.
18799
18860
  #
18861
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
18862
+ # This configuration, if specified, overrides the parallelism
18863
+ # configuration of the parent pipeline for this specific run.
18864
+ #
18800
18865
  # @return [Types::UpdatePipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
18801
18866
  #
18802
18867
  # * {Types::UpdatePipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
@@ -18807,6 +18872,9 @@ module Aws::SageMaker
18807
18872
  # pipeline_execution_arn: "PipelineExecutionArn", # required
18808
18873
  # pipeline_execution_description: "PipelineExecutionDescription",
18809
18874
  # pipeline_execution_display_name: "PipelineExecutionName",
18875
+ # parallelism_configuration: {
18876
+ # max_parallel_execution_steps: 1, # required
18877
+ # },
18810
18878
  # })
18811
18879
  #
18812
18880
  # @example Response structure
@@ -19375,7 +19443,7 @@ module Aws::SageMaker
19375
19443
  params: params,
19376
19444
  config: config)
19377
19445
  context[:gem_name] = 'aws-sdk-sagemaker'
19378
- context[:gem_version] = '1.113.0'
19446
+ context[:gem_version] = '1.114.0'
19379
19447
  Seahorse::Client::Request.new(handlers, context)
19380
19448
  end
19381
19449
 
@@ -141,6 +141,7 @@ module Aws::SageMaker
141
141
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
142
142
  BooleanOperator = Shapes::StringShape.new(name: 'BooleanOperator')
143
143
  Branch = Shapes::StringShape.new(name: 'Branch')
144
+ BucketName = Shapes::StringShape.new(name: 'BucketName')
144
145
  CacheHitResult = Shapes::StructureShape.new(name: 'CacheHitResult')
145
146
  CallbackStepMetadata = Shapes::StructureShape.new(name: 'CallbackStepMetadata')
146
147
  CallbackToken = Shapes::StringShape.new(name: 'CallbackToken')
@@ -552,6 +553,7 @@ module Aws::SageMaker
552
553
  DriftCheckExplainability = Shapes::StructureShape.new(name: 'DriftCheckExplainability')
553
554
  DriftCheckModelDataQuality = Shapes::StructureShape.new(name: 'DriftCheckModelDataQuality')
554
555
  DriftCheckModelQuality = Shapes::StructureShape.new(name: 'DriftCheckModelQuality')
556
+ EMRStepMetadata = Shapes::StructureShape.new(name: 'EMRStepMetadata')
555
557
  Edge = Shapes::StructureShape.new(name: 'Edge')
556
558
  EdgeModel = Shapes::StructureShape.new(name: 'EdgeModel')
557
559
  EdgeModelStat = Shapes::StructureShape.new(name: 'EdgeModelStat')
@@ -775,6 +777,7 @@ module Aws::SageMaker
775
777
  KernelName = Shapes::StringShape.new(name: 'KernelName')
776
778
  KernelSpec = Shapes::StructureShape.new(name: 'KernelSpec')
777
779
  KernelSpecs = Shapes::ListShape.new(name: 'KernelSpecs')
780
+ Key = Shapes::StringShape.new(name: 'Key')
778
781
  KmsKeyId = Shapes::StringShape.new(name: 'KmsKeyId')
779
782
  LabelAttributeName = Shapes::StringShape.new(name: 'LabelAttributeName')
780
783
  LabelCounter = Shapes::IntegerShape.new(name: 'LabelCounter')
@@ -942,6 +945,7 @@ module Aws::SageMaker
942
945
  MaxHumanLabeledObjectCount = Shapes::IntegerShape.new(name: 'MaxHumanLabeledObjectCount')
943
946
  MaxNumberOfTests = Shapes::IntegerShape.new(name: 'MaxNumberOfTests')
944
947
  MaxNumberOfTrainingJobs = Shapes::IntegerShape.new(name: 'MaxNumberOfTrainingJobs')
948
+ MaxParallelExecutionSteps = Shapes::IntegerShape.new(name: 'MaxParallelExecutionSteps')
945
949
  MaxParallelOfTests = Shapes::IntegerShape.new(name: 'MaxParallelOfTests')
946
950
  MaxParallelTrainingJobs = Shapes::IntegerShape.new(name: 'MaxParallelTrainingJobs')
947
951
  MaxPayloadInMB = Shapes::IntegerShape.new(name: 'MaxPayloadInMB')
@@ -1127,6 +1131,7 @@ module Aws::SageMaker
1127
1131
  OutputParameter = Shapes::StructureShape.new(name: 'OutputParameter')
1128
1132
  OutputParameterList = Shapes::ListShape.new(name: 'OutputParameterList')
1129
1133
  PaginationToken = Shapes::StringShape.new(name: 'PaginationToken')
1134
+ ParallelismConfiguration = Shapes::StructureShape.new(name: 'ParallelismConfiguration')
1130
1135
  Parameter = Shapes::StructureShape.new(name: 'Parameter')
1131
1136
  ParameterKey = Shapes::StringShape.new(name: 'ParameterKey')
1132
1137
  ParameterList = Shapes::ListShape.new(name: 'ParameterList')
@@ -1148,6 +1153,7 @@ module Aws::SageMaker
1148
1153
  Pipeline = Shapes::StructureShape.new(name: 'Pipeline')
1149
1154
  PipelineArn = Shapes::StringShape.new(name: 'PipelineArn')
1150
1155
  PipelineDefinition = Shapes::StringShape.new(name: 'PipelineDefinition')
1156
+ PipelineDefinitionS3Location = Shapes::StructureShape.new(name: 'PipelineDefinitionS3Location')
1151
1157
  PipelineDescription = Shapes::StringShape.new(name: 'PipelineDescription')
1152
1158
  PipelineExecution = Shapes::StructureShape.new(name: 'PipelineExecution')
1153
1159
  PipelineExecutionArn = Shapes::StringShape.new(name: 'PipelineExecutionArn')
@@ -1377,6 +1383,8 @@ module Aws::SageMaker
1377
1383
  StartPipelineExecutionResponse = Shapes::StructureShape.new(name: 'StartPipelineExecutionResponse')
1378
1384
  StatusDetails = Shapes::StringShape.new(name: 'StatusDetails')
1379
1385
  StatusMessage = Shapes::StringShape.new(name: 'StatusMessage')
1386
+ StepDescription = Shapes::StringShape.new(name: 'StepDescription')
1387
+ StepDisplayName = Shapes::StringShape.new(name: 'StepDisplayName')
1380
1388
  StepName = Shapes::StringShape.new(name: 'StepName')
1381
1389
  StepStatus = Shapes::StringShape.new(name: 'StepStatus')
1382
1390
  StopAutoMLJobRequest = Shapes::StructureShape.new(name: 'StopAutoMLJobRequest')
@@ -1588,6 +1596,7 @@ module Aws::SageMaker
1588
1596
  VariantStatus = Shapes::StringShape.new(name: 'VariantStatus')
1589
1597
  VariantStatusMessage = Shapes::StringShape.new(name: 'VariantStatusMessage')
1590
1598
  VariantWeight = Shapes::FloatShape.new(name: 'VariantWeight')
1599
+ VersionId = Shapes::StringShape.new(name: 'VersionId')
1591
1600
  VersionedArnOrName = Shapes::StringShape.new(name: 'VersionedArnOrName')
1592
1601
  Vertex = Shapes::StructureShape.new(name: 'Vertex')
1593
1602
  Vertices = Shapes::ListShape.new(name: 'Vertices')
@@ -2495,11 +2504,13 @@ module Aws::SageMaker
2495
2504
 
2496
2505
  CreatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
2497
2506
  CreatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
2498
- CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, required: true, location_name: "PipelineDefinition"))
2507
+ CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
2508
+ CreatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
2499
2509
  CreatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
2500
2510
  CreatePipelineRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
2501
2511
  CreatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "RoleArn"))
2502
2512
  CreatePipelineRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
2513
+ CreatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
2503
2514
  CreatePipelineRequest.struct_class = Types::CreatePipelineRequest
2504
2515
 
2505
2516
  CreatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
@@ -3541,6 +3552,7 @@ module Aws::SageMaker
3541
3552
  DescribePipelineExecutionResponse.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
3542
3553
  DescribePipelineExecutionResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
3543
3554
  DescribePipelineExecutionResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
3555
+ DescribePipelineExecutionResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
3544
3556
  DescribePipelineExecutionResponse.struct_class = Types::DescribePipelineExecutionResponse
3545
3557
 
3546
3558
  DescribePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
@@ -3558,6 +3570,7 @@ module Aws::SageMaker
3558
3570
  DescribePipelineResponse.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
3559
3571
  DescribePipelineResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
3560
3572
  DescribePipelineResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
3573
+ DescribePipelineResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
3561
3574
  DescribePipelineResponse.struct_class = Types::DescribePipelineResponse
3562
3575
 
3563
3576
  DescribeProcessingJobRequest.add_member(:processing_job_name, Shapes::ShapeRef.new(shape: ProcessingJobName, required: true, location_name: "ProcessingJobName"))
@@ -3851,6 +3864,12 @@ module Aws::SageMaker
3851
3864
  DriftCheckModelQuality.add_member(:constraints, Shapes::ShapeRef.new(shape: MetricsSource, location_name: "Constraints"))
3852
3865
  DriftCheckModelQuality.struct_class = Types::DriftCheckModelQuality
3853
3866
 
3867
+ EMRStepMetadata.add_member(:cluster_id, Shapes::ShapeRef.new(shape: String256, location_name: "ClusterId"))
3868
+ EMRStepMetadata.add_member(:step_id, Shapes::ShapeRef.new(shape: String256, location_name: "StepId"))
3869
+ EMRStepMetadata.add_member(:step_name, Shapes::ShapeRef.new(shape: String256, location_name: "StepName"))
3870
+ EMRStepMetadata.add_member(:log_file_path, Shapes::ShapeRef.new(shape: String1024, location_name: "LogFilePath"))
3871
+ EMRStepMetadata.struct_class = Types::EMRStepMetadata
3872
+
3854
3873
  Edge.add_member(:source_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "SourceArn"))
3855
3874
  Edge.add_member(:destination_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "DestinationArn"))
3856
3875
  Edge.add_member(:association_type, Shapes::ShapeRef.new(shape: AssociationEdgeType, location_name: "AssociationType"))
@@ -5750,6 +5769,9 @@ module Aws::SageMaker
5750
5769
 
5751
5770
  OutputParameterList.member = Shapes::ShapeRef.new(shape: OutputParameter)
5752
5771
 
5772
+ ParallelismConfiguration.add_member(:max_parallel_execution_steps, Shapes::ShapeRef.new(shape: MaxParallelExecutionSteps, required: true, location_name: "MaxParallelExecutionSteps"))
5773
+ ParallelismConfiguration.struct_class = Types::ParallelismConfiguration
5774
+
5753
5775
  Parameter.add_member(:name, Shapes::ShapeRef.new(shape: PipelineParameterName, required: true, location_name: "Name"))
5754
5776
  Parameter.add_member(:value, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "Value"))
5755
5777
  Parameter.struct_class = Types::Parameter
@@ -5817,9 +5839,15 @@ module Aws::SageMaker
5817
5839
  Pipeline.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
5818
5840
  Pipeline.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
5819
5841
  Pipeline.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
5842
+ Pipeline.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
5820
5843
  Pipeline.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
5821
5844
  Pipeline.struct_class = Types::Pipeline
5822
5845
 
5846
+ PipelineDefinitionS3Location.add_member(:bucket, Shapes::ShapeRef.new(shape: BucketName, required: true, location_name: "Bucket"))
5847
+ PipelineDefinitionS3Location.add_member(:object_key, Shapes::ShapeRef.new(shape: Key, required: true, location_name: "ObjectKey"))
5848
+ PipelineDefinitionS3Location.add_member(:version_id, Shapes::ShapeRef.new(shape: VersionId, location_name: "VersionId"))
5849
+ PipelineDefinitionS3Location.struct_class = Types::PipelineDefinitionS3Location
5850
+
5823
5851
  PipelineExecution.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
5824
5852
  PipelineExecution.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
5825
5853
  PipelineExecution.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
@@ -5831,10 +5859,13 @@ module Aws::SageMaker
5831
5859
  PipelineExecution.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
5832
5860
  PipelineExecution.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
5833
5861
  PipelineExecution.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
5862
+ PipelineExecution.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
5834
5863
  PipelineExecution.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
5835
5864
  PipelineExecution.struct_class = Types::PipelineExecution
5836
5865
 
5837
5866
  PipelineExecutionStep.add_member(:step_name, Shapes::ShapeRef.new(shape: StepName, location_name: "StepName"))
5867
+ PipelineExecutionStep.add_member(:step_display_name, Shapes::ShapeRef.new(shape: StepDisplayName, location_name: "StepDisplayName"))
5868
+ PipelineExecutionStep.add_member(:step_description, Shapes::ShapeRef.new(shape: StepDescription, location_name: "StepDescription"))
5838
5869
  PipelineExecutionStep.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
5839
5870
  PipelineExecutionStep.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "EndTime"))
5840
5871
  PipelineExecutionStep.add_member(:step_status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "StepStatus"))
@@ -5857,6 +5888,7 @@ module Aws::SageMaker
5857
5888
  PipelineExecutionStepMetadata.add_member(:lambda, Shapes::ShapeRef.new(shape: LambdaStepMetadata, location_name: "Lambda"))
5858
5889
  PipelineExecutionStepMetadata.add_member(:quality_check, Shapes::ShapeRef.new(shape: QualityCheckStepMetadata, location_name: "QualityCheck"))
5859
5890
  PipelineExecutionStepMetadata.add_member(:clarify_check, Shapes::ShapeRef.new(shape: ClarifyCheckStepMetadata, location_name: "ClarifyCheck"))
5891
+ PipelineExecutionStepMetadata.add_member(:emr, Shapes::ShapeRef.new(shape: EMRStepMetadata, location_name: "EMR"))
5860
5892
  PipelineExecutionStepMetadata.struct_class = Types::PipelineExecutionStepMetadata
5861
5893
 
5862
5894
  PipelineExecutionSummary.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6259,6 +6291,7 @@ module Aws::SageMaker
6259
6291
 
6260
6292
  RetryPipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
6261
6293
  RetryPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
6294
+ RetryPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6262
6295
  RetryPipelineExecutionRequest.struct_class = Types::RetryPipelineExecutionRequest
6263
6296
 
6264
6297
  RetryPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6390,6 +6423,7 @@ module Aws::SageMaker
6390
6423
  StartPipelineExecutionRequest.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
6391
6424
  StartPipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
6392
6425
  StartPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
6426
+ StartPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6393
6427
  StartPipelineExecutionRequest.struct_class = Types::StartPipelineExecutionRequest
6394
6428
 
6395
6429
  StartPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6930,6 +6964,7 @@ module Aws::SageMaker
6930
6964
  UpdatePipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
6931
6965
  UpdatePipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
6932
6966
  UpdatePipelineExecutionRequest.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
6967
+ UpdatePipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6933
6968
  UpdatePipelineExecutionRequest.struct_class = Types::UpdatePipelineExecutionRequest
6934
6969
 
6935
6970
  UpdatePipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6938,8 +6973,10 @@ module Aws::SageMaker
6938
6973
  UpdatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
6939
6974
  UpdatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
6940
6975
  UpdatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
6976
+ UpdatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
6941
6977
  UpdatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
6942
6978
  UpdatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, location_name: "RoleArn"))
6979
+ UpdatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6943
6980
  UpdatePipelineRequest.struct_class = Types::UpdatePipelineRequest
6944
6981
 
6945
6982
  UpdatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
@@ -5137,7 +5137,7 @@ module Aws::SageMaker
5137
5137
  # @return [String]
5138
5138
  #
5139
5139
  # @!attribute [rw] home_efs_file_system_kms_key_id
5140
- # This member is deprecated and replaced with `KmsKeyId`.
5140
+ # Use `KmsKeyId`.
5141
5141
  # @return [String]
5142
5142
  #
5143
5143
  # @!attribute [rw] kms_key_id
@@ -8280,7 +8280,12 @@ module Aws::SageMaker
8280
8280
  # {
8281
8281
  # pipeline_name: "PipelineName", # required
8282
8282
  # pipeline_display_name: "PipelineName",
8283
- # pipeline_definition: "PipelineDefinition", # required
8283
+ # pipeline_definition: "PipelineDefinition",
8284
+ # pipeline_definition_s3_location: {
8285
+ # bucket: "BucketName", # required
8286
+ # object_key: "Key", # required
8287
+ # version_id: "VersionId",
8288
+ # },
8284
8289
  # pipeline_description: "PipelineDescription",
8285
8290
  # client_request_token: "IdempotencyToken", # required
8286
8291
  # role_arn: "RoleArn", # required
@@ -8290,6 +8295,9 @@ module Aws::SageMaker
8290
8295
  # value: "TagValue", # required
8291
8296
  # },
8292
8297
  # ],
8298
+ # parallelism_configuration: {
8299
+ # max_parallel_execution_steps: 1, # required
8300
+ # },
8293
8301
  # }
8294
8302
  #
8295
8303
  # @!attribute [rw] pipeline_name
@@ -8304,6 +8312,12 @@ module Aws::SageMaker
8304
8312
  # The JSON pipeline definition of the pipeline.
8305
8313
  # @return [String]
8306
8314
  #
8315
+ # @!attribute [rw] pipeline_definition_s3_location
8316
+ # The location of the pipeline definition stored in Amazon S3. If
8317
+ # specified, SageMaker will retrieve the pipeline definition from this
8318
+ # location.
8319
+ # @return [Types::PipelineDefinitionS3Location]
8320
+ #
8307
8321
  # @!attribute [rw] pipeline_description
8308
8322
  # A description of the pipeline.
8309
8323
  # @return [String]
@@ -8326,16 +8340,24 @@ module Aws::SageMaker
8326
8340
  # A list of tags to apply to the created pipeline.
8327
8341
  # @return [Array<Types::Tag>]
8328
8342
  #
8343
+ # @!attribute [rw] parallelism_configuration
8344
+ # This is the configuration that controls the parallelism of the
8345
+ # pipeline. If specified, it applies to all runs of this pipeline by
8346
+ # default.
8347
+ # @return [Types::ParallelismConfiguration]
8348
+ #
8329
8349
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreatePipelineRequest AWS API Documentation
8330
8350
  #
8331
8351
  class CreatePipelineRequest < Struct.new(
8332
8352
  :pipeline_name,
8333
8353
  :pipeline_display_name,
8334
8354
  :pipeline_definition,
8355
+ :pipeline_definition_s3_location,
8335
8356
  :pipeline_description,
8336
8357
  :client_request_token,
8337
8358
  :role_arn,
8338
- :tags)
8359
+ :tags,
8360
+ :parallelism_configuration)
8339
8361
  SENSITIVE = []
8340
8362
  include Aws::Structure
8341
8363
  end
@@ -12806,7 +12828,7 @@ module Aws::SageMaker
12806
12828
  # @return [String]
12807
12829
  #
12808
12830
  # @!attribute [rw] home_efs_file_system_kms_key_id
12809
- # This member is deprecated and replaced with `KmsKeyId`.
12831
+ # Use `KmsKeyId`.
12810
12832
  # @return [String]
12811
12833
  #
12812
12834
  # @!attribute [rw] subnet_ids
@@ -15137,6 +15159,10 @@ module Aws::SageMaker
15137
15159
  # trial, trial component, lineage group, or project.
15138
15160
  # @return [Types::UserContext]
15139
15161
  #
15162
+ # @!attribute [rw] parallelism_configuration
15163
+ # The parallelism configuration applied to the pipeline.
15164
+ # @return [Types::ParallelismConfiguration]
15165
+ #
15140
15166
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecutionResponse AWS API Documentation
15141
15167
  #
15142
15168
  class DescribePipelineExecutionResponse < Struct.new(
@@ -15150,7 +15176,8 @@ module Aws::SageMaker
15150
15176
  :creation_time,
15151
15177
  :last_modified_time,
15152
15178
  :created_by,
15153
- :last_modified_by)
15179
+ :last_modified_by,
15180
+ :parallelism_configuration)
15154
15181
  SENSITIVE = []
15155
15182
  include Aws::Structure
15156
15183
  end
@@ -15224,6 +15251,10 @@ module Aws::SageMaker
15224
15251
  # trial, trial component, lineage group, or project.
15225
15252
  # @return [Types::UserContext]
15226
15253
  #
15254
+ # @!attribute [rw] parallelism_configuration
15255
+ # Lists the parallelism configuration applied to the pipeline.
15256
+ # @return [Types::ParallelismConfiguration]
15257
+ #
15227
15258
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineResponse AWS API Documentation
15228
15259
  #
15229
15260
  class DescribePipelineResponse < Struct.new(
@@ -15238,7 +15269,8 @@ module Aws::SageMaker
15238
15269
  :last_modified_time,
15239
15270
  :last_run_time,
15240
15271
  :created_by,
15241
- :last_modified_by)
15272
+ :last_modified_by,
15273
+ :parallelism_configuration)
15242
15274
  SENSITIVE = []
15243
15275
  include Aws::Structure
15244
15276
  end
@@ -17045,6 +17077,36 @@ module Aws::SageMaker
17045
17077
  include Aws::Structure
17046
17078
  end
17047
17079
 
17080
+ # The configurations and outcomes of an Amazon EMR step execution.
17081
+ #
17082
+ # @!attribute [rw] cluster_id
17083
+ # The identifier of the EMR cluster.
17084
+ # @return [String]
17085
+ #
17086
+ # @!attribute [rw] step_id
17087
+ # The identifier of the EMR cluster step.
17088
+ # @return [String]
17089
+ #
17090
+ # @!attribute [rw] step_name
17091
+ # The name of the EMR cluster step.
17092
+ # @return [String]
17093
+ #
17094
+ # @!attribute [rw] log_file_path
17095
+ # The path to the log file where the cluster step's failure root
17096
+ # cause is recorded.
17097
+ # @return [String]
17098
+ #
17099
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/EMRStepMetadata AWS API Documentation
17100
+ #
17101
+ class EMRStepMetadata < Struct.new(
17102
+ :cluster_id,
17103
+ :step_id,
17104
+ :step_name,
17105
+ :log_file_path)
17106
+ SENSITIVE = []
17107
+ include Aws::Structure
17108
+ end
17109
+
17048
17110
  # A directed edge connecting two lineage entities.
17049
17111
  #
17050
17112
  # @!attribute [rw] source_arn
@@ -21307,11 +21369,17 @@ module Aws::SageMaker
21307
21369
  # @return [String]
21308
21370
  #
21309
21371
  # @!attribute [rw] framework_version
21310
- # Specifies the framework version to use.
21372
+ # Specifies the framework version to use. This API field is only
21373
+ # supported for the PyTorch and TensorFlow frameworks.
21374
+ #
21375
+ # For information about framework versions supported for cloud targets
21376
+ # and edge devices, see [Cloud Supported Instance Types and
21377
+ # Frameworks][1] and [Edge Supported Frameworks][2].
21311
21378
  #
21312
- # This API field is only supported for PyTorch framework versions
21313
- # `1.4`, `1.5`, and `1.6` for cloud instance target devices: `ml_c4`,
21314
- # `ml_c5`, `ml_m4`, `ml_m5`, `ml_p2`, `ml_p3`, and `ml_g4dn`.
21379
+ #
21380
+ #
21381
+ # [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-cloud.html
21382
+ # [2]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-devices-edge-frameworks.html
21315
21383
  # @return [String]
21316
21384
  #
21317
21385
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/InputConfig AWS API Documentation
@@ -30634,6 +30702,29 @@ module Aws::SageMaker
30634
30702
  include Aws::Structure
30635
30703
  end
30636
30704
 
30705
+ # Configuration that controls the parallelism of the pipeline. By
30706
+ # default, the parallelism configuration specified applies to all
30707
+ # executions of the pipeline unless overridden.
30708
+ #
30709
+ # @note When making an API call, you may pass ParallelismConfiguration
30710
+ # data as a hash:
30711
+ #
30712
+ # {
30713
+ # max_parallel_execution_steps: 1, # required
30714
+ # }
30715
+ #
30716
+ # @!attribute [rw] max_parallel_execution_steps
30717
+ # The max number of steps that can be executed in parallel.
30718
+ # @return [Integer]
30719
+ #
30720
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ParallelismConfiguration AWS API Documentation
30721
+ #
30722
+ class ParallelismConfiguration < Struct.new(
30723
+ :max_parallel_execution_steps)
30724
+ SENSITIVE = []
30725
+ include Aws::Structure
30726
+ end
30727
+
30637
30728
  # Assigns a value to a named Pipeline parameter.
30638
30729
  #
30639
30730
  # @note When making an API call, you may pass Parameter
@@ -31020,6 +31111,10 @@ module Aws::SageMaker
31020
31111
  # trial, trial component, lineage group, or project.
31021
31112
  # @return [Types::UserContext]
31022
31113
  #
31114
+ # @!attribute [rw] parallelism_configuration
31115
+ # The parallelism configuration applied to the pipeline.
31116
+ # @return [Types::ParallelismConfiguration]
31117
+ #
31023
31118
  # @!attribute [rw] tags
31024
31119
  # A list of tags that apply to the pipeline.
31025
31120
  # @return [Array<Types::Tag>]
@@ -31038,11 +31133,47 @@ module Aws::SageMaker
31038
31133
  :last_run_time,
31039
31134
  :created_by,
31040
31135
  :last_modified_by,
31136
+ :parallelism_configuration,
31041
31137
  :tags)
31042
31138
  SENSITIVE = []
31043
31139
  include Aws::Structure
31044
31140
  end
31045
31141
 
31142
+ # The location of the pipeline definition stored in Amazon S3.
31143
+ #
31144
+ # @note When making an API call, you may pass PipelineDefinitionS3Location
31145
+ # data as a hash:
31146
+ #
31147
+ # {
31148
+ # bucket: "BucketName", # required
31149
+ # object_key: "Key", # required
31150
+ # version_id: "VersionId",
31151
+ # }
31152
+ #
31153
+ # @!attribute [rw] bucket
31154
+ # Name of the S3 bucket.
31155
+ # @return [String]
31156
+ #
31157
+ # @!attribute [rw] object_key
31158
+ # The object key (or key name) uniquely identifies the object in an S3
31159
+ # bucket.
31160
+ # @return [String]
31161
+ #
31162
+ # @!attribute [rw] version_id
31163
+ # Version Id of the pipeline definition file. If not specified, Amazon
31164
+ # SageMaker will retrieve the latest version.
31165
+ # @return [String]
31166
+ #
31167
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineDefinitionS3Location AWS API Documentation
31168
+ #
31169
+ class PipelineDefinitionS3Location < Struct.new(
31170
+ :bucket,
31171
+ :object_key,
31172
+ :version_id)
31173
+ SENSITIVE = []
31174
+ include Aws::Structure
31175
+ end
31176
+
31046
31177
  # An execution of a pipeline.
31047
31178
  #
31048
31179
  # @!attribute [rw] pipeline_arn
@@ -31092,6 +31223,10 @@ module Aws::SageMaker
31092
31223
  # trial, trial component, lineage group, or project.
31093
31224
  # @return [Types::UserContext]
31094
31225
  #
31226
+ # @!attribute [rw] parallelism_configuration
31227
+ # The parallelism configuration applied to the pipeline execution.
31228
+ # @return [Types::ParallelismConfiguration]
31229
+ #
31095
31230
  # @!attribute [rw] pipeline_parameters
31096
31231
  # Contains a list of pipeline parameters. This list can be empty.
31097
31232
  # @return [Array<Types::Parameter>]
@@ -31110,6 +31245,7 @@ module Aws::SageMaker
31110
31245
  :last_modified_time,
31111
31246
  :created_by,
31112
31247
  :last_modified_by,
31248
+ :parallelism_configuration,
31113
31249
  :pipeline_parameters)
31114
31250
  SENSITIVE = []
31115
31251
  include Aws::Structure
@@ -31121,6 +31257,14 @@ module Aws::SageMaker
31121
31257
  # The name of the step that is executed.
31122
31258
  # @return [String]
31123
31259
  #
31260
+ # @!attribute [rw] step_display_name
31261
+ # The display name of the step.
31262
+ # @return [String]
31263
+ #
31264
+ # @!attribute [rw] step_description
31265
+ # The description of the step.
31266
+ # @return [String]
31267
+ #
31124
31268
  # @!attribute [rw] start_time
31125
31269
  # The time that the step started executing.
31126
31270
  # @return [Time]
@@ -31139,6 +31283,12 @@ module Aws::SageMaker
31139
31283
  # @return [Types::CacheHitResult]
31140
31284
  #
31141
31285
  # @!attribute [rw] attempt_count
31286
+ # The current attempt of the execution step. For more information, see
31287
+ # [Retry Policy for Amazon SageMaker Pipelines steps][1].
31288
+ #
31289
+ #
31290
+ #
31291
+ # [1]: https://docs.aws.amazon.com/https:/docs.aws.amazon.com/sagemaker/latest/dg/pipelines-retry-policy.html
31142
31292
  # @return [Integer]
31143
31293
  #
31144
31294
  # @!attribute [rw] failure_reason
@@ -31154,6 +31304,8 @@ module Aws::SageMaker
31154
31304
  #
31155
31305
  class PipelineExecutionStep < Struct.new(
31156
31306
  :step_name,
31307
+ :step_display_name,
31308
+ :step_description,
31157
31309
  :start_time,
31158
31310
  :end_time,
31159
31311
  :step_status,
@@ -31263,6 +31415,10 @@ module Aws::SageMaker
31263
31415
  # `CalculatedBaseline`.
31264
31416
  # @return [Types::ClarifyCheckStepMetadata]
31265
31417
  #
31418
+ # @!attribute [rw] emr
31419
+ # The configurations and outcomes of an EMR step execution.
31420
+ # @return [Types::EMRStepMetadata]
31421
+ #
31266
31422
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineExecutionStepMetadata AWS API Documentation
31267
31423
  #
31268
31424
  class PipelineExecutionStepMetadata < Struct.new(
@@ -31276,7 +31432,8 @@ module Aws::SageMaker
31276
31432
  :callback,
31277
31433
  :lambda,
31278
31434
  :quality_check,
31279
- :clarify_check)
31435
+ :clarify_check,
31436
+ :emr)
31280
31437
  SENSITIVE = []
31281
31438
  include Aws::Structure
31282
31439
  end
@@ -34113,6 +34270,9 @@ module Aws::SageMaker
34113
34270
  # {
34114
34271
  # pipeline_execution_arn: "PipelineExecutionArn", # required
34115
34272
  # client_request_token: "IdempotencyToken", # required
34273
+ # parallelism_configuration: {
34274
+ # max_parallel_execution_steps: 1, # required
34275
+ # },
34116
34276
  # }
34117
34277
  #
34118
34278
  # @!attribute [rw] pipeline_execution_arn
@@ -34128,11 +34288,17 @@ module Aws::SageMaker
34128
34288
  # not need to pass this option.
34129
34289
  # @return [String]
34130
34290
  #
34291
+ # @!attribute [rw] parallelism_configuration
34292
+ # This configuration, if specified, overrides the parallelism
34293
+ # configuration of the parent pipeline.
34294
+ # @return [Types::ParallelismConfiguration]
34295
+ #
34131
34296
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RetryPipelineExecutionRequest AWS API Documentation
34132
34297
  #
34133
34298
  class RetryPipelineExecutionRequest < Struct.new(
34134
34299
  :pipeline_execution_arn,
34135
- :client_request_token)
34300
+ :client_request_token,
34301
+ :parallelism_configuration)
34136
34302
  SENSITIVE = []
34137
34303
  include Aws::Structure
34138
34304
  end
@@ -35271,6 +35437,9 @@ module Aws::SageMaker
35271
35437
  # ],
35272
35438
  # pipeline_execution_description: "PipelineExecutionDescription",
35273
35439
  # client_request_token: "IdempotencyToken", # required
35440
+ # parallelism_configuration: {
35441
+ # max_parallel_execution_steps: 1, # required
35442
+ # },
35274
35443
  # }
35275
35444
  #
35276
35445
  # @!attribute [rw] pipeline_name
@@ -35298,6 +35467,11 @@ module Aws::SageMaker
35298
35467
  # not need to pass this option.
35299
35468
  # @return [String]
35300
35469
  #
35470
+ # @!attribute [rw] parallelism_configuration
35471
+ # This configuration, if specified, overrides the parallelism
35472
+ # configuration of the parent pipeline for this specific run.
35473
+ # @return [Types::ParallelismConfiguration]
35474
+ #
35301
35475
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StartPipelineExecutionRequest AWS API Documentation
35302
35476
  #
35303
35477
  class StartPipelineExecutionRequest < Struct.new(
@@ -35305,7 +35479,8 @@ module Aws::SageMaker
35305
35479
  :pipeline_execution_display_name,
35306
35480
  :pipeline_parameters,
35307
35481
  :pipeline_execution_description,
35308
- :client_request_token)
35482
+ :client_request_token,
35483
+ :parallelism_configuration)
35309
35484
  SENSITIVE = []
35310
35485
  include Aws::Structure
35311
35486
  end
@@ -35562,7 +35737,7 @@ module Aws::SageMaker
35562
35737
  # }
35563
35738
  #
35564
35739
  # @!attribute [rw] transform_job_name
35565
- # The name of the transform job to stop.
35740
+ # The name of the batch transform job to stop.
35566
35741
  # @return [String]
35567
35742
  #
35568
35743
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StopTransformJobRequest AWS API Documentation
@@ -39259,6 +39434,9 @@ module Aws::SageMaker
39259
39434
  # pipeline_execution_arn: "PipelineExecutionArn", # required
39260
39435
  # pipeline_execution_description: "PipelineExecutionDescription",
39261
39436
  # pipeline_execution_display_name: "PipelineExecutionName",
39437
+ # parallelism_configuration: {
39438
+ # max_parallel_execution_steps: 1, # required
39439
+ # },
39262
39440
  # }
39263
39441
  #
39264
39442
  # @!attribute [rw] pipeline_execution_arn
@@ -39273,12 +39451,18 @@ module Aws::SageMaker
39273
39451
  # The display name of the pipeline execution.
39274
39452
  # @return [String]
39275
39453
  #
39454
+ # @!attribute [rw] parallelism_configuration
39455
+ # This configuration, if specified, overrides the parallelism
39456
+ # configuration of the parent pipeline for this specific run.
39457
+ # @return [Types::ParallelismConfiguration]
39458
+ #
39276
39459
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineExecutionRequest AWS API Documentation
39277
39460
  #
39278
39461
  class UpdatePipelineExecutionRequest < Struct.new(
39279
39462
  :pipeline_execution_arn,
39280
39463
  :pipeline_execution_description,
39281
- :pipeline_execution_display_name)
39464
+ :pipeline_execution_display_name,
39465
+ :parallelism_configuration)
39282
39466
  SENSITIVE = []
39283
39467
  include Aws::Structure
39284
39468
  end
@@ -39302,8 +39486,16 @@ module Aws::SageMaker
39302
39486
  # pipeline_name: "PipelineName", # required
39303
39487
  # pipeline_display_name: "PipelineName",
39304
39488
  # pipeline_definition: "PipelineDefinition",
39489
+ # pipeline_definition_s3_location: {
39490
+ # bucket: "BucketName", # required
39491
+ # object_key: "Key", # required
39492
+ # version_id: "VersionId",
39493
+ # },
39305
39494
  # pipeline_description: "PipelineDescription",
39306
39495
  # role_arn: "RoleArn",
39496
+ # parallelism_configuration: {
39497
+ # max_parallel_execution_steps: 1, # required
39498
+ # },
39307
39499
  # }
39308
39500
  #
39309
39501
  # @!attribute [rw] pipeline_name
@@ -39318,6 +39510,12 @@ module Aws::SageMaker
39318
39510
  # The JSON pipeline definition.
39319
39511
  # @return [String]
39320
39512
  #
39513
+ # @!attribute [rw] pipeline_definition_s3_location
39514
+ # The location of the pipeline definition stored in Amazon S3. If
39515
+ # specified, SageMaker will retrieve the pipeline definition from this
39516
+ # location.
39517
+ # @return [Types::PipelineDefinitionS3Location]
39518
+ #
39321
39519
  # @!attribute [rw] pipeline_description
39322
39520
  # The description of the pipeline.
39323
39521
  # @return [String]
@@ -39326,14 +39524,21 @@ module Aws::SageMaker
39326
39524
  # The Amazon Resource Name (ARN) that the pipeline uses to execute.
39327
39525
  # @return [String]
39328
39526
  #
39527
+ # @!attribute [rw] parallelism_configuration
39528
+ # If specified, it applies to all executions of this pipeline by
39529
+ # default.
39530
+ # @return [Types::ParallelismConfiguration]
39531
+ #
39329
39532
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineRequest AWS API Documentation
39330
39533
  #
39331
39534
  class UpdatePipelineRequest < Struct.new(
39332
39535
  :pipeline_name,
39333
39536
  :pipeline_display_name,
39334
39537
  :pipeline_definition,
39538
+ :pipeline_definition_s3_location,
39335
39539
  :pipeline_description,
39336
- :role_arn)
39540
+ :role_arn,
39541
+ :parallelism_configuration)
39337
39542
  SENSITIVE = []
39338
39543
  include Aws::Structure
39339
39544
  end
@@ -49,6 +49,6 @@ require_relative 'aws-sdk-sagemaker/customizations'
49
49
  # @!group service
50
50
  module Aws::SageMaker
51
51
 
52
- GEM_VERSION = '1.113.0'
52
+ GEM_VERSION = '1.114.0'
53
53
 
54
54
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-sagemaker
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.113.0
4
+ version: 1.114.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-12-21 00:00:00.000000000 Z
11
+ date: 2022-01-03 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core