aws-sdk-sagemaker 1.113.0 → 1.114.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 89681fe5fcd268c85f4813c60dd75a1b9f575dd04c8ad93c03473fa396430858
4
- data.tar.gz: 48beba927275a7d8192ae7eeac114a38b09fddbadd9996df493103dbcf839fbc
3
+ metadata.gz: 32d202b9daf567f6f2bb28e00ad02d4b95b443f5b0ff13649f7843b80ec9b1c4
4
+ data.tar.gz: 8d7aa2498b4186d5560c6b9c8699f03bf459b01c6cadbb870c41d1d48fbae040
5
5
  SHA512:
6
- metadata.gz: 79171711bb11b5c93c314a9d7a05ed8cce65d238819b9eec867566b4eb9725af4d59a3c59ebf9ef267d4db8f30714e43abb7059f661737a878aa3f450226869d
7
- data.tar.gz: 4149c24ecdcdc6b9954fcec08f08bbd742e86976ca821b6ec43bdd2e0da4375e66b34a2bcaf2863bda5133a624be0de6e6515635db481628d0e22ba85ddb1d15
6
+ metadata.gz: 8df0f46c37dc211b03f5cf1aef0bf247d422110c42d21b539eb23f5e2e9fdbaebb66d160a832fb4482a0b27187bb084f281eae7b5de30299127908a4cc110dc4
7
+ data.tar.gz: d4406d328d0b0944940c8a266f7a8a19c0d1aa27b446c9516d212f7271431546dee70b9d0784bffdcc572ebe20d7035640eac532e2f030b9b7c49e36c6f72061
data/CHANGELOG.md CHANGED
@@ -1,6 +1,11 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.114.0 (2022-01-03)
5
+ ------------------
6
+
7
+ * Feature - The release allows users to pass pipeline definitions as Amazon S3 locations and control the pipeline execution concurrency using ParallelismConfiguration. It also adds support of EMR jobs as pipeline steps.
8
+
4
9
  1.113.0 (2021-12-21)
5
10
  ------------------
6
11
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.113.0
1
+ 1.114.0
@@ -1843,7 +1843,7 @@ module Aws::SageMaker
1843
1843
  # subnets
1844
1844
  #
1845
1845
  # @option params [String] :home_efs_file_system_kms_key_id
1846
- # This member is deprecated and replaced with `KmsKeyId`.
1846
+ # Use `KmsKeyId`.
1847
1847
  #
1848
1848
  # @option params [String] :kms_key_id
1849
1849
  # SageMaker uses Amazon Web Services KMS to encrypt the EFS volume
@@ -5083,9 +5083,14 @@ module Aws::SageMaker
5083
5083
  # @option params [String] :pipeline_display_name
5084
5084
  # The display name of the pipeline.
5085
5085
  #
5086
- # @option params [required, String] :pipeline_definition
5086
+ # @option params [String] :pipeline_definition
5087
5087
  # The JSON pipeline definition of the pipeline.
5088
5088
  #
5089
+ # @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
5090
+ # The location of the pipeline definition stored in Amazon S3. If
5091
+ # specified, SageMaker will retrieve the pipeline definition from this
5092
+ # location.
5093
+ #
5089
5094
  # @option params [String] :pipeline_description
5090
5095
  # A description of the pipeline.
5091
5096
  #
@@ -5104,6 +5109,11 @@ module Aws::SageMaker
5104
5109
  # @option params [Array<Types::Tag>] :tags
5105
5110
  # A list of tags to apply to the created pipeline.
5106
5111
  #
5112
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
5113
+ # This is the configuration that controls the parallelism of the
5114
+ # pipeline. If specified, it applies to all runs of this pipeline by
5115
+ # default.
5116
+ #
5107
5117
  # @return [Types::CreatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
5108
5118
  #
5109
5119
  # * {Types::CreatePipelineResponse#pipeline_arn #pipeline_arn} => String
@@ -5113,7 +5123,12 @@ module Aws::SageMaker
5113
5123
  # resp = client.create_pipeline({
5114
5124
  # pipeline_name: "PipelineName", # required
5115
5125
  # pipeline_display_name: "PipelineName",
5116
- # pipeline_definition: "PipelineDefinition", # required
5126
+ # pipeline_definition: "PipelineDefinition",
5127
+ # pipeline_definition_s3_location: {
5128
+ # bucket: "BucketName", # required
5129
+ # object_key: "Key", # required
5130
+ # version_id: "VersionId",
5131
+ # },
5117
5132
  # pipeline_description: "PipelineDescription",
5118
5133
  # client_request_token: "IdempotencyToken", # required
5119
5134
  # role_arn: "RoleArn", # required
@@ -5123,6 +5138,9 @@ module Aws::SageMaker
5123
5138
  # value: "TagValue", # required
5124
5139
  # },
5125
5140
  # ],
5141
+ # parallelism_configuration: {
5142
+ # max_parallel_execution_steps: 1, # required
5143
+ # },
5126
5144
  # })
5127
5145
  #
5128
5146
  # @example Response structure
@@ -10543,6 +10561,7 @@ module Aws::SageMaker
10543
10561
  # * {Types::DescribePipelineResponse#last_run_time #last_run_time} => Time
10544
10562
  # * {Types::DescribePipelineResponse#created_by #created_by} => Types::UserContext
10545
10563
  # * {Types::DescribePipelineResponse#last_modified_by #last_modified_by} => Types::UserContext
10564
+ # * {Types::DescribePipelineResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
10546
10565
  #
10547
10566
  # @example Request syntax with placeholder values
10548
10567
  #
@@ -10568,6 +10587,7 @@ module Aws::SageMaker
10568
10587
  # resp.last_modified_by.user_profile_arn #=> String
10569
10588
  # resp.last_modified_by.user_profile_name #=> String
10570
10589
  # resp.last_modified_by.domain_id #=> String
10590
+ # resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
10571
10591
  #
10572
10592
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipeline AWS API Documentation
10573
10593
  #
@@ -10626,6 +10646,7 @@ module Aws::SageMaker
10626
10646
  # * {Types::DescribePipelineExecutionResponse#last_modified_time #last_modified_time} => Time
10627
10647
  # * {Types::DescribePipelineExecutionResponse#created_by #created_by} => Types::UserContext
10628
10648
  # * {Types::DescribePipelineExecutionResponse#last_modified_by #last_modified_by} => Types::UserContext
10649
+ # * {Types::DescribePipelineExecutionResponse#parallelism_configuration #parallelism_configuration} => Types::ParallelismConfiguration
10629
10650
  #
10630
10651
  # @example Request syntax with placeholder values
10631
10652
  #
@@ -10651,6 +10672,7 @@ module Aws::SageMaker
10651
10672
  # resp.last_modified_by.user_profile_arn #=> String
10652
10673
  # resp.last_modified_by.user_profile_name #=> String
10653
10674
  # resp.last_modified_by.domain_id #=> String
10675
+ # resp.parallelism_configuration.max_parallel_execution_steps #=> Integer
10654
10676
  #
10655
10677
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecution AWS API Documentation
10656
10678
  #
@@ -14861,6 +14883,8 @@ module Aws::SageMaker
14861
14883
  #
14862
14884
  # resp.pipeline_execution_steps #=> Array
14863
14885
  # resp.pipeline_execution_steps[0].step_name #=> String
14886
+ # resp.pipeline_execution_steps[0].step_display_name #=> String
14887
+ # resp.pipeline_execution_steps[0].step_description #=> String
14864
14888
  # resp.pipeline_execution_steps[0].start_time #=> Time
14865
14889
  # resp.pipeline_execution_steps[0].end_time #=> Time
14866
14890
  # resp.pipeline_execution_steps[0].step_status #=> String, one of "Starting", "Executing", "Stopping", "Stopped", "Failed", "Succeeded"
@@ -14901,6 +14925,10 @@ module Aws::SageMaker
14901
14925
  # resp.pipeline_execution_steps[0].metadata.clarify_check.check_job_arn #=> String
14902
14926
  # resp.pipeline_execution_steps[0].metadata.clarify_check.skip_check #=> Boolean
14903
14927
  # resp.pipeline_execution_steps[0].metadata.clarify_check.register_new_baseline #=> Boolean
14928
+ # resp.pipeline_execution_steps[0].metadata.emr.cluster_id #=> String
14929
+ # resp.pipeline_execution_steps[0].metadata.emr.step_id #=> String
14930
+ # resp.pipeline_execution_steps[0].metadata.emr.step_name #=> String
14931
+ # resp.pipeline_execution_steps[0].metadata.emr.log_file_path #=> String
14904
14932
  # resp.next_token #=> String
14905
14933
  #
14906
14934
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListPipelineExecutionSteps AWS API Documentation
@@ -16309,6 +16337,10 @@ module Aws::SageMaker
16309
16337
  # **A suitable default value is auto-generated.** You should normally
16310
16338
  # not need to pass this option.**
16311
16339
  #
16340
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
16341
+ # This configuration, if specified, overrides the parallelism
16342
+ # configuration of the parent pipeline.
16343
+ #
16312
16344
  # @return [Types::RetryPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
16313
16345
  #
16314
16346
  # * {Types::RetryPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
@@ -16318,6 +16350,9 @@ module Aws::SageMaker
16318
16350
  # resp = client.retry_pipeline_execution({
16319
16351
  # pipeline_execution_arn: "PipelineExecutionArn", # required
16320
16352
  # client_request_token: "IdempotencyToken", # required
16353
+ # parallelism_configuration: {
16354
+ # max_parallel_execution_steps: 1, # required
16355
+ # },
16321
16356
  # })
16322
16357
  #
16323
16358
  # @example Response structure
@@ -17102,6 +17137,7 @@ module Aws::SageMaker
17102
17137
  # resp.results[0].pipeline.last_modified_by.user_profile_arn #=> String
17103
17138
  # resp.results[0].pipeline.last_modified_by.user_profile_name #=> String
17104
17139
  # resp.results[0].pipeline.last_modified_by.domain_id #=> String
17140
+ # resp.results[0].pipeline.parallelism_configuration.max_parallel_execution_steps #=> Integer
17105
17141
  # resp.results[0].pipeline.tags #=> Array
17106
17142
  # resp.results[0].pipeline.tags[0].key #=> String
17107
17143
  # resp.results[0].pipeline.tags[0].value #=> String
@@ -17121,6 +17157,7 @@ module Aws::SageMaker
17121
17157
  # resp.results[0].pipeline_execution.last_modified_by.user_profile_arn #=> String
17122
17158
  # resp.results[0].pipeline_execution.last_modified_by.user_profile_name #=> String
17123
17159
  # resp.results[0].pipeline_execution.last_modified_by.domain_id #=> String
17160
+ # resp.results[0].pipeline_execution.parallelism_configuration.max_parallel_execution_steps #=> Integer
17124
17161
  # resp.results[0].pipeline_execution.pipeline_parameters #=> Array
17125
17162
  # resp.results[0].pipeline_execution.pipeline_parameters[0].name #=> String
17126
17163
  # resp.results[0].pipeline_execution.pipeline_parameters[0].value #=> String
@@ -17353,6 +17390,10 @@ module Aws::SageMaker
17353
17390
  # **A suitable default value is auto-generated.** You should normally
17354
17391
  # not need to pass this option.**
17355
17392
  #
17393
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
17394
+ # This configuration, if specified, overrides the parallelism
17395
+ # configuration of the parent pipeline for this specific run.
17396
+ #
17356
17397
  # @return [Types::StartPipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
17357
17398
  #
17358
17399
  # * {Types::StartPipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
@@ -17370,6 +17411,9 @@ module Aws::SageMaker
17370
17411
  # ],
17371
17412
  # pipeline_execution_description: "PipelineExecutionDescription",
17372
17413
  # client_request_token: "IdempotencyToken", # required
17414
+ # parallelism_configuration: {
17415
+ # max_parallel_execution_steps: 1, # required
17416
+ # },
17373
17417
  # })
17374
17418
  #
17375
17419
  # @example Response structure
@@ -17595,17 +17639,17 @@ module Aws::SageMaker
17595
17639
  #
17596
17640
  # A pipeline execution won't stop while a callback step is running.
17597
17641
  # When you call `StopPipelineExecution` on a pipeline execution with a
17598
- # running callback step, SageMaker Pipelines sends an additional Amazon
17599
- # SQS message to the specified SQS queue. The body of the SQS message
17600
- # contains a "Status" field which is set to "Stopping".
17642
+ # running callback step, Amazon SageMaker Pipelines sends an additional
17643
+ # Amazon SQS message to the specified SQS queue. The body of the SQS
17644
+ # message contains a "Status" field which is set to "Stopping".
17601
17645
  #
17602
17646
  # You should add logic to your Amazon SQS message consumer to take any
17603
17647
  # needed action (for example, resource cleanup) upon receipt of the
17604
17648
  # message followed by a call to `SendPipelineExecutionStepSuccess` or
17605
17649
  # `SendPipelineExecutionStepFailure`.
17606
17650
  #
17607
- # Only when SageMaker Pipelines receives one of these calls will it stop
17608
- # the pipeline execution.
17651
+ # Only when Amazon SageMaker Pipelines receives one of these calls will
17652
+ # it stop the pipeline execution.
17609
17653
  #
17610
17654
  # **Lambda Step**
17611
17655
  #
@@ -17704,16 +17748,16 @@ module Aws::SageMaker
17704
17748
  req.send_request(options)
17705
17749
  end
17706
17750
 
17707
- # Stops a transform job.
17751
+ # Stops a batch transform job.
17708
17752
  #
17709
17753
  # When Amazon SageMaker receives a `StopTransformJob` request, the
17710
17754
  # status of the job changes to `Stopping`. After Amazon SageMaker stops
17711
- # the job, the status is set to `Stopped`. When you stop a transform job
17712
- # before it is completed, Amazon SageMaker doesn't store the job's
17713
- # output in Amazon S3.
17755
+ # the job, the status is set to `Stopped`. When you stop a batch
17756
+ # transform job before it is completed, Amazon SageMaker doesn't store
17757
+ # the job's output in Amazon S3.
17714
17758
  #
17715
17759
  # @option params [required, String] :transform_job_name
17716
- # The name of the transform job to stop.
17760
+ # The name of the batch transform job to stop.
17717
17761
  #
17718
17762
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
17719
17763
  #
@@ -18753,12 +18797,21 @@ module Aws::SageMaker
18753
18797
  # @option params [String] :pipeline_definition
18754
18798
  # The JSON pipeline definition.
18755
18799
  #
18800
+ # @option params [Types::PipelineDefinitionS3Location] :pipeline_definition_s3_location
18801
+ # The location of the pipeline definition stored in Amazon S3. If
18802
+ # specified, SageMaker will retrieve the pipeline definition from this
18803
+ # location.
18804
+ #
18756
18805
  # @option params [String] :pipeline_description
18757
18806
  # The description of the pipeline.
18758
18807
  #
18759
18808
  # @option params [String] :role_arn
18760
18809
  # The Amazon Resource Name (ARN) that the pipeline uses to execute.
18761
18810
  #
18811
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
18812
+ # If specified, it applies to all executions of this pipeline by
18813
+ # default.
18814
+ #
18762
18815
  # @return [Types::UpdatePipelineResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
18763
18816
  #
18764
18817
  # * {Types::UpdatePipelineResponse#pipeline_arn #pipeline_arn} => String
@@ -18769,8 +18822,16 @@ module Aws::SageMaker
18769
18822
  # pipeline_name: "PipelineName", # required
18770
18823
  # pipeline_display_name: "PipelineName",
18771
18824
  # pipeline_definition: "PipelineDefinition",
18825
+ # pipeline_definition_s3_location: {
18826
+ # bucket: "BucketName", # required
18827
+ # object_key: "Key", # required
18828
+ # version_id: "VersionId",
18829
+ # },
18772
18830
  # pipeline_description: "PipelineDescription",
18773
18831
  # role_arn: "RoleArn",
18832
+ # parallelism_configuration: {
18833
+ # max_parallel_execution_steps: 1, # required
18834
+ # },
18774
18835
  # })
18775
18836
  #
18776
18837
  # @example Response structure
@@ -18797,6 +18858,10 @@ module Aws::SageMaker
18797
18858
  # @option params [String] :pipeline_execution_display_name
18798
18859
  # The display name of the pipeline execution.
18799
18860
  #
18861
+ # @option params [Types::ParallelismConfiguration] :parallelism_configuration
18862
+ # This configuration, if specified, overrides the parallelism
18863
+ # configuration of the parent pipeline for this specific run.
18864
+ #
18800
18865
  # @return [Types::UpdatePipelineExecutionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
18801
18866
  #
18802
18867
  # * {Types::UpdatePipelineExecutionResponse#pipeline_execution_arn #pipeline_execution_arn} => String
@@ -18807,6 +18872,9 @@ module Aws::SageMaker
18807
18872
  # pipeline_execution_arn: "PipelineExecutionArn", # required
18808
18873
  # pipeline_execution_description: "PipelineExecutionDescription",
18809
18874
  # pipeline_execution_display_name: "PipelineExecutionName",
18875
+ # parallelism_configuration: {
18876
+ # max_parallel_execution_steps: 1, # required
18877
+ # },
18810
18878
  # })
18811
18879
  #
18812
18880
  # @example Response structure
@@ -19375,7 +19443,7 @@ module Aws::SageMaker
19375
19443
  params: params,
19376
19444
  config: config)
19377
19445
  context[:gem_name] = 'aws-sdk-sagemaker'
19378
- context[:gem_version] = '1.113.0'
19446
+ context[:gem_version] = '1.114.0'
19379
19447
  Seahorse::Client::Request.new(handlers, context)
19380
19448
  end
19381
19449
 
@@ -141,6 +141,7 @@ module Aws::SageMaker
141
141
  Boolean = Shapes::BooleanShape.new(name: 'Boolean')
142
142
  BooleanOperator = Shapes::StringShape.new(name: 'BooleanOperator')
143
143
  Branch = Shapes::StringShape.new(name: 'Branch')
144
+ BucketName = Shapes::StringShape.new(name: 'BucketName')
144
145
  CacheHitResult = Shapes::StructureShape.new(name: 'CacheHitResult')
145
146
  CallbackStepMetadata = Shapes::StructureShape.new(name: 'CallbackStepMetadata')
146
147
  CallbackToken = Shapes::StringShape.new(name: 'CallbackToken')
@@ -552,6 +553,7 @@ module Aws::SageMaker
552
553
  DriftCheckExplainability = Shapes::StructureShape.new(name: 'DriftCheckExplainability')
553
554
  DriftCheckModelDataQuality = Shapes::StructureShape.new(name: 'DriftCheckModelDataQuality')
554
555
  DriftCheckModelQuality = Shapes::StructureShape.new(name: 'DriftCheckModelQuality')
556
+ EMRStepMetadata = Shapes::StructureShape.new(name: 'EMRStepMetadata')
555
557
  Edge = Shapes::StructureShape.new(name: 'Edge')
556
558
  EdgeModel = Shapes::StructureShape.new(name: 'EdgeModel')
557
559
  EdgeModelStat = Shapes::StructureShape.new(name: 'EdgeModelStat')
@@ -775,6 +777,7 @@ module Aws::SageMaker
775
777
  KernelName = Shapes::StringShape.new(name: 'KernelName')
776
778
  KernelSpec = Shapes::StructureShape.new(name: 'KernelSpec')
777
779
  KernelSpecs = Shapes::ListShape.new(name: 'KernelSpecs')
780
+ Key = Shapes::StringShape.new(name: 'Key')
778
781
  KmsKeyId = Shapes::StringShape.new(name: 'KmsKeyId')
779
782
  LabelAttributeName = Shapes::StringShape.new(name: 'LabelAttributeName')
780
783
  LabelCounter = Shapes::IntegerShape.new(name: 'LabelCounter')
@@ -942,6 +945,7 @@ module Aws::SageMaker
942
945
  MaxHumanLabeledObjectCount = Shapes::IntegerShape.new(name: 'MaxHumanLabeledObjectCount')
943
946
  MaxNumberOfTests = Shapes::IntegerShape.new(name: 'MaxNumberOfTests')
944
947
  MaxNumberOfTrainingJobs = Shapes::IntegerShape.new(name: 'MaxNumberOfTrainingJobs')
948
+ MaxParallelExecutionSteps = Shapes::IntegerShape.new(name: 'MaxParallelExecutionSteps')
945
949
  MaxParallelOfTests = Shapes::IntegerShape.new(name: 'MaxParallelOfTests')
946
950
  MaxParallelTrainingJobs = Shapes::IntegerShape.new(name: 'MaxParallelTrainingJobs')
947
951
  MaxPayloadInMB = Shapes::IntegerShape.new(name: 'MaxPayloadInMB')
@@ -1127,6 +1131,7 @@ module Aws::SageMaker
1127
1131
  OutputParameter = Shapes::StructureShape.new(name: 'OutputParameter')
1128
1132
  OutputParameterList = Shapes::ListShape.new(name: 'OutputParameterList')
1129
1133
  PaginationToken = Shapes::StringShape.new(name: 'PaginationToken')
1134
+ ParallelismConfiguration = Shapes::StructureShape.new(name: 'ParallelismConfiguration')
1130
1135
  Parameter = Shapes::StructureShape.new(name: 'Parameter')
1131
1136
  ParameterKey = Shapes::StringShape.new(name: 'ParameterKey')
1132
1137
  ParameterList = Shapes::ListShape.new(name: 'ParameterList')
@@ -1148,6 +1153,7 @@ module Aws::SageMaker
1148
1153
  Pipeline = Shapes::StructureShape.new(name: 'Pipeline')
1149
1154
  PipelineArn = Shapes::StringShape.new(name: 'PipelineArn')
1150
1155
  PipelineDefinition = Shapes::StringShape.new(name: 'PipelineDefinition')
1156
+ PipelineDefinitionS3Location = Shapes::StructureShape.new(name: 'PipelineDefinitionS3Location')
1151
1157
  PipelineDescription = Shapes::StringShape.new(name: 'PipelineDescription')
1152
1158
  PipelineExecution = Shapes::StructureShape.new(name: 'PipelineExecution')
1153
1159
  PipelineExecutionArn = Shapes::StringShape.new(name: 'PipelineExecutionArn')
@@ -1377,6 +1383,8 @@ module Aws::SageMaker
1377
1383
  StartPipelineExecutionResponse = Shapes::StructureShape.new(name: 'StartPipelineExecutionResponse')
1378
1384
  StatusDetails = Shapes::StringShape.new(name: 'StatusDetails')
1379
1385
  StatusMessage = Shapes::StringShape.new(name: 'StatusMessage')
1386
+ StepDescription = Shapes::StringShape.new(name: 'StepDescription')
1387
+ StepDisplayName = Shapes::StringShape.new(name: 'StepDisplayName')
1380
1388
  StepName = Shapes::StringShape.new(name: 'StepName')
1381
1389
  StepStatus = Shapes::StringShape.new(name: 'StepStatus')
1382
1390
  StopAutoMLJobRequest = Shapes::StructureShape.new(name: 'StopAutoMLJobRequest')
@@ -1588,6 +1596,7 @@ module Aws::SageMaker
1588
1596
  VariantStatus = Shapes::StringShape.new(name: 'VariantStatus')
1589
1597
  VariantStatusMessage = Shapes::StringShape.new(name: 'VariantStatusMessage')
1590
1598
  VariantWeight = Shapes::FloatShape.new(name: 'VariantWeight')
1599
+ VersionId = Shapes::StringShape.new(name: 'VersionId')
1591
1600
  VersionedArnOrName = Shapes::StringShape.new(name: 'VersionedArnOrName')
1592
1601
  Vertex = Shapes::StructureShape.new(name: 'Vertex')
1593
1602
  Vertices = Shapes::ListShape.new(name: 'Vertices')
@@ -2495,11 +2504,13 @@ module Aws::SageMaker
2495
2504
 
2496
2505
  CreatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
2497
2506
  CreatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
2498
- CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, required: true, location_name: "PipelineDefinition"))
2507
+ CreatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
2508
+ CreatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
2499
2509
  CreatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
2500
2510
  CreatePipelineRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
2501
2511
  CreatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, required: true, location_name: "RoleArn"))
2502
2512
  CreatePipelineRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
2513
+ CreatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
2503
2514
  CreatePipelineRequest.struct_class = Types::CreatePipelineRequest
2504
2515
 
2505
2516
  CreatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
@@ -3541,6 +3552,7 @@ module Aws::SageMaker
3541
3552
  DescribePipelineExecutionResponse.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
3542
3553
  DescribePipelineExecutionResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
3543
3554
  DescribePipelineExecutionResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
3555
+ DescribePipelineExecutionResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
3544
3556
  DescribePipelineExecutionResponse.struct_class = Types::DescribePipelineExecutionResponse
3545
3557
 
3546
3558
  DescribePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
@@ -3558,6 +3570,7 @@ module Aws::SageMaker
3558
3570
  DescribePipelineResponse.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
3559
3571
  DescribePipelineResponse.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
3560
3572
  DescribePipelineResponse.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
3573
+ DescribePipelineResponse.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
3561
3574
  DescribePipelineResponse.struct_class = Types::DescribePipelineResponse
3562
3575
 
3563
3576
  DescribeProcessingJobRequest.add_member(:processing_job_name, Shapes::ShapeRef.new(shape: ProcessingJobName, required: true, location_name: "ProcessingJobName"))
@@ -3851,6 +3864,12 @@ module Aws::SageMaker
3851
3864
  DriftCheckModelQuality.add_member(:constraints, Shapes::ShapeRef.new(shape: MetricsSource, location_name: "Constraints"))
3852
3865
  DriftCheckModelQuality.struct_class = Types::DriftCheckModelQuality
3853
3866
 
3867
+ EMRStepMetadata.add_member(:cluster_id, Shapes::ShapeRef.new(shape: String256, location_name: "ClusterId"))
3868
+ EMRStepMetadata.add_member(:step_id, Shapes::ShapeRef.new(shape: String256, location_name: "StepId"))
3869
+ EMRStepMetadata.add_member(:step_name, Shapes::ShapeRef.new(shape: String256, location_name: "StepName"))
3870
+ EMRStepMetadata.add_member(:log_file_path, Shapes::ShapeRef.new(shape: String1024, location_name: "LogFilePath"))
3871
+ EMRStepMetadata.struct_class = Types::EMRStepMetadata
3872
+
3854
3873
  Edge.add_member(:source_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "SourceArn"))
3855
3874
  Edge.add_member(:destination_arn, Shapes::ShapeRef.new(shape: AssociationEntityArn, location_name: "DestinationArn"))
3856
3875
  Edge.add_member(:association_type, Shapes::ShapeRef.new(shape: AssociationEdgeType, location_name: "AssociationType"))
@@ -5750,6 +5769,9 @@ module Aws::SageMaker
5750
5769
 
5751
5770
  OutputParameterList.member = Shapes::ShapeRef.new(shape: OutputParameter)
5752
5771
 
5772
+ ParallelismConfiguration.add_member(:max_parallel_execution_steps, Shapes::ShapeRef.new(shape: MaxParallelExecutionSteps, required: true, location_name: "MaxParallelExecutionSteps"))
5773
+ ParallelismConfiguration.struct_class = Types::ParallelismConfiguration
5774
+
5753
5775
  Parameter.add_member(:name, Shapes::ShapeRef.new(shape: PipelineParameterName, required: true, location_name: "Name"))
5754
5776
  Parameter.add_member(:value, Shapes::ShapeRef.new(shape: String1024, required: true, location_name: "Value"))
5755
5777
  Parameter.struct_class = Types::Parameter
@@ -5817,9 +5839,15 @@ module Aws::SageMaker
5817
5839
  Pipeline.add_member(:last_run_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastRunTime"))
5818
5840
  Pipeline.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
5819
5841
  Pipeline.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
5842
+ Pipeline.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
5820
5843
  Pipeline.add_member(:tags, Shapes::ShapeRef.new(shape: TagList, location_name: "Tags"))
5821
5844
  Pipeline.struct_class = Types::Pipeline
5822
5845
 
5846
+ PipelineDefinitionS3Location.add_member(:bucket, Shapes::ShapeRef.new(shape: BucketName, required: true, location_name: "Bucket"))
5847
+ PipelineDefinitionS3Location.add_member(:object_key, Shapes::ShapeRef.new(shape: Key, required: true, location_name: "ObjectKey"))
5848
+ PipelineDefinitionS3Location.add_member(:version_id, Shapes::ShapeRef.new(shape: VersionId, location_name: "VersionId"))
5849
+ PipelineDefinitionS3Location.struct_class = Types::PipelineDefinitionS3Location
5850
+
5823
5851
  PipelineExecution.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
5824
5852
  PipelineExecution.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
5825
5853
  PipelineExecution.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
@@ -5831,10 +5859,13 @@ module Aws::SageMaker
5831
5859
  PipelineExecution.add_member(:last_modified_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "LastModifiedTime"))
5832
5860
  PipelineExecution.add_member(:created_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "CreatedBy"))
5833
5861
  PipelineExecution.add_member(:last_modified_by, Shapes::ShapeRef.new(shape: UserContext, location_name: "LastModifiedBy"))
5862
+ PipelineExecution.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
5834
5863
  PipelineExecution.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
5835
5864
  PipelineExecution.struct_class = Types::PipelineExecution
5836
5865
 
5837
5866
  PipelineExecutionStep.add_member(:step_name, Shapes::ShapeRef.new(shape: StepName, location_name: "StepName"))
5867
+ PipelineExecutionStep.add_member(:step_display_name, Shapes::ShapeRef.new(shape: StepDisplayName, location_name: "StepDisplayName"))
5868
+ PipelineExecutionStep.add_member(:step_description, Shapes::ShapeRef.new(shape: StepDescription, location_name: "StepDescription"))
5838
5869
  PipelineExecutionStep.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
5839
5870
  PipelineExecutionStep.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "EndTime"))
5840
5871
  PipelineExecutionStep.add_member(:step_status, Shapes::ShapeRef.new(shape: StepStatus, location_name: "StepStatus"))
@@ -5857,6 +5888,7 @@ module Aws::SageMaker
5857
5888
  PipelineExecutionStepMetadata.add_member(:lambda, Shapes::ShapeRef.new(shape: LambdaStepMetadata, location_name: "Lambda"))
5858
5889
  PipelineExecutionStepMetadata.add_member(:quality_check, Shapes::ShapeRef.new(shape: QualityCheckStepMetadata, location_name: "QualityCheck"))
5859
5890
  PipelineExecutionStepMetadata.add_member(:clarify_check, Shapes::ShapeRef.new(shape: ClarifyCheckStepMetadata, location_name: "ClarifyCheck"))
5891
+ PipelineExecutionStepMetadata.add_member(:emr, Shapes::ShapeRef.new(shape: EMRStepMetadata, location_name: "EMR"))
5860
5892
  PipelineExecutionStepMetadata.struct_class = Types::PipelineExecutionStepMetadata
5861
5893
 
5862
5894
  PipelineExecutionSummary.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6259,6 +6291,7 @@ module Aws::SageMaker
6259
6291
 
6260
6292
  RetryPipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
6261
6293
  RetryPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
6294
+ RetryPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6262
6295
  RetryPipelineExecutionRequest.struct_class = Types::RetryPipelineExecutionRequest
6263
6296
 
6264
6297
  RetryPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6390,6 +6423,7 @@ module Aws::SageMaker
6390
6423
  StartPipelineExecutionRequest.add_member(:pipeline_parameters, Shapes::ShapeRef.new(shape: ParameterList, location_name: "PipelineParameters"))
6391
6424
  StartPipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
6392
6425
  StartPipelineExecutionRequest.add_member(:client_request_token, Shapes::ShapeRef.new(shape: IdempotencyToken, required: true, location_name: "ClientRequestToken", metadata: {"idempotencyToken"=>true}))
6426
+ StartPipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6393
6427
  StartPipelineExecutionRequest.struct_class = Types::StartPipelineExecutionRequest
6394
6428
 
6395
6429
  StartPipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6930,6 +6964,7 @@ module Aws::SageMaker
6930
6964
  UpdatePipelineExecutionRequest.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, required: true, location_name: "PipelineExecutionArn"))
6931
6965
  UpdatePipelineExecutionRequest.add_member(:pipeline_execution_description, Shapes::ShapeRef.new(shape: PipelineExecutionDescription, location_name: "PipelineExecutionDescription"))
6932
6966
  UpdatePipelineExecutionRequest.add_member(:pipeline_execution_display_name, Shapes::ShapeRef.new(shape: PipelineExecutionName, location_name: "PipelineExecutionDisplayName"))
6967
+ UpdatePipelineExecutionRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6933
6968
  UpdatePipelineExecutionRequest.struct_class = Types::UpdatePipelineExecutionRequest
6934
6969
 
6935
6970
  UpdatePipelineExecutionResponse.add_member(:pipeline_execution_arn, Shapes::ShapeRef.new(shape: PipelineExecutionArn, location_name: "PipelineExecutionArn"))
@@ -6938,8 +6973,10 @@ module Aws::SageMaker
6938
6973
  UpdatePipelineRequest.add_member(:pipeline_name, Shapes::ShapeRef.new(shape: PipelineName, required: true, location_name: "PipelineName"))
6939
6974
  UpdatePipelineRequest.add_member(:pipeline_display_name, Shapes::ShapeRef.new(shape: PipelineName, location_name: "PipelineDisplayName"))
6940
6975
  UpdatePipelineRequest.add_member(:pipeline_definition, Shapes::ShapeRef.new(shape: PipelineDefinition, location_name: "PipelineDefinition"))
6976
+ UpdatePipelineRequest.add_member(:pipeline_definition_s3_location, Shapes::ShapeRef.new(shape: PipelineDefinitionS3Location, location_name: "PipelineDefinitionS3Location"))
6941
6977
  UpdatePipelineRequest.add_member(:pipeline_description, Shapes::ShapeRef.new(shape: PipelineDescription, location_name: "PipelineDescription"))
6942
6978
  UpdatePipelineRequest.add_member(:role_arn, Shapes::ShapeRef.new(shape: RoleArn, location_name: "RoleArn"))
6979
+ UpdatePipelineRequest.add_member(:parallelism_configuration, Shapes::ShapeRef.new(shape: ParallelismConfiguration, location_name: "ParallelismConfiguration"))
6943
6980
  UpdatePipelineRequest.struct_class = Types::UpdatePipelineRequest
6944
6981
 
6945
6982
  UpdatePipelineResponse.add_member(:pipeline_arn, Shapes::ShapeRef.new(shape: PipelineArn, location_name: "PipelineArn"))
@@ -5137,7 +5137,7 @@ module Aws::SageMaker
5137
5137
  # @return [String]
5138
5138
  #
5139
5139
  # @!attribute [rw] home_efs_file_system_kms_key_id
5140
- # This member is deprecated and replaced with `KmsKeyId`.
5140
+ # Use `KmsKeyId`.
5141
5141
  # @return [String]
5142
5142
  #
5143
5143
  # @!attribute [rw] kms_key_id
@@ -8280,7 +8280,12 @@ module Aws::SageMaker
8280
8280
  # {
8281
8281
  # pipeline_name: "PipelineName", # required
8282
8282
  # pipeline_display_name: "PipelineName",
8283
- # pipeline_definition: "PipelineDefinition", # required
8283
+ # pipeline_definition: "PipelineDefinition",
8284
+ # pipeline_definition_s3_location: {
8285
+ # bucket: "BucketName", # required
8286
+ # object_key: "Key", # required
8287
+ # version_id: "VersionId",
8288
+ # },
8284
8289
  # pipeline_description: "PipelineDescription",
8285
8290
  # client_request_token: "IdempotencyToken", # required
8286
8291
  # role_arn: "RoleArn", # required
@@ -8290,6 +8295,9 @@ module Aws::SageMaker
8290
8295
  # value: "TagValue", # required
8291
8296
  # },
8292
8297
  # ],
8298
+ # parallelism_configuration: {
8299
+ # max_parallel_execution_steps: 1, # required
8300
+ # },
8293
8301
  # }
8294
8302
  #
8295
8303
  # @!attribute [rw] pipeline_name
@@ -8304,6 +8312,12 @@ module Aws::SageMaker
8304
8312
  # The JSON pipeline definition of the pipeline.
8305
8313
  # @return [String]
8306
8314
  #
8315
+ # @!attribute [rw] pipeline_definition_s3_location
8316
+ # The location of the pipeline definition stored in Amazon S3. If
8317
+ # specified, SageMaker will retrieve the pipeline definition from this
8318
+ # location.
8319
+ # @return [Types::PipelineDefinitionS3Location]
8320
+ #
8307
8321
  # @!attribute [rw] pipeline_description
8308
8322
  # A description of the pipeline.
8309
8323
  # @return [String]
@@ -8326,16 +8340,24 @@ module Aws::SageMaker
8326
8340
  # A list of tags to apply to the created pipeline.
8327
8341
  # @return [Array<Types::Tag>]
8328
8342
  #
8343
+ # @!attribute [rw] parallelism_configuration
8344
+ # This is the configuration that controls the parallelism of the
8345
+ # pipeline. If specified, it applies to all runs of this pipeline by
8346
+ # default.
8347
+ # @return [Types::ParallelismConfiguration]
8348
+ #
8329
8349
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreatePipelineRequest AWS API Documentation
8330
8350
  #
8331
8351
  class CreatePipelineRequest < Struct.new(
8332
8352
  :pipeline_name,
8333
8353
  :pipeline_display_name,
8334
8354
  :pipeline_definition,
8355
+ :pipeline_definition_s3_location,
8335
8356
  :pipeline_description,
8336
8357
  :client_request_token,
8337
8358
  :role_arn,
8338
- :tags)
8359
+ :tags,
8360
+ :parallelism_configuration)
8339
8361
  SENSITIVE = []
8340
8362
  include Aws::Structure
8341
8363
  end
@@ -12806,7 +12828,7 @@ module Aws::SageMaker
12806
12828
  # @return [String]
12807
12829
  #
12808
12830
  # @!attribute [rw] home_efs_file_system_kms_key_id
12809
- # This member is deprecated and replaced with `KmsKeyId`.
12831
+ # Use `KmsKeyId`.
12810
12832
  # @return [String]
12811
12833
  #
12812
12834
  # @!attribute [rw] subnet_ids
@@ -15137,6 +15159,10 @@ module Aws::SageMaker
15137
15159
  # trial, trial component, lineage group, or project.
15138
15160
  # @return [Types::UserContext]
15139
15161
  #
15162
+ # @!attribute [rw] parallelism_configuration
15163
+ # The parallelism configuration applied to the pipeline.
15164
+ # @return [Types::ParallelismConfiguration]
15165
+ #
15140
15166
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineExecutionResponse AWS API Documentation
15141
15167
  #
15142
15168
  class DescribePipelineExecutionResponse < Struct.new(
@@ -15150,7 +15176,8 @@ module Aws::SageMaker
15150
15176
  :creation_time,
15151
15177
  :last_modified_time,
15152
15178
  :created_by,
15153
- :last_modified_by)
15179
+ :last_modified_by,
15180
+ :parallelism_configuration)
15154
15181
  SENSITIVE = []
15155
15182
  include Aws::Structure
15156
15183
  end
@@ -15224,6 +15251,10 @@ module Aws::SageMaker
15224
15251
  # trial, trial component, lineage group, or project.
15225
15252
  # @return [Types::UserContext]
15226
15253
  #
15254
+ # @!attribute [rw] parallelism_configuration
15255
+ # Lists the parallelism configuration applied to the pipeline.
15256
+ # @return [Types::ParallelismConfiguration]
15257
+ #
15227
15258
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribePipelineResponse AWS API Documentation
15228
15259
  #
15229
15260
  class DescribePipelineResponse < Struct.new(
@@ -15238,7 +15269,8 @@ module Aws::SageMaker
15238
15269
  :last_modified_time,
15239
15270
  :last_run_time,
15240
15271
  :created_by,
15241
- :last_modified_by)
15272
+ :last_modified_by,
15273
+ :parallelism_configuration)
15242
15274
  SENSITIVE = []
15243
15275
  include Aws::Structure
15244
15276
  end
@@ -17045,6 +17077,36 @@ module Aws::SageMaker
17045
17077
  include Aws::Structure
17046
17078
  end
17047
17079
 
17080
+ # The configurations and outcomes of an Amazon EMR step execution.
17081
+ #
17082
+ # @!attribute [rw] cluster_id
17083
+ # The identifier of the EMR cluster.
17084
+ # @return [String]
17085
+ #
17086
+ # @!attribute [rw] step_id
17087
+ # The identifier of the EMR cluster step.
17088
+ # @return [String]
17089
+ #
17090
+ # @!attribute [rw] step_name
17091
+ # The name of the EMR cluster step.
17092
+ # @return [String]
17093
+ #
17094
+ # @!attribute [rw] log_file_path
17095
+ # The path to the log file where the cluster step's failure root
17096
+ # cause is recorded.
17097
+ # @return [String]
17098
+ #
17099
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/EMRStepMetadata AWS API Documentation
17100
+ #
17101
+ class EMRStepMetadata < Struct.new(
17102
+ :cluster_id,
17103
+ :step_id,
17104
+ :step_name,
17105
+ :log_file_path)
17106
+ SENSITIVE = []
17107
+ include Aws::Structure
17108
+ end
17109
+
17048
17110
  # A directed edge connecting two lineage entities.
17049
17111
  #
17050
17112
  # @!attribute [rw] source_arn
@@ -21307,11 +21369,17 @@ module Aws::SageMaker
21307
21369
  # @return [String]
21308
21370
  #
21309
21371
  # @!attribute [rw] framework_version
21310
- # Specifies the framework version to use.
21372
+ # Specifies the framework version to use. This API field is only
21373
+ # supported for the PyTorch and TensorFlow frameworks.
21374
+ #
21375
+ # For information about framework versions supported for cloud targets
21376
+ # and edge devices, see [Cloud Supported Instance Types and
21377
+ # Frameworks][1] and [Edge Supported Frameworks][2].
21311
21378
  #
21312
- # This API field is only supported for PyTorch framework versions
21313
- # `1.4`, `1.5`, and `1.6` for cloud instance target devices: `ml_c4`,
21314
- # `ml_c5`, `ml_m4`, `ml_m5`, `ml_p2`, `ml_p3`, and `ml_g4dn`.
21379
+ #
21380
+ #
21381
+ # [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-cloud.html
21382
+ # [2]: https://docs.aws.amazon.com/sagemaker/latest/dg/neo-supported-devices-edge-frameworks.html
21315
21383
  # @return [String]
21316
21384
  #
21317
21385
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/InputConfig AWS API Documentation
@@ -30634,6 +30702,29 @@ module Aws::SageMaker
30634
30702
  include Aws::Structure
30635
30703
  end
30636
30704
 
30705
+ # Configuration that controls the parallelism of the pipeline. By
30706
+ # default, the parallelism configuration specified applies to all
30707
+ # executions of the pipeline unless overridden.
30708
+ #
30709
+ # @note When making an API call, you may pass ParallelismConfiguration
30710
+ # data as a hash:
30711
+ #
30712
+ # {
30713
+ # max_parallel_execution_steps: 1, # required
30714
+ # }
30715
+ #
30716
+ # @!attribute [rw] max_parallel_execution_steps
30717
+ # The max number of steps that can be executed in parallel.
30718
+ # @return [Integer]
30719
+ #
30720
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ParallelismConfiguration AWS API Documentation
30721
+ #
30722
+ class ParallelismConfiguration < Struct.new(
30723
+ :max_parallel_execution_steps)
30724
+ SENSITIVE = []
30725
+ include Aws::Structure
30726
+ end
30727
+
30637
30728
  # Assigns a value to a named Pipeline parameter.
30638
30729
  #
30639
30730
  # @note When making an API call, you may pass Parameter
@@ -31020,6 +31111,10 @@ module Aws::SageMaker
31020
31111
  # trial, trial component, lineage group, or project.
31021
31112
  # @return [Types::UserContext]
31022
31113
  #
31114
+ # @!attribute [rw] parallelism_configuration
31115
+ # The parallelism configuration applied to the pipeline.
31116
+ # @return [Types::ParallelismConfiguration]
31117
+ #
31023
31118
  # @!attribute [rw] tags
31024
31119
  # A list of tags that apply to the pipeline.
31025
31120
  # @return [Array<Types::Tag>]
@@ -31038,11 +31133,47 @@ module Aws::SageMaker
31038
31133
  :last_run_time,
31039
31134
  :created_by,
31040
31135
  :last_modified_by,
31136
+ :parallelism_configuration,
31041
31137
  :tags)
31042
31138
  SENSITIVE = []
31043
31139
  include Aws::Structure
31044
31140
  end
31045
31141
 
31142
+ # The location of the pipeline definition stored in Amazon S3.
31143
+ #
31144
+ # @note When making an API call, you may pass PipelineDefinitionS3Location
31145
+ # data as a hash:
31146
+ #
31147
+ # {
31148
+ # bucket: "BucketName", # required
31149
+ # object_key: "Key", # required
31150
+ # version_id: "VersionId",
31151
+ # }
31152
+ #
31153
+ # @!attribute [rw] bucket
31154
+ # Name of the S3 bucket.
31155
+ # @return [String]
31156
+ #
31157
+ # @!attribute [rw] object_key
31158
+ # The object key (or key name) uniquely identifies the object in an S3
31159
+ # bucket.
31160
+ # @return [String]
31161
+ #
31162
+ # @!attribute [rw] version_id
31163
+ # Version Id of the pipeline definition file. If not specified, Amazon
31164
+ # SageMaker will retrieve the latest version.
31165
+ # @return [String]
31166
+ #
31167
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineDefinitionS3Location AWS API Documentation
31168
+ #
31169
+ class PipelineDefinitionS3Location < Struct.new(
31170
+ :bucket,
31171
+ :object_key,
31172
+ :version_id)
31173
+ SENSITIVE = []
31174
+ include Aws::Structure
31175
+ end
31176
+
31046
31177
  # An execution of a pipeline.
31047
31178
  #
31048
31179
  # @!attribute [rw] pipeline_arn
@@ -31092,6 +31223,10 @@ module Aws::SageMaker
31092
31223
  # trial, trial component, lineage group, or project.
31093
31224
  # @return [Types::UserContext]
31094
31225
  #
31226
+ # @!attribute [rw] parallelism_configuration
31227
+ # The parallelism configuration applied to the pipeline execution.
31228
+ # @return [Types::ParallelismConfiguration]
31229
+ #
31095
31230
  # @!attribute [rw] pipeline_parameters
31096
31231
  # Contains a list of pipeline parameters. This list can be empty.
31097
31232
  # @return [Array<Types::Parameter>]
@@ -31110,6 +31245,7 @@ module Aws::SageMaker
31110
31245
  :last_modified_time,
31111
31246
  :created_by,
31112
31247
  :last_modified_by,
31248
+ :parallelism_configuration,
31113
31249
  :pipeline_parameters)
31114
31250
  SENSITIVE = []
31115
31251
  include Aws::Structure
@@ -31121,6 +31257,14 @@ module Aws::SageMaker
31121
31257
  # The name of the step that is executed.
31122
31258
  # @return [String]
31123
31259
  #
31260
+ # @!attribute [rw] step_display_name
31261
+ # The display name of the step.
31262
+ # @return [String]
31263
+ #
31264
+ # @!attribute [rw] step_description
31265
+ # The description of the step.
31266
+ # @return [String]
31267
+ #
31124
31268
  # @!attribute [rw] start_time
31125
31269
  # The time that the step started executing.
31126
31270
  # @return [Time]
@@ -31139,6 +31283,12 @@ module Aws::SageMaker
31139
31283
  # @return [Types::CacheHitResult]
31140
31284
  #
31141
31285
  # @!attribute [rw] attempt_count
31286
+ # The current attempt of the execution step. For more information, see
31287
+ # [Retry Policy for Amazon SageMaker Pipelines steps][1].
31288
+ #
31289
+ #
31290
+ #
31291
+ # [1]: https://docs.aws.amazon.com/https:/docs.aws.amazon.com/sagemaker/latest/dg/pipelines-retry-policy.html
31142
31292
  # @return [Integer]
31143
31293
  #
31144
31294
  # @!attribute [rw] failure_reason
@@ -31154,6 +31304,8 @@ module Aws::SageMaker
31154
31304
  #
31155
31305
  class PipelineExecutionStep < Struct.new(
31156
31306
  :step_name,
31307
+ :step_display_name,
31308
+ :step_description,
31157
31309
  :start_time,
31158
31310
  :end_time,
31159
31311
  :step_status,
@@ -31263,6 +31415,10 @@ module Aws::SageMaker
31263
31415
  # `CalculatedBaseline`.
31264
31416
  # @return [Types::ClarifyCheckStepMetadata]
31265
31417
  #
31418
+ # @!attribute [rw] emr
31419
+ # The configurations and outcomes of an EMR step execution.
31420
+ # @return [Types::EMRStepMetadata]
31421
+ #
31266
31422
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PipelineExecutionStepMetadata AWS API Documentation
31267
31423
  #
31268
31424
  class PipelineExecutionStepMetadata < Struct.new(
@@ -31276,7 +31432,8 @@ module Aws::SageMaker
31276
31432
  :callback,
31277
31433
  :lambda,
31278
31434
  :quality_check,
31279
- :clarify_check)
31435
+ :clarify_check,
31436
+ :emr)
31280
31437
  SENSITIVE = []
31281
31438
  include Aws::Structure
31282
31439
  end
@@ -34113,6 +34270,9 @@ module Aws::SageMaker
34113
34270
  # {
34114
34271
  # pipeline_execution_arn: "PipelineExecutionArn", # required
34115
34272
  # client_request_token: "IdempotencyToken", # required
34273
+ # parallelism_configuration: {
34274
+ # max_parallel_execution_steps: 1, # required
34275
+ # },
34116
34276
  # }
34117
34277
  #
34118
34278
  # @!attribute [rw] pipeline_execution_arn
@@ -34128,11 +34288,17 @@ module Aws::SageMaker
34128
34288
  # not need to pass this option.
34129
34289
  # @return [String]
34130
34290
  #
34291
+ # @!attribute [rw] parallelism_configuration
34292
+ # This configuration, if specified, overrides the parallelism
34293
+ # configuration of the parent pipeline.
34294
+ # @return [Types::ParallelismConfiguration]
34295
+ #
34131
34296
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RetryPipelineExecutionRequest AWS API Documentation
34132
34297
  #
34133
34298
  class RetryPipelineExecutionRequest < Struct.new(
34134
34299
  :pipeline_execution_arn,
34135
- :client_request_token)
34300
+ :client_request_token,
34301
+ :parallelism_configuration)
34136
34302
  SENSITIVE = []
34137
34303
  include Aws::Structure
34138
34304
  end
@@ -35271,6 +35437,9 @@ module Aws::SageMaker
35271
35437
  # ],
35272
35438
  # pipeline_execution_description: "PipelineExecutionDescription",
35273
35439
  # client_request_token: "IdempotencyToken", # required
35440
+ # parallelism_configuration: {
35441
+ # max_parallel_execution_steps: 1, # required
35442
+ # },
35274
35443
  # }
35275
35444
  #
35276
35445
  # @!attribute [rw] pipeline_name
@@ -35298,6 +35467,11 @@ module Aws::SageMaker
35298
35467
  # not need to pass this option.
35299
35468
  # @return [String]
35300
35469
  #
35470
+ # @!attribute [rw] parallelism_configuration
35471
+ # This configuration, if specified, overrides the parallelism
35472
+ # configuration of the parent pipeline for this specific run.
35473
+ # @return [Types::ParallelismConfiguration]
35474
+ #
35301
35475
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StartPipelineExecutionRequest AWS API Documentation
35302
35476
  #
35303
35477
  class StartPipelineExecutionRequest < Struct.new(
@@ -35305,7 +35479,8 @@ module Aws::SageMaker
35305
35479
  :pipeline_execution_display_name,
35306
35480
  :pipeline_parameters,
35307
35481
  :pipeline_execution_description,
35308
- :client_request_token)
35482
+ :client_request_token,
35483
+ :parallelism_configuration)
35309
35484
  SENSITIVE = []
35310
35485
  include Aws::Structure
35311
35486
  end
@@ -35562,7 +35737,7 @@ module Aws::SageMaker
35562
35737
  # }
35563
35738
  #
35564
35739
  # @!attribute [rw] transform_job_name
35565
- # The name of the transform job to stop.
35740
+ # The name of the batch transform job to stop.
35566
35741
  # @return [String]
35567
35742
  #
35568
35743
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/StopTransformJobRequest AWS API Documentation
@@ -39259,6 +39434,9 @@ module Aws::SageMaker
39259
39434
  # pipeline_execution_arn: "PipelineExecutionArn", # required
39260
39435
  # pipeline_execution_description: "PipelineExecutionDescription",
39261
39436
  # pipeline_execution_display_name: "PipelineExecutionName",
39437
+ # parallelism_configuration: {
39438
+ # max_parallel_execution_steps: 1, # required
39439
+ # },
39262
39440
  # }
39263
39441
  #
39264
39442
  # @!attribute [rw] pipeline_execution_arn
@@ -39273,12 +39451,18 @@ module Aws::SageMaker
39273
39451
  # The display name of the pipeline execution.
39274
39452
  # @return [String]
39275
39453
  #
39454
+ # @!attribute [rw] parallelism_configuration
39455
+ # This configuration, if specified, overrides the parallelism
39456
+ # configuration of the parent pipeline for this specific run.
39457
+ # @return [Types::ParallelismConfiguration]
39458
+ #
39276
39459
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineExecutionRequest AWS API Documentation
39277
39460
  #
39278
39461
  class UpdatePipelineExecutionRequest < Struct.new(
39279
39462
  :pipeline_execution_arn,
39280
39463
  :pipeline_execution_description,
39281
- :pipeline_execution_display_name)
39464
+ :pipeline_execution_display_name,
39465
+ :parallelism_configuration)
39282
39466
  SENSITIVE = []
39283
39467
  include Aws::Structure
39284
39468
  end
@@ -39302,8 +39486,16 @@ module Aws::SageMaker
39302
39486
  # pipeline_name: "PipelineName", # required
39303
39487
  # pipeline_display_name: "PipelineName",
39304
39488
  # pipeline_definition: "PipelineDefinition",
39489
+ # pipeline_definition_s3_location: {
39490
+ # bucket: "BucketName", # required
39491
+ # object_key: "Key", # required
39492
+ # version_id: "VersionId",
39493
+ # },
39305
39494
  # pipeline_description: "PipelineDescription",
39306
39495
  # role_arn: "RoleArn",
39496
+ # parallelism_configuration: {
39497
+ # max_parallel_execution_steps: 1, # required
39498
+ # },
39307
39499
  # }
39308
39500
  #
39309
39501
  # @!attribute [rw] pipeline_name
@@ -39318,6 +39510,12 @@ module Aws::SageMaker
39318
39510
  # The JSON pipeline definition.
39319
39511
  # @return [String]
39320
39512
  #
39513
+ # @!attribute [rw] pipeline_definition_s3_location
39514
+ # The location of the pipeline definition stored in Amazon S3. If
39515
+ # specified, SageMaker will retrieve the pipeline definition from this
39516
+ # location.
39517
+ # @return [Types::PipelineDefinitionS3Location]
39518
+ #
39321
39519
  # @!attribute [rw] pipeline_description
39322
39520
  # The description of the pipeline.
39323
39521
  # @return [String]
@@ -39326,14 +39524,21 @@ module Aws::SageMaker
39326
39524
  # The Amazon Resource Name (ARN) that the pipeline uses to execute.
39327
39525
  # @return [String]
39328
39526
  #
39527
+ # @!attribute [rw] parallelism_configuration
39528
+ # If specified, it applies to all executions of this pipeline by
39529
+ # default.
39530
+ # @return [Types::ParallelismConfiguration]
39531
+ #
39329
39532
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdatePipelineRequest AWS API Documentation
39330
39533
  #
39331
39534
  class UpdatePipelineRequest < Struct.new(
39332
39535
  :pipeline_name,
39333
39536
  :pipeline_display_name,
39334
39537
  :pipeline_definition,
39538
+ :pipeline_definition_s3_location,
39335
39539
  :pipeline_description,
39336
- :role_arn)
39540
+ :role_arn,
39541
+ :parallelism_configuration)
39337
39542
  SENSITIVE = []
39338
39543
  include Aws::Structure
39339
39544
  end
@@ -49,6 +49,6 @@ require_relative 'aws-sdk-sagemaker/customizations'
49
49
  # @!group service
50
50
  module Aws::SageMaker
51
51
 
52
- GEM_VERSION = '1.113.0'
52
+ GEM_VERSION = '1.114.0'
53
53
 
54
54
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-sagemaker
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.113.0
4
+ version: 1.114.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-12-21 00:00:00.000000000 Z
11
+ date: 2022-01-03 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core