aws-sdk-sagemaker 1.101.0 → 1.102.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-sagemaker/client.rb +35 -28
- data/lib/aws-sdk-sagemaker/types.rb +176 -87
- data/lib/aws-sdk-sagemaker.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 6b9b7691675ddc58bc162b9dad9acc3fd9a159acd50424880279fe258d0d5a8d
|
|
4
|
+
data.tar.gz: 61b8af61d77012aeb0f1a12f7b626f18f7d4cf7f18a20ca8beaef6298b8bb3ea
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 5a0a3ddea0cda2b13cf49aa42aece24d0210c9321aa92a78b4a4baaa2db57514740ae7688298b374755a6fcbe4ed2cbf60ae7c820b52432f815c221a7005288c
|
|
7
|
+
data.tar.gz: a760abc7e2450c9fc1db83e4e24551b14fb9e2238b7a9ff06ca9a07199df77b50e5e3734ffd701de33c25d5eb8e66247dfd2dd93e63210eb0c5150691d490353
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.102.0
|
|
@@ -709,7 +709,7 @@ module Aws::SageMaker
|
|
|
709
709
|
# is_required: false,
|
|
710
710
|
# supported_content_types: ["ContentType"], # required
|
|
711
711
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
|
712
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
|
712
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
|
713
713
|
# },
|
|
714
714
|
# ],
|
|
715
715
|
# supported_tuning_job_objective_metrics: [
|
|
@@ -743,7 +743,7 @@ module Aws::SageMaker
|
|
|
743
743
|
# {
|
|
744
744
|
# profile_name: "EntityName", # required
|
|
745
745
|
# training_job_definition: { # required
|
|
746
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
746
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
747
747
|
# hyper_parameters: {
|
|
748
748
|
# "HyperParameterKey" => "HyperParameterValue",
|
|
749
749
|
# },
|
|
@@ -767,7 +767,7 @@ module Aws::SageMaker
|
|
|
767
767
|
# content_type: "ContentType",
|
|
768
768
|
# compression_type: "None", # accepts None, Gzip
|
|
769
769
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
770
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
770
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
771
771
|
# shuffle_config: {
|
|
772
772
|
# seed: 1, # required
|
|
773
773
|
# },
|
|
@@ -1964,7 +1964,7 @@ module Aws::SageMaker
|
|
|
1964
1964
|
# and CreateEndpointConfig API operations, add the following policies to
|
|
1965
1965
|
# the role.
|
|
1966
1966
|
#
|
|
1967
|
-
# * Option 1: For a full
|
|
1967
|
+
# * Option 1: For a full SageMaker access, search and attach the
|
|
1968
1968
|
# `AmazonSageMakerFullAccess` policy.
|
|
1969
1969
|
#
|
|
1970
1970
|
# * Option 2: For granting a limited access to an IAM role, paste the
|
|
@@ -1982,8 +1982,8 @@ module Aws::SageMaker
|
|
|
1982
1982
|
#
|
|
1983
1983
|
# `]`
|
|
1984
1984
|
#
|
|
1985
|
-
# For more information, see [
|
|
1986
|
-
#
|
|
1985
|
+
# For more information, see [SageMaker API Permissions: Actions,
|
|
1986
|
+
# Permissions, and Resources Reference][5].
|
|
1987
1987
|
#
|
|
1988
1988
|
# </note>
|
|
1989
1989
|
#
|
|
@@ -2401,13 +2401,20 @@ module Aws::SageMaker
|
|
|
2401
2401
|
# `OfflineStore`.
|
|
2402
2402
|
#
|
|
2403
2403
|
# * A configuration for an Amazon Web Services Glue or Amazon Web
|
|
2404
|
-
# Services Hive data
|
|
2404
|
+
# Services Hive data catalog.
|
|
2405
2405
|
#
|
|
2406
2406
|
# * An KMS encryption key to encrypt the Amazon S3 location used for
|
|
2407
|
-
# `OfflineStore`.
|
|
2407
|
+
# `OfflineStore`. If KMS encryption key is not specified, by default
|
|
2408
|
+
# we encrypt all data at rest using Amazon Web Services KMS key. By
|
|
2409
|
+
# defining your [bucket-level key][1] for SSE, you can reduce Amazon
|
|
2410
|
+
# Web Services KMS requests costs by up to 99 percent.
|
|
2408
2411
|
#
|
|
2409
2412
|
# To learn more about this parameter, see OfflineStoreConfig.
|
|
2410
2413
|
#
|
|
2414
|
+
#
|
|
2415
|
+
#
|
|
2416
|
+
# [1]: https://docs.aws.amazon.com/AmazonS3/latest/userguide/bucket-key.html
|
|
2417
|
+
#
|
|
2411
2418
|
# @option params [String] :role_arn
|
|
2412
2419
|
# The Amazon Resource Name (ARN) of the IAM execution role used to
|
|
2413
2420
|
# persist data into the `OfflineStore` if an `OfflineStoreConfig` is
|
|
@@ -2767,7 +2774,7 @@ module Aws::SageMaker
|
|
|
2767
2774
|
# },
|
|
2768
2775
|
# algorithm_specification: { # required
|
|
2769
2776
|
# training_image: "AlgorithmImage",
|
|
2770
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
2777
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
2771
2778
|
# algorithm_name: "ArnOrName",
|
|
2772
2779
|
# metric_definitions: [
|
|
2773
2780
|
# {
|
|
@@ -2797,7 +2804,7 @@ module Aws::SageMaker
|
|
|
2797
2804
|
# content_type: "ContentType",
|
|
2798
2805
|
# compression_type: "None", # accepts None, Gzip
|
|
2799
2806
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
2800
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
2807
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
2801
2808
|
# shuffle_config: {
|
|
2802
2809
|
# seed: 1, # required
|
|
2803
2810
|
# },
|
|
@@ -2868,7 +2875,7 @@ module Aws::SageMaker
|
|
|
2868
2875
|
# },
|
|
2869
2876
|
# algorithm_specification: { # required
|
|
2870
2877
|
# training_image: "AlgorithmImage",
|
|
2871
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
2878
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
2872
2879
|
# algorithm_name: "ArnOrName",
|
|
2873
2880
|
# metric_definitions: [
|
|
2874
2881
|
# {
|
|
@@ -2898,7 +2905,7 @@ module Aws::SageMaker
|
|
|
2898
2905
|
# content_type: "ContentType",
|
|
2899
2906
|
# compression_type: "None", # accepts None, Gzip
|
|
2900
2907
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
2901
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
2908
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
2902
2909
|
# shuffle_config: {
|
|
2903
2910
|
# seed: 1, # required
|
|
2904
2911
|
# },
|
|
@@ -5417,7 +5424,7 @@ module Aws::SageMaker
|
|
|
5417
5424
|
# algorithm_specification: { # required
|
|
5418
5425
|
# training_image: "AlgorithmImage",
|
|
5419
5426
|
# algorithm_name: "ArnOrName",
|
|
5420
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
5427
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
5421
5428
|
# metric_definitions: [
|
|
5422
5429
|
# {
|
|
5423
5430
|
# name: "MetricName", # required
|
|
@@ -5447,7 +5454,7 @@ module Aws::SageMaker
|
|
|
5447
5454
|
# content_type: "ContentType",
|
|
5448
5455
|
# compression_type: "None", # accepts None, Gzip
|
|
5449
5456
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
5450
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
5457
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
5451
5458
|
# shuffle_config: {
|
|
5452
5459
|
# seed: 1, # required
|
|
5453
5460
|
# },
|
|
@@ -7479,7 +7486,7 @@ module Aws::SageMaker
|
|
|
7479
7486
|
# resp.training_specification.training_channels[0].supported_compression_types #=> Array
|
|
7480
7487
|
# resp.training_specification.training_channels[0].supported_compression_types[0] #=> String, one of "None", "Gzip"
|
|
7481
7488
|
# resp.training_specification.training_channels[0].supported_input_modes #=> Array
|
|
7482
|
-
# resp.training_specification.training_channels[0].supported_input_modes[0] #=> String, one of "Pipe", "File"
|
|
7489
|
+
# resp.training_specification.training_channels[0].supported_input_modes[0] #=> String, one of "Pipe", "File", "FastFile"
|
|
7483
7490
|
# resp.training_specification.supported_tuning_job_objective_metrics #=> Array
|
|
7484
7491
|
# resp.training_specification.supported_tuning_job_objective_metrics[0].type #=> String, one of "Maximize", "Minimize"
|
|
7485
7492
|
# resp.training_specification.supported_tuning_job_objective_metrics[0].metric_name #=> String
|
|
@@ -7502,7 +7509,7 @@ module Aws::SageMaker
|
|
|
7502
7509
|
# resp.validation_specification.validation_role #=> String
|
|
7503
7510
|
# resp.validation_specification.validation_profiles #=> Array
|
|
7504
7511
|
# resp.validation_specification.validation_profiles[0].profile_name #=> String
|
|
7505
|
-
# resp.validation_specification.validation_profiles[0].training_job_definition.training_input_mode #=> String, one of "Pipe", "File"
|
|
7512
|
+
# resp.validation_specification.validation_profiles[0].training_job_definition.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
7506
7513
|
# resp.validation_specification.validation_profiles[0].training_job_definition.hyper_parameters #=> Hash
|
|
7507
7514
|
# resp.validation_specification.validation_profiles[0].training_job_definition.hyper_parameters["HyperParameterKey"] #=> String
|
|
7508
7515
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config #=> Array
|
|
@@ -7519,7 +7526,7 @@ module Aws::SageMaker
|
|
|
7519
7526
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].content_type #=> String
|
|
7520
7527
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
|
7521
7528
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
|
7522
|
-
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
|
7529
|
+
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
7523
7530
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].shuffle_config.seed #=> Integer
|
|
7524
7531
|
# resp.validation_specification.validation_profiles[0].training_job_definition.output_data_config.kms_key_id #=> String
|
|
7525
7532
|
# resp.validation_specification.validation_profiles[0].training_job_definition.output_data_config.s3_output_path #=> String
|
|
@@ -8766,7 +8773,7 @@ module Aws::SageMaker
|
|
|
8766
8773
|
# resp.training_job_definition.static_hyper_parameters #=> Hash
|
|
8767
8774
|
# resp.training_job_definition.static_hyper_parameters["HyperParameterKey"] #=> String
|
|
8768
8775
|
# resp.training_job_definition.algorithm_specification.training_image #=> String
|
|
8769
|
-
# resp.training_job_definition.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
|
8776
|
+
# resp.training_job_definition.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
8770
8777
|
# resp.training_job_definition.algorithm_specification.algorithm_name #=> String
|
|
8771
8778
|
# resp.training_job_definition.algorithm_specification.metric_definitions #=> Array
|
|
8772
8779
|
# resp.training_job_definition.algorithm_specification.metric_definitions[0].name #=> String
|
|
@@ -8786,7 +8793,7 @@ module Aws::SageMaker
|
|
|
8786
8793
|
# resp.training_job_definition.input_data_config[0].content_type #=> String
|
|
8787
8794
|
# resp.training_job_definition.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
|
8788
8795
|
# resp.training_job_definition.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
|
8789
|
-
# resp.training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
|
8796
|
+
# resp.training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
8790
8797
|
# resp.training_job_definition.input_data_config[0].shuffle_config.seed #=> Integer
|
|
8791
8798
|
# resp.training_job_definition.vpc_config.security_group_ids #=> Array
|
|
8792
8799
|
# resp.training_job_definition.vpc_config.security_group_ids[0] #=> String
|
|
@@ -8827,7 +8834,7 @@ module Aws::SageMaker
|
|
|
8827
8834
|
# resp.training_job_definitions[0].static_hyper_parameters #=> Hash
|
|
8828
8835
|
# resp.training_job_definitions[0].static_hyper_parameters["HyperParameterKey"] #=> String
|
|
8829
8836
|
# resp.training_job_definitions[0].algorithm_specification.training_image #=> String
|
|
8830
|
-
# resp.training_job_definitions[0].algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
|
8837
|
+
# resp.training_job_definitions[0].algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
8831
8838
|
# resp.training_job_definitions[0].algorithm_specification.algorithm_name #=> String
|
|
8832
8839
|
# resp.training_job_definitions[0].algorithm_specification.metric_definitions #=> Array
|
|
8833
8840
|
# resp.training_job_definitions[0].algorithm_specification.metric_definitions[0].name #=> String
|
|
@@ -8847,7 +8854,7 @@ module Aws::SageMaker
|
|
|
8847
8854
|
# resp.training_job_definitions[0].input_data_config[0].content_type #=> String
|
|
8848
8855
|
# resp.training_job_definitions[0].input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
|
8849
8856
|
# resp.training_job_definitions[0].input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
|
8850
|
-
# resp.training_job_definitions[0].input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
|
8857
|
+
# resp.training_job_definitions[0].input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
8851
8858
|
# resp.training_job_definitions[0].input_data_config[0].shuffle_config.seed #=> Integer
|
|
8852
8859
|
# resp.training_job_definitions[0].vpc_config.security_group_ids #=> Array
|
|
8853
8860
|
# resp.training_job_definitions[0].vpc_config.security_group_ids[0] #=> String
|
|
@@ -10282,7 +10289,7 @@ module Aws::SageMaker
|
|
|
10282
10289
|
# resp.hyper_parameters["HyperParameterKey"] #=> String
|
|
10283
10290
|
# resp.algorithm_specification.training_image #=> String
|
|
10284
10291
|
# resp.algorithm_specification.algorithm_name #=> String
|
|
10285
|
-
# resp.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
|
10292
|
+
# resp.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
10286
10293
|
# resp.algorithm_specification.metric_definitions #=> Array
|
|
10287
10294
|
# resp.algorithm_specification.metric_definitions[0].name #=> String
|
|
10288
10295
|
# resp.algorithm_specification.metric_definitions[0].regex #=> String
|
|
@@ -10302,7 +10309,7 @@ module Aws::SageMaker
|
|
|
10302
10309
|
# resp.input_data_config[0].content_type #=> String
|
|
10303
10310
|
# resp.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
|
10304
10311
|
# resp.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
|
10305
|
-
# resp.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
|
10312
|
+
# resp.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
10306
10313
|
# resp.input_data_config[0].shuffle_config.seed #=> Integer
|
|
10307
10314
|
# resp.output_data_config.kms_key_id #=> String
|
|
10308
10315
|
# resp.output_data_config.s3_output_path #=> String
|
|
@@ -15345,7 +15352,7 @@ module Aws::SageMaker
|
|
|
15345
15352
|
# resp.results[0].training_job.hyper_parameters["HyperParameterKey"] #=> String
|
|
15346
15353
|
# resp.results[0].training_job.algorithm_specification.training_image #=> String
|
|
15347
15354
|
# resp.results[0].training_job.algorithm_specification.algorithm_name #=> String
|
|
15348
|
-
# resp.results[0].training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
|
15355
|
+
# resp.results[0].training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
15349
15356
|
# resp.results[0].training_job.algorithm_specification.metric_definitions #=> Array
|
|
15350
15357
|
# resp.results[0].training_job.algorithm_specification.metric_definitions[0].name #=> String
|
|
15351
15358
|
# resp.results[0].training_job.algorithm_specification.metric_definitions[0].regex #=> String
|
|
@@ -15365,7 +15372,7 @@ module Aws::SageMaker
|
|
|
15365
15372
|
# resp.results[0].training_job.input_data_config[0].content_type #=> String
|
|
15366
15373
|
# resp.results[0].training_job.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
|
15367
15374
|
# resp.results[0].training_job.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
|
15368
|
-
# resp.results[0].training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
|
15375
|
+
# resp.results[0].training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
15369
15376
|
# resp.results[0].training_job.input_data_config[0].shuffle_config.seed #=> Integer
|
|
15370
15377
|
# resp.results[0].training_job.output_data_config.kms_key_id #=> String
|
|
15371
15378
|
# resp.results[0].training_job.output_data_config.s3_output_path #=> String
|
|
@@ -15534,7 +15541,7 @@ module Aws::SageMaker
|
|
|
15534
15541
|
# resp.results[0].trial_component.source_detail.training_job.hyper_parameters["HyperParameterKey"] #=> String
|
|
15535
15542
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.training_image #=> String
|
|
15536
15543
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.algorithm_name #=> String
|
|
15537
|
-
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
|
15544
|
+
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
15538
15545
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.metric_definitions #=> Array
|
|
15539
15546
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.metric_definitions[0].name #=> String
|
|
15540
15547
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.metric_definitions[0].regex #=> String
|
|
@@ -15554,7 +15561,7 @@ module Aws::SageMaker
|
|
|
15554
15561
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].content_type #=> String
|
|
15555
15562
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
|
15556
15563
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
|
15557
|
-
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
|
15564
|
+
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
|
15558
15565
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].shuffle_config.seed #=> Integer
|
|
15559
15566
|
# resp.results[0].trial_component.source_detail.training_job.output_data_config.kms_key_id #=> String
|
|
15560
15567
|
# resp.results[0].trial_component.source_detail.training_job.output_data_config.s3_output_path #=> String
|
|
@@ -18032,7 +18039,7 @@ module Aws::SageMaker
|
|
|
18032
18039
|
params: params,
|
|
18033
18040
|
config: config)
|
|
18034
18041
|
context[:gem_name] = 'aws-sdk-sagemaker'
|
|
18035
|
-
context[:gem_version] = '1.
|
|
18042
|
+
context[:gem_version] = '1.102.0'
|
|
18036
18043
|
Seahorse::Client::Request.new(handlers, context)
|
|
18037
18044
|
end
|
|
18038
18045
|
|
|
@@ -260,7 +260,7 @@ module Aws::SageMaker
|
|
|
260
260
|
# {
|
|
261
261
|
# training_image: "AlgorithmImage",
|
|
262
262
|
# algorithm_name: "ArnOrName",
|
|
263
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
263
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
264
264
|
# metric_definitions: [
|
|
265
265
|
# {
|
|
266
266
|
# name: "MetricName", # required
|
|
@@ -293,27 +293,45 @@ module Aws::SageMaker
|
|
|
293
293
|
# @return [String]
|
|
294
294
|
#
|
|
295
295
|
# @!attribute [rw] training_input_mode
|
|
296
|
-
# The input mode that the algorithm supports. For
|
|
297
|
-
#
|
|
298
|
-
#
|
|
299
|
-
#
|
|
300
|
-
#
|
|
301
|
-
# algorithm supports
|
|
302
|
-
#
|
|
303
|
-
#
|
|
304
|
-
#
|
|
305
|
-
#
|
|
306
|
-
#
|
|
307
|
-
#
|
|
308
|
-
#
|
|
309
|
-
#
|
|
310
|
-
#
|
|
311
|
-
#
|
|
312
|
-
# the
|
|
313
|
-
#
|
|
314
|
-
#
|
|
315
|
-
#
|
|
316
|
-
#
|
|
296
|
+
# The training input mode that the algorithm supports. For more
|
|
297
|
+
# information about input modes, see [Algorithms][1].
|
|
298
|
+
#
|
|
299
|
+
# **Pipe mode**
|
|
300
|
+
#
|
|
301
|
+
# If an algorithm supports `Pipe` mode, Amazon SageMaker streams data
|
|
302
|
+
# directly from Amazon S3 to the container.
|
|
303
|
+
#
|
|
304
|
+
# **File mode**
|
|
305
|
+
#
|
|
306
|
+
# If an algorithm supports `File` mode, SageMaker downloads the
|
|
307
|
+
# training data from S3 to the provisioned ML storage volume, and
|
|
308
|
+
# mounts the directory to the Docker volume for the training
|
|
309
|
+
# container.
|
|
310
|
+
#
|
|
311
|
+
# You must provision the ML storage volume with sufficient capacity to
|
|
312
|
+
# accommodate the data downloaded from S3. In addition to the training
|
|
313
|
+
# data, the ML storage volume also stores the output model. The
|
|
314
|
+
# algorithm container uses the ML storage volume to also store
|
|
315
|
+
# intermediate information, if any.
|
|
316
|
+
#
|
|
317
|
+
# For distributed algorithms, training data is distributed uniformly.
|
|
318
|
+
# Your training duration is predictable if the input data objects
|
|
319
|
+
# sizes are approximately the same. SageMaker does not split the files
|
|
320
|
+
# any further for model training. If the object sizes are skewed,
|
|
321
|
+
# training won't be optimal as the data distribution is also skewed
|
|
322
|
+
# when one host in a training cluster is overloaded, thus becoming a
|
|
323
|
+
# bottleneck in training.
|
|
324
|
+
#
|
|
325
|
+
# **FastFile mode**
|
|
326
|
+
#
|
|
327
|
+
# If an algorithm supports `FastFile` mode, SageMaker streams data
|
|
328
|
+
# directly from S3 to the container with no code changes, and provides
|
|
329
|
+
# file system access to the data. Users can author their training
|
|
330
|
+
# script to interact with these files as if they were stored on disk.
|
|
331
|
+
#
|
|
332
|
+
# `FastFile` mode works best when the data is read sequentially.
|
|
333
|
+
# Augmented manifest files aren't supported. The startup time is
|
|
334
|
+
# lower when there are fewer files in the S3 bucket provided.
|
|
317
335
|
#
|
|
318
336
|
#
|
|
319
337
|
#
|
|
@@ -451,7 +469,7 @@ module Aws::SageMaker
|
|
|
451
469
|
# {
|
|
452
470
|
# profile_name: "EntityName", # required
|
|
453
471
|
# training_job_definition: { # required
|
|
454
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
472
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
455
473
|
# hyper_parameters: {
|
|
456
474
|
# "HyperParameterKey" => "HyperParameterValue",
|
|
457
475
|
# },
|
|
@@ -475,7 +493,7 @@ module Aws::SageMaker
|
|
|
475
493
|
# content_type: "ContentType",
|
|
476
494
|
# compression_type: "None", # accepts None, Gzip
|
|
477
495
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
478
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
496
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
479
497
|
# shuffle_config: {
|
|
480
498
|
# seed: 1, # required
|
|
481
499
|
# },
|
|
@@ -565,7 +583,7 @@ module Aws::SageMaker
|
|
|
565
583
|
# {
|
|
566
584
|
# profile_name: "EntityName", # required
|
|
567
585
|
# training_job_definition: { # required
|
|
568
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
586
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
569
587
|
# hyper_parameters: {
|
|
570
588
|
# "HyperParameterKey" => "HyperParameterValue",
|
|
571
589
|
# },
|
|
@@ -589,7 +607,7 @@ module Aws::SageMaker
|
|
|
589
607
|
# content_type: "ContentType",
|
|
590
608
|
# compression_type: "None", # accepts None, Gzip
|
|
591
609
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
592
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
610
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
593
611
|
# shuffle_config: {
|
|
594
612
|
# seed: 1, # required
|
|
595
613
|
# },
|
|
@@ -2063,12 +2081,20 @@ module Aws::SageMaker
|
|
|
2063
2081
|
# @return [Integer]
|
|
2064
2082
|
#
|
|
2065
2083
|
# @!attribute [rw] max_runtime_per_training_job_in_seconds
|
|
2066
|
-
# The maximum time, in seconds,
|
|
2067
|
-
# part of
|
|
2084
|
+
# The maximum time, in seconds, that each training job is allowed to
|
|
2085
|
+
# run as part of a hyperparameter tuning job. For more information,
|
|
2086
|
+
# see the used by the action.
|
|
2068
2087
|
# @return [Integer]
|
|
2069
2088
|
#
|
|
2070
2089
|
# @!attribute [rw] max_auto_ml_job_runtime_in_seconds
|
|
2071
2090
|
# The maximum runtime, in seconds, an AutoML job has to complete.
|
|
2091
|
+
#
|
|
2092
|
+
# If an AutoML job exceeds the maximum runtime, the job is stopped
|
|
2093
|
+
# automatically and its processing is ended gracefully. The AutoML job
|
|
2094
|
+
# identifies the best model whose training was completed and marks it
|
|
2095
|
+
# as the best-performing model. Any unfinished steps of the job, such
|
|
2096
|
+
# as automatic one-click Autopilot model deployment, will not be
|
|
2097
|
+
# completed.
|
|
2072
2098
|
# @return [Integer]
|
|
2073
2099
|
#
|
|
2074
2100
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/AutoMLJobCompletionCriteria AWS API Documentation
|
|
@@ -2676,7 +2702,7 @@ module Aws::SageMaker
|
|
|
2676
2702
|
# content_type: "ContentType",
|
|
2677
2703
|
# compression_type: "None", # accepts None, Gzip
|
|
2678
2704
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
2679
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
2705
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
2680
2706
|
# shuffle_config: {
|
|
2681
2707
|
# seed: 1, # required
|
|
2682
2708
|
# },
|
|
@@ -2775,7 +2801,7 @@ module Aws::SageMaker
|
|
|
2775
2801
|
# is_required: false,
|
|
2776
2802
|
# supported_content_types: ["ContentType"], # required
|
|
2777
2803
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
|
2778
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
|
2804
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
|
2779
2805
|
# }
|
|
2780
2806
|
#
|
|
2781
2807
|
# @!attribute [rw] name
|
|
@@ -3549,7 +3575,7 @@ module Aws::SageMaker
|
|
|
3549
3575
|
# is_required: false,
|
|
3550
3576
|
# supported_content_types: ["ContentType"], # required
|
|
3551
3577
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
|
3552
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
|
3578
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
|
3553
3579
|
# },
|
|
3554
3580
|
# ],
|
|
3555
3581
|
# supported_tuning_job_objective_metrics: [
|
|
@@ -3583,7 +3609,7 @@ module Aws::SageMaker
|
|
|
3583
3609
|
# {
|
|
3584
3610
|
# profile_name: "EntityName", # required
|
|
3585
3611
|
# training_job_definition: { # required
|
|
3586
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
3612
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
3587
3613
|
# hyper_parameters: {
|
|
3588
3614
|
# "HyperParameterKey" => "HyperParameterValue",
|
|
3589
3615
|
# },
|
|
@@ -3607,7 +3633,7 @@ module Aws::SageMaker
|
|
|
3607
3633
|
# content_type: "ContentType",
|
|
3608
3634
|
# compression_type: "None", # accepts None, Gzip
|
|
3609
3635
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
3610
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
3636
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
3611
3637
|
# shuffle_config: {
|
|
3612
3638
|
# seed: 1, # required
|
|
3613
3639
|
# },
|
|
@@ -5255,12 +5281,19 @@ module Aws::SageMaker
|
|
|
5255
5281
|
# `OfflineStore`.
|
|
5256
5282
|
#
|
|
5257
5283
|
# * A configuration for an Amazon Web Services Glue or Amazon Web
|
|
5258
|
-
# Services Hive data
|
|
5284
|
+
# Services Hive data catalog.
|
|
5259
5285
|
#
|
|
5260
5286
|
# * An KMS encryption key to encrypt the Amazon S3 location used for
|
|
5261
|
-
# `OfflineStore`.
|
|
5287
|
+
# `OfflineStore`. If KMS encryption key is not specified, by default
|
|
5288
|
+
# we encrypt all data at rest using Amazon Web Services KMS key. By
|
|
5289
|
+
# defining your [bucket-level key][1] for SSE, you can reduce Amazon
|
|
5290
|
+
# Web Services KMS requests costs by up to 99 percent.
|
|
5262
5291
|
#
|
|
5263
5292
|
# To learn more about this parameter, see OfflineStoreConfig.
|
|
5293
|
+
#
|
|
5294
|
+
#
|
|
5295
|
+
#
|
|
5296
|
+
# [1]: https://docs.aws.amazon.com/AmazonS3/latest/userguide/bucket-key.html
|
|
5264
5297
|
# @return [Types::OfflineStoreConfig]
|
|
5265
5298
|
#
|
|
5266
5299
|
# @!attribute [rw] role_arn
|
|
@@ -5544,7 +5577,7 @@ module Aws::SageMaker
|
|
|
5544
5577
|
# },
|
|
5545
5578
|
# algorithm_specification: { # required
|
|
5546
5579
|
# training_image: "AlgorithmImage",
|
|
5547
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
5580
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
5548
5581
|
# algorithm_name: "ArnOrName",
|
|
5549
5582
|
# metric_definitions: [
|
|
5550
5583
|
# {
|
|
@@ -5574,7 +5607,7 @@ module Aws::SageMaker
|
|
|
5574
5607
|
# content_type: "ContentType",
|
|
5575
5608
|
# compression_type: "None", # accepts None, Gzip
|
|
5576
5609
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
5577
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
5610
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
5578
5611
|
# shuffle_config: {
|
|
5579
5612
|
# seed: 1, # required
|
|
5580
5613
|
# },
|
|
@@ -5645,7 +5678,7 @@ module Aws::SageMaker
|
|
|
5645
5678
|
# },
|
|
5646
5679
|
# algorithm_specification: { # required
|
|
5647
5680
|
# training_image: "AlgorithmImage",
|
|
5648
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
5681
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
5649
5682
|
# algorithm_name: "ArnOrName",
|
|
5650
5683
|
# metric_definitions: [
|
|
5651
5684
|
# {
|
|
@@ -5675,7 +5708,7 @@ module Aws::SageMaker
|
|
|
5675
5708
|
# content_type: "ContentType",
|
|
5676
5709
|
# compression_type: "None", # accepts None, Gzip
|
|
5677
5710
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
5678
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
5711
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
5679
5712
|
# shuffle_config: {
|
|
5680
5713
|
# seed: 1, # required
|
|
5681
5714
|
# },
|
|
@@ -8048,7 +8081,7 @@ module Aws::SageMaker
|
|
|
8048
8081
|
# algorithm_specification: { # required
|
|
8049
8082
|
# training_image: "AlgorithmImage",
|
|
8050
8083
|
# algorithm_name: "ArnOrName",
|
|
8051
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
8084
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
8052
8085
|
# metric_definitions: [
|
|
8053
8086
|
# {
|
|
8054
8087
|
# name: "MetricName", # required
|
|
@@ -8078,7 +8111,7 @@ module Aws::SageMaker
|
|
|
8078
8111
|
# content_type: "ContentType",
|
|
8079
8112
|
# compression_type: "None", # accepts None, Gzip
|
|
8080
8113
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
8081
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
8114
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
8082
8115
|
# shuffle_config: {
|
|
8083
8116
|
# seed: 1, # required
|
|
8084
8117
|
# },
|
|
@@ -9383,19 +9416,18 @@ module Aws::SageMaker
|
|
|
9383
9416
|
# specify `OutputFilter` as an additional filter to select a portion
|
|
9384
9417
|
# of the joined dataset and store it in the output file.
|
|
9385
9418
|
#
|
|
9386
|
-
# For JSON or JSONLines objects, such as a JSON array,
|
|
9387
|
-
#
|
|
9388
|
-
#
|
|
9389
|
-
#
|
|
9390
|
-
#
|
|
9391
|
-
#
|
|
9392
|
-
#
|
|
9419
|
+
# For JSON or JSONLines objects, such as a JSON array, SageMaker adds
|
|
9420
|
+
# the transformed data to the input JSON object in an attribute called
|
|
9421
|
+
# `SageMakerOutput`. The joined result for JSON must be a key-value
|
|
9422
|
+
# pair object. If the input is not a key-value pair object, SageMaker
|
|
9423
|
+
# creates a new JSON file. In the new JSON file, and the input data is
|
|
9424
|
+
# stored under the `SageMakerInput` key and the results are stored in
|
|
9425
|
+
# `SageMakerOutput`.
|
|
9393
9426
|
#
|
|
9394
|
-
# For CSV data,
|
|
9395
|
-
#
|
|
9396
|
-
#
|
|
9397
|
-
#
|
|
9398
|
-
# is a CSV file.
|
|
9427
|
+
# For CSV data, SageMaker takes each row as a JSON array and joins the
|
|
9428
|
+
# transformed data with the input by appending each transformed row to
|
|
9429
|
+
# the end of the input. The joined data has the original input data
|
|
9430
|
+
# followed by the transformed data and the output is a CSV file.
|
|
9399
9431
|
#
|
|
9400
9432
|
# For information on how joining in applied, see [Workflow for
|
|
9401
9433
|
# Associating Inferences with Input Records][1].
|
|
@@ -11173,6 +11205,9 @@ module Aws::SageMaker
|
|
|
11173
11205
|
#
|
|
11174
11206
|
# @!attribute [rw] last_user_activity_timestamp
|
|
11175
11207
|
# The timestamp of the last user's activity.
|
|
11208
|
+
# `LastUserActivityTimestamp` is also updated when SageMaker performs
|
|
11209
|
+
# health checks without user activity. As a result, this value is set
|
|
11210
|
+
# to the same value as `LastHealthCheckTimestamp`.
|
|
11176
11211
|
# @return [Time]
|
|
11177
11212
|
#
|
|
11178
11213
|
# @!attribute [rw] creation_time
|
|
@@ -14777,8 +14812,8 @@ module Aws::SageMaker
|
|
|
14777
14812
|
#
|
|
14778
14813
|
# Multiply `BillableTimeInSeconds` by the number of instances
|
|
14779
14814
|
# (`InstanceCount`) in your training cluster to get the total compute
|
|
14780
|
-
# time
|
|
14781
|
-
#
|
|
14815
|
+
# time SageMaker will bill you if you run distributed training. The
|
|
14816
|
+
# formula is as follows: `BillableTimeInSeconds * InstanceCount` .
|
|
14782
14817
|
#
|
|
14783
14818
|
# You can calculate the savings from using managed spot training using
|
|
14784
14819
|
# the formula `(1 - BillableTimeInSeconds / TrainingTimeInSeconds) *
|
|
@@ -16072,7 +16107,7 @@ module Aws::SageMaker
|
|
|
16072
16107
|
#
|
|
16073
16108
|
# @!attribute [rw] s3_input_mode
|
|
16074
16109
|
# Whether the `Pipe` or `File` is used as the input mode for
|
|
16075
|
-
#
|
|
16110
|
+
# transferring data for the monitoring job. `Pipe` mode is recommended
|
|
16076
16111
|
# for large datasets. `File` mode is useful for small files that fit
|
|
16077
16112
|
# in memory. Defaults to `File`.
|
|
16078
16113
|
# @return [String]
|
|
@@ -18383,7 +18418,7 @@ module Aws::SageMaker
|
|
|
18383
18418
|
#
|
|
18384
18419
|
# {
|
|
18385
18420
|
# training_image: "AlgorithmImage",
|
|
18386
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
18421
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
18387
18422
|
# algorithm_name: "ArnOrName",
|
|
18388
18423
|
# metric_definitions: [
|
|
18389
18424
|
# {
|
|
@@ -18409,21 +18444,45 @@ module Aws::SageMaker
|
|
|
18409
18444
|
# @return [String]
|
|
18410
18445
|
#
|
|
18411
18446
|
# @!attribute [rw] training_input_mode
|
|
18412
|
-
# The input mode that the algorithm supports
|
|
18413
|
-
# input
|
|
18414
|
-
#
|
|
18415
|
-
#
|
|
18416
|
-
#
|
|
18447
|
+
# The training input mode that the algorithm supports. For more
|
|
18448
|
+
# information about input modes, see [Algorithms][1].
|
|
18449
|
+
#
|
|
18450
|
+
# **Pipe mode**
|
|
18451
|
+
#
|
|
18452
|
+
# If an algorithm supports `Pipe` mode, Amazon SageMaker streams data
|
|
18417
18453
|
# directly from Amazon S3 to the container.
|
|
18418
18454
|
#
|
|
18419
|
-
#
|
|
18420
|
-
#
|
|
18421
|
-
#
|
|
18422
|
-
# the
|
|
18455
|
+
# **File mode**
|
|
18456
|
+
#
|
|
18457
|
+
# If an algorithm supports `File` mode, SageMaker downloads the
|
|
18458
|
+
# training data from S3 to the provisioned ML storage volume, and
|
|
18459
|
+
# mounts the directory to the Docker volume for the training
|
|
18460
|
+
# container.
|
|
18423
18461
|
#
|
|
18462
|
+
# You must provision the ML storage volume with sufficient capacity to
|
|
18463
|
+
# accommodate the data downloaded from S3. In addition to the training
|
|
18464
|
+
# data, the ML storage volume also stores the output model. The
|
|
18465
|
+
# algorithm container uses the ML storage volume to also store
|
|
18466
|
+
# intermediate information, if any.
|
|
18424
18467
|
#
|
|
18468
|
+
# For distributed algorithms, training data is distributed uniformly.
|
|
18469
|
+
# Your training duration is predictable if the input data objects
|
|
18470
|
+
# sizes are approximately the same. SageMaker does not split the files
|
|
18471
|
+
# any further for model training. If the object sizes are skewed,
|
|
18472
|
+
# training won't be optimal as the data distribution is also skewed
|
|
18473
|
+
# when one host in a training cluster is overloaded, thus becoming a
|
|
18474
|
+
# bottleneck in training.
|
|
18425
18475
|
#
|
|
18426
|
-
#
|
|
18476
|
+
# **FastFile mode**
|
|
18477
|
+
#
|
|
18478
|
+
# If an algorithm supports `FastFile` mode, SageMaker streams data
|
|
18479
|
+
# directly from S3 to the container with no code changes, and provides
|
|
18480
|
+
# file system access to the data. Users can author their training
|
|
18481
|
+
# script to interact with these files as if they were stored on disk.
|
|
18482
|
+
#
|
|
18483
|
+
# `FastFile` mode works best when the data is read sequentially.
|
|
18484
|
+
# Augmented manifest files aren't supported. The startup time is
|
|
18485
|
+
# lower when there are fewer files in the S3 bucket provided.
|
|
18427
18486
|
#
|
|
18428
18487
|
#
|
|
18429
18488
|
#
|
|
@@ -18564,7 +18623,7 @@ module Aws::SageMaker
|
|
|
18564
18623
|
# },
|
|
18565
18624
|
# algorithm_specification: { # required
|
|
18566
18625
|
# training_image: "AlgorithmImage",
|
|
18567
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
18626
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
18568
18627
|
# algorithm_name: "ArnOrName",
|
|
18569
18628
|
# metric_definitions: [
|
|
18570
18629
|
# {
|
|
@@ -18594,7 +18653,7 @@ module Aws::SageMaker
|
|
|
18594
18653
|
# content_type: "ContentType",
|
|
18595
18654
|
# compression_type: "None", # accepts None, Gzip
|
|
18596
18655
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
18597
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
18656
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
18598
18657
|
# shuffle_config: {
|
|
18599
18658
|
# seed: 1, # required
|
|
18600
18659
|
# },
|
|
@@ -32422,11 +32481,11 @@ module Aws::SageMaker
|
|
|
32422
32481
|
include Aws::Structure
|
|
32423
32482
|
end
|
|
32424
32483
|
|
|
32425
|
-
# Specifies a limit to how long a model training job
|
|
32426
|
-
#
|
|
32427
|
-
#
|
|
32428
|
-
#
|
|
32429
|
-
#
|
|
32484
|
+
# Specifies a limit to how long a model training job or model
|
|
32485
|
+
# compilation job can run. It also specifies how long a managed spot
|
|
32486
|
+
# training job has to complete. When the job reaches the time limit,
|
|
32487
|
+
# Amazon SageMaker ends the training or compilation job. Use this API to
|
|
32488
|
+
# cap model training costs.
|
|
32430
32489
|
#
|
|
32431
32490
|
# To stop a training job, Amazon SageMaker sends the algorithm the
|
|
32432
32491
|
# `SIGTERM` signal, which delays job termination for 120 seconds.
|
|
@@ -32588,12 +32647,12 @@ module Aws::SageMaker
|
|
|
32588
32647
|
end
|
|
32589
32648
|
|
|
32590
32649
|
# A tag object that consists of a key and an optional value, used to
|
|
32591
|
-
# manage metadata for
|
|
32650
|
+
# manage metadata for SageMaker Amazon Web Services resources.
|
|
32592
32651
|
#
|
|
32593
32652
|
# You can add tags to notebook instances, training jobs, hyperparameter
|
|
32594
32653
|
# tuning jobs, batch transform jobs, models, labeling jobs, work teams,
|
|
32595
32654
|
# endpoint configurations, and endpoints. For more information on adding
|
|
32596
|
-
# tags to
|
|
32655
|
+
# tags to SageMaker resources, see AddTags.
|
|
32597
32656
|
#
|
|
32598
32657
|
# For more information on adding metadata to your Amazon Web Services
|
|
32599
32658
|
# resources with tagging, see [Tagging Amazon Web Services
|
|
@@ -33122,7 +33181,7 @@ module Aws::SageMaker
|
|
|
33122
33181
|
# data as a hash:
|
|
33123
33182
|
#
|
|
33124
33183
|
# {
|
|
33125
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
|
33184
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
|
33126
33185
|
# hyper_parameters: {
|
|
33127
33186
|
# "HyperParameterKey" => "HyperParameterValue",
|
|
33128
33187
|
# },
|
|
@@ -33146,7 +33205,7 @@ module Aws::SageMaker
|
|
|
33146
33205
|
# content_type: "ContentType",
|
|
33147
33206
|
# compression_type: "None", # accepts None, Gzip
|
|
33148
33207
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
|
33149
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
|
33208
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
|
33150
33209
|
# shuffle_config: {
|
|
33151
33210
|
# seed: 1, # required
|
|
33152
33211
|
# },
|
|
@@ -33169,15 +33228,45 @@ module Aws::SageMaker
|
|
|
33169
33228
|
# }
|
|
33170
33229
|
#
|
|
33171
33230
|
# @!attribute [rw] training_input_mode
|
|
33172
|
-
# The input mode
|
|
33173
|
-
# input modes
|
|
33174
|
-
#
|
|
33231
|
+
# The training input mode that the algorithm supports. For more
|
|
33232
|
+
# information about input modes, see [Algorithms][1].
|
|
33233
|
+
#
|
|
33234
|
+
# **Pipe mode**
|
|
33235
|
+
#
|
|
33236
|
+
# If an algorithm supports `Pipe` mode, Amazon SageMaker streams data
|
|
33237
|
+
# directly from Amazon S3 to the container.
|
|
33238
|
+
#
|
|
33239
|
+
# **File mode**
|
|
33240
|
+
#
|
|
33241
|
+
# If an algorithm supports `File` mode, SageMaker downloads the
|
|
33242
|
+
# training data from S3 to the provisioned ML storage volume, and
|
|
33243
|
+
# mounts the directory to the Docker volume for the training
|
|
33244
|
+
# container.
|
|
33245
|
+
#
|
|
33246
|
+
# You must provision the ML storage volume with sufficient capacity to
|
|
33247
|
+
# accommodate the data downloaded from S3. In addition to the training
|
|
33248
|
+
# data, the ML storage volume also stores the output model. The
|
|
33249
|
+
# algorithm container uses the ML storage volume to also store
|
|
33250
|
+
# intermediate information, if any.
|
|
33251
|
+
#
|
|
33252
|
+
# For distributed algorithms, training data is distributed uniformly.
|
|
33253
|
+
# Your training duration is predictable if the input data objects
|
|
33254
|
+
# sizes are approximately the same. SageMaker does not split the files
|
|
33255
|
+
# any further for model training. If the object sizes are skewed,
|
|
33256
|
+
# training won't be optimal as the data distribution is also skewed
|
|
33257
|
+
# when one host in a training cluster is overloaded, thus becoming a
|
|
33258
|
+
# bottleneck in training.
|
|
33259
|
+
#
|
|
33260
|
+
# **FastFile mode**
|
|
33261
|
+
#
|
|
33262
|
+
# If an algorithm supports `FastFile` mode, SageMaker streams data
|
|
33263
|
+
# directly from S3 to the container with no code changes, and provides
|
|
33264
|
+
# file system access to the data. Users can author their training
|
|
33265
|
+
# script to interact with these files as if they were stored on disk.
|
|
33175
33266
|
#
|
|
33176
|
-
#
|
|
33177
|
-
#
|
|
33178
|
-
#
|
|
33179
|
-
# container. If an algorithm supports the `Pipe` input mode, Amazon
|
|
33180
|
-
# SageMaker streams data directly from S3 to the container.
|
|
33267
|
+
# `FastFile` mode works best when the data is read sequentially.
|
|
33268
|
+
# Augmented manifest files aren't supported. The startup time is
|
|
33269
|
+
# lower when there are fewer files in the S3 bucket provided.
|
|
33181
33270
|
#
|
|
33182
33271
|
#
|
|
33183
33272
|
#
|
|
@@ -33371,7 +33460,7 @@ module Aws::SageMaker
|
|
|
33371
33460
|
# is_required: false,
|
|
33372
33461
|
# supported_content_types: ["ContentType"], # required
|
|
33373
33462
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
|
33374
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
|
33463
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
|
33375
33464
|
# },
|
|
33376
33465
|
# ],
|
|
33377
33466
|
# supported_tuning_job_objective_metrics: [
|
data/lib/aws-sdk-sagemaker.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: aws-sdk-sagemaker
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.102.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Amazon Web Services
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2021-
|
|
11
|
+
date: 2021-10-06 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: aws-sdk-core
|