aws-sdk-sagemaker 1.101.0 → 1.102.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-sagemaker/client.rb +35 -28
- data/lib/aws-sdk-sagemaker/types.rb +176 -87
- data/lib/aws-sdk-sagemaker.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6b9b7691675ddc58bc162b9dad9acc3fd9a159acd50424880279fe258d0d5a8d
|
4
|
+
data.tar.gz: 61b8af61d77012aeb0f1a12f7b626f18f7d4cf7f18a20ca8beaef6298b8bb3ea
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5a0a3ddea0cda2b13cf49aa42aece24d0210c9321aa92a78b4a4baaa2db57514740ae7688298b374755a6fcbe4ed2cbf60ae7c820b52432f815c221a7005288c
|
7
|
+
data.tar.gz: a760abc7e2450c9fc1db83e4e24551b14fb9e2238b7a9ff06ca9a07199df77b50e5e3734ffd701de33c25d5eb8e66247dfd2dd93e63210eb0c5150691d490353
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.102.0
|
@@ -709,7 +709,7 @@ module Aws::SageMaker
|
|
709
709
|
# is_required: false,
|
710
710
|
# supported_content_types: ["ContentType"], # required
|
711
711
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
712
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
712
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
713
713
|
# },
|
714
714
|
# ],
|
715
715
|
# supported_tuning_job_objective_metrics: [
|
@@ -743,7 +743,7 @@ module Aws::SageMaker
|
|
743
743
|
# {
|
744
744
|
# profile_name: "EntityName", # required
|
745
745
|
# training_job_definition: { # required
|
746
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
746
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
747
747
|
# hyper_parameters: {
|
748
748
|
# "HyperParameterKey" => "HyperParameterValue",
|
749
749
|
# },
|
@@ -767,7 +767,7 @@ module Aws::SageMaker
|
|
767
767
|
# content_type: "ContentType",
|
768
768
|
# compression_type: "None", # accepts None, Gzip
|
769
769
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
770
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
770
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
771
771
|
# shuffle_config: {
|
772
772
|
# seed: 1, # required
|
773
773
|
# },
|
@@ -1964,7 +1964,7 @@ module Aws::SageMaker
|
|
1964
1964
|
# and CreateEndpointConfig API operations, add the following policies to
|
1965
1965
|
# the role.
|
1966
1966
|
#
|
1967
|
-
# * Option 1: For a full
|
1967
|
+
# * Option 1: For a full SageMaker access, search and attach the
|
1968
1968
|
# `AmazonSageMakerFullAccess` policy.
|
1969
1969
|
#
|
1970
1970
|
# * Option 2: For granting a limited access to an IAM role, paste the
|
@@ -1982,8 +1982,8 @@ module Aws::SageMaker
|
|
1982
1982
|
#
|
1983
1983
|
# `]`
|
1984
1984
|
#
|
1985
|
-
# For more information, see [
|
1986
|
-
#
|
1985
|
+
# For more information, see [SageMaker API Permissions: Actions,
|
1986
|
+
# Permissions, and Resources Reference][5].
|
1987
1987
|
#
|
1988
1988
|
# </note>
|
1989
1989
|
#
|
@@ -2401,13 +2401,20 @@ module Aws::SageMaker
|
|
2401
2401
|
# `OfflineStore`.
|
2402
2402
|
#
|
2403
2403
|
# * A configuration for an Amazon Web Services Glue or Amazon Web
|
2404
|
-
# Services Hive data
|
2404
|
+
# Services Hive data catalog.
|
2405
2405
|
#
|
2406
2406
|
# * An KMS encryption key to encrypt the Amazon S3 location used for
|
2407
|
-
# `OfflineStore`.
|
2407
|
+
# `OfflineStore`. If KMS encryption key is not specified, by default
|
2408
|
+
# we encrypt all data at rest using Amazon Web Services KMS key. By
|
2409
|
+
# defining your [bucket-level key][1] for SSE, you can reduce Amazon
|
2410
|
+
# Web Services KMS requests costs by up to 99 percent.
|
2408
2411
|
#
|
2409
2412
|
# To learn more about this parameter, see OfflineStoreConfig.
|
2410
2413
|
#
|
2414
|
+
#
|
2415
|
+
#
|
2416
|
+
# [1]: https://docs.aws.amazon.com/AmazonS3/latest/userguide/bucket-key.html
|
2417
|
+
#
|
2411
2418
|
# @option params [String] :role_arn
|
2412
2419
|
# The Amazon Resource Name (ARN) of the IAM execution role used to
|
2413
2420
|
# persist data into the `OfflineStore` if an `OfflineStoreConfig` is
|
@@ -2767,7 +2774,7 @@ module Aws::SageMaker
|
|
2767
2774
|
# },
|
2768
2775
|
# algorithm_specification: { # required
|
2769
2776
|
# training_image: "AlgorithmImage",
|
2770
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
2777
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
2771
2778
|
# algorithm_name: "ArnOrName",
|
2772
2779
|
# metric_definitions: [
|
2773
2780
|
# {
|
@@ -2797,7 +2804,7 @@ module Aws::SageMaker
|
|
2797
2804
|
# content_type: "ContentType",
|
2798
2805
|
# compression_type: "None", # accepts None, Gzip
|
2799
2806
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
2800
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
2807
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
2801
2808
|
# shuffle_config: {
|
2802
2809
|
# seed: 1, # required
|
2803
2810
|
# },
|
@@ -2868,7 +2875,7 @@ module Aws::SageMaker
|
|
2868
2875
|
# },
|
2869
2876
|
# algorithm_specification: { # required
|
2870
2877
|
# training_image: "AlgorithmImage",
|
2871
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
2878
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
2872
2879
|
# algorithm_name: "ArnOrName",
|
2873
2880
|
# metric_definitions: [
|
2874
2881
|
# {
|
@@ -2898,7 +2905,7 @@ module Aws::SageMaker
|
|
2898
2905
|
# content_type: "ContentType",
|
2899
2906
|
# compression_type: "None", # accepts None, Gzip
|
2900
2907
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
2901
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
2908
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
2902
2909
|
# shuffle_config: {
|
2903
2910
|
# seed: 1, # required
|
2904
2911
|
# },
|
@@ -5417,7 +5424,7 @@ module Aws::SageMaker
|
|
5417
5424
|
# algorithm_specification: { # required
|
5418
5425
|
# training_image: "AlgorithmImage",
|
5419
5426
|
# algorithm_name: "ArnOrName",
|
5420
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
5427
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
5421
5428
|
# metric_definitions: [
|
5422
5429
|
# {
|
5423
5430
|
# name: "MetricName", # required
|
@@ -5447,7 +5454,7 @@ module Aws::SageMaker
|
|
5447
5454
|
# content_type: "ContentType",
|
5448
5455
|
# compression_type: "None", # accepts None, Gzip
|
5449
5456
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
5450
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
5457
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
5451
5458
|
# shuffle_config: {
|
5452
5459
|
# seed: 1, # required
|
5453
5460
|
# },
|
@@ -7479,7 +7486,7 @@ module Aws::SageMaker
|
|
7479
7486
|
# resp.training_specification.training_channels[0].supported_compression_types #=> Array
|
7480
7487
|
# resp.training_specification.training_channels[0].supported_compression_types[0] #=> String, one of "None", "Gzip"
|
7481
7488
|
# resp.training_specification.training_channels[0].supported_input_modes #=> Array
|
7482
|
-
# resp.training_specification.training_channels[0].supported_input_modes[0] #=> String, one of "Pipe", "File"
|
7489
|
+
# resp.training_specification.training_channels[0].supported_input_modes[0] #=> String, one of "Pipe", "File", "FastFile"
|
7483
7490
|
# resp.training_specification.supported_tuning_job_objective_metrics #=> Array
|
7484
7491
|
# resp.training_specification.supported_tuning_job_objective_metrics[0].type #=> String, one of "Maximize", "Minimize"
|
7485
7492
|
# resp.training_specification.supported_tuning_job_objective_metrics[0].metric_name #=> String
|
@@ -7502,7 +7509,7 @@ module Aws::SageMaker
|
|
7502
7509
|
# resp.validation_specification.validation_role #=> String
|
7503
7510
|
# resp.validation_specification.validation_profiles #=> Array
|
7504
7511
|
# resp.validation_specification.validation_profiles[0].profile_name #=> String
|
7505
|
-
# resp.validation_specification.validation_profiles[0].training_job_definition.training_input_mode #=> String, one of "Pipe", "File"
|
7512
|
+
# resp.validation_specification.validation_profiles[0].training_job_definition.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
7506
7513
|
# resp.validation_specification.validation_profiles[0].training_job_definition.hyper_parameters #=> Hash
|
7507
7514
|
# resp.validation_specification.validation_profiles[0].training_job_definition.hyper_parameters["HyperParameterKey"] #=> String
|
7508
7515
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config #=> Array
|
@@ -7519,7 +7526,7 @@ module Aws::SageMaker
|
|
7519
7526
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].content_type #=> String
|
7520
7527
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
7521
7528
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
7522
|
-
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
7529
|
+
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
7523
7530
|
# resp.validation_specification.validation_profiles[0].training_job_definition.input_data_config[0].shuffle_config.seed #=> Integer
|
7524
7531
|
# resp.validation_specification.validation_profiles[0].training_job_definition.output_data_config.kms_key_id #=> String
|
7525
7532
|
# resp.validation_specification.validation_profiles[0].training_job_definition.output_data_config.s3_output_path #=> String
|
@@ -8766,7 +8773,7 @@ module Aws::SageMaker
|
|
8766
8773
|
# resp.training_job_definition.static_hyper_parameters #=> Hash
|
8767
8774
|
# resp.training_job_definition.static_hyper_parameters["HyperParameterKey"] #=> String
|
8768
8775
|
# resp.training_job_definition.algorithm_specification.training_image #=> String
|
8769
|
-
# resp.training_job_definition.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
8776
|
+
# resp.training_job_definition.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
8770
8777
|
# resp.training_job_definition.algorithm_specification.algorithm_name #=> String
|
8771
8778
|
# resp.training_job_definition.algorithm_specification.metric_definitions #=> Array
|
8772
8779
|
# resp.training_job_definition.algorithm_specification.metric_definitions[0].name #=> String
|
@@ -8786,7 +8793,7 @@ module Aws::SageMaker
|
|
8786
8793
|
# resp.training_job_definition.input_data_config[0].content_type #=> String
|
8787
8794
|
# resp.training_job_definition.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
8788
8795
|
# resp.training_job_definition.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
8789
|
-
# resp.training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
8796
|
+
# resp.training_job_definition.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
8790
8797
|
# resp.training_job_definition.input_data_config[0].shuffle_config.seed #=> Integer
|
8791
8798
|
# resp.training_job_definition.vpc_config.security_group_ids #=> Array
|
8792
8799
|
# resp.training_job_definition.vpc_config.security_group_ids[0] #=> String
|
@@ -8827,7 +8834,7 @@ module Aws::SageMaker
|
|
8827
8834
|
# resp.training_job_definitions[0].static_hyper_parameters #=> Hash
|
8828
8835
|
# resp.training_job_definitions[0].static_hyper_parameters["HyperParameterKey"] #=> String
|
8829
8836
|
# resp.training_job_definitions[0].algorithm_specification.training_image #=> String
|
8830
|
-
# resp.training_job_definitions[0].algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
8837
|
+
# resp.training_job_definitions[0].algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
8831
8838
|
# resp.training_job_definitions[0].algorithm_specification.algorithm_name #=> String
|
8832
8839
|
# resp.training_job_definitions[0].algorithm_specification.metric_definitions #=> Array
|
8833
8840
|
# resp.training_job_definitions[0].algorithm_specification.metric_definitions[0].name #=> String
|
@@ -8847,7 +8854,7 @@ module Aws::SageMaker
|
|
8847
8854
|
# resp.training_job_definitions[0].input_data_config[0].content_type #=> String
|
8848
8855
|
# resp.training_job_definitions[0].input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
8849
8856
|
# resp.training_job_definitions[0].input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
8850
|
-
# resp.training_job_definitions[0].input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
8857
|
+
# resp.training_job_definitions[0].input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
8851
8858
|
# resp.training_job_definitions[0].input_data_config[0].shuffle_config.seed #=> Integer
|
8852
8859
|
# resp.training_job_definitions[0].vpc_config.security_group_ids #=> Array
|
8853
8860
|
# resp.training_job_definitions[0].vpc_config.security_group_ids[0] #=> String
|
@@ -10282,7 +10289,7 @@ module Aws::SageMaker
|
|
10282
10289
|
# resp.hyper_parameters["HyperParameterKey"] #=> String
|
10283
10290
|
# resp.algorithm_specification.training_image #=> String
|
10284
10291
|
# resp.algorithm_specification.algorithm_name #=> String
|
10285
|
-
# resp.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
10292
|
+
# resp.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
10286
10293
|
# resp.algorithm_specification.metric_definitions #=> Array
|
10287
10294
|
# resp.algorithm_specification.metric_definitions[0].name #=> String
|
10288
10295
|
# resp.algorithm_specification.metric_definitions[0].regex #=> String
|
@@ -10302,7 +10309,7 @@ module Aws::SageMaker
|
|
10302
10309
|
# resp.input_data_config[0].content_type #=> String
|
10303
10310
|
# resp.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
10304
10311
|
# resp.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
10305
|
-
# resp.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
10312
|
+
# resp.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
10306
10313
|
# resp.input_data_config[0].shuffle_config.seed #=> Integer
|
10307
10314
|
# resp.output_data_config.kms_key_id #=> String
|
10308
10315
|
# resp.output_data_config.s3_output_path #=> String
|
@@ -15345,7 +15352,7 @@ module Aws::SageMaker
|
|
15345
15352
|
# resp.results[0].training_job.hyper_parameters["HyperParameterKey"] #=> String
|
15346
15353
|
# resp.results[0].training_job.algorithm_specification.training_image #=> String
|
15347
15354
|
# resp.results[0].training_job.algorithm_specification.algorithm_name #=> String
|
15348
|
-
# resp.results[0].training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
15355
|
+
# resp.results[0].training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
15349
15356
|
# resp.results[0].training_job.algorithm_specification.metric_definitions #=> Array
|
15350
15357
|
# resp.results[0].training_job.algorithm_specification.metric_definitions[0].name #=> String
|
15351
15358
|
# resp.results[0].training_job.algorithm_specification.metric_definitions[0].regex #=> String
|
@@ -15365,7 +15372,7 @@ module Aws::SageMaker
|
|
15365
15372
|
# resp.results[0].training_job.input_data_config[0].content_type #=> String
|
15366
15373
|
# resp.results[0].training_job.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
15367
15374
|
# resp.results[0].training_job.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
15368
|
-
# resp.results[0].training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
15375
|
+
# resp.results[0].training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
15369
15376
|
# resp.results[0].training_job.input_data_config[0].shuffle_config.seed #=> Integer
|
15370
15377
|
# resp.results[0].training_job.output_data_config.kms_key_id #=> String
|
15371
15378
|
# resp.results[0].training_job.output_data_config.s3_output_path #=> String
|
@@ -15534,7 +15541,7 @@ module Aws::SageMaker
|
|
15534
15541
|
# resp.results[0].trial_component.source_detail.training_job.hyper_parameters["HyperParameterKey"] #=> String
|
15535
15542
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.training_image #=> String
|
15536
15543
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.algorithm_name #=> String
|
15537
|
-
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File"
|
15544
|
+
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.training_input_mode #=> String, one of "Pipe", "File", "FastFile"
|
15538
15545
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.metric_definitions #=> Array
|
15539
15546
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.metric_definitions[0].name #=> String
|
15540
15547
|
# resp.results[0].trial_component.source_detail.training_job.algorithm_specification.metric_definitions[0].regex #=> String
|
@@ -15554,7 +15561,7 @@ module Aws::SageMaker
|
|
15554
15561
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].content_type #=> String
|
15555
15562
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].compression_type #=> String, one of "None", "Gzip"
|
15556
15563
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].record_wrapper_type #=> String, one of "None", "RecordIO"
|
15557
|
-
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File"
|
15564
|
+
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].input_mode #=> String, one of "Pipe", "File", "FastFile"
|
15558
15565
|
# resp.results[0].trial_component.source_detail.training_job.input_data_config[0].shuffle_config.seed #=> Integer
|
15559
15566
|
# resp.results[0].trial_component.source_detail.training_job.output_data_config.kms_key_id #=> String
|
15560
15567
|
# resp.results[0].trial_component.source_detail.training_job.output_data_config.s3_output_path #=> String
|
@@ -18032,7 +18039,7 @@ module Aws::SageMaker
|
|
18032
18039
|
params: params,
|
18033
18040
|
config: config)
|
18034
18041
|
context[:gem_name] = 'aws-sdk-sagemaker'
|
18035
|
-
context[:gem_version] = '1.
|
18042
|
+
context[:gem_version] = '1.102.0'
|
18036
18043
|
Seahorse::Client::Request.new(handlers, context)
|
18037
18044
|
end
|
18038
18045
|
|
@@ -260,7 +260,7 @@ module Aws::SageMaker
|
|
260
260
|
# {
|
261
261
|
# training_image: "AlgorithmImage",
|
262
262
|
# algorithm_name: "ArnOrName",
|
263
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
263
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
264
264
|
# metric_definitions: [
|
265
265
|
# {
|
266
266
|
# name: "MetricName", # required
|
@@ -293,27 +293,45 @@ module Aws::SageMaker
|
|
293
293
|
# @return [String]
|
294
294
|
#
|
295
295
|
# @!attribute [rw] training_input_mode
|
296
|
-
# The input mode that the algorithm supports. For
|
297
|
-
#
|
298
|
-
#
|
299
|
-
#
|
300
|
-
#
|
301
|
-
# algorithm supports
|
302
|
-
#
|
303
|
-
#
|
304
|
-
#
|
305
|
-
#
|
306
|
-
#
|
307
|
-
#
|
308
|
-
#
|
309
|
-
#
|
310
|
-
#
|
311
|
-
#
|
312
|
-
# the
|
313
|
-
#
|
314
|
-
#
|
315
|
-
#
|
316
|
-
#
|
296
|
+
# The training input mode that the algorithm supports. For more
|
297
|
+
# information about input modes, see [Algorithms][1].
|
298
|
+
#
|
299
|
+
# **Pipe mode**
|
300
|
+
#
|
301
|
+
# If an algorithm supports `Pipe` mode, Amazon SageMaker streams data
|
302
|
+
# directly from Amazon S3 to the container.
|
303
|
+
#
|
304
|
+
# **File mode**
|
305
|
+
#
|
306
|
+
# If an algorithm supports `File` mode, SageMaker downloads the
|
307
|
+
# training data from S3 to the provisioned ML storage volume, and
|
308
|
+
# mounts the directory to the Docker volume for the training
|
309
|
+
# container.
|
310
|
+
#
|
311
|
+
# You must provision the ML storage volume with sufficient capacity to
|
312
|
+
# accommodate the data downloaded from S3. In addition to the training
|
313
|
+
# data, the ML storage volume also stores the output model. The
|
314
|
+
# algorithm container uses the ML storage volume to also store
|
315
|
+
# intermediate information, if any.
|
316
|
+
#
|
317
|
+
# For distributed algorithms, training data is distributed uniformly.
|
318
|
+
# Your training duration is predictable if the input data objects
|
319
|
+
# sizes are approximately the same. SageMaker does not split the files
|
320
|
+
# any further for model training. If the object sizes are skewed,
|
321
|
+
# training won't be optimal as the data distribution is also skewed
|
322
|
+
# when one host in a training cluster is overloaded, thus becoming a
|
323
|
+
# bottleneck in training.
|
324
|
+
#
|
325
|
+
# **FastFile mode**
|
326
|
+
#
|
327
|
+
# If an algorithm supports `FastFile` mode, SageMaker streams data
|
328
|
+
# directly from S3 to the container with no code changes, and provides
|
329
|
+
# file system access to the data. Users can author their training
|
330
|
+
# script to interact with these files as if they were stored on disk.
|
331
|
+
#
|
332
|
+
# `FastFile` mode works best when the data is read sequentially.
|
333
|
+
# Augmented manifest files aren't supported. The startup time is
|
334
|
+
# lower when there are fewer files in the S3 bucket provided.
|
317
335
|
#
|
318
336
|
#
|
319
337
|
#
|
@@ -451,7 +469,7 @@ module Aws::SageMaker
|
|
451
469
|
# {
|
452
470
|
# profile_name: "EntityName", # required
|
453
471
|
# training_job_definition: { # required
|
454
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
472
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
455
473
|
# hyper_parameters: {
|
456
474
|
# "HyperParameterKey" => "HyperParameterValue",
|
457
475
|
# },
|
@@ -475,7 +493,7 @@ module Aws::SageMaker
|
|
475
493
|
# content_type: "ContentType",
|
476
494
|
# compression_type: "None", # accepts None, Gzip
|
477
495
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
478
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
496
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
479
497
|
# shuffle_config: {
|
480
498
|
# seed: 1, # required
|
481
499
|
# },
|
@@ -565,7 +583,7 @@ module Aws::SageMaker
|
|
565
583
|
# {
|
566
584
|
# profile_name: "EntityName", # required
|
567
585
|
# training_job_definition: { # required
|
568
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
586
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
569
587
|
# hyper_parameters: {
|
570
588
|
# "HyperParameterKey" => "HyperParameterValue",
|
571
589
|
# },
|
@@ -589,7 +607,7 @@ module Aws::SageMaker
|
|
589
607
|
# content_type: "ContentType",
|
590
608
|
# compression_type: "None", # accepts None, Gzip
|
591
609
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
592
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
610
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
593
611
|
# shuffle_config: {
|
594
612
|
# seed: 1, # required
|
595
613
|
# },
|
@@ -2063,12 +2081,20 @@ module Aws::SageMaker
|
|
2063
2081
|
# @return [Integer]
|
2064
2082
|
#
|
2065
2083
|
# @!attribute [rw] max_runtime_per_training_job_in_seconds
|
2066
|
-
# The maximum time, in seconds,
|
2067
|
-
# part of
|
2084
|
+
# The maximum time, in seconds, that each training job is allowed to
|
2085
|
+
# run as part of a hyperparameter tuning job. For more information,
|
2086
|
+
# see the used by the action.
|
2068
2087
|
# @return [Integer]
|
2069
2088
|
#
|
2070
2089
|
# @!attribute [rw] max_auto_ml_job_runtime_in_seconds
|
2071
2090
|
# The maximum runtime, in seconds, an AutoML job has to complete.
|
2091
|
+
#
|
2092
|
+
# If an AutoML job exceeds the maximum runtime, the job is stopped
|
2093
|
+
# automatically and its processing is ended gracefully. The AutoML job
|
2094
|
+
# identifies the best model whose training was completed and marks it
|
2095
|
+
# as the best-performing model. Any unfinished steps of the job, such
|
2096
|
+
# as automatic one-click Autopilot model deployment, will not be
|
2097
|
+
# completed.
|
2072
2098
|
# @return [Integer]
|
2073
2099
|
#
|
2074
2100
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/AutoMLJobCompletionCriteria AWS API Documentation
|
@@ -2676,7 +2702,7 @@ module Aws::SageMaker
|
|
2676
2702
|
# content_type: "ContentType",
|
2677
2703
|
# compression_type: "None", # accepts None, Gzip
|
2678
2704
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
2679
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
2705
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
2680
2706
|
# shuffle_config: {
|
2681
2707
|
# seed: 1, # required
|
2682
2708
|
# },
|
@@ -2775,7 +2801,7 @@ module Aws::SageMaker
|
|
2775
2801
|
# is_required: false,
|
2776
2802
|
# supported_content_types: ["ContentType"], # required
|
2777
2803
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
2778
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
2804
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
2779
2805
|
# }
|
2780
2806
|
#
|
2781
2807
|
# @!attribute [rw] name
|
@@ -3549,7 +3575,7 @@ module Aws::SageMaker
|
|
3549
3575
|
# is_required: false,
|
3550
3576
|
# supported_content_types: ["ContentType"], # required
|
3551
3577
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
3552
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
3578
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
3553
3579
|
# },
|
3554
3580
|
# ],
|
3555
3581
|
# supported_tuning_job_objective_metrics: [
|
@@ -3583,7 +3609,7 @@ module Aws::SageMaker
|
|
3583
3609
|
# {
|
3584
3610
|
# profile_name: "EntityName", # required
|
3585
3611
|
# training_job_definition: { # required
|
3586
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
3612
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
3587
3613
|
# hyper_parameters: {
|
3588
3614
|
# "HyperParameterKey" => "HyperParameterValue",
|
3589
3615
|
# },
|
@@ -3607,7 +3633,7 @@ module Aws::SageMaker
|
|
3607
3633
|
# content_type: "ContentType",
|
3608
3634
|
# compression_type: "None", # accepts None, Gzip
|
3609
3635
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
3610
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
3636
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
3611
3637
|
# shuffle_config: {
|
3612
3638
|
# seed: 1, # required
|
3613
3639
|
# },
|
@@ -5255,12 +5281,19 @@ module Aws::SageMaker
|
|
5255
5281
|
# `OfflineStore`.
|
5256
5282
|
#
|
5257
5283
|
# * A configuration for an Amazon Web Services Glue or Amazon Web
|
5258
|
-
# Services Hive data
|
5284
|
+
# Services Hive data catalog.
|
5259
5285
|
#
|
5260
5286
|
# * An KMS encryption key to encrypt the Amazon S3 location used for
|
5261
|
-
# `OfflineStore`.
|
5287
|
+
# `OfflineStore`. If KMS encryption key is not specified, by default
|
5288
|
+
# we encrypt all data at rest using Amazon Web Services KMS key. By
|
5289
|
+
# defining your [bucket-level key][1] for SSE, you can reduce Amazon
|
5290
|
+
# Web Services KMS requests costs by up to 99 percent.
|
5262
5291
|
#
|
5263
5292
|
# To learn more about this parameter, see OfflineStoreConfig.
|
5293
|
+
#
|
5294
|
+
#
|
5295
|
+
#
|
5296
|
+
# [1]: https://docs.aws.amazon.com/AmazonS3/latest/userguide/bucket-key.html
|
5264
5297
|
# @return [Types::OfflineStoreConfig]
|
5265
5298
|
#
|
5266
5299
|
# @!attribute [rw] role_arn
|
@@ -5544,7 +5577,7 @@ module Aws::SageMaker
|
|
5544
5577
|
# },
|
5545
5578
|
# algorithm_specification: { # required
|
5546
5579
|
# training_image: "AlgorithmImage",
|
5547
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
5580
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
5548
5581
|
# algorithm_name: "ArnOrName",
|
5549
5582
|
# metric_definitions: [
|
5550
5583
|
# {
|
@@ -5574,7 +5607,7 @@ module Aws::SageMaker
|
|
5574
5607
|
# content_type: "ContentType",
|
5575
5608
|
# compression_type: "None", # accepts None, Gzip
|
5576
5609
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
5577
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
5610
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
5578
5611
|
# shuffle_config: {
|
5579
5612
|
# seed: 1, # required
|
5580
5613
|
# },
|
@@ -5645,7 +5678,7 @@ module Aws::SageMaker
|
|
5645
5678
|
# },
|
5646
5679
|
# algorithm_specification: { # required
|
5647
5680
|
# training_image: "AlgorithmImage",
|
5648
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
5681
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
5649
5682
|
# algorithm_name: "ArnOrName",
|
5650
5683
|
# metric_definitions: [
|
5651
5684
|
# {
|
@@ -5675,7 +5708,7 @@ module Aws::SageMaker
|
|
5675
5708
|
# content_type: "ContentType",
|
5676
5709
|
# compression_type: "None", # accepts None, Gzip
|
5677
5710
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
5678
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
5711
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
5679
5712
|
# shuffle_config: {
|
5680
5713
|
# seed: 1, # required
|
5681
5714
|
# },
|
@@ -8048,7 +8081,7 @@ module Aws::SageMaker
|
|
8048
8081
|
# algorithm_specification: { # required
|
8049
8082
|
# training_image: "AlgorithmImage",
|
8050
8083
|
# algorithm_name: "ArnOrName",
|
8051
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
8084
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
8052
8085
|
# metric_definitions: [
|
8053
8086
|
# {
|
8054
8087
|
# name: "MetricName", # required
|
@@ -8078,7 +8111,7 @@ module Aws::SageMaker
|
|
8078
8111
|
# content_type: "ContentType",
|
8079
8112
|
# compression_type: "None", # accepts None, Gzip
|
8080
8113
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
8081
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
8114
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
8082
8115
|
# shuffle_config: {
|
8083
8116
|
# seed: 1, # required
|
8084
8117
|
# },
|
@@ -9383,19 +9416,18 @@ module Aws::SageMaker
|
|
9383
9416
|
# specify `OutputFilter` as an additional filter to select a portion
|
9384
9417
|
# of the joined dataset and store it in the output file.
|
9385
9418
|
#
|
9386
|
-
# For JSON or JSONLines objects, such as a JSON array,
|
9387
|
-
#
|
9388
|
-
#
|
9389
|
-
#
|
9390
|
-
#
|
9391
|
-
#
|
9392
|
-
#
|
9419
|
+
# For JSON or JSONLines objects, such as a JSON array, SageMaker adds
|
9420
|
+
# the transformed data to the input JSON object in an attribute called
|
9421
|
+
# `SageMakerOutput`. The joined result for JSON must be a key-value
|
9422
|
+
# pair object. If the input is not a key-value pair object, SageMaker
|
9423
|
+
# creates a new JSON file. In the new JSON file, and the input data is
|
9424
|
+
# stored under the `SageMakerInput` key and the results are stored in
|
9425
|
+
# `SageMakerOutput`.
|
9393
9426
|
#
|
9394
|
-
# For CSV data,
|
9395
|
-
#
|
9396
|
-
#
|
9397
|
-
#
|
9398
|
-
# is a CSV file.
|
9427
|
+
# For CSV data, SageMaker takes each row as a JSON array and joins the
|
9428
|
+
# transformed data with the input by appending each transformed row to
|
9429
|
+
# the end of the input. The joined data has the original input data
|
9430
|
+
# followed by the transformed data and the output is a CSV file.
|
9399
9431
|
#
|
9400
9432
|
# For information on how joining in applied, see [Workflow for
|
9401
9433
|
# Associating Inferences with Input Records][1].
|
@@ -11173,6 +11205,9 @@ module Aws::SageMaker
|
|
11173
11205
|
#
|
11174
11206
|
# @!attribute [rw] last_user_activity_timestamp
|
11175
11207
|
# The timestamp of the last user's activity.
|
11208
|
+
# `LastUserActivityTimestamp` is also updated when SageMaker performs
|
11209
|
+
# health checks without user activity. As a result, this value is set
|
11210
|
+
# to the same value as `LastHealthCheckTimestamp`.
|
11176
11211
|
# @return [Time]
|
11177
11212
|
#
|
11178
11213
|
# @!attribute [rw] creation_time
|
@@ -14777,8 +14812,8 @@ module Aws::SageMaker
|
|
14777
14812
|
#
|
14778
14813
|
# Multiply `BillableTimeInSeconds` by the number of instances
|
14779
14814
|
# (`InstanceCount`) in your training cluster to get the total compute
|
14780
|
-
# time
|
14781
|
-
#
|
14815
|
+
# time SageMaker will bill you if you run distributed training. The
|
14816
|
+
# formula is as follows: `BillableTimeInSeconds * InstanceCount` .
|
14782
14817
|
#
|
14783
14818
|
# You can calculate the savings from using managed spot training using
|
14784
14819
|
# the formula `(1 - BillableTimeInSeconds / TrainingTimeInSeconds) *
|
@@ -16072,7 +16107,7 @@ module Aws::SageMaker
|
|
16072
16107
|
#
|
16073
16108
|
# @!attribute [rw] s3_input_mode
|
16074
16109
|
# Whether the `Pipe` or `File` is used as the input mode for
|
16075
|
-
#
|
16110
|
+
# transferring data for the monitoring job. `Pipe` mode is recommended
|
16076
16111
|
# for large datasets. `File` mode is useful for small files that fit
|
16077
16112
|
# in memory. Defaults to `File`.
|
16078
16113
|
# @return [String]
|
@@ -18383,7 +18418,7 @@ module Aws::SageMaker
|
|
18383
18418
|
#
|
18384
18419
|
# {
|
18385
18420
|
# training_image: "AlgorithmImage",
|
18386
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
18421
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
18387
18422
|
# algorithm_name: "ArnOrName",
|
18388
18423
|
# metric_definitions: [
|
18389
18424
|
# {
|
@@ -18409,21 +18444,45 @@ module Aws::SageMaker
|
|
18409
18444
|
# @return [String]
|
18410
18445
|
#
|
18411
18446
|
# @!attribute [rw] training_input_mode
|
18412
|
-
# The input mode that the algorithm supports
|
18413
|
-
# input
|
18414
|
-
#
|
18415
|
-
#
|
18416
|
-
#
|
18447
|
+
# The training input mode that the algorithm supports. For more
|
18448
|
+
# information about input modes, see [Algorithms][1].
|
18449
|
+
#
|
18450
|
+
# **Pipe mode**
|
18451
|
+
#
|
18452
|
+
# If an algorithm supports `Pipe` mode, Amazon SageMaker streams data
|
18417
18453
|
# directly from Amazon S3 to the container.
|
18418
18454
|
#
|
18419
|
-
#
|
18420
|
-
#
|
18421
|
-
#
|
18422
|
-
# the
|
18455
|
+
# **File mode**
|
18456
|
+
#
|
18457
|
+
# If an algorithm supports `File` mode, SageMaker downloads the
|
18458
|
+
# training data from S3 to the provisioned ML storage volume, and
|
18459
|
+
# mounts the directory to the Docker volume for the training
|
18460
|
+
# container.
|
18423
18461
|
#
|
18462
|
+
# You must provision the ML storage volume with sufficient capacity to
|
18463
|
+
# accommodate the data downloaded from S3. In addition to the training
|
18464
|
+
# data, the ML storage volume also stores the output model. The
|
18465
|
+
# algorithm container uses the ML storage volume to also store
|
18466
|
+
# intermediate information, if any.
|
18424
18467
|
#
|
18468
|
+
# For distributed algorithms, training data is distributed uniformly.
|
18469
|
+
# Your training duration is predictable if the input data objects
|
18470
|
+
# sizes are approximately the same. SageMaker does not split the files
|
18471
|
+
# any further for model training. If the object sizes are skewed,
|
18472
|
+
# training won't be optimal as the data distribution is also skewed
|
18473
|
+
# when one host in a training cluster is overloaded, thus becoming a
|
18474
|
+
# bottleneck in training.
|
18425
18475
|
#
|
18426
|
-
#
|
18476
|
+
# **FastFile mode**
|
18477
|
+
#
|
18478
|
+
# If an algorithm supports `FastFile` mode, SageMaker streams data
|
18479
|
+
# directly from S3 to the container with no code changes, and provides
|
18480
|
+
# file system access to the data. Users can author their training
|
18481
|
+
# script to interact with these files as if they were stored on disk.
|
18482
|
+
#
|
18483
|
+
# `FastFile` mode works best when the data is read sequentially.
|
18484
|
+
# Augmented manifest files aren't supported. The startup time is
|
18485
|
+
# lower when there are fewer files in the S3 bucket provided.
|
18427
18486
|
#
|
18428
18487
|
#
|
18429
18488
|
#
|
@@ -18564,7 +18623,7 @@ module Aws::SageMaker
|
|
18564
18623
|
# },
|
18565
18624
|
# algorithm_specification: { # required
|
18566
18625
|
# training_image: "AlgorithmImage",
|
18567
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
18626
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
18568
18627
|
# algorithm_name: "ArnOrName",
|
18569
18628
|
# metric_definitions: [
|
18570
18629
|
# {
|
@@ -18594,7 +18653,7 @@ module Aws::SageMaker
|
|
18594
18653
|
# content_type: "ContentType",
|
18595
18654
|
# compression_type: "None", # accepts None, Gzip
|
18596
18655
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
18597
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
18656
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
18598
18657
|
# shuffle_config: {
|
18599
18658
|
# seed: 1, # required
|
18600
18659
|
# },
|
@@ -32422,11 +32481,11 @@ module Aws::SageMaker
|
|
32422
32481
|
include Aws::Structure
|
32423
32482
|
end
|
32424
32483
|
|
32425
|
-
# Specifies a limit to how long a model training job
|
32426
|
-
#
|
32427
|
-
#
|
32428
|
-
#
|
32429
|
-
#
|
32484
|
+
# Specifies a limit to how long a model training job or model
|
32485
|
+
# compilation job can run. It also specifies how long a managed spot
|
32486
|
+
# training job has to complete. When the job reaches the time limit,
|
32487
|
+
# Amazon SageMaker ends the training or compilation job. Use this API to
|
32488
|
+
# cap model training costs.
|
32430
32489
|
#
|
32431
32490
|
# To stop a training job, Amazon SageMaker sends the algorithm the
|
32432
32491
|
# `SIGTERM` signal, which delays job termination for 120 seconds.
|
@@ -32588,12 +32647,12 @@ module Aws::SageMaker
|
|
32588
32647
|
end
|
32589
32648
|
|
32590
32649
|
# A tag object that consists of a key and an optional value, used to
|
32591
|
-
# manage metadata for
|
32650
|
+
# manage metadata for SageMaker Amazon Web Services resources.
|
32592
32651
|
#
|
32593
32652
|
# You can add tags to notebook instances, training jobs, hyperparameter
|
32594
32653
|
# tuning jobs, batch transform jobs, models, labeling jobs, work teams,
|
32595
32654
|
# endpoint configurations, and endpoints. For more information on adding
|
32596
|
-
# tags to
|
32655
|
+
# tags to SageMaker resources, see AddTags.
|
32597
32656
|
#
|
32598
32657
|
# For more information on adding metadata to your Amazon Web Services
|
32599
32658
|
# resources with tagging, see [Tagging Amazon Web Services
|
@@ -33122,7 +33181,7 @@ module Aws::SageMaker
|
|
33122
33181
|
# data as a hash:
|
33123
33182
|
#
|
33124
33183
|
# {
|
33125
|
-
# training_input_mode: "Pipe", # required, accepts Pipe, File
|
33184
|
+
# training_input_mode: "Pipe", # required, accepts Pipe, File, FastFile
|
33126
33185
|
# hyper_parameters: {
|
33127
33186
|
# "HyperParameterKey" => "HyperParameterValue",
|
33128
33187
|
# },
|
@@ -33146,7 +33205,7 @@ module Aws::SageMaker
|
|
33146
33205
|
# content_type: "ContentType",
|
33147
33206
|
# compression_type: "None", # accepts None, Gzip
|
33148
33207
|
# record_wrapper_type: "None", # accepts None, RecordIO
|
33149
|
-
# input_mode: "Pipe", # accepts Pipe, File
|
33208
|
+
# input_mode: "Pipe", # accepts Pipe, File, FastFile
|
33150
33209
|
# shuffle_config: {
|
33151
33210
|
# seed: 1, # required
|
33152
33211
|
# },
|
@@ -33169,15 +33228,45 @@ module Aws::SageMaker
|
|
33169
33228
|
# }
|
33170
33229
|
#
|
33171
33230
|
# @!attribute [rw] training_input_mode
|
33172
|
-
# The input mode
|
33173
|
-
# input modes
|
33174
|
-
#
|
33231
|
+
# The training input mode that the algorithm supports. For more
|
33232
|
+
# information about input modes, see [Algorithms][1].
|
33233
|
+
#
|
33234
|
+
# **Pipe mode**
|
33235
|
+
#
|
33236
|
+
# If an algorithm supports `Pipe` mode, Amazon SageMaker streams data
|
33237
|
+
# directly from Amazon S3 to the container.
|
33238
|
+
#
|
33239
|
+
# **File mode**
|
33240
|
+
#
|
33241
|
+
# If an algorithm supports `File` mode, SageMaker downloads the
|
33242
|
+
# training data from S3 to the provisioned ML storage volume, and
|
33243
|
+
# mounts the directory to the Docker volume for the training
|
33244
|
+
# container.
|
33245
|
+
#
|
33246
|
+
# You must provision the ML storage volume with sufficient capacity to
|
33247
|
+
# accommodate the data downloaded from S3. In addition to the training
|
33248
|
+
# data, the ML storage volume also stores the output model. The
|
33249
|
+
# algorithm container uses the ML storage volume to also store
|
33250
|
+
# intermediate information, if any.
|
33251
|
+
#
|
33252
|
+
# For distributed algorithms, training data is distributed uniformly.
|
33253
|
+
# Your training duration is predictable if the input data objects
|
33254
|
+
# sizes are approximately the same. SageMaker does not split the files
|
33255
|
+
# any further for model training. If the object sizes are skewed,
|
33256
|
+
# training won't be optimal as the data distribution is also skewed
|
33257
|
+
# when one host in a training cluster is overloaded, thus becoming a
|
33258
|
+
# bottleneck in training.
|
33259
|
+
#
|
33260
|
+
# **FastFile mode**
|
33261
|
+
#
|
33262
|
+
# If an algorithm supports `FastFile` mode, SageMaker streams data
|
33263
|
+
# directly from S3 to the container with no code changes, and provides
|
33264
|
+
# file system access to the data. Users can author their training
|
33265
|
+
# script to interact with these files as if they were stored on disk.
|
33175
33266
|
#
|
33176
|
-
#
|
33177
|
-
#
|
33178
|
-
#
|
33179
|
-
# container. If an algorithm supports the `Pipe` input mode, Amazon
|
33180
|
-
# SageMaker streams data directly from S3 to the container.
|
33267
|
+
# `FastFile` mode works best when the data is read sequentially.
|
33268
|
+
# Augmented manifest files aren't supported. The startup time is
|
33269
|
+
# lower when there are fewer files in the S3 bucket provided.
|
33181
33270
|
#
|
33182
33271
|
#
|
33183
33272
|
#
|
@@ -33371,7 +33460,7 @@ module Aws::SageMaker
|
|
33371
33460
|
# is_required: false,
|
33372
33461
|
# supported_content_types: ["ContentType"], # required
|
33373
33462
|
# supported_compression_types: ["None"], # accepts None, Gzip
|
33374
|
-
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File
|
33463
|
+
# supported_input_modes: ["Pipe"], # required, accepts Pipe, File, FastFile
|
33375
33464
|
# },
|
33376
33465
|
# ],
|
33377
33466
|
# supported_tuning_job_objective_metrics: [
|
data/lib/aws-sdk-sagemaker.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-sagemaker
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.102.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-10-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|