aws-sdk-sagemaker 1.414.0 → 1.416.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +10 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-sagemaker/client.rb +745 -31
- data/lib/aws-sdk-sagemaker/client_api.rb +384 -0
- data/lib/aws-sdk-sagemaker/errors.rb +16 -0
- data/lib/aws-sdk-sagemaker/types.rb +1112 -10
- data/lib/aws-sdk-sagemaker.rb +1 -1
- data/sig/client.rbs +166 -10
- data/sig/errors.rbs +3 -0
- data/sig/params.rbs +37 -3
- data/sig/types.rbs +271 -18
- metadata +3 -3
|
@@ -6341,6 +6341,14 @@ module Aws::SageMaker
|
|
|
6341
6341
|
# idle before patching. All instances are uncordoned after patching
|
|
6342
6342
|
# completes. If not all instances become idle, no patching occurs
|
|
6343
6343
|
# and all instances remain on the previous AMI version.
|
|
6344
|
+
#
|
|
6345
|
+
# * `DrainFirst`: Designed for workloads that never become idle, such
|
|
6346
|
+
# as inference. Cordons instances, evicts the running pods, and then
|
|
6347
|
+
# patches each instance in batches. Each instance is uncordoned
|
|
6348
|
+
# after patching. Use `DrainPolicy` to control how long to wait for
|
|
6349
|
+
# pods to drain and what happens if the drain times out. Requires
|
|
6350
|
+
# `MaximumBatchSize` in `DeploymentConfig`. Available only for
|
|
6351
|
+
# clusters that use Amazon EKS as the orchestrator.
|
|
6344
6352
|
# @return [String]
|
|
6345
6353
|
#
|
|
6346
6354
|
# @!attribute [rw] patch_schedule
|
|
@@ -6353,12 +6361,30 @@ module Aws::SageMaker
|
|
|
6353
6361
|
# rolling patching strategy.
|
|
6354
6362
|
# @return [Types::DeploymentConfiguration]
|
|
6355
6363
|
#
|
|
6364
|
+
# @!attribute [rw] idle_wait_window_in_seconds
|
|
6365
|
+
# The maximum time, in seconds, that automatic patching waits for
|
|
6366
|
+
# instances to become idle after a scheduled patch starts. Automatic
|
|
6367
|
+
# patching uncordons instances that don't become idle within this
|
|
6368
|
+
# window, and they remain on the previous AMI version. Valid values
|
|
6369
|
+
# are from 3600 (1 hour) to 2160000 (25 days). The default is 86400
|
|
6370
|
+
# (24 hours). This setting applies only to the `WhenIdle` and
|
|
6371
|
+
# `WhenAllIdle` strategies.
|
|
6372
|
+
# @return [Integer]
|
|
6373
|
+
#
|
|
6374
|
+
# @!attribute [rw] drain_policy
|
|
6375
|
+
# The policy that controls how pods are evicted from an instance
|
|
6376
|
+
# before it is patched. Valid only when `PatchingStrategy` is
|
|
6377
|
+
# `DrainFirst`.
|
|
6378
|
+
# @return [Types::ClusterDrainPolicy]
|
|
6379
|
+
#
|
|
6356
6380
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterAutoPatchConfig AWS API Documentation
|
|
6357
6381
|
#
|
|
6358
6382
|
class ClusterAutoPatchConfig < Struct.new(
|
|
6359
6383
|
:patching_strategy,
|
|
6360
6384
|
:patch_schedule,
|
|
6361
|
-
:deployment_config
|
|
6385
|
+
:deployment_config,
|
|
6386
|
+
:idle_wait_window_in_seconds,
|
|
6387
|
+
:drain_policy)
|
|
6362
6388
|
SENSITIVE = []
|
|
6363
6389
|
include Aws::Structure
|
|
6364
6390
|
end
|
|
@@ -6380,6 +6406,14 @@ module Aws::SageMaker
|
|
|
6380
6406
|
# idle before patching. All instances are uncordoned after patching
|
|
6381
6407
|
# completes. If not all instances become idle, no patching occurs
|
|
6382
6408
|
# and all instances remain on the previous AMI version.
|
|
6409
|
+
#
|
|
6410
|
+
# * `DrainFirst`: Designed for workloads that never become idle, such
|
|
6411
|
+
# as inference. Cordons instances, evicts the running pods, and then
|
|
6412
|
+
# patches each instance in batches. Each instance is uncordoned
|
|
6413
|
+
# after patching. Use `DrainPolicy` to control how long to wait for
|
|
6414
|
+
# pods to drain and what happens if the drain times out. Requires
|
|
6415
|
+
# `MaximumBatchSize` in `DeploymentConfig`. Available only for
|
|
6416
|
+
# clusters that use Amazon EKS as the orchestrator.
|
|
6383
6417
|
# @return [String]
|
|
6384
6418
|
#
|
|
6385
6419
|
# @!attribute [rw] current_patch_schedule
|
|
@@ -6395,13 +6429,29 @@ module Aws::SageMaker
|
|
|
6395
6429
|
# The deployment configuration for rolling patch updates.
|
|
6396
6430
|
# @return [Types::DeploymentConfiguration]
|
|
6397
6431
|
#
|
|
6432
|
+
# @!attribute [rw] idle_wait_window_in_seconds
|
|
6433
|
+
# The maximum time, in seconds, that automatic patching waits for
|
|
6434
|
+
# instances to become idle after a scheduled patch starts. Automatic
|
|
6435
|
+
# patching uncordons instances that don't become idle within this
|
|
6436
|
+
# window, and they remain on the previous AMI version. The default is
|
|
6437
|
+
# 86400 (24 hours).
|
|
6438
|
+
# @return [Integer]
|
|
6439
|
+
#
|
|
6440
|
+
# @!attribute [rw] drain_policy
|
|
6441
|
+
# The policy that controls how pods are evicted from an instance
|
|
6442
|
+
# before it is patched. Applies only when `PatchingStrategy` is
|
|
6443
|
+
# `DrainFirst`.
|
|
6444
|
+
# @return [Types::ClusterDrainPolicy]
|
|
6445
|
+
#
|
|
6398
6446
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterAutoPatchConfigDetails AWS API Documentation
|
|
6399
6447
|
#
|
|
6400
6448
|
class ClusterAutoPatchConfigDetails < Struct.new(
|
|
6401
6449
|
:patching_strategy,
|
|
6402
6450
|
:current_patch_schedule,
|
|
6403
6451
|
:desired_patch_schedule,
|
|
6404
|
-
:deployment_config
|
|
6452
|
+
:deployment_config,
|
|
6453
|
+
:idle_wait_window_in_seconds,
|
|
6454
|
+
:drain_policy)
|
|
6405
6455
|
SENSITIVE = []
|
|
6406
6456
|
include Aws::Structure
|
|
6407
6457
|
end
|
|
@@ -6480,6 +6530,39 @@ module Aws::SageMaker
|
|
|
6480
6530
|
include Aws::Structure
|
|
6481
6531
|
end
|
|
6482
6532
|
|
|
6533
|
+
# Specifies how pods are evicted from an instance before it is patched
|
|
6534
|
+
# with the `DrainFirst` strategy. By default, evictions respect
|
|
6535
|
+
# Kubernetes Pod Disruption Budgets.
|
|
6536
|
+
#
|
|
6537
|
+
# @!attribute [rw] drain_timeout_in_seconds
|
|
6538
|
+
# The maximum time, in seconds, to wait for the pods on an instance to
|
|
6539
|
+
# drain. Valid values are from 0 to 5400 (90 minutes). The default is
|
|
6540
|
+
# 3600 (1 hour).
|
|
6541
|
+
# @return [Integer]
|
|
6542
|
+
#
|
|
6543
|
+
# @!attribute [rw] on_drain_timeout
|
|
6544
|
+
# The action to take if the pods on an instance don't drain within
|
|
6545
|
+
# `DrainTimeoutInSeconds`. The default is `Skip`.
|
|
6546
|
+
#
|
|
6547
|
+
# * `Skip`: Doesn't patch the instance. The instance is uncordoned
|
|
6548
|
+
# and remains on the previous AMI version. This can leave the
|
|
6549
|
+
# instance group partially patched. You can then use
|
|
6550
|
+
# UpdateClusterSoftware with the desired ImageReleaseVersion to
|
|
6551
|
+
# manually update the remaining instances.
|
|
6552
|
+
#
|
|
6553
|
+
# * `Force`: Deletes the remaining pods without respecting Pod
|
|
6554
|
+
# Disruption Budgets, and then patches the instance.
|
|
6555
|
+
# @return [String]
|
|
6556
|
+
#
|
|
6557
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterDrainPolicy AWS API Documentation
|
|
6558
|
+
#
|
|
6559
|
+
class ClusterDrainPolicy < Struct.new(
|
|
6560
|
+
:drain_timeout_in_seconds,
|
|
6561
|
+
:on_drain_timeout)
|
|
6562
|
+
SENSITIVE = []
|
|
6563
|
+
include Aws::Structure
|
|
6564
|
+
end
|
|
6565
|
+
|
|
6483
6566
|
# Defines the configuration for attaching an additional Amazon Elastic
|
|
6484
6567
|
# Block Store (EBS) volume to each instance of the SageMaker HyperPod
|
|
6485
6568
|
# cluster instance group. To learn more, see [SageMaker HyperPod release
|
|
@@ -6588,6 +6671,12 @@ module Aws::SageMaker
|
|
|
6588
6671
|
# and `Error`.
|
|
6589
6672
|
# @return [String]
|
|
6590
6673
|
#
|
|
6674
|
+
# @!attribute [rw] operation_id
|
|
6675
|
+
# The unique identifier (UUID) of the cluster operation that the event
|
|
6676
|
+
# is associated with, such as a scaling operation. This field is not
|
|
6677
|
+
# returned when the event is not associated with an operation.
|
|
6678
|
+
# @return [String]
|
|
6679
|
+
#
|
|
6591
6680
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterEventDetail AWS API Documentation
|
|
6592
6681
|
#
|
|
6593
6682
|
class ClusterEventDetail < Struct.new(
|
|
@@ -6600,7 +6689,8 @@ module Aws::SageMaker
|
|
|
6600
6689
|
:event_time,
|
|
6601
6690
|
:event_details,
|
|
6602
6691
|
:description,
|
|
6603
|
-
:event_level
|
|
6692
|
+
:event_level,
|
|
6693
|
+
:operation_id)
|
|
6604
6694
|
SENSITIVE = []
|
|
6605
6695
|
include Aws::Structure
|
|
6606
6696
|
end
|
|
@@ -6648,6 +6738,12 @@ module Aws::SageMaker
|
|
|
6648
6738
|
# and `Error`.
|
|
6649
6739
|
# @return [String]
|
|
6650
6740
|
#
|
|
6741
|
+
# @!attribute [rw] operation_id
|
|
6742
|
+
# The unique identifier (UUID) of the cluster operation that the event
|
|
6743
|
+
# is associated with, such as a scaling operation. This field is not
|
|
6744
|
+
# returned when the event is not associated with an operation.
|
|
6745
|
+
# @return [String]
|
|
6746
|
+
#
|
|
6651
6747
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterEventSummary AWS API Documentation
|
|
6652
6748
|
#
|
|
6653
6749
|
class ClusterEventSummary < Struct.new(
|
|
@@ -6659,7 +6755,8 @@ module Aws::SageMaker
|
|
|
6659
6755
|
:resource_type,
|
|
6660
6756
|
:event_time,
|
|
6661
6757
|
:description,
|
|
6662
|
-
:event_level
|
|
6758
|
+
:event_level,
|
|
6759
|
+
:operation_id)
|
|
6663
6760
|
SENSITIVE = []
|
|
6664
6761
|
include Aws::Structure
|
|
6665
6762
|
end
|
|
@@ -7777,6 +7874,107 @@ module Aws::SageMaker
|
|
|
7777
7874
|
#
|
|
7778
7875
|
class ClusterOnDemandOptions < Aws::EmptyStructure; end
|
|
7779
7876
|
|
|
7877
|
+
# A point-in-time snapshot of an instance group's scaling
|
|
7878
|
+
# configuration. This structure represents both the original
|
|
7879
|
+
# configuration before the operation and the desired configuration
|
|
7880
|
+
# requested by the operation.
|
|
7881
|
+
#
|
|
7882
|
+
# @!attribute [rw] current_count
|
|
7883
|
+
# The number of instances that were in the instance group at the time
|
|
7884
|
+
# of the operation.
|
|
7885
|
+
# @return [Integer]
|
|
7886
|
+
#
|
|
7887
|
+
# @!attribute [rw] target_count
|
|
7888
|
+
# The target number of instances for the instance group.
|
|
7889
|
+
# @return [Integer]
|
|
7890
|
+
#
|
|
7891
|
+
# @!attribute [rw] min_count
|
|
7892
|
+
# The minimum number of instances that must be available in the
|
|
7893
|
+
# instance group of a HyperPod cluster before it transitions to
|
|
7894
|
+
# `InService` status.
|
|
7895
|
+
# @return [Integer]
|
|
7896
|
+
#
|
|
7897
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterOperationScalingConfiguration AWS API Documentation
|
|
7898
|
+
#
|
|
7899
|
+
class ClusterOperationScalingConfiguration < Struct.new(
|
|
7900
|
+
:current_count,
|
|
7901
|
+
:target_count,
|
|
7902
|
+
:min_count)
|
|
7903
|
+
SENSITIVE = []
|
|
7904
|
+
include Aws::Structure
|
|
7905
|
+
end
|
|
7906
|
+
|
|
7907
|
+
# The scaling details for a single instance group that is affected by a
|
|
7908
|
+
# cluster operation.
|
|
7909
|
+
#
|
|
7910
|
+
# @!attribute [rw] instance_group_name
|
|
7911
|
+
# The name of the instance group being scaled.
|
|
7912
|
+
# @return [String]
|
|
7913
|
+
#
|
|
7914
|
+
# @!attribute [rw] status
|
|
7915
|
+
# The status of the scaling operation for this instance group. Valid
|
|
7916
|
+
# values are `InProgress`, `Superseded`, or `Done`.
|
|
7917
|
+
# @return [String]
|
|
7918
|
+
#
|
|
7919
|
+
# @!attribute [rw] original
|
|
7920
|
+
# The scaling configuration of the instance group before the scaling
|
|
7921
|
+
# operation was applied, including its current, target, and minimum
|
|
7922
|
+
# instance counts.
|
|
7923
|
+
# @return [Types::ClusterOperationScalingConfiguration]
|
|
7924
|
+
#
|
|
7925
|
+
# @!attribute [rw] desired
|
|
7926
|
+
# The desired scaling configuration of the instance group for the
|
|
7927
|
+
# scaling operation, including its target and minimum instance counts.
|
|
7928
|
+
# @return [Types::ClusterOperationScalingConfiguration]
|
|
7929
|
+
#
|
|
7930
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterOperationScalingDetails AWS API Documentation
|
|
7931
|
+
#
|
|
7932
|
+
class ClusterOperationScalingDetails < Struct.new(
|
|
7933
|
+
:instance_group_name,
|
|
7934
|
+
:status,
|
|
7935
|
+
:original,
|
|
7936
|
+
:desired)
|
|
7937
|
+
SENSITIVE = []
|
|
7938
|
+
include Aws::Structure
|
|
7939
|
+
end
|
|
7940
|
+
|
|
7941
|
+
# A summary of an operation performed on a HyperPod cluster.
|
|
7942
|
+
#
|
|
7943
|
+
# @!attribute [rw] operation_id
|
|
7944
|
+
# The unique identifier (UUID) of the operation.
|
|
7945
|
+
# @return [String]
|
|
7946
|
+
#
|
|
7947
|
+
# @!attribute [rw] cluster_arn
|
|
7948
|
+
# The Amazon Resource Name (ARN) of the HyperPod cluster associated
|
|
7949
|
+
# with the operation.
|
|
7950
|
+
# @return [String]
|
|
7951
|
+
#
|
|
7952
|
+
# @!attribute [rw] type
|
|
7953
|
+
# The type of the operation. Valid values are `Scaling` or
|
|
7954
|
+
# `DeepHealthCheck`.
|
|
7955
|
+
# @return [String]
|
|
7956
|
+
#
|
|
7957
|
+
# @!attribute [rw] status
|
|
7958
|
+
# The current status of the operation. Valid values are `InProgress`,
|
|
7959
|
+
# `Superseded`, or `Done`.
|
|
7960
|
+
# @return [String]
|
|
7961
|
+
#
|
|
7962
|
+
# @!attribute [rw] creation_time
|
|
7963
|
+
# The timestamp when the operation was created.
|
|
7964
|
+
# @return [Time]
|
|
7965
|
+
#
|
|
7966
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterOperationSummary AWS API Documentation
|
|
7967
|
+
#
|
|
7968
|
+
class ClusterOperationSummary < Struct.new(
|
|
7969
|
+
:operation_id,
|
|
7970
|
+
:cluster_arn,
|
|
7971
|
+
:type,
|
|
7972
|
+
:status,
|
|
7973
|
+
:creation_time)
|
|
7974
|
+
SENSITIVE = []
|
|
7975
|
+
include Aws::Structure
|
|
7976
|
+
end
|
|
7977
|
+
|
|
7780
7978
|
# The type of orchestrator used for the SageMaker HyperPod cluster.
|
|
7781
7979
|
#
|
|
7782
7980
|
# @!attribute [rw] eks
|
|
@@ -11112,6 +11310,20 @@ module Aws::SageMaker
|
|
|
11112
11310
|
# The configuration parameters for utilization metrics.
|
|
11113
11311
|
# @return [Types::MetricsConfig]
|
|
11114
11312
|
#
|
|
11313
|
+
# @!attribute [rw] cross_region_traffic_config
|
|
11314
|
+
# The cross-Region traffic cap for the endpoint. The cap limits the
|
|
11315
|
+
# requests per second that the endpoint accepts from inference routers
|
|
11316
|
+
# in other Amazon Web Services Regions. If you don't specify it,
|
|
11317
|
+
# these requests aren't limited. You can't specify it with
|
|
11318
|
+
# serverless variants or with `AsyncInferenceConfig`. For information
|
|
11319
|
+
# about the cross-Region traffic cap, see [Limit requests from other
|
|
11320
|
+
# Regions][1].
|
|
11321
|
+
#
|
|
11322
|
+
#
|
|
11323
|
+
#
|
|
11324
|
+
# [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/inference-router.html#inference-router-cross-region-limit
|
|
11325
|
+
# @return [Types::CrossRegionTrafficConfig]
|
|
11326
|
+
#
|
|
11115
11327
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreateEndpointConfigInput AWS API Documentation
|
|
11116
11328
|
#
|
|
11117
11329
|
class CreateEndpointConfigInput < Struct.new(
|
|
@@ -11126,7 +11338,8 @@ module Aws::SageMaker
|
|
|
11126
11338
|
:execution_role_arn,
|
|
11127
11339
|
:vpc_config,
|
|
11128
11340
|
:enable_network_isolation,
|
|
11129
|
-
:metrics_config
|
|
11341
|
+
:metrics_config,
|
|
11342
|
+
:cross_region_traffic_config)
|
|
11130
11343
|
SENSITIVE = []
|
|
11131
11344
|
include Aws::Structure
|
|
11132
11345
|
end
|
|
@@ -12287,6 +12500,60 @@ module Aws::SageMaker
|
|
|
12287
12500
|
include Aws::Structure
|
|
12288
12501
|
end
|
|
12289
12502
|
|
|
12503
|
+
# @!attribute [rw] inference_router_name
|
|
12504
|
+
# The name of the inference router. The name must be unique within
|
|
12505
|
+
# your account in the current Amazon Web Services Region. The name is
|
|
12506
|
+
# case sensitive.
|
|
12507
|
+
# @return [String]
|
|
12508
|
+
#
|
|
12509
|
+
# @!attribute [rw] routing_targets
|
|
12510
|
+
# The routing targets of the inference router. Each routing target is
|
|
12511
|
+
# a model that callers name when they invoke the router, and the
|
|
12512
|
+
# destinations that serve it.
|
|
12513
|
+
# @return [Array<Types::RoutingTarget>]
|
|
12514
|
+
#
|
|
12515
|
+
# @!attribute [rw] client_token
|
|
12516
|
+
# A unique, case-sensitive identifier that you provide to ensure the
|
|
12517
|
+
# idempotency of the request. If you reuse a client token, use the
|
|
12518
|
+
# same request parameters. Otherwise, the request fails.
|
|
12519
|
+
#
|
|
12520
|
+
# **A suitable default value is auto-generated.** You should normally
|
|
12521
|
+
# not need to pass this option.
|
|
12522
|
+
# @return [String]
|
|
12523
|
+
#
|
|
12524
|
+
# @!attribute [rw] tags
|
|
12525
|
+
# A list of key-value pairs to apply to the inference router. For
|
|
12526
|
+
# information about tagging, see [Tagging Amazon Web Services
|
|
12527
|
+
# resources][1] in the *Amazon Web Services General Reference*.
|
|
12528
|
+
#
|
|
12529
|
+
#
|
|
12530
|
+
#
|
|
12531
|
+
# [1]: https://docs.aws.amazon.com/general/latest/gr/aws_tagging.html
|
|
12532
|
+
# @return [Array<Types::Tag>]
|
|
12533
|
+
#
|
|
12534
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreateInferenceRouterInput AWS API Documentation
|
|
12535
|
+
#
|
|
12536
|
+
class CreateInferenceRouterInput < Struct.new(
|
|
12537
|
+
:inference_router_name,
|
|
12538
|
+
:routing_targets,
|
|
12539
|
+
:client_token,
|
|
12540
|
+
:tags)
|
|
12541
|
+
SENSITIVE = []
|
|
12542
|
+
include Aws::Structure
|
|
12543
|
+
end
|
|
12544
|
+
|
|
12545
|
+
# @!attribute [rw] inference_router_arn
|
|
12546
|
+
# The Amazon Resource Name (ARN) of the inference router.
|
|
12547
|
+
# @return [String]
|
|
12548
|
+
#
|
|
12549
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreateInferenceRouterOutput AWS API Documentation
|
|
12550
|
+
#
|
|
12551
|
+
class CreateInferenceRouterOutput < Struct.new(
|
|
12552
|
+
:inference_router_arn)
|
|
12553
|
+
SENSITIVE = []
|
|
12554
|
+
include Aws::Structure
|
|
12555
|
+
end
|
|
12556
|
+
|
|
12290
12557
|
# @!attribute [rw] job_name
|
|
12291
12558
|
# The name of the job. The name must be unique within your account and
|
|
12292
12559
|
# Amazon Web Services Region.
|
|
@@ -15575,6 +15842,36 @@ module Aws::SageMaker
|
|
|
15575
15842
|
include Aws::Structure
|
|
15576
15843
|
end
|
|
15577
15844
|
|
|
15845
|
+
# The cross-Region traffic cap for an endpoint. The cap limits the
|
|
15846
|
+
# requests per second that the endpoint accepts from inference routers
|
|
15847
|
+
# in other Amazon Web Services Regions. The cap is
|
|
15848
|
+
# `MaxCrossRegionPercentPerEndpoint` percent of
|
|
15849
|
+
# `MaxInvocationsPerSecondPerInstance` multiplied by the number of
|
|
15850
|
+
# `InService` instances, rounded up. All production variants and
|
|
15851
|
+
# inference components of the endpoint share it. Requests that you send
|
|
15852
|
+
# to the endpoint directly aren't counted. A request over the cap fails
|
|
15853
|
+
# with a `ThrottlingException`.
|
|
15854
|
+
#
|
|
15855
|
+
# @!attribute [rw] max_invocations_per_second_per_instance
|
|
15856
|
+
# The number of invocations per second that you expect one `InService`
|
|
15857
|
+
# instance to serve. One value applies to every production variant,
|
|
15858
|
+
# whatever its instance type.
|
|
15859
|
+
# @return [Integer]
|
|
15860
|
+
#
|
|
15861
|
+
# @!attribute [rw] max_cross_region_percent_per_endpoint
|
|
15862
|
+
# The percentage of the endpoint's capacity that requests from
|
|
15863
|
+
# inference routers in other Amazon Web Services Regions can use.
|
|
15864
|
+
# @return [Integer]
|
|
15865
|
+
#
|
|
15866
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CrossRegionTrafficConfig AWS API Documentation
|
|
15867
|
+
#
|
|
15868
|
+
class CrossRegionTrafficConfig < Struct.new(
|
|
15869
|
+
:max_invocations_per_second_per_instance,
|
|
15870
|
+
:max_cross_region_percent_per_endpoint)
|
|
15871
|
+
SENSITIVE = []
|
|
15872
|
+
include Aws::Structure
|
|
15873
|
+
end
|
|
15874
|
+
|
|
15578
15875
|
# A file system, created by you, that you assign to a user profile or
|
|
15579
15876
|
# space for an Amazon SageMaker AI Domain. Permitted users can access
|
|
15580
15877
|
# this file system in Amazon SageMaker AI Studio.
|
|
@@ -16813,6 +17110,23 @@ module Aws::SageMaker
|
|
|
16813
17110
|
include Aws::Structure
|
|
16814
17111
|
end
|
|
16815
17112
|
|
|
17113
|
+
# @!attribute [rw] endpoint_name
|
|
17114
|
+
# The name of the endpoint. The endpoint must be in your account and
|
|
17115
|
+
# in the current Amazon Web Services Region.
|
|
17116
|
+
# @return [String]
|
|
17117
|
+
#
|
|
17118
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DeleteEndpointPolicyRequest AWS API Documentation
|
|
17119
|
+
#
|
|
17120
|
+
class DeleteEndpointPolicyRequest < Struct.new(
|
|
17121
|
+
:endpoint_name)
|
|
17122
|
+
SENSITIVE = []
|
|
17123
|
+
include Aws::Structure
|
|
17124
|
+
end
|
|
17125
|
+
|
|
17126
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DeleteEndpointPolicyResponse AWS API Documentation
|
|
17127
|
+
#
|
|
17128
|
+
class DeleteEndpointPolicyResponse < Aws::EmptyStructure; end
|
|
17129
|
+
|
|
16816
17130
|
# @!attribute [rw] experiment_name
|
|
16817
17131
|
# The name of the experiment to delete.
|
|
16818
17132
|
# @return [String]
|
|
@@ -17037,6 +17351,18 @@ module Aws::SageMaker
|
|
|
17037
17351
|
include Aws::Structure
|
|
17038
17352
|
end
|
|
17039
17353
|
|
|
17354
|
+
# @!attribute [rw] inference_router_name
|
|
17355
|
+
# The name of the inference router to delete.
|
|
17356
|
+
# @return [String]
|
|
17357
|
+
#
|
|
17358
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DeleteInferenceRouterInput AWS API Documentation
|
|
17359
|
+
#
|
|
17360
|
+
class DeleteInferenceRouterInput < Struct.new(
|
|
17361
|
+
:inference_router_name)
|
|
17362
|
+
SENSITIVE = []
|
|
17363
|
+
include Aws::Structure
|
|
17364
|
+
end
|
|
17365
|
+
|
|
17040
17366
|
# @!attribute [rw] job_name
|
|
17041
17367
|
# The name of the job to delete.
|
|
17042
17368
|
# @return [String]
|
|
@@ -18781,11 +19107,23 @@ module Aws::SageMaker
|
|
|
18781
19107
|
# configuration.
|
|
18782
19108
|
# @return [Types::ExtensionNodeSummary]
|
|
18783
19109
|
#
|
|
19110
|
+
# @!attribute [rw] health
|
|
19111
|
+
# The problems that affect the extension on the cluster's nodes,
|
|
19112
|
+
# grouped by cause, with the number of nodes that each problem
|
|
19113
|
+
# affects. Use it to find out why `ActiveCount` is lower than
|
|
19114
|
+
# `TotalCount`, or why the status is `Degraded`, `CreateFailed`, or
|
|
19115
|
+
# `UpdateFailed`. SageMaker HyperPod omits `Health` when no node has a
|
|
19116
|
+
# problem. Nodes where SageMaker HyperPod hasn't finished installing
|
|
19117
|
+
# or updating the extension aren't counted in any issue, unless an
|
|
19118
|
+
# earlier attempt failed on them.
|
|
19119
|
+
# @return [Types::ExtensionHealth]
|
|
19120
|
+
#
|
|
18784
19121
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeClusterExtensionResponse AWS API Documentation
|
|
18785
19122
|
#
|
|
18786
19123
|
class DescribeClusterExtensionResponse < Struct.new(
|
|
18787
19124
|
:extension_details,
|
|
18788
|
-
:node_summary
|
|
19125
|
+
:node_summary,
|
|
19126
|
+
:health)
|
|
18789
19127
|
SENSITIVE = []
|
|
18790
19128
|
include Aws::Structure
|
|
18791
19129
|
end
|
|
@@ -18828,6 +19166,72 @@ module Aws::SageMaker
|
|
|
18828
19166
|
include Aws::Structure
|
|
18829
19167
|
end
|
|
18830
19168
|
|
|
19169
|
+
# @!attribute [rw] cluster_name
|
|
19170
|
+
# The name or Amazon Resource Name (ARN) of the HyperPod cluster
|
|
19171
|
+
# associated with the operation.
|
|
19172
|
+
# @return [String]
|
|
19173
|
+
#
|
|
19174
|
+
# @!attribute [rw] operation_id
|
|
19175
|
+
# The unique identifier (UUID) of the operation to describe. This ID
|
|
19176
|
+
# can be obtained from the `ListClusterOperations` operation.
|
|
19177
|
+
# @return [String]
|
|
19178
|
+
#
|
|
19179
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeClusterOperationRequest AWS API Documentation
|
|
19180
|
+
#
|
|
19181
|
+
class DescribeClusterOperationRequest < Struct.new(
|
|
19182
|
+
:cluster_name,
|
|
19183
|
+
:operation_id)
|
|
19184
|
+
SENSITIVE = []
|
|
19185
|
+
include Aws::Structure
|
|
19186
|
+
end
|
|
19187
|
+
|
|
19188
|
+
# @!attribute [rw] operation_id
|
|
19189
|
+
# The unique identifier (UUID) of the operation.
|
|
19190
|
+
# @return [String]
|
|
19191
|
+
#
|
|
19192
|
+
# @!attribute [rw] cluster_arn
|
|
19193
|
+
# The Amazon Resource Name (ARN) of the HyperPod cluster associated
|
|
19194
|
+
# with the operation.
|
|
19195
|
+
# @return [String]
|
|
19196
|
+
#
|
|
19197
|
+
# @!attribute [rw] type
|
|
19198
|
+
# The type of the operation. Valid values are `Scaling` or
|
|
19199
|
+
# `DeepHealthCheck`.
|
|
19200
|
+
# @return [String]
|
|
19201
|
+
#
|
|
19202
|
+
# @!attribute [rw] status
|
|
19203
|
+
# The current status of the operation. Valid values are `InProgress`,
|
|
19204
|
+
# `Superseded`, or `Done`.
|
|
19205
|
+
# @return [String]
|
|
19206
|
+
#
|
|
19207
|
+
# @!attribute [rw] creation_time
|
|
19208
|
+
# The timestamp when the operation was created.
|
|
19209
|
+
# @return [Time]
|
|
19210
|
+
#
|
|
19211
|
+
# @!attribute [rw] scaling_details
|
|
19212
|
+
# The per-instance-group scaling details for the operation. This field
|
|
19213
|
+
# is populated when the operation `Type` is `Scaling`.
|
|
19214
|
+
# @return [Array<Types::ClusterOperationScalingDetails>]
|
|
19215
|
+
#
|
|
19216
|
+
# @!attribute [rw] deep_health_check_details
|
|
19217
|
+
# The deep health check details for the operation. This field is
|
|
19218
|
+
# populated when the operation `Type` is `DeepHealthCheck`.
|
|
19219
|
+
# @return [Array<Types::InstanceGroupHealthCheckConfiguration>]
|
|
19220
|
+
#
|
|
19221
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeClusterOperationResponse AWS API Documentation
|
|
19222
|
+
#
|
|
19223
|
+
class DescribeClusterOperationResponse < Struct.new(
|
|
19224
|
+
:operation_id,
|
|
19225
|
+
:cluster_arn,
|
|
19226
|
+
:type,
|
|
19227
|
+
:status,
|
|
19228
|
+
:creation_time,
|
|
19229
|
+
:scaling_details,
|
|
19230
|
+
:deep_health_check_details)
|
|
19231
|
+
SENSITIVE = []
|
|
19232
|
+
include Aws::Structure
|
|
19233
|
+
end
|
|
19234
|
+
|
|
18831
19235
|
# @!attribute [rw] cluster_name
|
|
18832
19236
|
# The string name or the Amazon Resource Name (ARN) of the SageMaker
|
|
18833
19237
|
# HyperPod cluster.
|
|
@@ -20061,6 +20465,11 @@ module Aws::SageMaker
|
|
|
20061
20465
|
# The configuration parameters for utilization metrics.
|
|
20062
20466
|
# @return [Types::MetricsConfig]
|
|
20063
20467
|
#
|
|
20468
|
+
# @!attribute [rw] cross_region_traffic_config
|
|
20469
|
+
# The cross-Region traffic cap, if the endpoint configuration sets
|
|
20470
|
+
# one.
|
|
20471
|
+
# @return [Types::CrossRegionTrafficConfig]
|
|
20472
|
+
#
|
|
20064
20473
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeEndpointConfigOutput AWS API Documentation
|
|
20065
20474
|
#
|
|
20066
20475
|
class DescribeEndpointConfigOutput < Struct.new(
|
|
@@ -20076,7 +20485,8 @@ module Aws::SageMaker
|
|
|
20076
20485
|
:execution_role_arn,
|
|
20077
20486
|
:vpc_config,
|
|
20078
20487
|
:enable_network_isolation,
|
|
20079
|
-
:metrics_config
|
|
20488
|
+
:metrics_config,
|
|
20489
|
+
:cross_region_traffic_config)
|
|
20080
20490
|
SENSITIVE = []
|
|
20081
20491
|
include Aws::Structure
|
|
20082
20492
|
end
|
|
@@ -20222,6 +20632,11 @@ module Aws::SageMaker
|
|
|
20222
20632
|
# The configuration parameters for utilization metrics.
|
|
20223
20633
|
# @return [Types::MetricsConfig]
|
|
20224
20634
|
#
|
|
20635
|
+
# @!attribute [rw] cross_region_traffic_config
|
|
20636
|
+
# The cross-Region traffic cap, if the endpoint configuration sets
|
|
20637
|
+
# one.
|
|
20638
|
+
# @return [Types::CrossRegionTrafficConfig]
|
|
20639
|
+
#
|
|
20225
20640
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeEndpointOutput AWS API Documentation
|
|
20226
20641
|
#
|
|
20227
20642
|
class DescribeEndpointOutput < Struct.new(
|
|
@@ -20239,7 +20654,8 @@ module Aws::SageMaker
|
|
|
20239
20654
|
:pending_deployment_summary,
|
|
20240
20655
|
:explainer_config,
|
|
20241
20656
|
:shadow_production_variants,
|
|
20242
|
-
:metrics_config
|
|
20657
|
+
:metrics_config,
|
|
20658
|
+
:cross_region_traffic_config)
|
|
20243
20659
|
SENSITIVE = []
|
|
20244
20660
|
include Aws::Structure
|
|
20245
20661
|
end
|
|
@@ -21592,6 +22008,63 @@ module Aws::SageMaker
|
|
|
21592
22008
|
include Aws::Structure
|
|
21593
22009
|
end
|
|
21594
22010
|
|
|
22011
|
+
# @!attribute [rw] inference_router_name
|
|
22012
|
+
# The name of the inference router to describe.
|
|
22013
|
+
# @return [String]
|
|
22014
|
+
#
|
|
22015
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeInferenceRouterInput AWS API Documentation
|
|
22016
|
+
#
|
|
22017
|
+
class DescribeInferenceRouterInput < Struct.new(
|
|
22018
|
+
:inference_router_name)
|
|
22019
|
+
SENSITIVE = []
|
|
22020
|
+
include Aws::Structure
|
|
22021
|
+
end
|
|
22022
|
+
|
|
22023
|
+
# @!attribute [rw] inference_router_name
|
|
22024
|
+
# The name of the inference router.
|
|
22025
|
+
# @return [String]
|
|
22026
|
+
#
|
|
22027
|
+
# @!attribute [rw] inference_router_arn
|
|
22028
|
+
# The Amazon Resource Name (ARN) of the inference router.
|
|
22029
|
+
# @return [String]
|
|
22030
|
+
#
|
|
22031
|
+
# @!attribute [rw] routing_targets
|
|
22032
|
+
# The routing targets of the inference router. Each destination
|
|
22033
|
+
# includes its `RoutingStatus`. You can send these routing targets
|
|
22034
|
+
# back in an `UpdateInferenceRouter` request without changes.
|
|
22035
|
+
# @return [Array<Types::RoutingTarget>]
|
|
22036
|
+
#
|
|
22037
|
+
# @!attribute [rw] status
|
|
22038
|
+
# The status of the inference router.
|
|
22039
|
+
# @return [String]
|
|
22040
|
+
#
|
|
22041
|
+
# @!attribute [rw] status_reason
|
|
22042
|
+
# If the status is `Failed`, the reason that the inference router
|
|
22043
|
+
# failed.
|
|
22044
|
+
# @return [String]
|
|
22045
|
+
#
|
|
22046
|
+
# @!attribute [rw] creation_time
|
|
22047
|
+
# The date and time that the inference router was created.
|
|
22048
|
+
# @return [Time]
|
|
22049
|
+
#
|
|
22050
|
+
# @!attribute [rw] last_modified_time
|
|
22051
|
+
# The date and time that the inference router was last updated.
|
|
22052
|
+
# @return [Time]
|
|
22053
|
+
#
|
|
22054
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeInferenceRouterOutput AWS API Documentation
|
|
22055
|
+
#
|
|
22056
|
+
class DescribeInferenceRouterOutput < Struct.new(
|
|
22057
|
+
:inference_router_name,
|
|
22058
|
+
:inference_router_arn,
|
|
22059
|
+
:routing_targets,
|
|
22060
|
+
:status,
|
|
22061
|
+
:status_reason,
|
|
22062
|
+
:creation_time,
|
|
22063
|
+
:last_modified_time)
|
|
22064
|
+
SENSITIVE = []
|
|
22065
|
+
include Aws::Structure
|
|
22066
|
+
end
|
|
22067
|
+
|
|
21595
22068
|
# @!attribute [rw] job_name
|
|
21596
22069
|
# The name of the job to describe.
|
|
21597
22070
|
# @return [String]
|
|
@@ -25645,6 +26118,51 @@ module Aws::SageMaker
|
|
|
25645
26118
|
include Aws::Structure
|
|
25646
26119
|
end
|
|
25647
26120
|
|
|
26121
|
+
# An endpoint or inference component that serves a routing target.
|
|
26122
|
+
#
|
|
26123
|
+
# @!attribute [rw] resource_arn
|
|
26124
|
+
# The Amazon Resource Name (ARN) of the endpoint or inference
|
|
26125
|
+
# component. The destination can be in any account, and in any Amazon
|
|
26126
|
+
# Web Services Region in the same partition as the inference router.
|
|
26127
|
+
# To use a destination in another account, its owner must allow your
|
|
26128
|
+
# account to invoke it through your router, in an endpoint policy.
|
|
26129
|
+
# @return [String]
|
|
26130
|
+
#
|
|
26131
|
+
# @!attribute [rw] routing_status
|
|
26132
|
+
# Whether the inference router can send requests to the destination,
|
|
26133
|
+
# as checked when you called `DescribeInferenceRouter`. This value
|
|
26134
|
+
# isn't the destination's own status. SageMaker AI ignores this
|
|
26135
|
+
# field in `CreateInferenceRouter` and `UpdateInferenceRouter`
|
|
26136
|
+
# requests.
|
|
26137
|
+
#
|
|
26138
|
+
# Routable
|
|
26139
|
+
#
|
|
26140
|
+
# : The destination is serving and the router can send it requests. A
|
|
26141
|
+
# routable destination can still be overloaded.
|
|
26142
|
+
#
|
|
26143
|
+
# Unroutable
|
|
26144
|
+
#
|
|
26145
|
+
# : The destination can't serve requests. For example, it's being
|
|
26146
|
+
# created or has failed, or it has no capacity and no way to get
|
|
26147
|
+
# any. A destination in your account that doesn't exist is also
|
|
26148
|
+
# `Unroutable`.
|
|
26149
|
+
#
|
|
26150
|
+
# Unknown
|
|
26151
|
+
#
|
|
26152
|
+
# : SageMaker AI couldn't check the destination, for example because
|
|
26153
|
+
# you aren't allowed to describe it or the check timed out. The
|
|
26154
|
+
# destination might still be serving.
|
|
26155
|
+
# @return [String]
|
|
26156
|
+
#
|
|
26157
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/Destination AWS API Documentation
|
|
26158
|
+
#
|
|
26159
|
+
class Destination < Struct.new(
|
|
26160
|
+
:resource_arn,
|
|
26161
|
+
:routing_status)
|
|
26162
|
+
SENSITIVE = []
|
|
26163
|
+
include Aws::Structure
|
|
26164
|
+
end
|
|
26165
|
+
|
|
25648
26166
|
# @!attribute [rw] cluster_arn
|
|
25649
26167
|
# The Amazon Resource Name (ARN) of your SageMaker HyperPod cluster
|
|
25650
26168
|
# containing the target node. Your cluster must use EKS as the
|
|
@@ -27951,6 +28469,56 @@ module Aws::SageMaker
|
|
|
27951
28469
|
include Aws::Structure
|
|
27952
28470
|
end
|
|
27953
28471
|
|
|
28472
|
+
# Contains information about the problems that affect an extension on
|
|
28473
|
+
# the nodes of a SageMaker HyperPod cluster, including how many nodes
|
|
28474
|
+
# each problem affects. `DescribeClusterExtension` returns
|
|
28475
|
+
# `ExtensionHealth` only when at least one node has a problem.
|
|
28476
|
+
#
|
|
28477
|
+
# @!attribute [rw] issues
|
|
28478
|
+
# The problems that affect the extension, grouped by cause, from the
|
|
28479
|
+
# problem that affects the most nodes to the one that affects the
|
|
28480
|
+
# fewest. SageMaker HyperPod counts each node in at most one issue.
|
|
28481
|
+
# The list contains at most 20 issues. If more than 20 different
|
|
28482
|
+
# problems exist, the list shows the 19 that affect the most nodes,
|
|
28483
|
+
# and the 20th issue has the code `Other` and counts the nodes that
|
|
28484
|
+
# the remaining problems affect.
|
|
28485
|
+
# @return [Array<Types::ExtensionHealthIssue>]
|
|
28486
|
+
#
|
|
28487
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionHealth AWS API Documentation
|
|
28488
|
+
#
|
|
28489
|
+
class ExtensionHealth < Struct.new(
|
|
28490
|
+
:issues)
|
|
28491
|
+
SENSITIVE = []
|
|
28492
|
+
include Aws::Structure
|
|
28493
|
+
end
|
|
28494
|
+
|
|
28495
|
+
# Information about a problem that affects an extension on one or more
|
|
28496
|
+
# nodes of a SageMaker HyperPod cluster, including the number of nodes
|
|
28497
|
+
# that it affects.
|
|
28498
|
+
#
|
|
28499
|
+
# @!attribute [rw] code
|
|
28500
|
+
# A code that describes the type of issue.
|
|
28501
|
+
# @return [String]
|
|
28502
|
+
#
|
|
28503
|
+
# @!attribute [rw] message
|
|
28504
|
+
# A description of the problem, for example the setting or component
|
|
28505
|
+
# to check. Every node with the same problem has the same message.
|
|
28506
|
+
# @return [String]
|
|
28507
|
+
#
|
|
28508
|
+
# @!attribute [rw] node_count
|
|
28509
|
+
# The number of nodes that have this problem.
|
|
28510
|
+
# @return [Integer]
|
|
28511
|
+
#
|
|
28512
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionHealthIssue AWS API Documentation
|
|
28513
|
+
#
|
|
28514
|
+
class ExtensionHealthIssue < Struct.new(
|
|
28515
|
+
:code,
|
|
28516
|
+
:message,
|
|
28517
|
+
:node_count)
|
|
28518
|
+
SENSITIVE = []
|
|
28519
|
+
include Aws::Structure
|
|
28520
|
+
end
|
|
28521
|
+
|
|
27954
28522
|
# A summary of an extension's installation across the nodes of a
|
|
27955
28523
|
# SageMaker HyperPod cluster.
|
|
27956
28524
|
#
|
|
@@ -27962,8 +28530,11 @@ module Aws::SageMaker
|
|
|
27962
28530
|
#
|
|
27963
28531
|
# @!attribute [rw] active_count
|
|
27964
28532
|
# The number of nodes that are running the extension's current
|
|
27965
|
-
# version and configuration.
|
|
27966
|
-
#
|
|
28533
|
+
# version and configuration. Nodes that report the extension as
|
|
28534
|
+
# unhealthy aren't counted. While SageMaker HyperPod creates or
|
|
28535
|
+
# updates the extension, `ActiveCount` is lower than `TotalCount`. To
|
|
28536
|
+
# see why nodes aren't counted, see `Health` in
|
|
28537
|
+
# `DescribeClusterExtension`.
|
|
27967
28538
|
# @return [Integer]
|
|
27968
28539
|
#
|
|
27969
28540
|
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionNodeSummary AWS API Documentation
|
|
@@ -28010,6 +28581,22 @@ module Aws::SageMaker
|
|
|
28010
28581
|
include Aws::Structure
|
|
28011
28582
|
end
|
|
28012
28583
|
|
|
28584
|
+
# A version of an extension that you can install on a SageMaker HyperPod
|
|
28585
|
+
# cluster.
|
|
28586
|
+
#
|
|
28587
|
+
# @!attribute [rw] extension_version
|
|
28588
|
+
# The version of the extension, in `MAJOR.MINOR.PATCH` format, for
|
|
28589
|
+
# example `1.0.0`.
|
|
28590
|
+
# @return [String]
|
|
28591
|
+
#
|
|
28592
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionVersionSummary AWS API Documentation
|
|
28593
|
+
#
|
|
28594
|
+
class ExtensionVersionSummary < Struct.new(
|
|
28595
|
+
:extension_version)
|
|
28596
|
+
SENSITIVE = []
|
|
28597
|
+
include Aws::Structure
|
|
28598
|
+
end
|
|
28599
|
+
|
|
28013
28600
|
# Configuration settings for an Amazon FSx for Lustre file system to be
|
|
28014
28601
|
# used with the cluster.
|
|
28015
28602
|
#
|
|
@@ -28916,6 +29503,41 @@ module Aws::SageMaker
|
|
|
28916
29503
|
include Aws::Structure
|
|
28917
29504
|
end
|
|
28918
29505
|
|
|
29506
|
+
# @!attribute [rw] endpoint_name
|
|
29507
|
+
# The name of the endpoint. The endpoint must be in your account and
|
|
29508
|
+
# in the current Amazon Web Services Region.
|
|
29509
|
+
# @return [String]
|
|
29510
|
+
#
|
|
29511
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/GetEndpointPolicyRequest AWS API Documentation
|
|
29512
|
+
#
|
|
29513
|
+
class GetEndpointPolicyRequest < Struct.new(
|
|
29514
|
+
:endpoint_name)
|
|
29515
|
+
SENSITIVE = []
|
|
29516
|
+
include Aws::Structure
|
|
29517
|
+
end
|
|
29518
|
+
|
|
29519
|
+
# @!attribute [rw] endpoint_name
|
|
29520
|
+
# The name of the endpoint.
|
|
29521
|
+
# @return [String]
|
|
29522
|
+
#
|
|
29523
|
+
# @!attribute [rw] endpoint_arn
|
|
29524
|
+
# The Amazon Resource Name (ARN) of the endpoint.
|
|
29525
|
+
# @return [String]
|
|
29526
|
+
#
|
|
29527
|
+
# @!attribute [rw] resource_policy
|
|
29528
|
+
# The endpoint policy, as a JSON policy document.
|
|
29529
|
+
# @return [String]
|
|
29530
|
+
#
|
|
29531
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/GetEndpointPolicyResponse AWS API Documentation
|
|
29532
|
+
#
|
|
29533
|
+
class GetEndpointPolicyResponse < Struct.new(
|
|
29534
|
+
:endpoint_name,
|
|
29535
|
+
:endpoint_arn,
|
|
29536
|
+
:resource_policy)
|
|
29537
|
+
SENSITIVE = []
|
|
29538
|
+
include Aws::Structure
|
|
29539
|
+
end
|
|
29540
|
+
|
|
28919
29541
|
# @!attribute [rw] lineage_group_name
|
|
28920
29542
|
# The name or Amazon Resource Name (ARN) of the lineage group.
|
|
28921
29543
|
# @return [String]
|
|
@@ -33199,6 +33821,35 @@ module Aws::SageMaker
|
|
|
33199
33821
|
include Aws::Structure
|
|
33200
33822
|
end
|
|
33201
33823
|
|
|
33824
|
+
# A summary of an inference router.
|
|
33825
|
+
#
|
|
33826
|
+
# @!attribute [rw] inference_router_name
|
|
33827
|
+
# The name of the inference router.
|
|
33828
|
+
# @return [String]
|
|
33829
|
+
#
|
|
33830
|
+
# @!attribute [rw] inference_router_arn
|
|
33831
|
+
# The Amazon Resource Name (ARN) of the inference router.
|
|
33832
|
+
# @return [String]
|
|
33833
|
+
#
|
|
33834
|
+
# @!attribute [rw] creation_time
|
|
33835
|
+
# The date and time that the inference router was created.
|
|
33836
|
+
# @return [Time]
|
|
33837
|
+
#
|
|
33838
|
+
# @!attribute [rw] last_modified_time
|
|
33839
|
+
# The date and time that the inference router was last updated.
|
|
33840
|
+
# @return [Time]
|
|
33841
|
+
#
|
|
33842
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/InferenceRouterSummary AWS API Documentation
|
|
33843
|
+
#
|
|
33844
|
+
class InferenceRouterSummary < Struct.new(
|
|
33845
|
+
:inference_router_name,
|
|
33846
|
+
:inference_router_arn,
|
|
33847
|
+
:creation_time,
|
|
33848
|
+
:last_modified_time)
|
|
33849
|
+
SENSITIVE = []
|
|
33850
|
+
include Aws::Structure
|
|
33851
|
+
end
|
|
33852
|
+
|
|
33202
33853
|
# Defines how to perform inference generation after a training job is
|
|
33203
33854
|
# run.
|
|
33204
33855
|
#
|
|
@@ -35853,6 +36504,13 @@ module Aws::SageMaker
|
|
|
35853
36504
|
# `Cluster`, `InstanceGroup`, or `Instance`.
|
|
35854
36505
|
# @return [String]
|
|
35855
36506
|
#
|
|
36507
|
+
# @!attribute [rw] operation_id
|
|
36508
|
+
# The unique identifier (UUID) of a cluster operation for which to
|
|
36509
|
+
# filter events. If specified, only events associated with this
|
|
36510
|
+
# operation are returned. This ID can be obtained from the
|
|
36511
|
+
# `ListClusterOperations` operation.
|
|
36512
|
+
# @return [String]
|
|
36513
|
+
#
|
|
35856
36514
|
# @!attribute [rw] max_results
|
|
35857
36515
|
# The maximum number of events to return in the response. Valid range
|
|
35858
36516
|
# is 1 to 100.
|
|
@@ -35874,6 +36532,7 @@ module Aws::SageMaker
|
|
|
35874
36532
|
:sort_by,
|
|
35875
36533
|
:sort_order,
|
|
35876
36534
|
:resource_type,
|
|
36535
|
+
:operation_id,
|
|
35877
36536
|
:max_results,
|
|
35878
36537
|
:next_token)
|
|
35879
36538
|
SENSITIVE = []
|
|
@@ -35898,6 +36557,52 @@ module Aws::SageMaker
|
|
|
35898
36557
|
include Aws::Structure
|
|
35899
36558
|
end
|
|
35900
36559
|
|
|
36560
|
+
# @!attribute [rw] extension_name
|
|
36561
|
+
# The name of the extension whose versions you want to list, for
|
|
36562
|
+
# example `sagemaker-observability`.
|
|
36563
|
+
# @return [String]
|
|
36564
|
+
#
|
|
36565
|
+
# @!attribute [rw] max_results
|
|
36566
|
+
# The maximum number of versions to return in the response. If you
|
|
36567
|
+
# don't specify a value, SageMaker HyperPod returns up to 100
|
|
36568
|
+
# versions.
|
|
36569
|
+
# @return [Integer]
|
|
36570
|
+
#
|
|
36571
|
+
# @!attribute [rw] next_token
|
|
36572
|
+
# If the result of the previous `ListClusterExtensionVersions` request
|
|
36573
|
+
# was truncated, the response includes a `NextToken`. To retrieve the
|
|
36574
|
+
# next set of versions, use the token in the next request.
|
|
36575
|
+
# @return [String]
|
|
36576
|
+
#
|
|
36577
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterExtensionVersionsRequest AWS API Documentation
|
|
36578
|
+
#
|
|
36579
|
+
class ListClusterExtensionVersionsRequest < Struct.new(
|
|
36580
|
+
:extension_name,
|
|
36581
|
+
:max_results,
|
|
36582
|
+
:next_token)
|
|
36583
|
+
SENSITIVE = []
|
|
36584
|
+
include Aws::Structure
|
|
36585
|
+
end
|
|
36586
|
+
|
|
36587
|
+
# @!attribute [rw] extension_versions
|
|
36588
|
+
# The versions of the extension that you can install, from the highest
|
|
36589
|
+
# version to the lowest.
|
|
36590
|
+
# @return [Array<Types::ExtensionVersionSummary>]
|
|
36591
|
+
#
|
|
36592
|
+
# @!attribute [rw] next_token
|
|
36593
|
+
# If the response is truncated, a token that you can use in the next
|
|
36594
|
+
# request to retrieve the next set of versions.
|
|
36595
|
+
# @return [String]
|
|
36596
|
+
#
|
|
36597
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterExtensionVersionsResponse AWS API Documentation
|
|
36598
|
+
#
|
|
36599
|
+
class ListClusterExtensionVersionsResponse < Struct.new(
|
|
36600
|
+
:extension_versions,
|
|
36601
|
+
:next_token)
|
|
36602
|
+
SENSITIVE = []
|
|
36603
|
+
include Aws::Structure
|
|
36604
|
+
end
|
|
36605
|
+
|
|
35901
36606
|
# @!attribute [rw] cluster_arn
|
|
35902
36607
|
# The Amazon Resource Name (ARN) of the SageMaker HyperPod cluster
|
|
35903
36608
|
# whose extensions you want to list.
|
|
@@ -36069,6 +36774,87 @@ module Aws::SageMaker
|
|
|
36069
36774
|
include Aws::Structure
|
|
36070
36775
|
end
|
|
36071
36776
|
|
|
36777
|
+
# @!attribute [rw] cluster_name
|
|
36778
|
+
# The name or Amazon Resource Name (ARN) of the HyperPod cluster for
|
|
36779
|
+
# which to list operations.
|
|
36780
|
+
# @return [String]
|
|
36781
|
+
#
|
|
36782
|
+
# @!attribute [rw] status
|
|
36783
|
+
# The operation status to filter by. If specified, only operations
|
|
36784
|
+
# with this status are returned. Valid values are `InProgress`,
|
|
36785
|
+
# `Superseded`, or `Done`.
|
|
36786
|
+
# @return [String]
|
|
36787
|
+
#
|
|
36788
|
+
# @!attribute [rw] type
|
|
36789
|
+
# The operation type to filter by. If specified, only operations of
|
|
36790
|
+
# this type are returned. Valid values are `Scaling` or
|
|
36791
|
+
# `DeepHealthCheck`.
|
|
36792
|
+
# @return [String]
|
|
36793
|
+
#
|
|
36794
|
+
# @!attribute [rw] creation_time_after
|
|
36795
|
+
# The start of the time range for filtering operations. Only
|
|
36796
|
+
# operations created after this time are included in the results.
|
|
36797
|
+
# @return [Time]
|
|
36798
|
+
#
|
|
36799
|
+
# @!attribute [rw] creation_time_before
|
|
36800
|
+
# The end of the time range for filtering operations. Only operations
|
|
36801
|
+
# created before this time are included in the results.
|
|
36802
|
+
# @return [Time]
|
|
36803
|
+
#
|
|
36804
|
+
# @!attribute [rw] sort_by
|
|
36805
|
+
# The field to use for sorting the operation list. Currently, the only
|
|
36806
|
+
# supported value is `CreationTime`.
|
|
36807
|
+
# @return [String]
|
|
36808
|
+
#
|
|
36809
|
+
# @!attribute [rw] sort_order
|
|
36810
|
+
# The order in which to sort the results. Valid values are `Ascending`
|
|
36811
|
+
# or `Descending` (the default is `Descending`).
|
|
36812
|
+
# @return [String]
|
|
36813
|
+
#
|
|
36814
|
+
# @!attribute [rw] max_results
|
|
36815
|
+
# The maximum number of operations to return in the response. Valid
|
|
36816
|
+
# range is 1 to 100.
|
|
36817
|
+
# @return [Integer]
|
|
36818
|
+
#
|
|
36819
|
+
# @!attribute [rw] next_token
|
|
36820
|
+
# A token to retrieve the next set of results. This token is obtained
|
|
36821
|
+
# from the output of a previous `ListClusterOperations` call.
|
|
36822
|
+
# @return [String]
|
|
36823
|
+
#
|
|
36824
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterOperationsRequest AWS API Documentation
|
|
36825
|
+
#
|
|
36826
|
+
class ListClusterOperationsRequest < Struct.new(
|
|
36827
|
+
:cluster_name,
|
|
36828
|
+
:status,
|
|
36829
|
+
:type,
|
|
36830
|
+
:creation_time_after,
|
|
36831
|
+
:creation_time_before,
|
|
36832
|
+
:sort_by,
|
|
36833
|
+
:sort_order,
|
|
36834
|
+
:max_results,
|
|
36835
|
+
:next_token)
|
|
36836
|
+
SENSITIVE = []
|
|
36837
|
+
include Aws::Structure
|
|
36838
|
+
end
|
|
36839
|
+
|
|
36840
|
+
# @!attribute [rw] next_token
|
|
36841
|
+
# A token to retrieve the next set of results. Include this token in
|
|
36842
|
+
# subsequent `ListClusterOperations` calls to fetch more operations.
|
|
36843
|
+
# @return [String]
|
|
36844
|
+
#
|
|
36845
|
+
# @!attribute [rw] cluster_operation_summaries
|
|
36846
|
+
# A list of operation summaries matching the specified criteria.
|
|
36847
|
+
# @return [Array<Types::ClusterOperationSummary>]
|
|
36848
|
+
#
|
|
36849
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterOperationsResponse AWS API Documentation
|
|
36850
|
+
#
|
|
36851
|
+
class ListClusterOperationsResponse < Struct.new(
|
|
36852
|
+
:next_token,
|
|
36853
|
+
:cluster_operation_summaries)
|
|
36854
|
+
SENSITIVE = []
|
|
36855
|
+
include Aws::Structure
|
|
36856
|
+
end
|
|
36857
|
+
|
|
36072
36858
|
# @!attribute [rw] created_after
|
|
36073
36859
|
# Filter for after this creation time. The input for this parameter is
|
|
36074
36860
|
# a Unix timestamp. To convert a date and time into a Unix timestamp,
|
|
@@ -38222,6 +39008,42 @@ module Aws::SageMaker
|
|
|
38222
39008
|
include Aws::Structure
|
|
38223
39009
|
end
|
|
38224
39010
|
|
|
39011
|
+
# @!attribute [rw] max_results
|
|
39012
|
+
# The maximum number of inference routers to return in the response.
|
|
39013
|
+
# @return [Integer]
|
|
39014
|
+
#
|
|
39015
|
+
# @!attribute [rw] next_token
|
|
39016
|
+
# If the previous response was truncated, you receive this token. To
|
|
39017
|
+
# get the next set of inference routers, use it in your next request.
|
|
39018
|
+
# @return [String]
|
|
39019
|
+
#
|
|
39020
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListInferenceRoutersInput AWS API Documentation
|
|
39021
|
+
#
|
|
39022
|
+
class ListInferenceRoutersInput < Struct.new(
|
|
39023
|
+
:max_results,
|
|
39024
|
+
:next_token)
|
|
39025
|
+
SENSITIVE = []
|
|
39026
|
+
include Aws::Structure
|
|
39027
|
+
end
|
|
39028
|
+
|
|
39029
|
+
# @!attribute [rw] inference_routers
|
|
39030
|
+
# A list of summaries of the inference routers.
|
|
39031
|
+
# @return [Array<Types::InferenceRouterSummary>]
|
|
39032
|
+
#
|
|
39033
|
+
# @!attribute [rw] next_token
|
|
39034
|
+
# If the response is truncated, SageMaker AI returns this token. To
|
|
39035
|
+
# get the next set of inference routers, use it in your next request.
|
|
39036
|
+
# @return [String]
|
|
39037
|
+
#
|
|
39038
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListInferenceRoutersOutput AWS API Documentation
|
|
39039
|
+
#
|
|
39040
|
+
class ListInferenceRoutersOutput < Struct.new(
|
|
39041
|
+
:inference_routers,
|
|
39042
|
+
:next_token)
|
|
39043
|
+
SENSITIVE = []
|
|
39044
|
+
include Aws::Structure
|
|
39045
|
+
end
|
|
39046
|
+
|
|
38225
39047
|
# @!attribute [rw] job_category
|
|
38226
39048
|
# The category of job schemas to list.
|
|
38227
39049
|
# @return [String]
|
|
@@ -48794,6 +49616,17 @@ module Aws::SageMaker
|
|
|
48794
49616
|
# endpoint routes the request to another copy on that instance or to
|
|
48795
49617
|
# another instance. The endpoint applies prefix-aware routing only
|
|
48796
49618
|
# when two or more instances can serve the request.
|
|
49619
|
+
#
|
|
49620
|
+
# * `KV_AWARE`: The endpoint routes each request to an instance that
|
|
49621
|
+
# already holds the start of the request's prompt in its key-value
|
|
49622
|
+
# (KV) cache, and weighs the length of that match against how busy
|
|
49623
|
+
# each instance is. On an endpoint with inference components, the
|
|
49624
|
+
# endpoint chooses among the copies of the invoked inference
|
|
49625
|
+
# component in the same way. When the endpoint can't find an
|
|
49626
|
+
# instance or copy that holds the start of the prompt and isn't too
|
|
49627
|
+
# busy, it chooses an instance as it does with
|
|
49628
|
+
# `LEAST_OUTSTANDING_REQUESTS`. `KV_AWARE` works only with supported
|
|
49629
|
+
# containers, such as the SageMaker AI vLLM Deep Learning Container.
|
|
48797
49630
|
# @return [String]
|
|
48798
49631
|
#
|
|
48799
49632
|
# @!attribute [rw] prefix_aware_routing_config
|
|
@@ -49590,6 +50423,42 @@ module Aws::SageMaker
|
|
|
49590
50423
|
include Aws::Structure
|
|
49591
50424
|
end
|
|
49592
50425
|
|
|
50426
|
+
# @!attribute [rw] endpoint_name
|
|
50427
|
+
# The name of the endpoint. The endpoint must be in your account and
|
|
50428
|
+
# in the current Amazon Web Services Region.
|
|
50429
|
+
# @return [String]
|
|
50430
|
+
#
|
|
50431
|
+
# @!attribute [rw] resource_policy
|
|
50432
|
+
# The endpoint policy, as a JSON policy document. The policy can
|
|
50433
|
+
# contain only ASCII characters. For information about the policy
|
|
50434
|
+
# rules, see [Use destinations in other accounts][1].
|
|
50435
|
+
#
|
|
50436
|
+
#
|
|
50437
|
+
#
|
|
50438
|
+
# [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/inference-router-cross-account.html
|
|
50439
|
+
# @return [String]
|
|
50440
|
+
#
|
|
50441
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PutEndpointPolicyRequest AWS API Documentation
|
|
50442
|
+
#
|
|
50443
|
+
class PutEndpointPolicyRequest < Struct.new(
|
|
50444
|
+
:endpoint_name,
|
|
50445
|
+
:resource_policy)
|
|
50446
|
+
SENSITIVE = []
|
|
50447
|
+
include Aws::Structure
|
|
50448
|
+
end
|
|
50449
|
+
|
|
50450
|
+
# @!attribute [rw] endpoint_arn
|
|
50451
|
+
# The Amazon Resource Name (ARN) of the endpoint.
|
|
50452
|
+
# @return [String]
|
|
50453
|
+
#
|
|
50454
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PutEndpointPolicyResponse AWS API Documentation
|
|
50455
|
+
#
|
|
50456
|
+
class PutEndpointPolicyResponse < Struct.new(
|
|
50457
|
+
:endpoint_arn)
|
|
50458
|
+
SENSITIVE = []
|
|
50459
|
+
include Aws::Structure
|
|
50460
|
+
end
|
|
50461
|
+
|
|
49593
50462
|
# @!attribute [rw] model_package_group_name
|
|
49594
50463
|
# The name of the model group to add a resource policy to.
|
|
49595
50464
|
# @return [String]
|
|
@@ -50934,6 +51803,21 @@ module Aws::SageMaker
|
|
|
50934
51803
|
include Aws::Structure
|
|
50935
51804
|
end
|
|
50936
51805
|
|
|
51806
|
+
# The resource that you are trying to create already exists. Use a
|
|
51807
|
+
# different resource name, or delete the existing resource before
|
|
51808
|
+
# retrying.
|
|
51809
|
+
#
|
|
51810
|
+
# @!attribute [rw] message
|
|
51811
|
+
# @return [String]
|
|
51812
|
+
#
|
|
51813
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ResourceAlreadyExists AWS API Documentation
|
|
51814
|
+
#
|
|
51815
|
+
class ResourceAlreadyExists < Struct.new(
|
|
51816
|
+
:message)
|
|
51817
|
+
SENSITIVE = []
|
|
51818
|
+
include Aws::Structure
|
|
51819
|
+
end
|
|
51820
|
+
|
|
50937
51821
|
# A resource catalog containing all of the resources of a specific
|
|
50938
51822
|
# resource type within a resource owner account. For an example on
|
|
50939
51823
|
# sharing the Amazon SageMaker Feature Store
|
|
@@ -51483,6 +52367,194 @@ module Aws::SageMaker
|
|
|
51483
52367
|
include Aws::Structure
|
|
51484
52368
|
end
|
|
51485
52369
|
|
|
52370
|
+
# A model that an inference router serves, and the destinations that can
|
|
52371
|
+
# serve it. When you invoke the router, you name the routing target, and
|
|
52372
|
+
# the router sends the request to one of its destinations.
|
|
52373
|
+
#
|
|
52374
|
+
# Every destination in a routing target must serve the same model, with
|
|
52375
|
+
# the same request and response format.
|
|
52376
|
+
#
|
|
52377
|
+
# @!attribute [rw] name
|
|
52378
|
+
# The name of the routing target. Callers specify this name in the
|
|
52379
|
+
# `RoutingTargetName` parameter when they invoke the inference router.
|
|
52380
|
+
# The name must be unique within the router.
|
|
52381
|
+
# @return [String]
|
|
52382
|
+
#
|
|
52383
|
+
# @!attribute [rw] destinations
|
|
52384
|
+
# The endpoints and inference components that serve the routing
|
|
52385
|
+
# target. Each destination can appear only once in a routing target.
|
|
52386
|
+
#
|
|
52387
|
+
# In an asynchronous routing target, every destination must be an
|
|
52388
|
+
# asynchronous inference endpoint. In a real-time routing target, no
|
|
52389
|
+
# destination can be one. SageMaker AI checks an endpoint in another
|
|
52390
|
+
# account with your credentials, so both your IAM policy and the
|
|
52391
|
+
# endpoint policy must allow `sagemaker:DescribeEndpoint`. If an
|
|
52392
|
+
# endpoint can't be checked, for example because it isn't found or
|
|
52393
|
+
# can't be read in time, it's accepted, and requests to it fail if
|
|
52394
|
+
# it's the wrong mode.
|
|
52395
|
+
# @return [Array<Types::Destination>]
|
|
52396
|
+
#
|
|
52397
|
+
# @!attribute [rw] async_inference_config
|
|
52398
|
+
# The asynchronous inference settings of the routing target. Specify
|
|
52399
|
+
# this setting to make the routing target asynchronous. If you omit
|
|
52400
|
+
# it, the routing target serves real-time requests.
|
|
52401
|
+
#
|
|
52402
|
+
# Asynchronous routing targets aren't available in all Amazon Web
|
|
52403
|
+
# Services Regions. For information about asynchronous routing targets
|
|
52404
|
+
# and Region availability, see [Send asynchronous requests through an
|
|
52405
|
+
# inference router][1].
|
|
52406
|
+
#
|
|
52407
|
+
# Because `UpdateInferenceRouter` replaces all routing targets,
|
|
52408
|
+
# include this setting in every update of an asynchronous routing
|
|
52409
|
+
# target.
|
|
52410
|
+
#
|
|
52411
|
+
# For information about asynchronous routing targets, see [Send
|
|
52412
|
+
# asynchronous requests through an inference router][1].
|
|
52413
|
+
#
|
|
52414
|
+
#
|
|
52415
|
+
#
|
|
52416
|
+
# [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/inference-router-async.html
|
|
52417
|
+
# @return [Types::RoutingTargetAsyncInferenceConfig]
|
|
52418
|
+
#
|
|
52419
|
+
# @!attribute [rw] routing_preference
|
|
52420
|
+
# How the inference router chooses among the routing target's
|
|
52421
|
+
# destinations. The default is `LocalRegionFirst`.
|
|
52422
|
+
#
|
|
52423
|
+
# LocalRegionFirst
|
|
52424
|
+
#
|
|
52425
|
+
# : The router uses destinations in its own Region first. When the
|
|
52426
|
+
# request leaves the Region, the router spreads it across healthy
|
|
52427
|
+
# destinations in other Regions.
|
|
52428
|
+
#
|
|
52429
|
+
# InstancePoolOrder
|
|
52430
|
+
#
|
|
52431
|
+
# : The router prefers destinations by instance type first and by
|
|
52432
|
+
# Region second. Every destination must be an endpoint that lists
|
|
52433
|
+
# the same two or more instance types, each with a different
|
|
52434
|
+
# priority, in the same priority order. This value is supported only
|
|
52435
|
+
# for asynchronous routing targets.
|
|
52436
|
+
#
|
|
52437
|
+
# With either value, the router uses destinations whose health or
|
|
52438
|
+
# capacity is reduced after the others, but doesn't exclude them.
|
|
52439
|
+
# @return [String]
|
|
52440
|
+
#
|
|
52441
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTarget AWS API Documentation
|
|
52442
|
+
#
|
|
52443
|
+
class RoutingTarget < Struct.new(
|
|
52444
|
+
:name,
|
|
52445
|
+
:destinations,
|
|
52446
|
+
:async_inference_config,
|
|
52447
|
+
:routing_preference)
|
|
52448
|
+
SENSITIVE = []
|
|
52449
|
+
include Aws::Structure
|
|
52450
|
+
end
|
|
52451
|
+
|
|
52452
|
+
# How the inference router submits asynchronous requests to the
|
|
52453
|
+
# destinations of a routing target.
|
|
52454
|
+
#
|
|
52455
|
+
# @!attribute [rw] max_time_in_backlog_seconds
|
|
52456
|
+
# The maximum time, in seconds, that a request can wait at a
|
|
52457
|
+
# destination before the inference router moves it to another
|
|
52458
|
+
# destination. The default is 900 seconds.
|
|
52459
|
+
# @return [Integer]
|
|
52460
|
+
#
|
|
52461
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceClientConfig AWS API Documentation
|
|
52462
|
+
#
|
|
52463
|
+
class RoutingTargetAsyncInferenceClientConfig < Struct.new(
|
|
52464
|
+
:max_time_in_backlog_seconds)
|
|
52465
|
+
SENSITIVE = []
|
|
52466
|
+
include Aws::Structure
|
|
52467
|
+
end
|
|
52468
|
+
|
|
52469
|
+
# The asynchronous inference settings of a routing target.
|
|
52470
|
+
#
|
|
52471
|
+
# @!attribute [rw] output_config
|
|
52472
|
+
# The Amazon S3 locations for the results of asynchronous requests,
|
|
52473
|
+
# and the notification settings.
|
|
52474
|
+
# @return [Types::RoutingTargetAsyncInferenceOutputConfig]
|
|
52475
|
+
#
|
|
52476
|
+
# @!attribute [rw] client_config
|
|
52477
|
+
# How the inference router submits requests to destinations.
|
|
52478
|
+
# @return [Types::RoutingTargetAsyncInferenceClientConfig]
|
|
52479
|
+
#
|
|
52480
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceConfig AWS API Documentation
|
|
52481
|
+
#
|
|
52482
|
+
class RoutingTargetAsyncInferenceConfig < Struct.new(
|
|
52483
|
+
:output_config,
|
|
52484
|
+
:client_config)
|
|
52485
|
+
SENSITIVE = []
|
|
52486
|
+
include Aws::Structure
|
|
52487
|
+
end
|
|
52488
|
+
|
|
52489
|
+
# The Amazon SNS topics that the inference router publishes to. The
|
|
52490
|
+
# router publishes one notification for each request. The notification
|
|
52491
|
+
# contains the location of the result, not the result itself. The
|
|
52492
|
+
# destination endpoints also send their own notifications, if they're
|
|
52493
|
+
# configured to.
|
|
52494
|
+
#
|
|
52495
|
+
# @!attribute [rw] success_topic
|
|
52496
|
+
# The ARN of the Amazon SNS topic to publish to when a request
|
|
52497
|
+
# completes. The topic must be a standard topic, and can be in any
|
|
52498
|
+
# Amazon Web Services Region.
|
|
52499
|
+
# @return [String]
|
|
52500
|
+
#
|
|
52501
|
+
# @!attribute [rw] error_topic
|
|
52502
|
+
# The ARN of the Amazon SNS topic to publish to when a request fails,
|
|
52503
|
+
# or when the router can't place it on any destination. The topic
|
|
52504
|
+
# must be a standard topic, and can be in any Amazon Web Services
|
|
52505
|
+
# Region.
|
|
52506
|
+
# @return [String]
|
|
52507
|
+
#
|
|
52508
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceNotificationConfig AWS API Documentation
|
|
52509
|
+
#
|
|
52510
|
+
class RoutingTargetAsyncInferenceNotificationConfig < Struct.new(
|
|
52511
|
+
:success_topic,
|
|
52512
|
+
:error_topic)
|
|
52513
|
+
SENSITIVE = []
|
|
52514
|
+
include Aws::Structure
|
|
52515
|
+
end
|
|
52516
|
+
|
|
52517
|
+
# The output settings for the asynchronous requests of a routing target.
|
|
52518
|
+
# Every destination writes to the same locations.
|
|
52519
|
+
# `CreateInferenceRouter` and `UpdateInferenceRouter` don't check who
|
|
52520
|
+
# owns the buckets. If another account owns the output bucket, requests
|
|
52521
|
+
# fail.
|
|
52522
|
+
#
|
|
52523
|
+
# @!attribute [rw] s3_output_path
|
|
52524
|
+
# The Amazon S3 location for the results of successful requests. The
|
|
52525
|
+
# bucket must be in the inference router's Amazon Web Services Region
|
|
52526
|
+
# and owned by the router's account.
|
|
52527
|
+
# @return [String]
|
|
52528
|
+
#
|
|
52529
|
+
# @!attribute [rw] s3_failure_path
|
|
52530
|
+
# The Amazon S3 location for the failure details of failed requests.
|
|
52531
|
+
# The bucket must be in the inference router's Amazon Web Services
|
|
52532
|
+
# Region and owned by the router's account.
|
|
52533
|
+
# @return [String]
|
|
52534
|
+
#
|
|
52535
|
+
# @!attribute [rw] kms_key_id
|
|
52536
|
+
# The KMS key that encrypts the results in Amazon S3. You can specify
|
|
52537
|
+
# a key ID, key ARN, alias name, or alias ARN. If any destination is
|
|
52538
|
+
# in a different account or Amazon Web Services Region from the
|
|
52539
|
+
# inference router, specify a key ARN or an alias ARN.
|
|
52540
|
+
# @return [String]
|
|
52541
|
+
#
|
|
52542
|
+
# @!attribute [rw] notification_config
|
|
52543
|
+
# The Amazon SNS topics that the inference router publishes to when a
|
|
52544
|
+
# request completes or fails.
|
|
52545
|
+
# @return [Types::RoutingTargetAsyncInferenceNotificationConfig]
|
|
52546
|
+
#
|
|
52547
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceOutputConfig AWS API Documentation
|
|
52548
|
+
#
|
|
52549
|
+
class RoutingTargetAsyncInferenceOutputConfig < Struct.new(
|
|
52550
|
+
:s3_output_path,
|
|
52551
|
+
:s3_failure_path,
|
|
52552
|
+
:kms_key_id,
|
|
52553
|
+
:notification_config)
|
|
52554
|
+
SENSITIVE = []
|
|
52555
|
+
include Aws::Structure
|
|
52556
|
+
end
|
|
52557
|
+
|
|
51486
52558
|
# Describes the S3 data source.
|
|
51487
52559
|
#
|
|
51488
52560
|
# Your input bucket must be in the same Amazon Web Services region as
|
|
@@ -59565,6 +60637,36 @@ module Aws::SageMaker
|
|
|
59565
60637
|
include Aws::Structure
|
|
59566
60638
|
end
|
|
59567
60639
|
|
|
60640
|
+
# @!attribute [rw] inference_router_name
|
|
60641
|
+
# The name of the inference router to update.
|
|
60642
|
+
# @return [String]
|
|
60643
|
+
#
|
|
60644
|
+
# @!attribute [rw] routing_targets
|
|
60645
|
+
# The complete list of routing targets for the inference router. To
|
|
60646
|
+
# remove the last routing target, delete the router.
|
|
60647
|
+
# @return [Array<Types::RoutingTarget>]
|
|
60648
|
+
#
|
|
60649
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdateInferenceRouterInput AWS API Documentation
|
|
60650
|
+
#
|
|
60651
|
+
class UpdateInferenceRouterInput < Struct.new(
|
|
60652
|
+
:inference_router_name,
|
|
60653
|
+
:routing_targets)
|
|
60654
|
+
SENSITIVE = []
|
|
60655
|
+
include Aws::Structure
|
|
60656
|
+
end
|
|
60657
|
+
|
|
60658
|
+
# @!attribute [rw] inference_router_arn
|
|
60659
|
+
# The Amazon Resource Name (ARN) of the inference router.
|
|
60660
|
+
# @return [String]
|
|
60661
|
+
#
|
|
60662
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdateInferenceRouterOutput AWS API Documentation
|
|
60663
|
+
#
|
|
60664
|
+
class UpdateInferenceRouterOutput < Struct.new(
|
|
60665
|
+
:inference_router_arn)
|
|
60666
|
+
SENSITIVE = []
|
|
60667
|
+
include Aws::Structure
|
|
60668
|
+
end
|
|
60669
|
+
|
|
59568
60670
|
# @!attribute [rw] arn
|
|
59569
60671
|
# The ARN of the MLflow App to update.
|
|
59570
60672
|
# @return [String]
|