aws-sdk-sagemaker 1.414.0 → 1.416.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -6341,6 +6341,14 @@ module Aws::SageMaker
6341
6341
  # idle before patching. All instances are uncordoned after patching
6342
6342
  # completes. If not all instances become idle, no patching occurs
6343
6343
  # and all instances remain on the previous AMI version.
6344
+ #
6345
+ # * `DrainFirst`: Designed for workloads that never become idle, such
6346
+ # as inference. Cordons instances, evicts the running pods, and then
6347
+ # patches each instance in batches. Each instance is uncordoned
6348
+ # after patching. Use `DrainPolicy` to control how long to wait for
6349
+ # pods to drain and what happens if the drain times out. Requires
6350
+ # `MaximumBatchSize` in `DeploymentConfig`. Available only for
6351
+ # clusters that use Amazon EKS as the orchestrator.
6344
6352
  # @return [String]
6345
6353
  #
6346
6354
  # @!attribute [rw] patch_schedule
@@ -6353,12 +6361,30 @@ module Aws::SageMaker
6353
6361
  # rolling patching strategy.
6354
6362
  # @return [Types::DeploymentConfiguration]
6355
6363
  #
6364
+ # @!attribute [rw] idle_wait_window_in_seconds
6365
+ # The maximum time, in seconds, that automatic patching waits for
6366
+ # instances to become idle after a scheduled patch starts. Automatic
6367
+ # patching uncordons instances that don't become idle within this
6368
+ # window, and they remain on the previous AMI version. Valid values
6369
+ # are from 3600 (1 hour) to 2160000 (25 days). The default is 86400
6370
+ # (24 hours). This setting applies only to the `WhenIdle` and
6371
+ # `WhenAllIdle` strategies.
6372
+ # @return [Integer]
6373
+ #
6374
+ # @!attribute [rw] drain_policy
6375
+ # The policy that controls how pods are evicted from an instance
6376
+ # before it is patched. Valid only when `PatchingStrategy` is
6377
+ # `DrainFirst`.
6378
+ # @return [Types::ClusterDrainPolicy]
6379
+ #
6356
6380
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterAutoPatchConfig AWS API Documentation
6357
6381
  #
6358
6382
  class ClusterAutoPatchConfig < Struct.new(
6359
6383
  :patching_strategy,
6360
6384
  :patch_schedule,
6361
- :deployment_config)
6385
+ :deployment_config,
6386
+ :idle_wait_window_in_seconds,
6387
+ :drain_policy)
6362
6388
  SENSITIVE = []
6363
6389
  include Aws::Structure
6364
6390
  end
@@ -6380,6 +6406,14 @@ module Aws::SageMaker
6380
6406
  # idle before patching. All instances are uncordoned after patching
6381
6407
  # completes. If not all instances become idle, no patching occurs
6382
6408
  # and all instances remain on the previous AMI version.
6409
+ #
6410
+ # * `DrainFirst`: Designed for workloads that never become idle, such
6411
+ # as inference. Cordons instances, evicts the running pods, and then
6412
+ # patches each instance in batches. Each instance is uncordoned
6413
+ # after patching. Use `DrainPolicy` to control how long to wait for
6414
+ # pods to drain and what happens if the drain times out. Requires
6415
+ # `MaximumBatchSize` in `DeploymentConfig`. Available only for
6416
+ # clusters that use Amazon EKS as the orchestrator.
6383
6417
  # @return [String]
6384
6418
  #
6385
6419
  # @!attribute [rw] current_patch_schedule
@@ -6395,13 +6429,29 @@ module Aws::SageMaker
6395
6429
  # The deployment configuration for rolling patch updates.
6396
6430
  # @return [Types::DeploymentConfiguration]
6397
6431
  #
6432
+ # @!attribute [rw] idle_wait_window_in_seconds
6433
+ # The maximum time, in seconds, that automatic patching waits for
6434
+ # instances to become idle after a scheduled patch starts. Automatic
6435
+ # patching uncordons instances that don't become idle within this
6436
+ # window, and they remain on the previous AMI version. The default is
6437
+ # 86400 (24 hours).
6438
+ # @return [Integer]
6439
+ #
6440
+ # @!attribute [rw] drain_policy
6441
+ # The policy that controls how pods are evicted from an instance
6442
+ # before it is patched. Applies only when `PatchingStrategy` is
6443
+ # `DrainFirst`.
6444
+ # @return [Types::ClusterDrainPolicy]
6445
+ #
6398
6446
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterAutoPatchConfigDetails AWS API Documentation
6399
6447
  #
6400
6448
  class ClusterAutoPatchConfigDetails < Struct.new(
6401
6449
  :patching_strategy,
6402
6450
  :current_patch_schedule,
6403
6451
  :desired_patch_schedule,
6404
- :deployment_config)
6452
+ :deployment_config,
6453
+ :idle_wait_window_in_seconds,
6454
+ :drain_policy)
6405
6455
  SENSITIVE = []
6406
6456
  include Aws::Structure
6407
6457
  end
@@ -6480,6 +6530,39 @@ module Aws::SageMaker
6480
6530
  include Aws::Structure
6481
6531
  end
6482
6532
 
6533
+ # Specifies how pods are evicted from an instance before it is patched
6534
+ # with the `DrainFirst` strategy. By default, evictions respect
6535
+ # Kubernetes Pod Disruption Budgets.
6536
+ #
6537
+ # @!attribute [rw] drain_timeout_in_seconds
6538
+ # The maximum time, in seconds, to wait for the pods on an instance to
6539
+ # drain. Valid values are from 0 to 5400 (90 minutes). The default is
6540
+ # 3600 (1 hour).
6541
+ # @return [Integer]
6542
+ #
6543
+ # @!attribute [rw] on_drain_timeout
6544
+ # The action to take if the pods on an instance don't drain within
6545
+ # `DrainTimeoutInSeconds`. The default is `Skip`.
6546
+ #
6547
+ # * `Skip`: Doesn't patch the instance. The instance is uncordoned
6548
+ # and remains on the previous AMI version. This can leave the
6549
+ # instance group partially patched. You can then use
6550
+ # UpdateClusterSoftware with the desired ImageReleaseVersion to
6551
+ # manually update the remaining instances.
6552
+ #
6553
+ # * `Force`: Deletes the remaining pods without respecting Pod
6554
+ # Disruption Budgets, and then patches the instance.
6555
+ # @return [String]
6556
+ #
6557
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterDrainPolicy AWS API Documentation
6558
+ #
6559
+ class ClusterDrainPolicy < Struct.new(
6560
+ :drain_timeout_in_seconds,
6561
+ :on_drain_timeout)
6562
+ SENSITIVE = []
6563
+ include Aws::Structure
6564
+ end
6565
+
6483
6566
  # Defines the configuration for attaching an additional Amazon Elastic
6484
6567
  # Block Store (EBS) volume to each instance of the SageMaker HyperPod
6485
6568
  # cluster instance group. To learn more, see [SageMaker HyperPod release
@@ -6588,6 +6671,12 @@ module Aws::SageMaker
6588
6671
  # and `Error`.
6589
6672
  # @return [String]
6590
6673
  #
6674
+ # @!attribute [rw] operation_id
6675
+ # The unique identifier (UUID) of the cluster operation that the event
6676
+ # is associated with, such as a scaling operation. This field is not
6677
+ # returned when the event is not associated with an operation.
6678
+ # @return [String]
6679
+ #
6591
6680
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterEventDetail AWS API Documentation
6592
6681
  #
6593
6682
  class ClusterEventDetail < Struct.new(
@@ -6600,7 +6689,8 @@ module Aws::SageMaker
6600
6689
  :event_time,
6601
6690
  :event_details,
6602
6691
  :description,
6603
- :event_level)
6692
+ :event_level,
6693
+ :operation_id)
6604
6694
  SENSITIVE = []
6605
6695
  include Aws::Structure
6606
6696
  end
@@ -6648,6 +6738,12 @@ module Aws::SageMaker
6648
6738
  # and `Error`.
6649
6739
  # @return [String]
6650
6740
  #
6741
+ # @!attribute [rw] operation_id
6742
+ # The unique identifier (UUID) of the cluster operation that the event
6743
+ # is associated with, such as a scaling operation. This field is not
6744
+ # returned when the event is not associated with an operation.
6745
+ # @return [String]
6746
+ #
6651
6747
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterEventSummary AWS API Documentation
6652
6748
  #
6653
6749
  class ClusterEventSummary < Struct.new(
@@ -6659,7 +6755,8 @@ module Aws::SageMaker
6659
6755
  :resource_type,
6660
6756
  :event_time,
6661
6757
  :description,
6662
- :event_level)
6758
+ :event_level,
6759
+ :operation_id)
6663
6760
  SENSITIVE = []
6664
6761
  include Aws::Structure
6665
6762
  end
@@ -7777,6 +7874,107 @@ module Aws::SageMaker
7777
7874
  #
7778
7875
  class ClusterOnDemandOptions < Aws::EmptyStructure; end
7779
7876
 
7877
+ # A point-in-time snapshot of an instance group's scaling
7878
+ # configuration. This structure represents both the original
7879
+ # configuration before the operation and the desired configuration
7880
+ # requested by the operation.
7881
+ #
7882
+ # @!attribute [rw] current_count
7883
+ # The number of instances that were in the instance group at the time
7884
+ # of the operation.
7885
+ # @return [Integer]
7886
+ #
7887
+ # @!attribute [rw] target_count
7888
+ # The target number of instances for the instance group.
7889
+ # @return [Integer]
7890
+ #
7891
+ # @!attribute [rw] min_count
7892
+ # The minimum number of instances that must be available in the
7893
+ # instance group of a HyperPod cluster before it transitions to
7894
+ # `InService` status.
7895
+ # @return [Integer]
7896
+ #
7897
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterOperationScalingConfiguration AWS API Documentation
7898
+ #
7899
+ class ClusterOperationScalingConfiguration < Struct.new(
7900
+ :current_count,
7901
+ :target_count,
7902
+ :min_count)
7903
+ SENSITIVE = []
7904
+ include Aws::Structure
7905
+ end
7906
+
7907
+ # The scaling details for a single instance group that is affected by a
7908
+ # cluster operation.
7909
+ #
7910
+ # @!attribute [rw] instance_group_name
7911
+ # The name of the instance group being scaled.
7912
+ # @return [String]
7913
+ #
7914
+ # @!attribute [rw] status
7915
+ # The status of the scaling operation for this instance group. Valid
7916
+ # values are `InProgress`, `Superseded`, or `Done`.
7917
+ # @return [String]
7918
+ #
7919
+ # @!attribute [rw] original
7920
+ # The scaling configuration of the instance group before the scaling
7921
+ # operation was applied, including its current, target, and minimum
7922
+ # instance counts.
7923
+ # @return [Types::ClusterOperationScalingConfiguration]
7924
+ #
7925
+ # @!attribute [rw] desired
7926
+ # The desired scaling configuration of the instance group for the
7927
+ # scaling operation, including its target and minimum instance counts.
7928
+ # @return [Types::ClusterOperationScalingConfiguration]
7929
+ #
7930
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterOperationScalingDetails AWS API Documentation
7931
+ #
7932
+ class ClusterOperationScalingDetails < Struct.new(
7933
+ :instance_group_name,
7934
+ :status,
7935
+ :original,
7936
+ :desired)
7937
+ SENSITIVE = []
7938
+ include Aws::Structure
7939
+ end
7940
+
7941
+ # A summary of an operation performed on a HyperPod cluster.
7942
+ #
7943
+ # @!attribute [rw] operation_id
7944
+ # The unique identifier (UUID) of the operation.
7945
+ # @return [String]
7946
+ #
7947
+ # @!attribute [rw] cluster_arn
7948
+ # The Amazon Resource Name (ARN) of the HyperPod cluster associated
7949
+ # with the operation.
7950
+ # @return [String]
7951
+ #
7952
+ # @!attribute [rw] type
7953
+ # The type of the operation. Valid values are `Scaling` or
7954
+ # `DeepHealthCheck`.
7955
+ # @return [String]
7956
+ #
7957
+ # @!attribute [rw] status
7958
+ # The current status of the operation. Valid values are `InProgress`,
7959
+ # `Superseded`, or `Done`.
7960
+ # @return [String]
7961
+ #
7962
+ # @!attribute [rw] creation_time
7963
+ # The timestamp when the operation was created.
7964
+ # @return [Time]
7965
+ #
7966
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ClusterOperationSummary AWS API Documentation
7967
+ #
7968
+ class ClusterOperationSummary < Struct.new(
7969
+ :operation_id,
7970
+ :cluster_arn,
7971
+ :type,
7972
+ :status,
7973
+ :creation_time)
7974
+ SENSITIVE = []
7975
+ include Aws::Structure
7976
+ end
7977
+
7780
7978
  # The type of orchestrator used for the SageMaker HyperPod cluster.
7781
7979
  #
7782
7980
  # @!attribute [rw] eks
@@ -11112,6 +11310,20 @@ module Aws::SageMaker
11112
11310
  # The configuration parameters for utilization metrics.
11113
11311
  # @return [Types::MetricsConfig]
11114
11312
  #
11313
+ # @!attribute [rw] cross_region_traffic_config
11314
+ # The cross-Region traffic cap for the endpoint. The cap limits the
11315
+ # requests per second that the endpoint accepts from inference routers
11316
+ # in other Amazon Web Services Regions. If you don't specify it,
11317
+ # these requests aren't limited. You can't specify it with
11318
+ # serverless variants or with `AsyncInferenceConfig`. For information
11319
+ # about the cross-Region traffic cap, see [Limit requests from other
11320
+ # Regions][1].
11321
+ #
11322
+ #
11323
+ #
11324
+ # [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/inference-router.html#inference-router-cross-region-limit
11325
+ # @return [Types::CrossRegionTrafficConfig]
11326
+ #
11115
11327
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreateEndpointConfigInput AWS API Documentation
11116
11328
  #
11117
11329
  class CreateEndpointConfigInput < Struct.new(
@@ -11126,7 +11338,8 @@ module Aws::SageMaker
11126
11338
  :execution_role_arn,
11127
11339
  :vpc_config,
11128
11340
  :enable_network_isolation,
11129
- :metrics_config)
11341
+ :metrics_config,
11342
+ :cross_region_traffic_config)
11130
11343
  SENSITIVE = []
11131
11344
  include Aws::Structure
11132
11345
  end
@@ -12287,6 +12500,60 @@ module Aws::SageMaker
12287
12500
  include Aws::Structure
12288
12501
  end
12289
12502
 
12503
+ # @!attribute [rw] inference_router_name
12504
+ # The name of the inference router. The name must be unique within
12505
+ # your account in the current Amazon Web Services Region. The name is
12506
+ # case sensitive.
12507
+ # @return [String]
12508
+ #
12509
+ # @!attribute [rw] routing_targets
12510
+ # The routing targets of the inference router. Each routing target is
12511
+ # a model that callers name when they invoke the router, and the
12512
+ # destinations that serve it.
12513
+ # @return [Array<Types::RoutingTarget>]
12514
+ #
12515
+ # @!attribute [rw] client_token
12516
+ # A unique, case-sensitive identifier that you provide to ensure the
12517
+ # idempotency of the request. If you reuse a client token, use the
12518
+ # same request parameters. Otherwise, the request fails.
12519
+ #
12520
+ # **A suitable default value is auto-generated.** You should normally
12521
+ # not need to pass this option.
12522
+ # @return [String]
12523
+ #
12524
+ # @!attribute [rw] tags
12525
+ # A list of key-value pairs to apply to the inference router. For
12526
+ # information about tagging, see [Tagging Amazon Web Services
12527
+ # resources][1] in the *Amazon Web Services General Reference*.
12528
+ #
12529
+ #
12530
+ #
12531
+ # [1]: https://docs.aws.amazon.com/general/latest/gr/aws_tagging.html
12532
+ # @return [Array<Types::Tag>]
12533
+ #
12534
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreateInferenceRouterInput AWS API Documentation
12535
+ #
12536
+ class CreateInferenceRouterInput < Struct.new(
12537
+ :inference_router_name,
12538
+ :routing_targets,
12539
+ :client_token,
12540
+ :tags)
12541
+ SENSITIVE = []
12542
+ include Aws::Structure
12543
+ end
12544
+
12545
+ # @!attribute [rw] inference_router_arn
12546
+ # The Amazon Resource Name (ARN) of the inference router.
12547
+ # @return [String]
12548
+ #
12549
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CreateInferenceRouterOutput AWS API Documentation
12550
+ #
12551
+ class CreateInferenceRouterOutput < Struct.new(
12552
+ :inference_router_arn)
12553
+ SENSITIVE = []
12554
+ include Aws::Structure
12555
+ end
12556
+
12290
12557
  # @!attribute [rw] job_name
12291
12558
  # The name of the job. The name must be unique within your account and
12292
12559
  # Amazon Web Services Region.
@@ -15575,6 +15842,36 @@ module Aws::SageMaker
15575
15842
  include Aws::Structure
15576
15843
  end
15577
15844
 
15845
+ # The cross-Region traffic cap for an endpoint. The cap limits the
15846
+ # requests per second that the endpoint accepts from inference routers
15847
+ # in other Amazon Web Services Regions. The cap is
15848
+ # `MaxCrossRegionPercentPerEndpoint` percent of
15849
+ # `MaxInvocationsPerSecondPerInstance` multiplied by the number of
15850
+ # `InService` instances, rounded up. All production variants and
15851
+ # inference components of the endpoint share it. Requests that you send
15852
+ # to the endpoint directly aren't counted. A request over the cap fails
15853
+ # with a `ThrottlingException`.
15854
+ #
15855
+ # @!attribute [rw] max_invocations_per_second_per_instance
15856
+ # The number of invocations per second that you expect one `InService`
15857
+ # instance to serve. One value applies to every production variant,
15858
+ # whatever its instance type.
15859
+ # @return [Integer]
15860
+ #
15861
+ # @!attribute [rw] max_cross_region_percent_per_endpoint
15862
+ # The percentage of the endpoint's capacity that requests from
15863
+ # inference routers in other Amazon Web Services Regions can use.
15864
+ # @return [Integer]
15865
+ #
15866
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/CrossRegionTrafficConfig AWS API Documentation
15867
+ #
15868
+ class CrossRegionTrafficConfig < Struct.new(
15869
+ :max_invocations_per_second_per_instance,
15870
+ :max_cross_region_percent_per_endpoint)
15871
+ SENSITIVE = []
15872
+ include Aws::Structure
15873
+ end
15874
+
15578
15875
  # A file system, created by you, that you assign to a user profile or
15579
15876
  # space for an Amazon SageMaker AI Domain. Permitted users can access
15580
15877
  # this file system in Amazon SageMaker AI Studio.
@@ -16813,6 +17110,23 @@ module Aws::SageMaker
16813
17110
  include Aws::Structure
16814
17111
  end
16815
17112
 
17113
+ # @!attribute [rw] endpoint_name
17114
+ # The name of the endpoint. The endpoint must be in your account and
17115
+ # in the current Amazon Web Services Region.
17116
+ # @return [String]
17117
+ #
17118
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DeleteEndpointPolicyRequest AWS API Documentation
17119
+ #
17120
+ class DeleteEndpointPolicyRequest < Struct.new(
17121
+ :endpoint_name)
17122
+ SENSITIVE = []
17123
+ include Aws::Structure
17124
+ end
17125
+
17126
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DeleteEndpointPolicyResponse AWS API Documentation
17127
+ #
17128
+ class DeleteEndpointPolicyResponse < Aws::EmptyStructure; end
17129
+
16816
17130
  # @!attribute [rw] experiment_name
16817
17131
  # The name of the experiment to delete.
16818
17132
  # @return [String]
@@ -17037,6 +17351,18 @@ module Aws::SageMaker
17037
17351
  include Aws::Structure
17038
17352
  end
17039
17353
 
17354
+ # @!attribute [rw] inference_router_name
17355
+ # The name of the inference router to delete.
17356
+ # @return [String]
17357
+ #
17358
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DeleteInferenceRouterInput AWS API Documentation
17359
+ #
17360
+ class DeleteInferenceRouterInput < Struct.new(
17361
+ :inference_router_name)
17362
+ SENSITIVE = []
17363
+ include Aws::Structure
17364
+ end
17365
+
17040
17366
  # @!attribute [rw] job_name
17041
17367
  # The name of the job to delete.
17042
17368
  # @return [String]
@@ -18781,11 +19107,23 @@ module Aws::SageMaker
18781
19107
  # configuration.
18782
19108
  # @return [Types::ExtensionNodeSummary]
18783
19109
  #
19110
+ # @!attribute [rw] health
19111
+ # The problems that affect the extension on the cluster's nodes,
19112
+ # grouped by cause, with the number of nodes that each problem
19113
+ # affects. Use it to find out why `ActiveCount` is lower than
19114
+ # `TotalCount`, or why the status is `Degraded`, `CreateFailed`, or
19115
+ # `UpdateFailed`. SageMaker HyperPod omits `Health` when no node has a
19116
+ # problem. Nodes where SageMaker HyperPod hasn't finished installing
19117
+ # or updating the extension aren't counted in any issue, unless an
19118
+ # earlier attempt failed on them.
19119
+ # @return [Types::ExtensionHealth]
19120
+ #
18784
19121
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeClusterExtensionResponse AWS API Documentation
18785
19122
  #
18786
19123
  class DescribeClusterExtensionResponse < Struct.new(
18787
19124
  :extension_details,
18788
- :node_summary)
19125
+ :node_summary,
19126
+ :health)
18789
19127
  SENSITIVE = []
18790
19128
  include Aws::Structure
18791
19129
  end
@@ -18828,6 +19166,72 @@ module Aws::SageMaker
18828
19166
  include Aws::Structure
18829
19167
  end
18830
19168
 
19169
+ # @!attribute [rw] cluster_name
19170
+ # The name or Amazon Resource Name (ARN) of the HyperPod cluster
19171
+ # associated with the operation.
19172
+ # @return [String]
19173
+ #
19174
+ # @!attribute [rw] operation_id
19175
+ # The unique identifier (UUID) of the operation to describe. This ID
19176
+ # can be obtained from the `ListClusterOperations` operation.
19177
+ # @return [String]
19178
+ #
19179
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeClusterOperationRequest AWS API Documentation
19180
+ #
19181
+ class DescribeClusterOperationRequest < Struct.new(
19182
+ :cluster_name,
19183
+ :operation_id)
19184
+ SENSITIVE = []
19185
+ include Aws::Structure
19186
+ end
19187
+
19188
+ # @!attribute [rw] operation_id
19189
+ # The unique identifier (UUID) of the operation.
19190
+ # @return [String]
19191
+ #
19192
+ # @!attribute [rw] cluster_arn
19193
+ # The Amazon Resource Name (ARN) of the HyperPod cluster associated
19194
+ # with the operation.
19195
+ # @return [String]
19196
+ #
19197
+ # @!attribute [rw] type
19198
+ # The type of the operation. Valid values are `Scaling` or
19199
+ # `DeepHealthCheck`.
19200
+ # @return [String]
19201
+ #
19202
+ # @!attribute [rw] status
19203
+ # The current status of the operation. Valid values are `InProgress`,
19204
+ # `Superseded`, or `Done`.
19205
+ # @return [String]
19206
+ #
19207
+ # @!attribute [rw] creation_time
19208
+ # The timestamp when the operation was created.
19209
+ # @return [Time]
19210
+ #
19211
+ # @!attribute [rw] scaling_details
19212
+ # The per-instance-group scaling details for the operation. This field
19213
+ # is populated when the operation `Type` is `Scaling`.
19214
+ # @return [Array<Types::ClusterOperationScalingDetails>]
19215
+ #
19216
+ # @!attribute [rw] deep_health_check_details
19217
+ # The deep health check details for the operation. This field is
19218
+ # populated when the operation `Type` is `DeepHealthCheck`.
19219
+ # @return [Array<Types::InstanceGroupHealthCheckConfiguration>]
19220
+ #
19221
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeClusterOperationResponse AWS API Documentation
19222
+ #
19223
+ class DescribeClusterOperationResponse < Struct.new(
19224
+ :operation_id,
19225
+ :cluster_arn,
19226
+ :type,
19227
+ :status,
19228
+ :creation_time,
19229
+ :scaling_details,
19230
+ :deep_health_check_details)
19231
+ SENSITIVE = []
19232
+ include Aws::Structure
19233
+ end
19234
+
18831
19235
  # @!attribute [rw] cluster_name
18832
19236
  # The string name or the Amazon Resource Name (ARN) of the SageMaker
18833
19237
  # HyperPod cluster.
@@ -20061,6 +20465,11 @@ module Aws::SageMaker
20061
20465
  # The configuration parameters for utilization metrics.
20062
20466
  # @return [Types::MetricsConfig]
20063
20467
  #
20468
+ # @!attribute [rw] cross_region_traffic_config
20469
+ # The cross-Region traffic cap, if the endpoint configuration sets
20470
+ # one.
20471
+ # @return [Types::CrossRegionTrafficConfig]
20472
+ #
20064
20473
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeEndpointConfigOutput AWS API Documentation
20065
20474
  #
20066
20475
  class DescribeEndpointConfigOutput < Struct.new(
@@ -20076,7 +20485,8 @@ module Aws::SageMaker
20076
20485
  :execution_role_arn,
20077
20486
  :vpc_config,
20078
20487
  :enable_network_isolation,
20079
- :metrics_config)
20488
+ :metrics_config,
20489
+ :cross_region_traffic_config)
20080
20490
  SENSITIVE = []
20081
20491
  include Aws::Structure
20082
20492
  end
@@ -20222,6 +20632,11 @@ module Aws::SageMaker
20222
20632
  # The configuration parameters for utilization metrics.
20223
20633
  # @return [Types::MetricsConfig]
20224
20634
  #
20635
+ # @!attribute [rw] cross_region_traffic_config
20636
+ # The cross-Region traffic cap, if the endpoint configuration sets
20637
+ # one.
20638
+ # @return [Types::CrossRegionTrafficConfig]
20639
+ #
20225
20640
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeEndpointOutput AWS API Documentation
20226
20641
  #
20227
20642
  class DescribeEndpointOutput < Struct.new(
@@ -20239,7 +20654,8 @@ module Aws::SageMaker
20239
20654
  :pending_deployment_summary,
20240
20655
  :explainer_config,
20241
20656
  :shadow_production_variants,
20242
- :metrics_config)
20657
+ :metrics_config,
20658
+ :cross_region_traffic_config)
20243
20659
  SENSITIVE = []
20244
20660
  include Aws::Structure
20245
20661
  end
@@ -21592,6 +22008,63 @@ module Aws::SageMaker
21592
22008
  include Aws::Structure
21593
22009
  end
21594
22010
 
22011
+ # @!attribute [rw] inference_router_name
22012
+ # The name of the inference router to describe.
22013
+ # @return [String]
22014
+ #
22015
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeInferenceRouterInput AWS API Documentation
22016
+ #
22017
+ class DescribeInferenceRouterInput < Struct.new(
22018
+ :inference_router_name)
22019
+ SENSITIVE = []
22020
+ include Aws::Structure
22021
+ end
22022
+
22023
+ # @!attribute [rw] inference_router_name
22024
+ # The name of the inference router.
22025
+ # @return [String]
22026
+ #
22027
+ # @!attribute [rw] inference_router_arn
22028
+ # The Amazon Resource Name (ARN) of the inference router.
22029
+ # @return [String]
22030
+ #
22031
+ # @!attribute [rw] routing_targets
22032
+ # The routing targets of the inference router. Each destination
22033
+ # includes its `RoutingStatus`. You can send these routing targets
22034
+ # back in an `UpdateInferenceRouter` request without changes.
22035
+ # @return [Array<Types::RoutingTarget>]
22036
+ #
22037
+ # @!attribute [rw] status
22038
+ # The status of the inference router.
22039
+ # @return [String]
22040
+ #
22041
+ # @!attribute [rw] status_reason
22042
+ # If the status is `Failed`, the reason that the inference router
22043
+ # failed.
22044
+ # @return [String]
22045
+ #
22046
+ # @!attribute [rw] creation_time
22047
+ # The date and time that the inference router was created.
22048
+ # @return [Time]
22049
+ #
22050
+ # @!attribute [rw] last_modified_time
22051
+ # The date and time that the inference router was last updated.
22052
+ # @return [Time]
22053
+ #
22054
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/DescribeInferenceRouterOutput AWS API Documentation
22055
+ #
22056
+ class DescribeInferenceRouterOutput < Struct.new(
22057
+ :inference_router_name,
22058
+ :inference_router_arn,
22059
+ :routing_targets,
22060
+ :status,
22061
+ :status_reason,
22062
+ :creation_time,
22063
+ :last_modified_time)
22064
+ SENSITIVE = []
22065
+ include Aws::Structure
22066
+ end
22067
+
21595
22068
  # @!attribute [rw] job_name
21596
22069
  # The name of the job to describe.
21597
22070
  # @return [String]
@@ -25645,6 +26118,51 @@ module Aws::SageMaker
25645
26118
  include Aws::Structure
25646
26119
  end
25647
26120
 
26121
+ # An endpoint or inference component that serves a routing target.
26122
+ #
26123
+ # @!attribute [rw] resource_arn
26124
+ # The Amazon Resource Name (ARN) of the endpoint or inference
26125
+ # component. The destination can be in any account, and in any Amazon
26126
+ # Web Services Region in the same partition as the inference router.
26127
+ # To use a destination in another account, its owner must allow your
26128
+ # account to invoke it through your router, in an endpoint policy.
26129
+ # @return [String]
26130
+ #
26131
+ # @!attribute [rw] routing_status
26132
+ # Whether the inference router can send requests to the destination,
26133
+ # as checked when you called `DescribeInferenceRouter`. This value
26134
+ # isn't the destination's own status. SageMaker AI ignores this
26135
+ # field in `CreateInferenceRouter` and `UpdateInferenceRouter`
26136
+ # requests.
26137
+ #
26138
+ # Routable
26139
+ #
26140
+ # : The destination is serving and the router can send it requests. A
26141
+ # routable destination can still be overloaded.
26142
+ #
26143
+ # Unroutable
26144
+ #
26145
+ # : The destination can't serve requests. For example, it's being
26146
+ # created or has failed, or it has no capacity and no way to get
26147
+ # any. A destination in your account that doesn't exist is also
26148
+ # `Unroutable`.
26149
+ #
26150
+ # Unknown
26151
+ #
26152
+ # : SageMaker AI couldn't check the destination, for example because
26153
+ # you aren't allowed to describe it or the check timed out. The
26154
+ # destination might still be serving.
26155
+ # @return [String]
26156
+ #
26157
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/Destination AWS API Documentation
26158
+ #
26159
+ class Destination < Struct.new(
26160
+ :resource_arn,
26161
+ :routing_status)
26162
+ SENSITIVE = []
26163
+ include Aws::Structure
26164
+ end
26165
+
25648
26166
  # @!attribute [rw] cluster_arn
25649
26167
  # The Amazon Resource Name (ARN) of your SageMaker HyperPod cluster
25650
26168
  # containing the target node. Your cluster must use EKS as the
@@ -27951,6 +28469,56 @@ module Aws::SageMaker
27951
28469
  include Aws::Structure
27952
28470
  end
27953
28471
 
28472
+ # Contains information about the problems that affect an extension on
28473
+ # the nodes of a SageMaker HyperPod cluster, including how many nodes
28474
+ # each problem affects. `DescribeClusterExtension` returns
28475
+ # `ExtensionHealth` only when at least one node has a problem.
28476
+ #
28477
+ # @!attribute [rw] issues
28478
+ # The problems that affect the extension, grouped by cause, from the
28479
+ # problem that affects the most nodes to the one that affects the
28480
+ # fewest. SageMaker HyperPod counts each node in at most one issue.
28481
+ # The list contains at most 20 issues. If more than 20 different
28482
+ # problems exist, the list shows the 19 that affect the most nodes,
28483
+ # and the 20th issue has the code `Other` and counts the nodes that
28484
+ # the remaining problems affect.
28485
+ # @return [Array<Types::ExtensionHealthIssue>]
28486
+ #
28487
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionHealth AWS API Documentation
28488
+ #
28489
+ class ExtensionHealth < Struct.new(
28490
+ :issues)
28491
+ SENSITIVE = []
28492
+ include Aws::Structure
28493
+ end
28494
+
28495
+ # Information about a problem that affects an extension on one or more
28496
+ # nodes of a SageMaker HyperPod cluster, including the number of nodes
28497
+ # that it affects.
28498
+ #
28499
+ # @!attribute [rw] code
28500
+ # A code that describes the type of issue.
28501
+ # @return [String]
28502
+ #
28503
+ # @!attribute [rw] message
28504
+ # A description of the problem, for example the setting or component
28505
+ # to check. Every node with the same problem has the same message.
28506
+ # @return [String]
28507
+ #
28508
+ # @!attribute [rw] node_count
28509
+ # The number of nodes that have this problem.
28510
+ # @return [Integer]
28511
+ #
28512
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionHealthIssue AWS API Documentation
28513
+ #
28514
+ class ExtensionHealthIssue < Struct.new(
28515
+ :code,
28516
+ :message,
28517
+ :node_count)
28518
+ SENSITIVE = []
28519
+ include Aws::Structure
28520
+ end
28521
+
27954
28522
  # A summary of an extension's installation across the nodes of a
27955
28523
  # SageMaker HyperPod cluster.
27956
28524
  #
@@ -27962,8 +28530,11 @@ module Aws::SageMaker
27962
28530
  #
27963
28531
  # @!attribute [rw] active_count
27964
28532
  # The number of nodes that are running the extension's current
27965
- # version and configuration. While SageMaker HyperPod creates or
27966
- # updates the extension, `ActiveCount` is lower than `TotalCount`.
28533
+ # version and configuration. Nodes that report the extension as
28534
+ # unhealthy aren't counted. While SageMaker HyperPod creates or
28535
+ # updates the extension, `ActiveCount` is lower than `TotalCount`. To
28536
+ # see why nodes aren't counted, see `Health` in
28537
+ # `DescribeClusterExtension`.
27967
28538
  # @return [Integer]
27968
28539
  #
27969
28540
  # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionNodeSummary AWS API Documentation
@@ -28010,6 +28581,22 @@ module Aws::SageMaker
28010
28581
  include Aws::Structure
28011
28582
  end
28012
28583
 
28584
+ # A version of an extension that you can install on a SageMaker HyperPod
28585
+ # cluster.
28586
+ #
28587
+ # @!attribute [rw] extension_version
28588
+ # The version of the extension, in `MAJOR.MINOR.PATCH` format, for
28589
+ # example `1.0.0`.
28590
+ # @return [String]
28591
+ #
28592
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ExtensionVersionSummary AWS API Documentation
28593
+ #
28594
+ class ExtensionVersionSummary < Struct.new(
28595
+ :extension_version)
28596
+ SENSITIVE = []
28597
+ include Aws::Structure
28598
+ end
28599
+
28013
28600
  # Configuration settings for an Amazon FSx for Lustre file system to be
28014
28601
  # used with the cluster.
28015
28602
  #
@@ -28916,6 +29503,41 @@ module Aws::SageMaker
28916
29503
  include Aws::Structure
28917
29504
  end
28918
29505
 
29506
+ # @!attribute [rw] endpoint_name
29507
+ # The name of the endpoint. The endpoint must be in your account and
29508
+ # in the current Amazon Web Services Region.
29509
+ # @return [String]
29510
+ #
29511
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/GetEndpointPolicyRequest AWS API Documentation
29512
+ #
29513
+ class GetEndpointPolicyRequest < Struct.new(
29514
+ :endpoint_name)
29515
+ SENSITIVE = []
29516
+ include Aws::Structure
29517
+ end
29518
+
29519
+ # @!attribute [rw] endpoint_name
29520
+ # The name of the endpoint.
29521
+ # @return [String]
29522
+ #
29523
+ # @!attribute [rw] endpoint_arn
29524
+ # The Amazon Resource Name (ARN) of the endpoint.
29525
+ # @return [String]
29526
+ #
29527
+ # @!attribute [rw] resource_policy
29528
+ # The endpoint policy, as a JSON policy document.
29529
+ # @return [String]
29530
+ #
29531
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/GetEndpointPolicyResponse AWS API Documentation
29532
+ #
29533
+ class GetEndpointPolicyResponse < Struct.new(
29534
+ :endpoint_name,
29535
+ :endpoint_arn,
29536
+ :resource_policy)
29537
+ SENSITIVE = []
29538
+ include Aws::Structure
29539
+ end
29540
+
28919
29541
  # @!attribute [rw] lineage_group_name
28920
29542
  # The name or Amazon Resource Name (ARN) of the lineage group.
28921
29543
  # @return [String]
@@ -33199,6 +33821,35 @@ module Aws::SageMaker
33199
33821
  include Aws::Structure
33200
33822
  end
33201
33823
 
33824
+ # A summary of an inference router.
33825
+ #
33826
+ # @!attribute [rw] inference_router_name
33827
+ # The name of the inference router.
33828
+ # @return [String]
33829
+ #
33830
+ # @!attribute [rw] inference_router_arn
33831
+ # The Amazon Resource Name (ARN) of the inference router.
33832
+ # @return [String]
33833
+ #
33834
+ # @!attribute [rw] creation_time
33835
+ # The date and time that the inference router was created.
33836
+ # @return [Time]
33837
+ #
33838
+ # @!attribute [rw] last_modified_time
33839
+ # The date and time that the inference router was last updated.
33840
+ # @return [Time]
33841
+ #
33842
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/InferenceRouterSummary AWS API Documentation
33843
+ #
33844
+ class InferenceRouterSummary < Struct.new(
33845
+ :inference_router_name,
33846
+ :inference_router_arn,
33847
+ :creation_time,
33848
+ :last_modified_time)
33849
+ SENSITIVE = []
33850
+ include Aws::Structure
33851
+ end
33852
+
33202
33853
  # Defines how to perform inference generation after a training job is
33203
33854
  # run.
33204
33855
  #
@@ -35853,6 +36504,13 @@ module Aws::SageMaker
35853
36504
  # `Cluster`, `InstanceGroup`, or `Instance`.
35854
36505
  # @return [String]
35855
36506
  #
36507
+ # @!attribute [rw] operation_id
36508
+ # The unique identifier (UUID) of a cluster operation for which to
36509
+ # filter events. If specified, only events associated with this
36510
+ # operation are returned. This ID can be obtained from the
36511
+ # `ListClusterOperations` operation.
36512
+ # @return [String]
36513
+ #
35856
36514
  # @!attribute [rw] max_results
35857
36515
  # The maximum number of events to return in the response. Valid range
35858
36516
  # is 1 to 100.
@@ -35874,6 +36532,7 @@ module Aws::SageMaker
35874
36532
  :sort_by,
35875
36533
  :sort_order,
35876
36534
  :resource_type,
36535
+ :operation_id,
35877
36536
  :max_results,
35878
36537
  :next_token)
35879
36538
  SENSITIVE = []
@@ -35898,6 +36557,52 @@ module Aws::SageMaker
35898
36557
  include Aws::Structure
35899
36558
  end
35900
36559
 
36560
+ # @!attribute [rw] extension_name
36561
+ # The name of the extension whose versions you want to list, for
36562
+ # example `sagemaker-observability`.
36563
+ # @return [String]
36564
+ #
36565
+ # @!attribute [rw] max_results
36566
+ # The maximum number of versions to return in the response. If you
36567
+ # don't specify a value, SageMaker HyperPod returns up to 100
36568
+ # versions.
36569
+ # @return [Integer]
36570
+ #
36571
+ # @!attribute [rw] next_token
36572
+ # If the result of the previous `ListClusterExtensionVersions` request
36573
+ # was truncated, the response includes a `NextToken`. To retrieve the
36574
+ # next set of versions, use the token in the next request.
36575
+ # @return [String]
36576
+ #
36577
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterExtensionVersionsRequest AWS API Documentation
36578
+ #
36579
+ class ListClusterExtensionVersionsRequest < Struct.new(
36580
+ :extension_name,
36581
+ :max_results,
36582
+ :next_token)
36583
+ SENSITIVE = []
36584
+ include Aws::Structure
36585
+ end
36586
+
36587
+ # @!attribute [rw] extension_versions
36588
+ # The versions of the extension that you can install, from the highest
36589
+ # version to the lowest.
36590
+ # @return [Array<Types::ExtensionVersionSummary>]
36591
+ #
36592
+ # @!attribute [rw] next_token
36593
+ # If the response is truncated, a token that you can use in the next
36594
+ # request to retrieve the next set of versions.
36595
+ # @return [String]
36596
+ #
36597
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterExtensionVersionsResponse AWS API Documentation
36598
+ #
36599
+ class ListClusterExtensionVersionsResponse < Struct.new(
36600
+ :extension_versions,
36601
+ :next_token)
36602
+ SENSITIVE = []
36603
+ include Aws::Structure
36604
+ end
36605
+
35901
36606
  # @!attribute [rw] cluster_arn
35902
36607
  # The Amazon Resource Name (ARN) of the SageMaker HyperPod cluster
35903
36608
  # whose extensions you want to list.
@@ -36069,6 +36774,87 @@ module Aws::SageMaker
36069
36774
  include Aws::Structure
36070
36775
  end
36071
36776
 
36777
+ # @!attribute [rw] cluster_name
36778
+ # The name or Amazon Resource Name (ARN) of the HyperPod cluster for
36779
+ # which to list operations.
36780
+ # @return [String]
36781
+ #
36782
+ # @!attribute [rw] status
36783
+ # The operation status to filter by. If specified, only operations
36784
+ # with this status are returned. Valid values are `InProgress`,
36785
+ # `Superseded`, or `Done`.
36786
+ # @return [String]
36787
+ #
36788
+ # @!attribute [rw] type
36789
+ # The operation type to filter by. If specified, only operations of
36790
+ # this type are returned. Valid values are `Scaling` or
36791
+ # `DeepHealthCheck`.
36792
+ # @return [String]
36793
+ #
36794
+ # @!attribute [rw] creation_time_after
36795
+ # The start of the time range for filtering operations. Only
36796
+ # operations created after this time are included in the results.
36797
+ # @return [Time]
36798
+ #
36799
+ # @!attribute [rw] creation_time_before
36800
+ # The end of the time range for filtering operations. Only operations
36801
+ # created before this time are included in the results.
36802
+ # @return [Time]
36803
+ #
36804
+ # @!attribute [rw] sort_by
36805
+ # The field to use for sorting the operation list. Currently, the only
36806
+ # supported value is `CreationTime`.
36807
+ # @return [String]
36808
+ #
36809
+ # @!attribute [rw] sort_order
36810
+ # The order in which to sort the results. Valid values are `Ascending`
36811
+ # or `Descending` (the default is `Descending`).
36812
+ # @return [String]
36813
+ #
36814
+ # @!attribute [rw] max_results
36815
+ # The maximum number of operations to return in the response. Valid
36816
+ # range is 1 to 100.
36817
+ # @return [Integer]
36818
+ #
36819
+ # @!attribute [rw] next_token
36820
+ # A token to retrieve the next set of results. This token is obtained
36821
+ # from the output of a previous `ListClusterOperations` call.
36822
+ # @return [String]
36823
+ #
36824
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterOperationsRequest AWS API Documentation
36825
+ #
36826
+ class ListClusterOperationsRequest < Struct.new(
36827
+ :cluster_name,
36828
+ :status,
36829
+ :type,
36830
+ :creation_time_after,
36831
+ :creation_time_before,
36832
+ :sort_by,
36833
+ :sort_order,
36834
+ :max_results,
36835
+ :next_token)
36836
+ SENSITIVE = []
36837
+ include Aws::Structure
36838
+ end
36839
+
36840
+ # @!attribute [rw] next_token
36841
+ # A token to retrieve the next set of results. Include this token in
36842
+ # subsequent `ListClusterOperations` calls to fetch more operations.
36843
+ # @return [String]
36844
+ #
36845
+ # @!attribute [rw] cluster_operation_summaries
36846
+ # A list of operation summaries matching the specified criteria.
36847
+ # @return [Array<Types::ClusterOperationSummary>]
36848
+ #
36849
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListClusterOperationsResponse AWS API Documentation
36850
+ #
36851
+ class ListClusterOperationsResponse < Struct.new(
36852
+ :next_token,
36853
+ :cluster_operation_summaries)
36854
+ SENSITIVE = []
36855
+ include Aws::Structure
36856
+ end
36857
+
36072
36858
  # @!attribute [rw] created_after
36073
36859
  # Filter for after this creation time. The input for this parameter is
36074
36860
  # a Unix timestamp. To convert a date and time into a Unix timestamp,
@@ -38222,6 +39008,42 @@ module Aws::SageMaker
38222
39008
  include Aws::Structure
38223
39009
  end
38224
39010
 
39011
+ # @!attribute [rw] max_results
39012
+ # The maximum number of inference routers to return in the response.
39013
+ # @return [Integer]
39014
+ #
39015
+ # @!attribute [rw] next_token
39016
+ # If the previous response was truncated, you receive this token. To
39017
+ # get the next set of inference routers, use it in your next request.
39018
+ # @return [String]
39019
+ #
39020
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListInferenceRoutersInput AWS API Documentation
39021
+ #
39022
+ class ListInferenceRoutersInput < Struct.new(
39023
+ :max_results,
39024
+ :next_token)
39025
+ SENSITIVE = []
39026
+ include Aws::Structure
39027
+ end
39028
+
39029
+ # @!attribute [rw] inference_routers
39030
+ # A list of summaries of the inference routers.
39031
+ # @return [Array<Types::InferenceRouterSummary>]
39032
+ #
39033
+ # @!attribute [rw] next_token
39034
+ # If the response is truncated, SageMaker AI returns this token. To
39035
+ # get the next set of inference routers, use it in your next request.
39036
+ # @return [String]
39037
+ #
39038
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ListInferenceRoutersOutput AWS API Documentation
39039
+ #
39040
+ class ListInferenceRoutersOutput < Struct.new(
39041
+ :inference_routers,
39042
+ :next_token)
39043
+ SENSITIVE = []
39044
+ include Aws::Structure
39045
+ end
39046
+
38225
39047
  # @!attribute [rw] job_category
38226
39048
  # The category of job schemas to list.
38227
39049
  # @return [String]
@@ -48794,6 +49616,17 @@ module Aws::SageMaker
48794
49616
  # endpoint routes the request to another copy on that instance or to
48795
49617
  # another instance. The endpoint applies prefix-aware routing only
48796
49618
  # when two or more instances can serve the request.
49619
+ #
49620
+ # * `KV_AWARE`: The endpoint routes each request to an instance that
49621
+ # already holds the start of the request's prompt in its key-value
49622
+ # (KV) cache, and weighs the length of that match against how busy
49623
+ # each instance is. On an endpoint with inference components, the
49624
+ # endpoint chooses among the copies of the invoked inference
49625
+ # component in the same way. When the endpoint can't find an
49626
+ # instance or copy that holds the start of the prompt and isn't too
49627
+ # busy, it chooses an instance as it does with
49628
+ # `LEAST_OUTSTANDING_REQUESTS`. `KV_AWARE` works only with supported
49629
+ # containers, such as the SageMaker AI vLLM Deep Learning Container.
48797
49630
  # @return [String]
48798
49631
  #
48799
49632
  # @!attribute [rw] prefix_aware_routing_config
@@ -49590,6 +50423,42 @@ module Aws::SageMaker
49590
50423
  include Aws::Structure
49591
50424
  end
49592
50425
 
50426
+ # @!attribute [rw] endpoint_name
50427
+ # The name of the endpoint. The endpoint must be in your account and
50428
+ # in the current Amazon Web Services Region.
50429
+ # @return [String]
50430
+ #
50431
+ # @!attribute [rw] resource_policy
50432
+ # The endpoint policy, as a JSON policy document. The policy can
50433
+ # contain only ASCII characters. For information about the policy
50434
+ # rules, see [Use destinations in other accounts][1].
50435
+ #
50436
+ #
50437
+ #
50438
+ # [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/inference-router-cross-account.html
50439
+ # @return [String]
50440
+ #
50441
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PutEndpointPolicyRequest AWS API Documentation
50442
+ #
50443
+ class PutEndpointPolicyRequest < Struct.new(
50444
+ :endpoint_name,
50445
+ :resource_policy)
50446
+ SENSITIVE = []
50447
+ include Aws::Structure
50448
+ end
50449
+
50450
+ # @!attribute [rw] endpoint_arn
50451
+ # The Amazon Resource Name (ARN) of the endpoint.
50452
+ # @return [String]
50453
+ #
50454
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/PutEndpointPolicyResponse AWS API Documentation
50455
+ #
50456
+ class PutEndpointPolicyResponse < Struct.new(
50457
+ :endpoint_arn)
50458
+ SENSITIVE = []
50459
+ include Aws::Structure
50460
+ end
50461
+
49593
50462
  # @!attribute [rw] model_package_group_name
49594
50463
  # The name of the model group to add a resource policy to.
49595
50464
  # @return [String]
@@ -50934,6 +51803,21 @@ module Aws::SageMaker
50934
51803
  include Aws::Structure
50935
51804
  end
50936
51805
 
51806
+ # The resource that you are trying to create already exists. Use a
51807
+ # different resource name, or delete the existing resource before
51808
+ # retrying.
51809
+ #
51810
+ # @!attribute [rw] message
51811
+ # @return [String]
51812
+ #
51813
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/ResourceAlreadyExists AWS API Documentation
51814
+ #
51815
+ class ResourceAlreadyExists < Struct.new(
51816
+ :message)
51817
+ SENSITIVE = []
51818
+ include Aws::Structure
51819
+ end
51820
+
50937
51821
  # A resource catalog containing all of the resources of a specific
50938
51822
  # resource type within a resource owner account. For an example on
50939
51823
  # sharing the Amazon SageMaker Feature Store
@@ -51483,6 +52367,194 @@ module Aws::SageMaker
51483
52367
  include Aws::Structure
51484
52368
  end
51485
52369
 
52370
+ # A model that an inference router serves, and the destinations that can
52371
+ # serve it. When you invoke the router, you name the routing target, and
52372
+ # the router sends the request to one of its destinations.
52373
+ #
52374
+ # Every destination in a routing target must serve the same model, with
52375
+ # the same request and response format.
52376
+ #
52377
+ # @!attribute [rw] name
52378
+ # The name of the routing target. Callers specify this name in the
52379
+ # `RoutingTargetName` parameter when they invoke the inference router.
52380
+ # The name must be unique within the router.
52381
+ # @return [String]
52382
+ #
52383
+ # @!attribute [rw] destinations
52384
+ # The endpoints and inference components that serve the routing
52385
+ # target. Each destination can appear only once in a routing target.
52386
+ #
52387
+ # In an asynchronous routing target, every destination must be an
52388
+ # asynchronous inference endpoint. In a real-time routing target, no
52389
+ # destination can be one. SageMaker AI checks an endpoint in another
52390
+ # account with your credentials, so both your IAM policy and the
52391
+ # endpoint policy must allow `sagemaker:DescribeEndpoint`. If an
52392
+ # endpoint can't be checked, for example because it isn't found or
52393
+ # can't be read in time, it's accepted, and requests to it fail if
52394
+ # it's the wrong mode.
52395
+ # @return [Array<Types::Destination>]
52396
+ #
52397
+ # @!attribute [rw] async_inference_config
52398
+ # The asynchronous inference settings of the routing target. Specify
52399
+ # this setting to make the routing target asynchronous. If you omit
52400
+ # it, the routing target serves real-time requests.
52401
+ #
52402
+ # Asynchronous routing targets aren't available in all Amazon Web
52403
+ # Services Regions. For information about asynchronous routing targets
52404
+ # and Region availability, see [Send asynchronous requests through an
52405
+ # inference router][1].
52406
+ #
52407
+ # Because `UpdateInferenceRouter` replaces all routing targets,
52408
+ # include this setting in every update of an asynchronous routing
52409
+ # target.
52410
+ #
52411
+ # For information about asynchronous routing targets, see [Send
52412
+ # asynchronous requests through an inference router][1].
52413
+ #
52414
+ #
52415
+ #
52416
+ # [1]: https://docs.aws.amazon.com/sagemaker/latest/dg/inference-router-async.html
52417
+ # @return [Types::RoutingTargetAsyncInferenceConfig]
52418
+ #
52419
+ # @!attribute [rw] routing_preference
52420
+ # How the inference router chooses among the routing target's
52421
+ # destinations. The default is `LocalRegionFirst`.
52422
+ #
52423
+ # LocalRegionFirst
52424
+ #
52425
+ # : The router uses destinations in its own Region first. When the
52426
+ # request leaves the Region, the router spreads it across healthy
52427
+ # destinations in other Regions.
52428
+ #
52429
+ # InstancePoolOrder
52430
+ #
52431
+ # : The router prefers destinations by instance type first and by
52432
+ # Region second. Every destination must be an endpoint that lists
52433
+ # the same two or more instance types, each with a different
52434
+ # priority, in the same priority order. This value is supported only
52435
+ # for asynchronous routing targets.
52436
+ #
52437
+ # With either value, the router uses destinations whose health or
52438
+ # capacity is reduced after the others, but doesn't exclude them.
52439
+ # @return [String]
52440
+ #
52441
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTarget AWS API Documentation
52442
+ #
52443
+ class RoutingTarget < Struct.new(
52444
+ :name,
52445
+ :destinations,
52446
+ :async_inference_config,
52447
+ :routing_preference)
52448
+ SENSITIVE = []
52449
+ include Aws::Structure
52450
+ end
52451
+
52452
+ # How the inference router submits asynchronous requests to the
52453
+ # destinations of a routing target.
52454
+ #
52455
+ # @!attribute [rw] max_time_in_backlog_seconds
52456
+ # The maximum time, in seconds, that a request can wait at a
52457
+ # destination before the inference router moves it to another
52458
+ # destination. The default is 900 seconds.
52459
+ # @return [Integer]
52460
+ #
52461
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceClientConfig AWS API Documentation
52462
+ #
52463
+ class RoutingTargetAsyncInferenceClientConfig < Struct.new(
52464
+ :max_time_in_backlog_seconds)
52465
+ SENSITIVE = []
52466
+ include Aws::Structure
52467
+ end
52468
+
52469
+ # The asynchronous inference settings of a routing target.
52470
+ #
52471
+ # @!attribute [rw] output_config
52472
+ # The Amazon S3 locations for the results of asynchronous requests,
52473
+ # and the notification settings.
52474
+ # @return [Types::RoutingTargetAsyncInferenceOutputConfig]
52475
+ #
52476
+ # @!attribute [rw] client_config
52477
+ # How the inference router submits requests to destinations.
52478
+ # @return [Types::RoutingTargetAsyncInferenceClientConfig]
52479
+ #
52480
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceConfig AWS API Documentation
52481
+ #
52482
+ class RoutingTargetAsyncInferenceConfig < Struct.new(
52483
+ :output_config,
52484
+ :client_config)
52485
+ SENSITIVE = []
52486
+ include Aws::Structure
52487
+ end
52488
+
52489
+ # The Amazon SNS topics that the inference router publishes to. The
52490
+ # router publishes one notification for each request. The notification
52491
+ # contains the location of the result, not the result itself. The
52492
+ # destination endpoints also send their own notifications, if they're
52493
+ # configured to.
52494
+ #
52495
+ # @!attribute [rw] success_topic
52496
+ # The ARN of the Amazon SNS topic to publish to when a request
52497
+ # completes. The topic must be a standard topic, and can be in any
52498
+ # Amazon Web Services Region.
52499
+ # @return [String]
52500
+ #
52501
+ # @!attribute [rw] error_topic
52502
+ # The ARN of the Amazon SNS topic to publish to when a request fails,
52503
+ # or when the router can't place it on any destination. The topic
52504
+ # must be a standard topic, and can be in any Amazon Web Services
52505
+ # Region.
52506
+ # @return [String]
52507
+ #
52508
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceNotificationConfig AWS API Documentation
52509
+ #
52510
+ class RoutingTargetAsyncInferenceNotificationConfig < Struct.new(
52511
+ :success_topic,
52512
+ :error_topic)
52513
+ SENSITIVE = []
52514
+ include Aws::Structure
52515
+ end
52516
+
52517
+ # The output settings for the asynchronous requests of a routing target.
52518
+ # Every destination writes to the same locations.
52519
+ # `CreateInferenceRouter` and `UpdateInferenceRouter` don't check who
52520
+ # owns the buckets. If another account owns the output bucket, requests
52521
+ # fail.
52522
+ #
52523
+ # @!attribute [rw] s3_output_path
52524
+ # The Amazon S3 location for the results of successful requests. The
52525
+ # bucket must be in the inference router's Amazon Web Services Region
52526
+ # and owned by the router's account.
52527
+ # @return [String]
52528
+ #
52529
+ # @!attribute [rw] s3_failure_path
52530
+ # The Amazon S3 location for the failure details of failed requests.
52531
+ # The bucket must be in the inference router's Amazon Web Services
52532
+ # Region and owned by the router's account.
52533
+ # @return [String]
52534
+ #
52535
+ # @!attribute [rw] kms_key_id
52536
+ # The KMS key that encrypts the results in Amazon S3. You can specify
52537
+ # a key ID, key ARN, alias name, or alias ARN. If any destination is
52538
+ # in a different account or Amazon Web Services Region from the
52539
+ # inference router, specify a key ARN or an alias ARN.
52540
+ # @return [String]
52541
+ #
52542
+ # @!attribute [rw] notification_config
52543
+ # The Amazon SNS topics that the inference router publishes to when a
52544
+ # request completes or fails.
52545
+ # @return [Types::RoutingTargetAsyncInferenceNotificationConfig]
52546
+ #
52547
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/RoutingTargetAsyncInferenceOutputConfig AWS API Documentation
52548
+ #
52549
+ class RoutingTargetAsyncInferenceOutputConfig < Struct.new(
52550
+ :s3_output_path,
52551
+ :s3_failure_path,
52552
+ :kms_key_id,
52553
+ :notification_config)
52554
+ SENSITIVE = []
52555
+ include Aws::Structure
52556
+ end
52557
+
51486
52558
  # Describes the S3 data source.
51487
52559
  #
51488
52560
  # Your input bucket must be in the same Amazon Web Services region as
@@ -59565,6 +60637,36 @@ module Aws::SageMaker
59565
60637
  include Aws::Structure
59566
60638
  end
59567
60639
 
60640
+ # @!attribute [rw] inference_router_name
60641
+ # The name of the inference router to update.
60642
+ # @return [String]
60643
+ #
60644
+ # @!attribute [rw] routing_targets
60645
+ # The complete list of routing targets for the inference router. To
60646
+ # remove the last routing target, delete the router.
60647
+ # @return [Array<Types::RoutingTarget>]
60648
+ #
60649
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdateInferenceRouterInput AWS API Documentation
60650
+ #
60651
+ class UpdateInferenceRouterInput < Struct.new(
60652
+ :inference_router_name,
60653
+ :routing_targets)
60654
+ SENSITIVE = []
60655
+ include Aws::Structure
60656
+ end
60657
+
60658
+ # @!attribute [rw] inference_router_arn
60659
+ # The Amazon Resource Name (ARN) of the inference router.
60660
+ # @return [String]
60661
+ #
60662
+ # @see http://docs.aws.amazon.com/goto/WebAPI/sagemaker-2017-07-24/UpdateInferenceRouterOutput AWS API Documentation
60663
+ #
60664
+ class UpdateInferenceRouterOutput < Struct.new(
60665
+ :inference_router_arn)
60666
+ SENSITIVE = []
60667
+ include Aws::Structure
60668
+ end
60669
+
59568
60670
  # @!attribute [rw] arn
59569
60671
  # The ARN of the MLflow App to update.
59570
60672
  # @return [String]