aws-sdk-sagemakerruntime 1.69.0 → 1.70.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 757a596bd15ab621ed2d7ef1bae2fa928c562a75b34aeb0cbfb17896d86c4aa0
-  data.tar.gz: 45c2e264680abae691eb16bf0d83b98cb993fe1e6f9f0ac5efe87e80ca0c5e60
+  metadata.gz: b66220de759f95e766c78ab00eb88e684eafb4324e8bebff4ac71dab242d5678
+  data.tar.gz: 22e0a8631bc8f9b56d16903c0be55201a5cce10046986556db959096dabd80dd
 SHA512:
-  metadata.gz: 5eda451f6f636961e62bbab3748e8904b22dc9063c212b2cbbf25ab756618029467a6903e2ef2d061b85607a43e3120842d0c06dc932bc254e65c6f4757d8b5d
-  data.tar.gz: 5506df969ffb8ddbf2004c0ce2abd8f368cd2a30da50271ab5a007ad82aa620b6b26c9dac16639edf928c371740142a0ca79a2e0c00ed657bd089b93178837cd
+  metadata.gz: 81f7b7f70cc4b0a914cc355aaa448eaf079641711442c3821fdaa5b6d61e42f899683b8aeffb47b09e911963f6322eb3d11c01cd9d4eceb378fb5bfcd62d706e
+  data.tar.gz: 32289ab315e31077cf842ddb64cd110e02eba9cd1def2880db783c9d28e49901f7188c23a289c4a0f5b830f2748b2af0c4f5a061eb73f37c9af85624b54ffb88

data/CHANGELOG.md

@@ -1,6 +1,11 @@
 Unreleased Changes
 ------------------
 
+1.70.0 (2024-09-09)
+------------------
+
+* Feature - AWS SageMaker Runtime feature: Add sticky routing to support stateful inference models.
+
 1.69.0 (2024-09-03)
 ------------------
 

data/VERSION

@@ -1 +1 @@
-1.69.0
+1.70.0

data/lib/aws-sdk-sagemakerruntime/client.rb

@@ -577,12 +577,31 @@ module Aws::SageMakerRuntime
     #   If the endpoint hosts one or more inference components, this parameter
     #   specifies the name of inference component to invoke.
     #
+    # @option params [String] :session_id
+    #   Creates a stateful session or identifies an existing one. You can do
+    #   one of the following:
+    #
+    #   * Create a stateful session by specifying the value `NEW_SESSION`.
+    #
+    #   * Send your request to an existing stateful session by specifying the
+    #     ID of that session.
+    #
+    #   With a stateful session, you can send multiple requests to a stateful
+    #   model. When you create a session with a stateful model, the model must
+    #   create the session ID and set the expiration time. The model must also
+    #   provide that information in the response to your request. You can get
+    #   the ID and timestamp from the `NewSessionId` response parameter. For
+    #   any subsequent request where you specify that session ID, SageMaker
+    #   routes the request to the same instance that supports the session.
+    #
     # @return [Types::InvokeEndpointOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::InvokeEndpointOutput#body #body} => String
     #   * {Types::InvokeEndpointOutput#content_type #content_type} => String
     #   * {Types::InvokeEndpointOutput#invoked_production_variant #invoked_production_variant} => String
     #   * {Types::InvokeEndpointOutput#custom_attributes #custom_attributes} => String
+    #   * {Types::InvokeEndpointOutput#new_session_id #new_session_id} => String
+    #   * {Types::InvokeEndpointOutput#closed_session_id #closed_session_id} => String
     #
     # @example Request syntax with placeholder values
     #
@@ -598,6 +617,7 @@ module Aws::SageMakerRuntime
     #     inference_id: "InferenceId",
     #     enable_explanations: "EnableExplanationsHeader",
     #     inference_component_name: "InferenceComponentHeader",
+    #     session_id: "SessionIdOrNewSessionConstantHeader",
     #   })
     #
     # @example Response structure
@@ -606,6 +626,8 @@ module Aws::SageMakerRuntime
     #   resp.content_type #=> String
     #   resp.invoked_production_variant #=> String
     #   resp.custom_attributes #=> String
+    #   resp.new_session_id #=> String
+    #   resp.closed_session_id #=> String
     #
     # @see http://docs.aws.amazon.com/goto/WebAPI/runtime.sagemaker-2017-05-13/InvokeEndpoint AWS API Documentation
     #
@@ -843,6 +865,16 @@ module Aws::SageMakerRuntime
     #   specifies the name of inference component to invoke for a streaming
     #   response.
     #
+    # @option params [String] :session_id
+    #   The ID of a stateful session to handle your request.
+    #
+    #   You can't create a stateful session by using the
+    #   `InvokeEndpointWithResponseStream` action. Instead, you can create one
+    #   by using the ` InvokeEndpoint ` action. In your request, you specify
+    #   `NEW_SESSION` for the `SessionId` request parameter. The response to
+    #   that request provides the session ID for the `NewSessionId` response
+    #   parameter.
+    #
     # @return [Types::InvokeEndpointWithResponseStreamOutput] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
     #
     #   * {Types::InvokeEndpointWithResponseStreamOutput#body #body} => Types::ResponseStream
@@ -963,6 +995,7 @@ module Aws::SageMakerRuntime
     #     target_container_hostname: "TargetContainerHostnameHeader",
     #     inference_id: "InferenceId",
     #     inference_component_name: "InferenceComponentHeader",
+    #     session_id: "SessionIdHeader",
     #   })
     #
     # @example Response structure
@@ -1030,7 +1063,7 @@ module Aws::SageMakerRuntime
         tracer: tracer
       )
       context[:gem_name] = 'aws-sdk-sagemakerruntime'
-      context[:gem_version] = '1.69.0'
+      context[:gem_version] = '1.70.0'
       Seahorse::Client::Request.new(handlers, context)
     end
 

data/lib/aws-sdk-sagemakerruntime/client_api.rb

@@ -37,11 +37,14 @@ module Aws::SageMakerRuntime
     ModelError = Shapes::StructureShape.new(name: 'ModelError')
     ModelNotReadyException = Shapes::StructureShape.new(name: 'ModelNotReadyException')
     ModelStreamError = Shapes::StructureShape.new(name: 'ModelStreamError')
+    NewSessionResponseHeader = Shapes::StringShape.new(name: 'NewSessionResponseHeader')
     PartBlob = Shapes::BlobShape.new(name: 'PartBlob')
     PayloadPart = Shapes::StructureShape.new(name: 'PayloadPart')
     RequestTTLSecondsHeader = Shapes::IntegerShape.new(name: 'RequestTTLSecondsHeader')
     ResponseStream = Shapes::StructureShape.new(name: 'ResponseStream')
     ServiceUnavailable = Shapes::StructureShape.new(name: 'ServiceUnavailable')
+    SessionIdHeader = Shapes::StringShape.new(name: 'SessionIdHeader')
+    SessionIdOrNewSessionConstantHeader = Shapes::StringShape.new(name: 'SessionIdOrNewSessionConstantHeader')
     StatusCode = Shapes::IntegerShape.new(name: 'StatusCode')
     TargetContainerHostnameHeader = Shapes::StringShape.new(name: 'TargetContainerHostnameHeader')
     TargetModelHeader = Shapes::StringShape.new(name: 'TargetModelHeader')
@@ -83,6 +86,7 @@ module Aws::SageMakerRuntime
     InvokeEndpointInput.add_member(:inference_id, Shapes::ShapeRef.new(shape: InferenceId, location: "header", location_name: "X-Amzn-SageMaker-Inference-Id"))
     InvokeEndpointInput.add_member(:enable_explanations, Shapes::ShapeRef.new(shape: EnableExplanationsHeader, location: "header", location_name: "X-Amzn-SageMaker-Enable-Explanations"))
     InvokeEndpointInput.add_member(:inference_component_name, Shapes::ShapeRef.new(shape: InferenceComponentHeader, location: "header", location_name: "X-Amzn-SageMaker-Inference-Component"))
+    InvokeEndpointInput.add_member(:session_id, Shapes::ShapeRef.new(shape: SessionIdOrNewSessionConstantHeader, location: "header", location_name: "X-Amzn-SageMaker-Session-Id"))
     InvokeEndpointInput.struct_class = Types::InvokeEndpointInput
     InvokeEndpointInput[:payload] = :body
     InvokeEndpointInput[:payload_member] = InvokeEndpointInput.member(:body)
@@ -91,6 +95,8 @@ module Aws::SageMakerRuntime
     InvokeEndpointOutput.add_member(:content_type, Shapes::ShapeRef.new(shape: Header, location: "header", location_name: "Content-Type"))
     InvokeEndpointOutput.add_member(:invoked_production_variant, Shapes::ShapeRef.new(shape: Header, location: "header", location_name: "x-Amzn-Invoked-Production-Variant"))
     InvokeEndpointOutput.add_member(:custom_attributes, Shapes::ShapeRef.new(shape: CustomAttributesHeader, location: "header", location_name: "X-Amzn-SageMaker-Custom-Attributes"))
+    InvokeEndpointOutput.add_member(:new_session_id, Shapes::ShapeRef.new(shape: NewSessionResponseHeader, location: "header", location_name: "X-Amzn-SageMaker-New-Session-Id"))
+    InvokeEndpointOutput.add_member(:closed_session_id, Shapes::ShapeRef.new(shape: SessionIdHeader, location: "header", location_name: "X-Amzn-SageMaker-Closed-Session-Id"))
     InvokeEndpointOutput.struct_class = Types::InvokeEndpointOutput
     InvokeEndpointOutput[:payload] = :body
     InvokeEndpointOutput[:payload_member] = InvokeEndpointOutput.member(:body)
@@ -104,6 +110,7 @@ module Aws::SageMakerRuntime
     InvokeEndpointWithResponseStreamInput.add_member(:target_container_hostname, Shapes::ShapeRef.new(shape: TargetContainerHostnameHeader, location: "header", location_name: "X-Amzn-SageMaker-Target-Container-Hostname"))
     InvokeEndpointWithResponseStreamInput.add_member(:inference_id, Shapes::ShapeRef.new(shape: InferenceId, location: "header", location_name: "X-Amzn-SageMaker-Inference-Id"))
     InvokeEndpointWithResponseStreamInput.add_member(:inference_component_name, Shapes::ShapeRef.new(shape: InferenceComponentHeader, location: "header", location_name: "X-Amzn-SageMaker-Inference-Component"))
+    InvokeEndpointWithResponseStreamInput.add_member(:session_id, Shapes::ShapeRef.new(shape: SessionIdHeader, location: "header", location_name: "X-Amzn-SageMaker-Session-Id"))
     InvokeEndpointWithResponseStreamInput.struct_class = Types::InvokeEndpointWithResponseStreamInput
     InvokeEndpointWithResponseStreamInput[:payload] = :body
     InvokeEndpointWithResponseStreamInput[:payload_member] = InvokeEndpointWithResponseStreamInput.member(:body)

data/lib/aws-sdk-sagemakerruntime/types.rb

@@ -262,6 +262,25 @@ module Aws::SageMakerRuntime
     #   parameter specifies the name of inference component to invoke.
     #   @return [String]
     #
+    # @!attribute [rw] session_id
+    #   Creates a stateful session or identifies an existing one. You can do
+    #   one of the following:
+    #
+    #   * Create a stateful session by specifying the value `NEW_SESSION`.
+    #
+    #   * Send your request to an existing stateful session by specifying
+    #     the ID of that session.
+    #
+    #   With a stateful session, you can send multiple requests to a
+    #   stateful model. When you create a session with a stateful model, the
+    #   model must create the session ID and set the expiration time. The
+    #   model must also provide that information in the response to your
+    #   request. You can get the ID and timestamp from the `NewSessionId`
+    #   response parameter. For any subsequent request where you specify
+    #   that session ID, SageMaker routes the request to the same instance
+    #   that supports the session.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/runtime.sagemaker-2017-05-13/InvokeEndpointInput AWS API Documentation
     #
     class InvokeEndpointInput < Struct.new(
@@ -275,7 +294,8 @@ module Aws::SageMakerRuntime
       :target_container_hostname,
       :inference_id,
       :enable_explanations,
-      :inference_component_name)
+      :inference_component_name,
+      :session_id)
       SENSITIVE = [:body, :custom_attributes]
       include Aws::Structure
     end
@@ -331,13 +351,25 @@ module Aws::SageMakerRuntime
     #   [1]: https://tools.ietf.org/html/rfc7230#section-3.2.6
     #   @return [String]
     #
+    # @!attribute [rw] new_session_id
+    #   If you created a stateful session with your request, the ID and
+    #   expiration time that the model assigns to that session.
+    #   @return [String]
+    #
+    # @!attribute [rw] closed_session_id
+    #   If you closed a stateful session with your request, the ID of that
+    #   session.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/runtime.sagemaker-2017-05-13/InvokeEndpointOutput AWS API Documentation
     #
     class InvokeEndpointOutput < Struct.new(
       :body,
       :content_type,
       :invoked_production_variant,
-      :custom_attributes)
+      :custom_attributes,
+      :new_session_id,
+      :closed_session_id)
       SENSITIVE = [:body, :custom_attributes]
       include Aws::Structure
     end
@@ -429,6 +461,17 @@ module Aws::SageMakerRuntime
     #   streaming response.
     #   @return [String]
     #
+    # @!attribute [rw] session_id
+    #   The ID of a stateful session to handle your request.
+    #
+    #   You can't create a stateful session by using the
+    #   `InvokeEndpointWithResponseStream` action. Instead, you can create
+    #   one by using the ` InvokeEndpoint ` action. In your request, you
+    #   specify `NEW_SESSION` for the `SessionId` request parameter. The
+    #   response to that request provides the session ID for the
+    #   `NewSessionId` response parameter.
+    #   @return [String]
+    #
     # @see http://docs.aws.amazon.com/goto/WebAPI/runtime.sagemaker-2017-05-13/InvokeEndpointWithResponseStreamInput AWS API Documentation
     #
     class InvokeEndpointWithResponseStreamInput < Struct.new(
@@ -440,7 +483,8 @@ module Aws::SageMakerRuntime
       :target_variant,
       :target_container_hostname,
       :inference_id,
-      :inference_component_name)
+      :inference_component_name,
+      :session_id)
       SENSITIVE = [:body, :custom_attributes]
       include Aws::Structure
     end

data/lib/aws-sdk-sagemakerruntime.rb

@@ -53,6 +53,6 @@ require_relative 'aws-sdk-sagemakerruntime/event_streams'
 # @!group service
 module Aws::SageMakerRuntime
 
-  GEM_VERSION = '1.69.0'
+  GEM_VERSION = '1.70.0'
 
 end

data/sig/client.rbs

@@ -83,6 +83,8 @@ module Aws
         def content_type: () -> ::String
         def invoked_production_variant: () -> ::String
         def custom_attributes: () -> ::String
+        def new_session_id: () -> ::String
+        def closed_session_id: () -> ::String
       end
       # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/SageMakerRuntime/Client.html#invoke_endpoint-instance_method
       def invoke_endpoint: (
@@ -96,7 +98,8 @@ module Aws
                              ?target_container_hostname: ::String,
                              ?inference_id: ::String,
                              ?enable_explanations: ::String,
-                             ?inference_component_name: ::String
+                             ?inference_component_name: ::String,
+                             ?session_id: ::String
                            ) -> _InvokeEndpointResponseSuccess
                          | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) -> _InvokeEndpointResponseSuccess
 
@@ -136,7 +139,8 @@ module Aws
                                                   ?target_variant: ::String,
                                                   ?target_container_hostname: ::String,
                                                   ?inference_id: ::String,
-                                                  ?inference_component_name: ::String
+                                                  ?inference_component_name: ::String,
+                                                  ?session_id: ::String
                                                 ) ?{ (*untyped) -> void } -> _InvokeEndpointWithResponseStreamResponseSuccess
                                               | (Hash[Symbol, untyped] params, ?Hash[Symbol, untyped] options) ?{ (*untyped) -> void } -> _InvokeEndpointWithResponseStreamResponseSuccess
     end

data/sig/types.rbs

@@ -55,6 +55,7 @@ module Aws::SageMakerRuntime
       attr_accessor inference_id: ::String
       attr_accessor enable_explanations: ::String
       attr_accessor inference_component_name: ::String
+      attr_accessor session_id: ::String
       SENSITIVE: [:body, :custom_attributes]
     end
 
@@ -63,6 +64,8 @@ module Aws::SageMakerRuntime
       attr_accessor content_type: ::String
       attr_accessor invoked_production_variant: ::String
       attr_accessor custom_attributes: ::String
+      attr_accessor new_session_id: ::String
+      attr_accessor closed_session_id: ::String
       SENSITIVE: [:body, :custom_attributes]
     end
 
@@ -76,6 +79,7 @@ module Aws::SageMakerRuntime
       attr_accessor target_container_hostname: ::String
       attr_accessor inference_id: ::String
       attr_accessor inference_component_name: ::String
+      attr_accessor session_id: ::String
       SENSITIVE: [:body, :custom_attributes]
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: aws-sdk-sagemakerruntime
 version: !ruby/object:Gem::Version
-  version: 1.69.0
+  version: 1.70.0
 platform: ruby
 authors:
 - Amazon Web Services
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-09-03 00:00:00.000000000 Z
+date: 2024-09-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core