capo-sagemaker-runtime-http2 0.2.0__tar.gz → 0.4.0__tar.gz

{capo_sagemaker_runtime_http2-0.2.0/src/capo_sagemaker_runtime_http2.egg-info → capo_sagemaker_runtime_http2-0.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: capo-sagemaker-runtime-http2
-Version: 0.2.0
+Version: 0.4.0
 Summary: Python SDK for AWS Sagemaker Runtime Http2.
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "capo-sagemaker-runtime-http2"
-version = "0.2.0"
+version = "0.4.0"
 description = "Python SDK for AWS Sagemaker Runtime Http2."
 readme = "README.md"
 requires-python = ">=3.10"

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0}/src/capo_sagemaker_runtime_http2/_operations/amazon_sage_maker_runtime_http2/invoke_endpoint_with_bidirectional_stream.py

@@ -36,6 +36,7 @@ from capo_sagemaker_runtime_http2._rule_engine._endpoint_rule_set import (
 from capo_sagemaker_runtime_http2._services._pipeline import (
     AsyncOperationOptions,
     OperationOptions,
+    raise_error,
 )
 from capo_sagemaker_runtime_http2.errors import UnknownServiceError
 
@@ -239,7 +240,7 @@ def invoke_endpoint_with_bidirectional_stream(
     try:
         if response.status >= 300:
             response.read()
-            handle_error(response)
+            raise_error(response, handle_error)
         return handle_response(response), response
     except BaseException:
         response.close()
@@ -259,7 +260,7 @@ async def async_invoke_endpoint_with_bidirectional_stream(
     try:
         if response.status >= 300:
             await response.aread()
-            handle_error(response)
+            raise_error(response, handle_error)
         return await async_handle_response(response), response
     except BaseException:
         await response.aclose()

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0}/src/capo_sagemaker_runtime_http2/_services/_pipeline.py

@@ -6,6 +6,7 @@ from collections.abc import AsyncIterator, Iterator, Sequence
 from dataclasses import dataclass
 from typing import TYPE_CHECKING, Awaitable, Callable, Generic, TypeVar, cast
 
+from typing_extensions import Never
 from zapros import (
     AsyncClient,
     Client,
@@ -135,6 +136,22 @@ async def aexecute_pipeline(
     return await make_chain(0)(request)
 
 
+def raise_error(response: Response, handle_error: Callable[[Response], Never]) -> Never:
+    try:
+        handle_error(response)
+    except ServiceError as exc:
+        # The response itself can say a retry is safe, even when the error is
+        # not marked @retryable: a 429, a transient 5xx or a Retry-After header.
+        if response.status == 429:
+            exc.is_throttling_error = True
+        if (
+            response.status in (429, 500, 502, 503, 504)
+            or "retry-after" in response.headers
+        ):
+            exc.is_retryable = True
+        raise
+
+
 def _is_retryable(exc: Exception) -> bool:
     if isinstance(exc, ServiceError):
         return exc.is_retryable

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0}/src/capo_sagemaker_runtime_http2/_services/async_sage_maker_runtime_http2.py

@@ -141,7 +141,7 @@ class AsyncSageMakerRuntimeHTTP2Client:
         model_invocation_path: Optional[str] = None,
         model_query_string: Optional[str] = None,
     ) -> "AsyncGenerator[capo_sagemaker_runtime_http2.types.invoke_endpoint_with_bidirectional_stream_output.InvokeEndpointWithBidirectionalStreamOutput]":
-        r"""<p>Invokes a model endpoint with bidirectional streaming capabilities. This operation establishes a persistent connection that allows you to send multiple requests and receive streaming responses from the model in real-time.</p> <p>Bidirectional streaming is useful for interactive applications such as chatbots, real-time translation, or any scenario where you need to maintain a conversation-like interaction with the model. The connection remains open, allowing you to send additional input and receive responses without establishing a new connection for each request.</p> <p>For an overview of Amazon SageMaker AI, see <a href=\"https://docs.aws.amazon.com/sagemaker/latest/dg/how-it-works.html\">How It Works</a>.</p> <p>Amazon SageMaker AI strips all POST headers except those supported by the API. Amazon SageMaker AI might add additional headers. You should not rely on the behavior of headers outside those enumerated in the request syntax. </p> <p>Calls to <code>InvokeEndpointWithBidirectionalStream</code> are authenticated by using Amazon Web Services Signature Version 4. For information, see <a href=\"https://docs.aws.amazon.com/AmazonS3/latest/API/sig-v4-authenticating-requests.html\">Authenticating Requests (Amazon Web Services Signature Version 4)</a> in the <i>Amazon S3 API Reference</i>.</p> <p>The bidirectional stream maintains the connection until either the client closes it or the model indicates completion. Each request and response in the stream is sent as an event with optional headers for data type and completion state.</p> <note> <p>Endpoints are scoped to an individual account, and are not public. The URL does not contain the account ID, but Amazon SageMaker AI determines the account ID from the authentication token that is supplied by the caller.</p> </note>
+        """<p>Invokes a model endpoint with bidirectional streaming capabilities. This operation establishes a persistent connection that allows you to send multiple requests and receive streaming responses from the model in real-time.</p> <p>Bidirectional streaming is useful for interactive applications such as chatbots, real-time translation, or any scenario where you need to maintain a conversation-like interaction with the model. The connection remains open, allowing you to send additional input and receive responses without establishing a new connection for each request.</p> <p>For an overview of Amazon SageMaker AI, see <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/how-it-works.html">How It Works</a>.</p> <p>Amazon SageMaker AI strips all POST headers except those supported by the API. Amazon SageMaker AI might add additional headers. You should not rely on the behavior of headers outside those enumerated in the request syntax. </p> <p>Calls to <code>InvokeEndpointWithBidirectionalStream</code> are authenticated by using Amazon Web Services Signature Version 4. For information, see <a href="https://docs.aws.amazon.com/AmazonS3/latest/API/sig-v4-authenticating-requests.html">Authenticating Requests (Amazon Web Services Signature Version 4)</a> in the <i>Amazon S3 API Reference</i>.</p> <p>The bidirectional stream maintains the connection until either the client closes it or the model indicates completion. Each request and response in the stream is sent as an event with optional headers for data type and completion state.</p> <note> <p>Endpoints are scoped to an individual account, and are not public. The URL does not contain the account ID, but Amazon SageMaker AI determines the account ID from the authentication token that is supplied by the caller.</p> </note>
 
         Args:
             endpoint_name: <p>The name of the endpoint to invoke.</p>

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0}/src/capo_sagemaker_runtime_http2/_services/sage_maker_runtime_http2.py

@@ -141,7 +141,7 @@ class SageMakerRuntimeHTTP2Client:
         model_invocation_path: Optional[str] = None,
         model_query_string: Optional[str] = None,
     ) -> "Generator[capo_sagemaker_runtime_http2.types.invoke_endpoint_with_bidirectional_stream_output.InvokeEndpointWithBidirectionalStreamOutput]":
-        r"""<p>Invokes a model endpoint with bidirectional streaming capabilities. This operation establishes a persistent connection that allows you to send multiple requests and receive streaming responses from the model in real-time.</p> <p>Bidirectional streaming is useful for interactive applications such as chatbots, real-time translation, or any scenario where you need to maintain a conversation-like interaction with the model. The connection remains open, allowing you to send additional input and receive responses without establishing a new connection for each request.</p> <p>For an overview of Amazon SageMaker AI, see <a href=\"https://docs.aws.amazon.com/sagemaker/latest/dg/how-it-works.html\">How It Works</a>.</p> <p>Amazon SageMaker AI strips all POST headers except those supported by the API. Amazon SageMaker AI might add additional headers. You should not rely on the behavior of headers outside those enumerated in the request syntax. </p> <p>Calls to <code>InvokeEndpointWithBidirectionalStream</code> are authenticated by using Amazon Web Services Signature Version 4. For information, see <a href=\"https://docs.aws.amazon.com/AmazonS3/latest/API/sig-v4-authenticating-requests.html\">Authenticating Requests (Amazon Web Services Signature Version 4)</a> in the <i>Amazon S3 API Reference</i>.</p> <p>The bidirectional stream maintains the connection until either the client closes it or the model indicates completion. Each request and response in the stream is sent as an event with optional headers for data type and completion state.</p> <note> <p>Endpoints are scoped to an individual account, and are not public. The URL does not contain the account ID, but Amazon SageMaker AI determines the account ID from the authentication token that is supplied by the caller.</p> </note>
+        """<p>Invokes a model endpoint with bidirectional streaming capabilities. This operation establishes a persistent connection that allows you to send multiple requests and receive streaming responses from the model in real-time.</p> <p>Bidirectional streaming is useful for interactive applications such as chatbots, real-time translation, or any scenario where you need to maintain a conversation-like interaction with the model. The connection remains open, allowing you to send additional input and receive responses without establishing a new connection for each request.</p> <p>For an overview of Amazon SageMaker AI, see <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/how-it-works.html">How It Works</a>.</p> <p>Amazon SageMaker AI strips all POST headers except those supported by the API. Amazon SageMaker AI might add additional headers. You should not rely on the behavior of headers outside those enumerated in the request syntax. </p> <p>Calls to <code>InvokeEndpointWithBidirectionalStream</code> are authenticated by using Amazon Web Services Signature Version 4. For information, see <a href="https://docs.aws.amazon.com/AmazonS3/latest/API/sig-v4-authenticating-requests.html">Authenticating Requests (Amazon Web Services Signature Version 4)</a> in the <i>Amazon S3 API Reference</i>.</p> <p>The bidirectional stream maintains the connection until either the client closes it or the model indicates completion. Each request and response in the stream is sent as an event with optional headers for data type and completion state.</p> <note> <p>Endpoints are scoped to an individual account, and are not public. The URL does not contain the account ID, but Amazon SageMaker AI determines the account ID from the authentication token that is supplied by the caller.</p> </note>
 
         Args:
             endpoint_name: <p>The name of the endpoint to invoke.</p>

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0}/src/capo_sagemaker_runtime_http2/types/request_payload_part.py

@@ -16,9 +16,9 @@ class RequestPayloadPart(TypedDict, closed=True):
     ]
     """<p>The payload bytes.</p>"""
     data_type: NotRequired["str"]
-    r"""<p>Data type header. Can be one of these possible values: \"UTF8\", \"BINARY\".</p>"""
+    """<p>Data type header. Can be one of these possible values: "UTF8", "BINARY".</p>"""
     completion_state: NotRequired["str"]
-    r"""<p>Completion state header. Can be one of these possible values: \"PARTIAL\", \"COMPLETE\".</p>"""
+    """<p>Completion state header. Can be one of these possible values: "PARTIAL", "COMPLETE".</p>"""
     p: NotRequired["str"]
     """<p>Padding string for alignment.</p>"""
 

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0}/src/capo_sagemaker_runtime_http2/types/response_payload_part.py

@@ -16,9 +16,9 @@ class ResponsePayloadPart(TypedDict, closed=True):
     ]
     """<p>The payload bytes.</p>"""
     data_type: NotRequired["str"]
-    r"""<p>Data type header. Can be one of these possible values: \"UTF8\", \"BINARY\".</p>"""
+    """<p>Data type header. Can be one of these possible values: "UTF8", "BINARY".</p>"""
     completion_state: NotRequired["str"]
-    r"""<p>Completion state header. Can be one of these possible values: \"PARTIAL\", \"COMPLETE\".</p>"""
+    """<p>Completion state header. Can be one of these possible values: "PARTIAL", "COMPLETE".</p>"""
     p: NotRequired["str"]
     """<p>Padding string for alignment.</p>"""
 

{capo_sagemaker_runtime_http2-0.2.0 → capo_sagemaker_runtime_http2-0.4.0/src/capo_sagemaker_runtime_http2.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: capo-sagemaker-runtime-http2
-Version: 0.2.0
+Version: 0.4.0
 Summary: Python SDK for AWS Sagemaker Runtime Http2.
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers