smithy-http 0.4.4__tar.gz → 0.6.0__tar.gz

smithy_http-0.6.0/.changes/0.5.0.json

@@ -0,0 +1,20 @@
+{
+  "changes": [
+    {
+      "type": "feature",
+      "description": "Added deterministic connection-pool cleanup and async context manager support to HTTP clients."
+    },
+    {
+      "type": "bugfix",
+      "description": "Stream aiohttp response bodies incrementally to enable true output event streams."
+    },
+    {
+      "type": "bugfix",
+      "description": "Fixed `AIOHTTPClient` to stop dropping valueless query parameters and automatically adding a `Content-Type` to bodyless POST, PUT, and PATCH requests."
+    },
+    {
+      "type": "bugfix",
+      "description": "Fixed duplicate Content-Type headers when a member is bound to Content-Type."
+    }
+  ]
+}

smithy_http-0.6.0/.changes/0.6.0.json

@@ -0,0 +1,20 @@
+{
+  "changes": [
+    {
+      "type": "feature",
+      "description": "`HttpClientProtocol` implements `extract_response_metadata()`, reporting the HTTP status code."
+    },
+    {
+      "type": "feature",
+      "description": "Added a naive `RpcV2CborClientProtocol` for the `smithy.protocols#rpcv2Cbor` protocol (optional `cbor` extra)."
+    },
+    {
+      "type": "feature",
+      "description": "Added schema-cached HTTP binding plans for members, operations, payloads, and request and response dispatch."
+    },
+    {
+      "type": "dependency",
+      "description": "Bump `smithy-cbor` from `~=0.0.0` to `~=0.1.0`."
+    }
+  ]
+}

{smithy_http-0.4.4 → smithy_http-0.6.0}/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Changelog
 
+## v0.6.0
+
+### Features
+* `HttpClientProtocol` implements `extract_response_metadata()`, reporting the HTTP status code.
+* Added a naive `RpcV2CborClientProtocol` for the `smithy.protocols#rpcv2Cbor` protocol (optional `cbor` extra).
+* Added schema-cached HTTP binding plans for members, operations, payloads, and request and response dispatch.
+
+### Dependencies
+* Bump `smithy-cbor` from `~=0.0.0` to `~=0.1.0`.
+
+## v0.5.0
+
+### Features
+* Added deterministic connection-pool cleanup and async context manager support to HTTP clients.
+
+### Bug fixes
+* Stream aiohttp response bodies incrementally to enable true output event streams.
+* Fixed `AIOHTTPClient` to stop dropping valueless query parameters and automatically adding a `Content-Type` to bodyless POST, PUT, and PATCH requests.
+* Fixed duplicate Content-Type headers when a member is bound to Content-Type.
+
 ## v0.4.4
 
 ### Enhancements

{smithy_http-0.4.4 → smithy_http-0.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: smithy-http
-Version: 0.4.4
+Version: 0.6.0
 Summary: HTTP components for Smithy tooling.
 Project-URL: Changelog, https://github.com/smithy-lang/smithy-python/blob/develop/packages/smithy-http/CHANGELOG.md
 Project-URL: Code, https://github.com/smithy-lang/smithy-python/blob/develop/packages/smithy-http/
@@ -31,6 +31,8 @@ Requires-Dist: aiohttp<4.0,>=3.11.12; extra == 'aiohttp'
 Requires-Dist: yarl; extra == 'aiohttp'
 Provides-Extra: awscrt
 Requires-Dist: awscrt~=0.32.0; extra == 'awscrt'
+Provides-Extra: cbor
+Requires-Dist: smithy-cbor~=0.1.0; extra == 'cbor'
 Description-Content-Type: text/markdown
 
 # smithy-http

{smithy_http-0.4.4 → smithy_http-0.6.0}/pyproject.toml

@@ -39,6 +39,9 @@ dependencies = [
 awscrt = [
     "awscrt~=0.32.0",
 ]
+cbor = [
+    "smithy-cbor~=0.1.0",
+]
 aiohttp = [
     "aiohttp>=3.11.12, <4.0",
     "yarl"

{smithy_http-0.4.4 → smithy_http-0.6.0}/src/smithy_http/__init__.py

@@ -7,7 +7,7 @@ from typing import get_args
 from . import interfaces
 from .interfaces import FieldPosition
 
-__version__ = "0.4.4"
+__version__ = "0.6.0"
 
 _VALID_FIELD_POSITIONS = frozenset(get_args(FieldPosition))
 
@@ -226,10 +226,18 @@ def tuples_to_fields(
     :param kind: The Field kind to define for all tuples.
     """
     fields = Fields()
+    entries = fields.entries
+    field_kind = kind or "header"
     for name, value in tuples:
-        try:
-            fields[name].add(value)
-        except KeyError:
-            fields[name] = Field(name=name, values=[value], kind=kind or "header")
+        normalized_name = name.lower()
+        field = entries.get(normalized_name)
+        if field is None:
+            entries[normalized_name] = Field(
+                name=name,
+                values=[value],
+                kind=field_kind,
+            )
+        else:
+            field.values.append(value)
 
     return fields

{smithy_http-0.4.4 → smithy_http-0.6.0}/src/smithy_http/aio/aiohttp.py

@@ -1,9 +1,9 @@
 #  Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
 #  SPDX-License-Identifier: Apache-2.0
+from collections.abc import AsyncIterable, AsyncIterator
 from copy import copy, deepcopy
 from itertools import chain
-from typing import TYPE_CHECKING, Any
-from urllib.parse import parse_qs
+from typing import TYPE_CHECKING, Any, Self
 
 import yarl
 
@@ -22,11 +22,11 @@ except ImportError:
 
 from smithy_core.aio.interfaces import StreamingBlob
 from smithy_core.aio.types import AsyncBytesReader
-from smithy_core.aio.utils import async_list
 from smithy_core.exceptions import MissingDependencyError
 from smithy_core.interfaces import URI
 
 from .. import Field, Fields
+from ..exceptions import SmithyHTTPError
 from ..interfaces import (
     HTTPClientConfiguration,
     HTTPRequestConfiguration,
@@ -48,13 +48,28 @@ class AIOHTTPClientConfig(HTTPClientConfiguration):
         _assert_aiohttp()
 
 
+class _AIOHTTPStreamingBody(AsyncIterable[bytes]):
+    """Streams a response body, releasing the response once it is done."""
+
+    def __init__(self, response: "aiohttp.ClientResponse") -> None:
+        self._response = response
+
+    def __aiter__(self) -> AsyncIterator[bytes]:
+        # The reader iterates by line, so use iter_any to get raw chunks.
+        return self._response.content.iter_any()
+
+    async def close(self) -> None:
+        # Pools the connection if the body was read to completion, closes it if not.
+        self._response.release()
+
+
 class AIOHTTPClient(HTTPClient):
     """Implementation of :py:class:`.interfaces.HTTPClient` using aiohttp."""
 
     TIMEOUT_EXCEPTIONS = (TimeoutError,)
 
-    # aiohttp has no HTTP/2 support and this client fully buffers the response
-    # before returning, so it can never interleave request and response data.
+    # aiohttp has no HTTP/2 support, so it can never interleave request and
+    # response data.
     SUPPORTS_DUPLEX_STREAMING = False
 
     def __init__(
@@ -69,6 +84,7 @@ class AIOHTTPClient(HTTPClient):
         """
         _assert_aiohttp()
         self._config = client_config or AIOHTTPClientConfig()
+        self._closed = False
         # Disable transparent response decompression and advertise
         # 'identity' to request uncompressed responses.
         # TODO: add a functional test once the test client framework exists
@@ -88,6 +104,11 @@ class AIOHTTPClient(HTTPClient):
         :param request: The request including destination URI, fields, payload.
         :param request_config: Configuration specific to this request.
         """
+        if self._closed:
+            raise SmithyHTTPError(
+                "Cannot send a request after the HTTP client has been closed."
+            )
+
         request_config = request_config or HTTPRequestConfiguration()
 
         headers_list = list(
@@ -103,18 +124,34 @@ class AIOHTTPClient(HTTPClient):
         elif not isinstance(body, AsyncBytesReader):
             body = AsyncBytesReader(body)
 
-        # The typing on `params` is incorrect, it'll happily accept a mapping whose
-        # values are lists (or tuples) and produce expected values.
-        # See: https://github.com/aio-libs/aiohttp/issues/8563
-        async with self._session.request(
+        resp = await self._session.request(
             method=request.method,
-            url=self._serialize_uri_without_query(request.destination),
-            params=parse_qs(request.destination.query),  # type: ignore
+            url=self._serialize_uri(request.destination),
             headers=headers_list,
             data=body,
             allow_redirects=False,
-        ) as resp:
-            return await self._marshal_response(resp)
+            skip_auto_headers={"Content-Type"},
+        )
+        try:
+            return self._marshal_response(resp)
+        except BaseException:
+            resp.release()
+            raise
+
+    async def close(self) -> None:
+        """Close the underlying aiohttp session and its connection pool."""
+        if self._closed:
+            return
+        self._closed = True
+        await self._session.close()
+
+    async def __aenter__(self) -> Self:
+        if self._closed:
+            raise SmithyHTTPError("Cannot enter an HTTP client that has been closed.")
+        return self
+
+    async def __aexit__(self, exc_type: Any, exc_value: Any, traceback: Any) -> None:
+        await self.close()
 
     async def _prepare_body(self, body: StreamingBlob) -> AsyncBytesReader | None:
         """Convert a body for aiohttp, omitting seekable bodies with no data."""
@@ -129,8 +166,8 @@ class AIOHTTPClient(HTTPClient):
         await body.seek(position)
         return None if position == end else body
 
-    def _serialize_uri_without_query(self, uri: URI) -> yarl.URL:
-        """Serialize all parts of the URI up to and including the path."""
+    def _serialize_uri(self, uri: URI) -> yarl.URL:
+        """Serialize the URI, preserving the already-encoded query string as-is."""
         return yarl.URL.build(
             scheme=uri.scheme or "",
             host=uri.host,
@@ -138,10 +175,11 @@ class AIOHTTPClient(HTTPClient):
             user=uri.username,
             password=uri.password,
             path=uri.path or "",
+            query_string=uri.query or "",
             encoded=True,
         )
 
-    async def _marshal_response(
+    def _marshal_response(
         self, aiohttp_resp: "aiohttp.ClientResponse"
     ) -> HTTPResponseInterface:
         """Convert a ``aiohttp.ClientResponse`` to a ``smithy_http.aio.HTTPResponse``"""
@@ -159,7 +197,7 @@ class AIOHTTPClient(HTTPClient):
         return HTTPResponse(
             status=aiohttp_resp.status,
             fields=headers,
-            body=async_list([await aiohttp_resp.read()]),
+            body=_AIOHTTPStreamingBody(aiohttp_resp),
             reason=aiohttp_resp.reason,
         )
 

{smithy_http-0.4.4 → smithy_http-0.6.0}/src/smithy_http/aio/crt.py

@@ -1,12 +1,13 @@
 #  Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
 #  SPDX-License-Identifier: Apache-2.0
 #  pyright: reportMissingTypeStubs=false,reportUnknownMemberType=false
+from asyncio import gather
 from collections.abc import AsyncGenerator, AsyncIterable
 from copy import deepcopy
 from dataclasses import dataclass
 from inspect import iscoroutinefunction
 from io import BytesIO
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING, Any, Self
 
 from awscrt.exceptions import AwsCrtError
 
@@ -164,6 +165,7 @@ class AWSCRTHTTPClient(http_aio_interfaces.HTTPClient):
         self._tls_ctx = crt_io.ClientTlsContext(crt_io.TlsContextOptions())
         self._socket_options = crt_io.SocketOptions()
         self._connections: ConnectionPoolDict = {}
+        self._closed = False
 
     async def send(
         self,
@@ -176,6 +178,11 @@ class AWSCRTHTTPClient(http_aio_interfaces.HTTPClient):
         :param request: The request including destination URI, fields, payload.
         :param request_config: Configuration specific to this request.
         """
+        if self._closed:
+            raise SmithyHTTPError(
+                "Cannot send a request after the HTTP client has been closed."
+            )
+
         try:
             crt_request = self._marshal_request(request)
             connection = await self._get_connection(request.destination)
@@ -199,6 +206,26 @@ class AWSCRTHTTPClient(http_aio_interfaces.HTTPClient):
                 raise _CRTTimeoutError(f"CRT {e.name}: {e.message}") from e
             raise
 
+    async def close(self) -> None:
+        """Close all pooled HTTP connections."""
+        if self._closed:
+            return
+        self._closed = True
+        connections = tuple(self._connections.values())
+        self._connections.clear()
+        await gather(
+            *(connection.close() for connection in connections),
+            return_exceptions=True,
+        )
+
+    async def __aenter__(self) -> Self:
+        if self._closed:
+            raise SmithyHTTPError("Cannot enter an HTTP client that has been closed.")
+        return self
+
+    async def __aexit__(self, exc_type: Any, exc_value: Any, traceback: Any) -> None:
+        await self.close()
+
     async def _await_response(
         self, stream: "AIOHttpClientStreamUnified"
     ) -> AWSCRTHTTPResponse: