hotdata 0.3.0__tar.gz → 0.3.1__tar.gz

{hotdata-0.3.0 → hotdata-0.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hotdata
-Version: 0.3.0
+Version: 0.3.1
 Summary: Hotdata API
 Author-email: Hotdata <developers@hotdata.dev>
 License: MIT
@@ -11,10 +11,10 @@ Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 Requires-Dist: urllib3<3.0.0,>=2.1.0
 Requires-Dist: python-dateutil>=2.8.2
-Requires-Dist: pydantic>=2
+Requires-Dist: pydantic>=2.4.0
 Requires-Dist: typing-extensions>=4.7.1
 Provides-Extra: arrow
-Requires-Dist: pyarrow>=14; extra == "arrow"
+Requires-Dist: pyarrow>=14.0.1; extra == "arrow"
 
 # hotdata
 

{hotdata-0.3.0 → hotdata-0.3.1}/hotdata/arrow.py

@@ -50,6 +50,22 @@ class ResultNotReadyError(Exception):
         )
 
 
+def _release_conn(response: Any) -> None:
+    """Return a urllib3 connection to the pool without poisoning it.
+
+    pyarrow stops reading at the Arrow end-of-stream marker, which can leave
+    bytes unconsumed at the HTTP layer (e.g. the terminating zero-length chunk
+    of a chunked response). ``release_conn`` on a partially-read connection
+    hands a tainted socket back to the pool — the next request to reuse it
+    fails with ``http.client.ResponseNotReady`` ("Request-sent"). Draining any
+    unread bytes first makes the connection safe to reuse.
+    """
+    try:
+        response.drain_conn()
+    finally:
+        response.release_conn()
+
+
 def _import_pyarrow() -> Any:
     try:
         import pyarrow.ipc as ipc  # type: ignore[import-untyped]
@@ -95,7 +111,7 @@ class ResultsApi(_GeneratedResultsApi):
         try:
             return ipc.open_stream(response).read_all()
         finally:
-            response.release_conn()
+            _release_conn(response)
 
     @contextmanager
     def stream_result_arrow(
@@ -108,8 +124,10 @@ class ResultsApi(_GeneratedResultsApi):
     ) -> Iterator["pa.RecordBatchStreamReader"]:
         """Yield a :class:`pyarrow.RecordBatchStreamReader` for a ready result.
 
-        The HTTP connection is released when the context exits. Iterate the
-        reader to consume :class:`pyarrow.RecordBatch` messages, or call
+        The HTTP connection is drained and released when the context exits, so
+        exiting early (before the reader is exhausted) reads and discards the
+        remaining body to keep the connection reusable. Iterate the reader to
+        consume :class:`pyarrow.RecordBatch` messages, or call
         ``reader.read_all()`` for a full :class:`pyarrow.Table`.
 
         Example::
@@ -127,7 +145,7 @@ class ResultsApi(_GeneratedResultsApi):
         try:
             yield ipc.open_stream(response)
         finally:
-            response.release_conn()
+            _release_conn(response)
 
     def _call_arrow(
         self,

{hotdata-0.3.0 → hotdata-0.3.1}/hotdata.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hotdata
-Version: 0.3.0
+Version: 0.3.1
 Summary: Hotdata API
 Author-email: Hotdata <developers@hotdata.dev>
 License: MIT
@@ -11,10 +11,10 @@ Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 Requires-Dist: urllib3<3.0.0,>=2.1.0
 Requires-Dist: python-dateutil>=2.8.2
-Requires-Dist: pydantic>=2
+Requires-Dist: pydantic>=2.4.0
 Requires-Dist: typing-extensions>=4.7.1
 Provides-Extra: arrow
-Requires-Dist: pyarrow>=14; extra == "arrow"
+Requires-Dist: pyarrow>=14.0.1; extra == "arrow"
 
 # hotdata
 

{hotdata-0.3.0 → hotdata-0.3.1}/hotdata.egg-info/requires.txt

@@ -1,7 +1,7 @@
 urllib3<3.0.0,>=2.1.0
 python-dateutil>=2.8.2
-pydantic>=2
+pydantic>=2.4.0
 typing-extensions>=4.7.1
 
 [arrow]
-pyarrow>=14
+pyarrow>=14.0.1

{hotdata-0.3.0 → hotdata-0.3.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hotdata"
-version = "0.3.0"
+version = "0.3.1"
 description = "Hotdata API"
 authors = [
   {name = "Hotdata",email = "developers@hotdata.dev"},
@@ -13,12 +13,12 @@ requires-python = ">=3.9"
 dependencies = [
   "urllib3 (>=2.1.0,<3.0.0)",
   "python-dateutil (>=2.8.2)",
-  "pydantic (>=2)",
+  "pydantic (>=2.4.0)",
   "typing-extensions (>=4.7.1)",
 ]
 
 [project.optional-dependencies]
-arrow = ["pyarrow >= 14"]
+arrow = ["pyarrow >= 14.0.1"]
 
 [project.urls]
 Homepage = "https://www.hotdata.dev"

{hotdata-0.3.0 → hotdata-0.3.1}/tests/test_arrow.py

@@ -45,7 +45,8 @@ class _FakeUrllib3Response(io.RawIOBase):
 
     pyarrow.ipc.open_stream wants a real file-like object (it checks
     ``closed`` and ``readable()``); the SDK's RESTResponse needs ``status``,
-    ``reason``, ``data``, and ``headers``. release_conn is recorded.
+    ``reason``, ``data``, and ``headers``. drain_conn / release_conn are
+    recorded so tests can assert the connection is drained before reuse.
     """
 
     def __init__(self, status: int, body: bytes, headers: Dict[str, str]):
@@ -56,6 +57,7 @@ class _FakeUrllib3Response(io.RawIOBase):
         self._buf = io.BytesIO(body)
         self.headers = headers
         self.release_conn_called = False
+        self.drain_conn_called = False
 
     @property
     def data(self) -> bytes:
@@ -71,6 +73,9 @@ class _FakeUrllib3Response(io.RawIOBase):
     def readable(self) -> bool:
         return True
 
+    def drain_conn(self) -> None:
+        self.drain_conn_called = True
+
     def release_conn(self) -> None:
         self.release_conn_called = True
 
@@ -146,6 +151,9 @@ def test_get_result_arrow_returns_table(monkeypatch: pytest.MonkeyPatch) -> None
     got = results.get_result_arrow("res_123")
 
     assert got.equals(table)
+    # Connection is drained (not just released) so a partially-read body can't
+    # poison the pool and break the next request with ResponseNotReady.
+    assert fake.drain_conn_called
     assert fake.release_conn_called
 
     # Single request was made.
@@ -197,7 +205,8 @@ def test_stream_result_arrow_yields_reader(
         roundtrip = pa.Table.from_batches(batches, schema=reader.schema)
         assert roundtrip.equals(table)
 
-    # Connection is released after the context exits.
+    # Connection is drained and released after the context exits.
+    assert fake.drain_conn_called
     assert fake.release_conn_called