hishel 1.1.3__tar.gz → 1.1.5__tar.gz

{hishel-1.1.3 → hishel-1.1.5}/CHANGELOG.md

@@ -1,3 +1,24 @@
+## What's Changed in 1.1.5
+### 🐛 Bug Fixes
+
+* filter out soft-deleted, expired and incomplete entries in `get_entries` by @karpetrosyan
+
+### Contributors
+* @karpetrosyan
+
+**Full Changelog**: https://github.com/karpetrosyan/hishel/compare/1.1.4...1.1.5
+
+## What's Changed in 1.1.4
+### 🐛 Bug Fixes
+
+* don't raise an error on consumed streams that were read into memory by @karpetrosyan
+* close sqlite connections properly by @karpetrosyan
+
+### Contributors
+* @karpetrosyan
+
+**Full Changelog**: https://github.com/karpetrosyan/hishel/compare/1.1.3...1.1.4
+
 ## What's Changed in 1.1.3
 ### ⚙️ Miscellaneous Tasks
 
@@ -8,9 +29,9 @@
 * fix: set `after_revalidation=True` for `NeedsToBeUpdated` -> `FromCache` transition by @jlopex in [#402](https://github.com/karpetrosyan/hishel/pull/402)
 
 ### Contributors
+* @karpetrosyan
 * @martinblech
 * @jlopex
-* @karpetrosyan
 
 **Full Changelog**: https://github.com/karpetrosyan/hishel/compare/1.1.2...1.1.3
 

{hishel-1.1.3 → hishel-1.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hishel
-Version: 1.1.3
+Version: 1.1.5
 Summary:  Elegant HTTP Caching for Python
 Project-URL: Homepage, https://hishel.com
 Project-URL: Source, https://github.com/karpetrosyan/hishel
@@ -406,6 +406,27 @@ Hishel is inspired by and builds upon the excellent work in the Python HTTP ecos
   <strong>Made with ❤️ by <a href="https://github.com/karpetrosyan">Kar Petrosyan</a></strong>
 </p>
 
+## What's Changed in 1.1.5
+### 🐛 Bug Fixes
+
+* filter out soft-deleted, expired and incomplete entries in `get_entries` by @karpetrosyan
+
+### Contributors
+* @karpetrosyan
+
+**Full Changelog**: https://github.com/karpetrosyan/hishel/compare/1.1.4...1.1.5
+
+## What's Changed in 1.1.4
+### 🐛 Bug Fixes
+
+* don't raise an error on consumed streams that were read into memory by @karpetrosyan
+* close sqlite connections properly by @karpetrosyan
+
+### Contributors
+* @karpetrosyan
+
+**Full Changelog**: https://github.com/karpetrosyan/hishel/compare/1.1.3...1.1.4
+
 ## What's Changed in 1.1.3
 ### ⚙️ Miscellaneous Tasks
 
@@ -416,9 +437,9 @@ Hishel is inspired by and builds upon the excellent work in the Python HTTP ecos
 * fix: set `after_revalidation=True` for `NeedsToBeUpdated` -> `FromCache` transition by @jlopex in [#402](https://github.com/karpetrosyan/hishel/pull/402)
 
 ### Contributors
+* @karpetrosyan
 * @martinblech
 * @jlopex
-* @karpetrosyan
 
 **Full Changelog**: https://github.com/karpetrosyan/hishel/compare/1.1.2...1.1.3
 

{hishel-1.1.3 → hishel-1.1.5}/hishel/_async_httpx.py

@@ -118,12 +118,24 @@ def _httpx_to_internal(
             metadata=headers_metadata,
         )
     elif isinstance(value, httpx.Response):
-        if value.is_stream_consumed and "content-encoding" in value.headers:
-            raise RuntimeError("Can't get the raw stream of a response with `Content-Encoding` header.")
         stream = (
             make_async_iterator([value.content]) if value.is_stream_consumed else value.aiter_raw(chunk_size=CHUNK_SIZE)
         )
 
+        if value.is_stream_consumed and "content-encoding" in value.headers:
+            # If the stream was consumed and we don't know about
+            # the original data and its size, fix the Content-Length
+            # header and remove Content-Encoding so we can recreate it later properly.
+            headers = Headers(
+                {
+                    **filter_mapping(
+                        headers,
+                        ["content-encoding"],
+                    ),
+                    "content-length": str(len(value.content)),
+                }
+            )
+
         return Response(
             status_code=value.status_code,
             headers=headers,

{hishel-1.1.3 → hishel-1.1.5}/hishel/_core/_storages/_async_sqlite.py

@@ -161,8 +161,19 @@ try:
             for row in await cursor.fetchall():
                 pair_data = unpack(row[1], kind="pair")
 
+                if pair_data is None:
+                    continue
+
                 # Skip entries without a response (incomplete)
-                if not isinstance(pair_data, Entry) or pair_data.response is None:
+                if not await self._is_stream_complete(pair_data.id, cursor=cursor):
+                    continue
+
+                # Skip expired entries
+                if await self._is_pair_expired(pair_data, cursor=cursor):
+                    continue
+
+                # Skip soft-deleted entries
+                if self.is_soft_deleted(pair_data):
                     continue
 
                 final_pairs.append(pair_data)
@@ -237,6 +248,11 @@ try:
             await self._soft_delete_pair(pair, cursor)
             await connection.commit()
 
+        async def close(self) -> None:
+            if self.connection is not None:
+                await self.connection.close()
+                self.connection = None
+
         async def _is_stream_complete(self, pair_id: uuid.UUID, cursor: anysqlite.Cursor) -> bool:
             # Check if there's a completion marker (chunk_number = -1) for response stream
             await cursor.execute(
@@ -325,15 +341,7 @@ try:
 
         async def _is_corrupted(self, pair: Entry, cursor: anysqlite.Cursor) -> bool:
             # if entry was created more than 1 hour ago and still has no response (incomplete)
-            if pair.meta.created_at + 3600 < time.time() and pair.response is None:
-                return True
-
-            # Check if response stream is complete for Entry with response
-            if (
-                isinstance(pair, Entry)
-                and pair.response is not None
-                and not await self._is_stream_complete(pair.id, cursor)
-            ):
+            if pair.meta.created_at + 3600 < time.time() and not self._is_stream_complete(pair.id, cursor):
                 return True
             return False
 

{hishel-1.1.3 → hishel-1.1.5}/hishel/_core/_storages/_sync_sqlite.py

@@ -161,8 +161,19 @@ try:
             for row in cursor.fetchall():
                 pair_data = unpack(row[1], kind="pair")
 
+                if pair_data is None:
+                    continue
+
                 # Skip entries without a response (incomplete)
-                if not isinstance(pair_data, Entry) or pair_data.response is None:
+                if not self._is_stream_complete(pair_data.id, cursor=cursor):
+                    continue
+
+                # Skip expired entries
+                if self._is_pair_expired(pair_data, cursor=cursor):
+                    continue
+
+                # Skip soft-deleted entries
+                if self.is_soft_deleted(pair_data):
                     continue
 
                 final_pairs.append(pair_data)
@@ -237,6 +248,11 @@ try:
             self._soft_delete_pair(pair, cursor)
             connection.commit()
 
+        def close(self) -> None:
+            if self.connection is not None:
+                self.connection.close()
+                self.connection = None
+
         def _is_stream_complete(self, pair_id: uuid.UUID, cursor: sqlite3.Cursor) -> bool:
             # Check if there's a completion marker (chunk_number = -1) for response stream
             cursor.execute(
@@ -325,15 +341,7 @@ try:
 
         def _is_corrupted(self, pair: Entry, cursor: sqlite3.Cursor) -> bool:
             # if entry was created more than 1 hour ago and still has no response (incomplete)
-            if pair.meta.created_at + 3600 < time.time() and pair.response is None:
-                return True
-
-            # Check if response stream is complete for Entry with response
-            if (
-                isinstance(pair, Entry)
-                and pair.response is not None
-                and not self._is_stream_complete(pair.id, cursor)
-            ):
+            if pair.meta.created_at + 3600 < time.time() and not self._is_stream_complete(pair.id, cursor):
                 return True
             return False
 

{hishel-1.1.3 → hishel-1.1.5}/hishel/_sync_httpx.py

@@ -118,12 +118,24 @@ def _httpx_to_internal(
             metadata=headers_metadata,
         )
     elif isinstance(value, httpx.Response):
-        if value.is_stream_consumed and "content-encoding" in value.headers:
-            raise RuntimeError("Can't get the raw stream of a response with `Content-Encoding` header.")
         stream = (
             make_sync_iterator([value.content]) if value.is_stream_consumed else value.iter_raw(chunk_size=CHUNK_SIZE)
         )
 
+        if value.is_stream_consumed and "content-encoding" in value.headers:
+            # If the stream was consumed and we don't know about
+            # the original data and its size, fix the Content-Length
+            # header and remove Content-Encoding so we can recreate it later properly.
+            headers = Headers(
+                {
+                    **filter_mapping(
+                        headers,
+                        ["content-encoding"],
+                    ),
+                    "content-length": str(len(value.content)),
+                }
+            )
+
         return Response(
             status_code=value.status_code,
             headers=headers,

{hishel-1.1.3 → hishel-1.1.5}/hishel/requests.py

@@ -10,7 +10,7 @@ from hishel._core._storages._sync_base import SyncBaseStorage
 from hishel._core.models import extract_metadata_from_headers
 from hishel._policies import CachePolicy
 from hishel._sync_cache import SyncCacheProxy
-from hishel._utils import snake_to_header
+from hishel._utils import filter_mapping, snake_to_header
 
 try:
     import requests
@@ -94,12 +94,17 @@ def _requests_to_internal(
     elif isinstance(model, requests.models.Response):
         try:
             stream = model.raw.stream(amt=CHUNK_SIZE, decode_content=None)
+            headers = Headers(filter_mapping(model.headers, ["transfer-encoding"]))
         except requests.exceptions.StreamConsumedError:
             stream = iter([model.content])
+            # If the stream was consumed and we don't know about the original
+            # data and its size, fix the Content-Length header and remove
+            # Content-Encoding so we can recreate it later properly.
+            headers = Headers(filter_mapping(model.headers, ["content-encoding", "transfer-encoding"]))
 
         return Response(
             status_code=model.status_code,
-            headers=Headers(model.headers),
+            headers=headers,
             stream=stream,
         )
     else:

{hishel-1.1.3 → hishel-1.1.5}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "hishel"
-version = "1.1.3"
+version = "1.1.5"
 dynamic = ["readme"]
 description = " Elegant HTTP Caching for Python"
 license = "BSD-3-Clause"