snowloader 0.2.0__tar.gz → 0.2.2__tar.gz

{snowloader-0.2.0 → snowloader-0.2.2}/CHANGELOG.md

@@ -2,6 +2,19 @@
 
 All notable changes to snowloader are documented here. This project follows [Semantic Versioning](https://semver.org/).
 
+## [0.2.2] - 2026-04-28
+
+### Fixed
+
+- `AsyncSnowConnection.aget_records` no longer crashes with `AttributeError: 'NoneType' object has no attribute 'get'` when the API returns a non-object JSON body (e.g. `null` or a list under transient load). Such responses are now logged and treated as an empty result, letting the rest of the pages stream through.
+- `AsyncSnowConnection._request` now validates that the parsed JSON body is a dict before returning, so downstream callers can rely on the `dict[str, Any]` contract.
+
+## [0.2.1] - 2026-04-28
+
+### Changed
+
+- Roadmap entries for Async support and the Attachment loader marked as Shipped.
+
 ## [0.2.0] - 2026-04-28
 
 ### Added

{snowloader-0.2.0 → snowloader-0.2.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snowloader
-Version: 0.2.0
+Version: 0.2.2
 Summary: Comprehensive ServiceNow data loader for AI/LLM pipelines - Incidents, CMDB, KB, Changes, Catalog & more. Works with LangChain & LlamaIndex.
 Project-URL: Homepage, https://github.com/ronidas39/snowloader
 Project-URL: Documentation, https://snowloader.readthedocs.io
@@ -308,8 +308,8 @@ See the [full documentation](https://snowloader.readthedocs.io/en/latest/configu
 
 | Version | Feature | Status |
 |---------|---------|--------|
-| **v0.2** | Async support (`aiohttp` + `async for`) - 10-50x faster | Coming soon |
-| **v0.2** | Attachment loader (`sys_attachment` downloads) | Coming soon |
+| **v0.2** | Async support (`aiohttp` + `async for`) - 10-50x faster | Shipped |
+| **v0.2** | Attachment loader (`sys_attachment` downloads) | Shipped |
 | **v0.3** | Direct vector store streaming (Pinecone, Weaviate, Chroma) | Planned |
 | **v0.3** | Checkpoint and resume for large loads | Planned |
 | **v1.0** | Custom field mapping for customized instances | Planned |

{snowloader-0.2.0 → snowloader-0.2.2}/README.md

@@ -252,8 +252,8 @@ See the [full documentation](https://snowloader.readthedocs.io/en/latest/configu
 
 | Version | Feature | Status |
 |---------|---------|--------|
-| **v0.2** | Async support (`aiohttp` + `async for`) - 10-50x faster | Coming soon |
-| **v0.2** | Attachment loader (`sys_attachment` downloads) | Coming soon |
+| **v0.2** | Async support (`aiohttp` + `async for`) - 10-50x faster | Shipped |
+| **v0.2** | Attachment loader (`sys_attachment` downloads) | Shipped |
 | **v0.3** | Direct vector store streaming (Pinecone, Weaviate, Chroma) | Planned |
 | **v0.3** | Checkpoint and resume for large loads | Planned |
 | **v1.0** | Custom field mapping for customized instances | Planned |

{snowloader-0.2.0 → snowloader-0.2.2}/docs/conf.py

@@ -10,7 +10,7 @@ sys.path.insert(0, os.path.abspath("../src"))
 project = "snowloader"
 copyright = "2026, Roni Das"
 author = "Roni Das"
-release = "0.2.0"
+release = "0.2.2"
 
 # -- General configuration ---------------------------------------------------
 

{snowloader-0.2.0 → snowloader-0.2.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "snowloader"
-version = "0.2.0"
+version = "0.2.2"
 description = "Comprehensive ServiceNow data loader for AI/LLM pipelines - Incidents, CMDB, KB, Changes, Catalog & more. Works with LangChain & LlamaIndex."
 readme = "README.md"
 license = {text = "MIT"}

{snowloader-0.2.0 → snowloader-0.2.2}/src/snowloader/__init__.py

@@ -21,7 +21,7 @@ from snowloader.loaders.problems import ProblemLoader
 from snowloader.models import BaseSnowLoader, SnowDocument
 from snowloader.utils.parsing import parse_labelled_int
 
-__version__ = "0.2.0"
+__version__ = "0.2.2"
 
 try:
     from snowloader.async_connection import AsyncSnowConnection  # noqa: F401

{snowloader-0.2.0 → snowloader-0.2.2}/src/snowloader/async_connection.py

@@ -376,13 +376,28 @@ class AsyncSnowConnection:
                         )
 
                     try:
-                        return cast(dict[str, Any], await resp.json(content_type=None))
+                        parsed = await resp.json(content_type=None)
                     except (aiohttp.ContentTypeError, ValueError) as exc:
                         raise SnowConnectionError(
                             f"API returned non-JSON response for {method} {url}",
                             status_code=resp.status,
                             detail=last_body,
                         ) from exc
+
+                    if not isinstance(parsed, dict):
+                        # Some ServiceNow paths can return ``null`` or a list
+                        # under transient load. Treat anything that is not a
+                        # JSON object as an empty result so downstream code
+                        # does not crash on ``data.get(...)``.
+                        logger.warning(
+                            "API returned non-object JSON for %s %s (type=%s); "
+                            "treating as empty result.",
+                            method,
+                            url,
+                            type(parsed).__name__,
+                        )
+                        return {"result": []}
+                    return cast(dict[str, Any], parsed)
             except aiohttp.ClientError as exc:
                 if attempt < self.max_retries:
                     logger.warning(
@@ -489,8 +504,8 @@ class AsyncSnowConnection:
                 page_params["sysparm_offset"] = str(offset)
                 url = f"{self.instance_url}/api/now/table/{table}"
                 data = await self._request("GET", url, params=page_params)
-                raw = data.get("result")
-                if raw is None:
+                raw = data.get("result") if isinstance(data, dict) else None
+                if raw is None or not isinstance(raw, list):
                     return []
                 return cast(list[dict[str, object]], raw)
 

{snowloader-0.2.0 → snowloader-0.2.2}/tests/unit/test_async_connection.py

@@ -254,6 +254,63 @@ async def test_aget_attachment_returns_bytes() -> None:
             assert data == b"binary file content"
 
 
+@pytest.mark.asyncio
+async def test_request_treats_null_body_as_empty_result() -> None:
+    """Regression: ServiceNow can return JSON null under transient load.
+
+    Previously this crashed aget_records on ``data.get('result')``. Now we
+    log a warning and treat it as an empty result.
+    """
+    with aioresponses() as m:
+        m.get(
+            _stats_url(),
+            payload={"result": {"stats": {"count": "1"}}},
+            status=200,
+            repeat=True,
+        )
+        m.get(
+            _table_url(),
+            body="null",
+            status=200,
+            content_type="application/json",
+            repeat=True,
+        )
+        async with AsyncSnowConnection(
+            instance_url=INSTANCE,
+            username="u",
+            password="p",
+            page_size=10,
+        ) as conn:
+            records = [rec async for rec in conn.aget_records("incident")]
+            assert records == []
+
+
+@pytest.mark.asyncio
+async def test_request_treats_list_body_as_empty_result() -> None:
+    """Regression: defensive handling for unexpected non-object JSON shapes."""
+    with aioresponses() as m:
+        m.get(
+            _stats_url(),
+            payload={"result": {"stats": {"count": "1"}}},
+            status=200,
+            repeat=True,
+        )
+        m.get(
+            _table_url(),
+            payload=[1, 2, 3],
+            status=200,
+            repeat=True,
+        )
+        async with AsyncSnowConnection(
+            instance_url=INSTANCE,
+            username="u",
+            password="p",
+            page_size=10,
+        ) as conn:
+            records = [rec async for rec in conn.aget_records("incident")]
+            assert records == []
+
+
 @pytest.mark.asyncio
 async def test_aget_attachment_raises_on_404() -> None:
     with aioresponses() as m: