cartography-client 0.9.2__py3-none-any.whl → 0.10.0__py3-none-any.whl

cartography/_streaming.py

@@ -57,9 +57,8 @@ class Stream(Generic[_T]):
         for sse in iterator:
             yield process_data(data=sse.json(), cast_to=cast_to, response=response)
 
-        # Ensure the entire stream is consumed
-        for _sse in iterator:
-            ...
+        # As we might not fully consume the response stream, we need to close it explicitly
+        response.close()
 
     def __enter__(self) -> Self:
         return self
@@ -121,9 +120,8 @@ class AsyncStream(Generic[_T]):
         async for sse in iterator:
             yield process_data(data=sse.json(), cast_to=cast_to, response=response)
 
-        # Ensure the entire stream is consumed
-        async for _sse in iterator:
-            ...
+        # As we might not fully consume the response stream, we need to close it explicitly
+        await response.aclose()
 
     async def __aenter__(self) -> Self:
         return self

cartography/_utils/_utils.py

@@ -133,7 +133,7 @@ def is_given(obj: _T | NotGiven | Omit) -> TypeGuard[_T]:
 # Type safe methods for narrowing types with TypeVars.
 # The default narrowing for isinstance(obj, dict) is dict[unknown, unknown],
 # however this cause Pyright to rightfully report errors. As we know we don't
-# care about the contained types we can safely use `object` in it's place.
+# care about the contained types we can safely use `object` in its place.
 #
 # There are two separate functions defined, `is_*` and `is_*_t` for different use cases.
 # `is_*` is for when you're dealing with an unknown input

cartography/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "cartography"
-__version__ = "0.9.2"  # x-release-please-version
+__version__ = "0.10.0"  # x-release-please-version

cartography/resources/download.py

@@ -3,10 +3,11 @@
 from __future__ import annotations
 
 from typing import Optional
+from typing_extensions import Literal
 
 import httpx
 
-from ..types import WaitUntil, DownloaderType, download_create_bulk_params, download_create_single_params
+from ..types import DownloaderType, download_create_bulk_params, download_create_single_params
 from .._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
 from .._utils import maybe_transform, async_maybe_transform
 from .._compat import cached_property
@@ -18,7 +19,6 @@ from .._response import (
     async_to_streamed_response_wrapper,
 )
 from .._base_client import make_request_options
-from ..types.wait_until import WaitUntil
 from ..types.downloader_type import DownloaderType
 from ..types.download_create_bulk_response import DownloadCreateBulkResponse
 from ..types.download_create_single_response import DownloadCreateSingleResponse
@@ -56,7 +56,7 @@ class DownloadResource(SyncAPIResource):
         debug: bool | Omit = omit,
         downloader_type: DownloaderType | Omit = omit,
         max_workers: int | Omit = omit,
-        wait_until: WaitUntil | Omit = omit,
+        wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -123,7 +123,7 @@ class DownloadResource(SyncAPIResource):
         downloader_type: DownloaderType | Omit = omit,
         s3_key: Optional[str] | Omit = omit,
         timeout_ms: int | Omit = omit,
-        wait_until: WaitUntil | Omit = omit,
+        wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -207,7 +207,7 @@ class AsyncDownloadResource(AsyncAPIResource):
         debug: bool | Omit = omit,
         downloader_type: DownloaderType | Omit = omit,
         max_workers: int | Omit = omit,
-        wait_until: WaitUntil | Omit = omit,
+        wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -274,7 +274,7 @@ class AsyncDownloadResource(AsyncAPIResource):
         downloader_type: DownloaderType | Omit = omit,
         s3_key: Optional[str] | Omit = omit,
         timeout_ms: int | Omit = omit,
-        wait_until: WaitUntil | Omit = omit,
+        wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,

cartography/resources/workflows/request/crawl.py

@@ -68,6 +68,7 @@ class CrawlResource(SyncAPIResource):
         stealth: bool | Omit = omit,
         teardown: bool | Omit = omit,
         visit_external: bool | Omit = omit,
+        wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]] | Omit = omit,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -109,6 +110,7 @@ class CrawlResource(SyncAPIResource):
                     "stealth": stealth,
                     "teardown": teardown,
                     "visit_external": visit_external,
+                    "wait_until": wait_until,
                 },
                 crawl_create_params.CrawlCreateParams,
             ),
@@ -193,6 +195,7 @@ class AsyncCrawlResource(AsyncAPIResource):
         stealth: bool | Omit = omit,
         teardown: bool | Omit = omit,
         visit_external: bool | Omit = omit,
+        wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]] | Omit = omit,
         # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
         # The extra values given here take precedence over values defined on the client or passed to this method.
         extra_headers: Headers | None = None,
@@ -234,6 +237,7 @@ class AsyncCrawlResource(AsyncAPIResource):
                     "stealth": stealth,
                     "teardown": teardown,
                     "visit_external": visit_external,
+                    "wait_until": wait_until,
                 },
                 crawl_create_params.CrawlCreateParams,
             ),

cartography/types/__init__.py

@@ -2,7 +2,6 @@
 
 from __future__ import annotations
 
-from .wait_until import WaitUntil as WaitUntil
 from .downloader_type import DownloaderType as DownloaderType
 from .bulk_scrape_result import BulkScrapeResult as BulkScrapeResult
 from .scrape_engine_param import ScrapeEngineParam as ScrapeEngineParam

cartography/types/download_create_bulk_params.py

@@ -2,10 +2,9 @@
 
 from __future__ import annotations
 
-from typing_extensions import Required, TypedDict
+from typing_extensions import Literal, Required, TypedDict
 
 from .._types import SequenceNotStr
-from .wait_until import WaitUntil
 from .downloader_type import DownloaderType
 
 __all__ = ["DownloadCreateBulkParams"]
@@ -33,5 +32,5 @@ class DownloadCreateBulkParams(TypedDict, total=False):
     max_workers: int
     """Maximum concurrent workers"""
 
-    wait_until: WaitUntil
+    wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"]
     """When to consider downloads complete"""

cartography/types/download_create_single_params.py

@@ -3,9 +3,8 @@
 from __future__ import annotations
 
 from typing import Optional
-from typing_extensions import Required, TypedDict
+from typing_extensions import Literal, Required, TypedDict
 
-from .wait_until import WaitUntil
 from .downloader_type import DownloaderType
 
 __all__ = ["DownloadCreateSingleParams"]
@@ -27,5 +26,5 @@ class DownloadCreateSingleParams(TypedDict, total=False):
     timeout_ms: int
     """Timeout in milliseconds"""
 
-    wait_until: WaitUntil
+    wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"]
     """When to consider download complete"""

cartography/types/workflows/request/crawl_create_params.py

@@ -44,3 +44,5 @@ class CrawlCreateParams(TypedDict, total=False):
     teardown: bool
 
     visit_external: bool
+
+    wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]]

cartography/types/workflows/request/crawl_request_param.py

@@ -44,3 +44,5 @@ class CrawlRequestParam(TypedDict, total=False):
     teardown: bool
 
     visit_external: bool
+
+    wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]]

{cartography_client-0.9.2.dist-info → cartography_client-0.10.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: cartography-client
-Version: 0.9.2
+Version: 0.10.0
 Summary: The official Python library for the cartography API
 Project-URL: Homepage, https://github.com/evrimai/cartography-client
 Project-URL: Repository, https://github.com/evrimai/cartography-client
@@ -30,7 +30,7 @@ Requires-Dist: sniffio
 Requires-Dist: typing-extensions<5,>=4.10
 Provides-Extra: aiohttp
 Requires-Dist: aiohttp; extra == 'aiohttp'
-Requires-Dist: httpx-aiohttp>=0.1.8; extra == 'aiohttp'
+Requires-Dist: httpx-aiohttp>=0.1.9; extra == 'aiohttp'
 Description-Content-Type: text/markdown
 
 # Cartography Python API library

{cartography_client-0.9.2.dist-info → cartography_client-0.10.0.dist-info}/RECORD

@@ -9,9 +9,9 @@ cartography/_models.py,sha256=lKnskYPONAWDvWo8tmbbVk7HmG7UOsI0Nve0vSMmkRc,30452
 cartography/_qs.py,sha256=craIKyvPktJ94cvf9zn8j8ekG9dWJzhWv0ob34lIOv4,4828
 cartography/_resource.py,sha256=ofOCE9gyI5yng3FbynF2nNk2n-PfZEnNu89Kv2LGtR8,1130
 cartography/_response.py,sha256=KTgC3XMyHfxd-QFOw0_eSSH_H9JjFLguHHnlMVgDmYY,28848
-cartography/_streaming.py,sha256=44nEybod8OtdW8mLkaJGFHaLPYdy7ANKKbdKZxp7BNU,10120
+cartography/_streaming.py,sha256=XO7EUGGM7ERSgYVJQhETd7WS1ureciLY0RgRENBFz2M,10169
 cartography/_types.py,sha256=YFt85qWn9Nlvv9y53EtaCdjHE_IYikov7aH6wGeRX3c,7241
-cartography/_version.py,sha256=kdTwRiyWB2CbSolAYphNdBXpq9nI_DIl_hVN7noYgLE,163
+cartography/_version.py,sha256=Wk5xpQwxLfe-h4wersrB1HM4yXkJ--zLQdK42fxJ2s4,164
 cartography/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/_utils/__init__.py,sha256=7fch0GT9zpNnErbciSpUNa-SjTxxjY6kxHxKMOM4AGs,2305
 cartography/_utils/_compat.py,sha256=D8gtAvjJQrDWt9upS0XaG9Rr5l1QhiAx_I_1utT_tt0,1195
@@ -24,28 +24,28 @@ cartography/_utils/_streams.py,sha256=SMC90diFFecpEg_zgDRVbdR3hSEIgVVij4taD-noML
 cartography/_utils/_sync.py,sha256=TpGLrrhRNWTJtODNE6Fup3_k7zrWm1j2RlirzBwre-0,2862
 cartography/_utils/_transform.py,sha256=NjCzmnfqYrsAikUHQig6N9QfuTVbKipuP3ur9mcNF-E,15951
 cartography/_utils/_typing.py,sha256=N_5PPuFNsaygbtA_npZd98SVN1LQQvFTKL6bkWPBZGU,4786
-cartography/_utils/_utils.py,sha256=0dDqauUbVZEXV0NVl7Bwu904Wwo5eyFCZpQThhFNhyA,12253
+cartography/_utils/_utils.py,sha256=ugfUaneOK7I8h9b3656flwf5u_kthY0gvNuqvgOLoSU,12252
 cartography/lib/.keep,sha256=wuNrz-5SXo3jJaJOJgz4vFHM41YH_g20F5cRQo0vLes,224
 cartography/resources/__init__.py,sha256=jlfUMy6HtRCTxMrnyw27hYsZOYeF5v6-MlB4S-oyb7Q,2868
 cartography/resources/api_info.py,sha256=WZXgtzne8_766e86iJUKQi3bi0-jhV3CYeT30dTnK8g,4996
 cartography/resources/crawl.py,sha256=Ona7qR-HRnH1-cFHHGEmV9_OSd1bHl2-hWWHueaaF4Q,9865
-cartography/resources/download.py,sha256=_ITf4GpT_igu2Dod2FAQRsJf_mXsf1j82EtQ-GOaE4Q,13360
+cartography/resources/download.py,sha256=4MLXBEfylRXSv_5xy5wa5qGmAHgDWSyS__JpcVZmE-o,13550
 cartography/resources/health.py,sha256=_uxnrWRBToHttDXJNv3uuaH8OQF0JvD-ZZ_Wqhc3B2Q,5019
 cartography/resources/scrape.py,sha256=YFi1DQpUbwG1YXC6AZstaqe7_rK91qa0ntzBlSKlT2g,11623
 cartography/resources/workflows/__init__.py,sha256=WF-IzwaW19ZKLOR8R3dEzhsDFEcoAmfygtqf8M7jNNw,1054
 cartography/resources/workflows/workflows.py,sha256=-DRXNFW_SENImL0OKj73tJbKIIaN9i3lfZZgLi826oQ,10254
 cartography/resources/workflows/request/__init__.py,sha256=u5ZP5HQC6UhVQ33WUgrN6ID8NoaKY_H6dNnpqTekp8w,1002
-cartography/resources/workflows/request/crawl.py,sha256=gJ9YHhKHg_I0qv9qPNYPae_3Hp93hm_oUHNrIhF5hqk,12416
+cartography/resources/workflows/request/crawl.py,sha256=eBeloSMpzRpEZmii6Ih_-kWYFgqYHbVP3DPARkhfNzc,12720
 cartography/resources/workflows/request/request.py,sha256=Byofh0ykmMAXxfEKIn3afRrbRZMlBydoBYWCdv3svx8,8065
-cartography/types/__init__.py,sha256=z5IVYO88AdR6Ul10__xjNOmo4n3U79T3lMEFpjpy53M,1758
+cartography/types/__init__.py,sha256=1DyBFoie6OZ095RFP305h4RKC_OUaatKY0GDvtTdQZA,1711
 cartography/types/api_info_retrieve_response.py,sha256=kdavk-S1UkgJaA8Ad9L-gl1DFVljhDk-afOLS5MV7EQ,246
 cartography/types/bulk_download_result.py,sha256=YGqIZU2BwgiRt0wHHj-OUd2n7Ia0Ybo0kLotC7BE7-w,518
 cartography/types/bulk_scrape_result.py,sha256=TOutkzQxTbEocwTBrRHaehU5M2OYYkLPXsf_U7DJj_k,361
 cartography/types/crawl_create_graph_params.py,sha256=jmZhhVCoKg4zqF-XC3KcsrVq-E2UFBNZGDYEzAXrixE,1137
 cartography/types/crawl_create_graph_response.py,sha256=GlUtSl8kSOC5_1-Aq3K-G1y5y91Y3lEtuRv2nRBKMu0,602
-cartography/types/download_create_bulk_params.py,sha256=iUSvyKXmdUVz38zx9W2xKb2rdkzxZXAhopEUN3lSCvA,915
+cartography/types/download_create_bulk_params.py,sha256=0tfO72oD_Beqr7Pe2fVXp4NAp3Q-LTPxd277NVPtCRg,941
 cartography/types/download_create_bulk_response.py,sha256=qP-jnoN6a2U0H7huWwFuMISHSJ-8SNk2AsPVurbw9mI,876
-cartography/types/download_create_single_params.py,sha256=9gS-DMGp5b__XHBG2-zbLIy3biC_ILPliW9_O0RIwvk,751
+cartography/types/download_create_single_params.py,sha256=EDaNfqNMxtFzoALhG5LmmtqF8YnXQvryVX7kSThUxhk,777
 cartography/types/download_create_single_response.py,sha256=JhEM0u6R8pa6fi4YxKtx3I72dxMN39jyTvWPAnqokwM,386
 cartography/types/downloader_type.py,sha256=rDIZFpfUU_AmDTtvOkZzu5FkBRJnK9CKo9U5Orgi3Hs,218
 cartography/types/health_check_response.py,sha256=hdwdGJfXNVha1D3jcndSfLbakkpcWf9P2_V9PbE305U,238
@@ -54,7 +54,6 @@ cartography/types/scrape_scrape_bulk_params.py,sha256=-dyFHGlvXoYRLorGRuchEO73HS
 cartography/types/scrape_scrape_bulk_response.py,sha256=cEWB4M37mFdqti8y2EKzq-RSUOwUuITt9dD0reL3XJ4,854
 cartography/types/scrape_scrape_single_params.py,sha256=slcqjrNXj_acnMGgMgj9c2KCj0B-LIXmBoPb5vPRKFI,459
 cartography/types/scrape_scrape_single_response.py,sha256=lsqkIaaoZbLCeY_mhpAy8e9DZ4fWDyfiE3dlhteCXCg,475
-cartography/types/wait_until.py,sha256=TEbovezH15Hyhxg-5fei1zfIc5yUUA7_amXBzD3OumU,246
 cartography/types/workflow_describe_response.py,sha256=xHan0hcgdRjbmhTwJqrKjLhNpb5Y9T7weSIlhtfP42Q,248
 cartography/types/workflow_results_response.py,sha256=CxVPgyqoIGSCrnO8mnOAacjp7bvWeHmHZHy88Oh6DtY,246
 cartography/types/workflows/__init__.py,sha256=tVY5RIEfyHvbVHmvq7wllO29udmJiZQxvOaggNTLpcc,335
@@ -63,10 +62,10 @@ cartography/types/workflows/request_create_download_response.py,sha256=8n05ENcmB
 cartography/types/workflows/request/__init__.py,sha256=lXyknEexZDYnqVoqUMERnRuSlz4CixdFQXecKu8qGNc,505
 cartography/types/workflows/request/crawl_create_bulk_params.py,sha256=tKJrecoRHVMF_T3okZAPCeaa8XGW5lMzoN1cku2kttc,393
 cartography/types/workflows/request/crawl_create_bulk_response.py,sha256=jsxrgEsJ5sUKquwBVJqNXqGB8JFY3lEat1wNc-qJ7a4,479
-cartography/types/workflows/request/crawl_create_params.py,sha256=sA1XmIjM0XFdjpQfQ-3XPYemyeEt7IRJyxF5HCrStNs,815
-cartography/types/workflows/request/crawl_request_param.py,sha256=37cDKeNu6iYPqWmx2NOQk355Amv1eTzjkbjVwZWgzHY,815
+cartography/types/workflows/request/crawl_create_params.py,sha256=VKjLZ2xsoKPFYs7Bc-KsGa4O5uN3cCbxNXXqgnYzVRQ,903
+cartography/types/workflows/request/crawl_request_param.py,sha256=Qx_ObHtuzotrnGSEjWS2Gldmo9PO9qryx18P_cWRGVU,903
 cartography/types/workflows/request/workflow_result.py,sha256=iIDSquvEHkrr_IDYhZqJDZgLvEugBKgSeQOnA9jPohQ,221
-cartography_client-0.9.2.dist-info/METADATA,sha256=W3WnhGB7iQGbWJJ9dc-YHhz-rixXC1rc5SNjuYFcEwo,13566
-cartography_client-0.9.2.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-cartography_client-0.9.2.dist-info/licenses/LICENSE,sha256=0DZ926LAsHVU1OBPQaE_owbXJZ6foQ133RvErapSzt0,11341
-cartography_client-0.9.2.dist-info/RECORD,,
+cartography_client-0.10.0.dist-info/METADATA,sha256=_CZQW9d9F3C73TKdPoNuIVicgNCdRB5cm47casy1i3o,13567
+cartography_client-0.10.0.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+cartography_client-0.10.0.dist-info/licenses/LICENSE,sha256=0DZ926LAsHVU1OBPQaE_owbXJZ6foQ133RvErapSzt0,11341
+cartography_client-0.10.0.dist-info/RECORD,,

cartography/types/wait_until.py

@@ -1,7 +0,0 @@
-# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
-
-from typing_extensions import Literal, TypeAlias
-
-__all__ = ["WaitUntil"]
-
-WaitUntil: TypeAlias = Literal["commit", "domcontentloaded", "load", "networkidle"]