cartography-client 0.10.0__tar.gz → 0.13.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. cartography_client-0.13.0/.release-please-manifest.json +3 -0
  2. {cartography_client-0.10.0 → cartography_client-0.13.0}/CHANGELOG.md +24 -0
  3. {cartography_client-0.10.0 → cartography_client-0.13.0}/PKG-INFO +1 -1
  4. {cartography_client-0.10.0 → cartography_client-0.13.0}/api.md +2 -1
  5. {cartography_client-0.10.0 → cartography_client-0.13.0}/pyproject.toml +1 -1
  6. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_version.py +1 -1
  7. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/crawl.py +3 -7
  8. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/download.py +6 -6
  9. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/request/crawl.py +11 -9
  10. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/__init__.py +2 -0
  11. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/crawl_create_graph_params.py +4 -4
  12. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_bulk_params.py +3 -2
  13. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_single_params.py +3 -2
  14. cartography_client-0.13.0/src/cartography/types/engine_type.py +9 -0
  15. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_engine_param.py +4 -4
  16. cartography_client-0.13.0/src/cartography/types/wait_until.py +7 -0
  17. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_create_params.py +7 -5
  18. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_request_param.py +7 -5
  19. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_download.py +2 -2
  20. cartography_client-0.10.0/.release-please-manifest.json +0 -3
  21. {cartography_client-0.10.0 → cartography_client-0.13.0}/.gitignore +0 -0
  22. {cartography_client-0.10.0 → cartography_client-0.13.0}/CONTRIBUTING.md +0 -0
  23. {cartography_client-0.10.0 → cartography_client-0.13.0}/LICENSE +0 -0
  24. {cartography_client-0.10.0 → cartography_client-0.13.0}/README.md +0 -0
  25. {cartography_client-0.10.0 → cartography_client-0.13.0}/SECURITY.md +0 -0
  26. {cartography_client-0.10.0 → cartography_client-0.13.0}/bin/check-release-environment +0 -0
  27. {cartography_client-0.10.0 → cartography_client-0.13.0}/bin/publish-pypi +0 -0
  28. {cartography_client-0.10.0 → cartography_client-0.13.0}/examples/.keep +0 -0
  29. {cartography_client-0.10.0 → cartography_client-0.13.0}/noxfile.py +0 -0
  30. {cartography_client-0.10.0 → cartography_client-0.13.0}/release-please-config.json +0 -0
  31. {cartography_client-0.10.0 → cartography_client-0.13.0}/requirements-dev.lock +0 -0
  32. {cartography_client-0.10.0 → cartography_client-0.13.0}/requirements.lock +0 -0
  33. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/__init__.py +0 -0
  34. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_base_client.py +0 -0
  35. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_client.py +0 -0
  36. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_compat.py +0 -0
  37. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_constants.py +0 -0
  38. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_exceptions.py +0 -0
  39. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_files.py +0 -0
  40. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_models.py +0 -0
  41. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_qs.py +0 -0
  42. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_resource.py +0 -0
  43. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_response.py +0 -0
  44. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_streaming.py +0 -0
  45. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_types.py +0 -0
  46. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/__init__.py +0 -0
  47. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_compat.py +0 -0
  48. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_datetime_parse.py +0 -0
  49. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_logs.py +0 -0
  50. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_proxy.py +0 -0
  51. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_reflection.py +0 -0
  52. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_resources_proxy.py +0 -0
  53. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_streams.py +0 -0
  54. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_sync.py +0 -0
  55. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_transform.py +0 -0
  56. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_typing.py +0 -0
  57. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_utils.py +0 -0
  58. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/lib/.keep +0 -0
  59. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/py.typed +0 -0
  60. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/__init__.py +0 -0
  61. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/api_info.py +0 -0
  62. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/health.py +0 -0
  63. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/scrape.py +0 -0
  64. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/__init__.py +0 -0
  65. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/request/__init__.py +0 -0
  66. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/request/request.py +0 -0
  67. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/workflows.py +0 -0
  68. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/api_info_retrieve_response.py +0 -0
  69. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/bulk_download_result.py +0 -0
  70. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/bulk_scrape_result.py +0 -0
  71. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/crawl_create_graph_response.py +0 -0
  72. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_bulk_response.py +0 -0
  73. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_single_response.py +0 -0
  74. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/downloader_type.py +0 -0
  75. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/health_check_response.py +0 -0
  76. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_bulk_params.py +0 -0
  77. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_bulk_response.py +0 -0
  78. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_single_params.py +0 -0
  79. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_single_response.py +0 -0
  80. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflow_describe_response.py +0 -0
  81. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflow_results_response.py +0 -0
  82. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/__init__.py +0 -0
  83. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/__init__.py +0 -0
  84. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_create_bulk_params.py +0 -0
  85. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_create_bulk_response.py +0 -0
  86. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/workflow_result.py +0 -0
  87. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request_create_download_params.py +0 -0
  88. {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request_create_download_response.py +0 -0
  89. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/__init__.py +0 -0
  90. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/__init__.py +0 -0
  91. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_api_info.py +0 -0
  92. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_crawl.py +0 -0
  93. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_health.py +0 -0
  94. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_scrape.py +0 -0
  95. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_workflows.py +0 -0
  96. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/__init__.py +0 -0
  97. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/request/__init__.py +0 -0
  98. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/request/test_crawl.py +0 -0
  99. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/test_request.py +0 -0
  100. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/conftest.py +0 -0
  101. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/sample_file.txt +0 -0
  102. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_client.py +0 -0
  103. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_deepcopy.py +0 -0
  104. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_extract_files.py +0 -0
  105. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_files.py +0 -0
  106. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_models.py +0 -0
  107. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_qs.py +0 -0
  108. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_required_args.py +0 -0
  109. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_response.py +0 -0
  110. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_streaming.py +0 -0
  111. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_transform.py +0 -0
  112. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_utils/test_datetime_parse.py +0 -0
  113. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_utils/test_proxy.py +0 -0
  114. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_utils/test_typing.py +0 -0
  115. {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/utils.py +0 -0
@@ -0,0 +1,3 @@
1
+ {
2
+ ".": "0.13.0"
3
+ }
@@ -1,5 +1,29 @@
1
1
  # Changelog
2
2
 
3
+ ## 0.13.0 (2025-11-07)
4
+
5
+ Full Changelog: [v0.12.0...v0.13.0](https://github.com/evrimai/cartography-client/compare/v0.12.0...v0.13.0)
6
+
7
+ ### Features
8
+
9
+ * **api:** api update ([b932946](https://github.com/evrimai/cartography-client/commit/b932946ac65d06d0e5e9102cdcabc3ccb981d662))
10
+
11
+ ## 0.12.0 (2025-11-07)
12
+
13
+ Full Changelog: [v0.11.0...v0.12.0](https://github.com/evrimai/cartography-client/compare/v0.11.0...v0.12.0)
14
+
15
+ ### Features
16
+
17
+ * **api:** api update ([2926915](https://github.com/evrimai/cartography-client/commit/292691521510fcb3d6d03972ad49c6cd6b2a4591))
18
+
19
+ ## 0.11.0 (2025-11-06)
20
+
21
+ Full Changelog: [v0.10.0...v0.11.0](https://github.com/evrimai/cartography-client/compare/v0.10.0...v0.11.0)
22
+
23
+ ### Features
24
+
25
+ * **api:** manual updates ([6905493](https://github.com/evrimai/cartography-client/commit/6905493dc40ac0bcc6e9b3897a18c7b7f39db339))
26
+
3
27
  ## 0.10.0 (2025-11-06)
4
28
 
5
29
  Full Changelog: [v0.9.3...v0.10.0](https://github.com/evrimai/cartography-client/compare/v0.9.3...v0.10.0)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: cartography-client
3
- Version: 0.10.0
3
+ Version: 0.13.0
4
4
  Summary: The official Python library for the cartography API
5
5
  Project-URL: Homepage, https://github.com/evrimai/cartography-client
6
6
  Project-URL: Repository, https://github.com/evrimai/cartography-client
@@ -45,7 +45,7 @@ Methods:
45
45
  Types:
46
46
 
47
47
  ```python
48
- from cartography.types import CrawlCreateGraphResponse
48
+ from cartography.types import EngineType, CrawlCreateGraphResponse
49
49
  ```
50
50
 
51
51
  Methods:
@@ -60,6 +60,7 @@ Types:
60
60
  from cartography.types import (
61
61
  BulkDownloadResult,
62
62
  DownloaderType,
63
+ WaitUntil,
63
64
  DownloadCreateBulkResponse,
64
65
  DownloadCreateSingleResponse,
65
66
  )
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "cartography-client"
3
- version = "0.10.0"
3
+ version = "0.13.0"
4
4
  description = "The official Python library for the cartography API"
5
5
  dynamic = ["readme"]
6
6
  license = "Apache-2.0"
@@ -1,4 +1,4 @@
1
1
  # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
2
 
3
3
  __title__ = "cartography"
4
- __version__ = "0.10.0" # x-release-please-version
4
+ __version__ = "0.13.0" # x-release-please-version
@@ -3,7 +3,6 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import List, Optional
6
- from typing_extensions import Literal
7
6
 
8
7
  import httpx
9
8
 
@@ -19,6 +18,7 @@ from .._response import (
19
18
  async_to_streamed_response_wrapper,
20
19
  )
21
20
  from .._base_client import make_request_options
21
+ from ..types.engine_type import EngineType
22
22
  from ..types.crawl_create_graph_response import CrawlCreateGraphResponse
23
23
 
24
24
  __all__ = ["CrawlResource", "AsyncCrawlResource"]
@@ -48,9 +48,7 @@ class CrawlResource(SyncAPIResource):
48
48
  self,
49
49
  *,
50
50
  crawl_id: str,
51
- engines: List[
52
- Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
53
- ],
51
+ engines: List[EngineType],
54
52
  s3_bucket: str,
55
53
  url: str,
56
54
  absolute_only: bool | Omit = omit,
@@ -160,9 +158,7 @@ class AsyncCrawlResource(AsyncAPIResource):
160
158
  self,
161
159
  *,
162
160
  crawl_id: str,
163
- engines: List[
164
- Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
165
- ],
161
+ engines: List[EngineType],
166
162
  s3_bucket: str,
167
163
  url: str,
168
164
  absolute_only: bool | Omit = omit,
@@ -3,11 +3,10 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import Optional
6
- from typing_extensions import Literal
7
6
 
8
7
  import httpx
9
8
 
10
- from ..types import DownloaderType, download_create_bulk_params, download_create_single_params
9
+ from ..types import WaitUntil, DownloaderType, download_create_bulk_params, download_create_single_params
11
10
  from .._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
12
11
  from .._utils import maybe_transform, async_maybe_transform
13
12
  from .._compat import cached_property
@@ -19,6 +18,7 @@ from .._response import (
19
18
  async_to_streamed_response_wrapper,
20
19
  )
21
20
  from .._base_client import make_request_options
21
+ from ..types.wait_until import WaitUntil
22
22
  from ..types.downloader_type import DownloaderType
23
23
  from ..types.download_create_bulk_response import DownloadCreateBulkResponse
24
24
  from ..types.download_create_single_response import DownloadCreateSingleResponse
@@ -56,7 +56,7 @@ class DownloadResource(SyncAPIResource):
56
56
  debug: bool | Omit = omit,
57
57
  downloader_type: DownloaderType | Omit = omit,
58
58
  max_workers: int | Omit = omit,
59
- wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
59
+ wait_until: WaitUntil | Omit = omit,
60
60
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
61
61
  # The extra values given here take precedence over values defined on the client or passed to this method.
62
62
  extra_headers: Headers | None = None,
@@ -123,7 +123,7 @@ class DownloadResource(SyncAPIResource):
123
123
  downloader_type: DownloaderType | Omit = omit,
124
124
  s3_key: Optional[str] | Omit = omit,
125
125
  timeout_ms: int | Omit = omit,
126
- wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
126
+ wait_until: WaitUntil | Omit = omit,
127
127
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
128
128
  # The extra values given here take precedence over values defined on the client or passed to this method.
129
129
  extra_headers: Headers | None = None,
@@ -207,7 +207,7 @@ class AsyncDownloadResource(AsyncAPIResource):
207
207
  debug: bool | Omit = omit,
208
208
  downloader_type: DownloaderType | Omit = omit,
209
209
  max_workers: int | Omit = omit,
210
- wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
210
+ wait_until: WaitUntil | Omit = omit,
211
211
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
212
212
  # The extra values given here take precedence over values defined on the client or passed to this method.
213
213
  extra_headers: Headers | None = None,
@@ -274,7 +274,7 @@ class AsyncDownloadResource(AsyncAPIResource):
274
274
  downloader_type: DownloaderType | Omit = omit,
275
275
  s3_key: Optional[str] | Omit = omit,
276
276
  timeout_ms: int | Omit = omit,
277
- wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"] | Omit = omit,
277
+ wait_until: WaitUntil | Omit = omit,
278
278
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
279
279
  # The extra values given here take precedence over values defined on the client or passed to this method.
280
280
  extra_headers: Headers | None = None,
@@ -3,10 +3,10 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import List, Iterable, Optional
6
- from typing_extensions import Literal
7
6
 
8
7
  import httpx
9
8
 
9
+ from ....types import WaitUntil
10
10
  from ...._types import Body, Omit, Query, Headers, NotGiven, omit, not_given
11
11
  from ...._utils import maybe_transform, async_maybe_transform
12
12
  from ...._compat import cached_property
@@ -18,6 +18,8 @@ from ...._response import (
18
18
  async_to_streamed_response_wrapper,
19
19
  )
20
20
  from ...._base_client import make_request_options
21
+ from ....types.wait_until import WaitUntil
22
+ from ....types.engine_type import EngineType
21
23
  from ....types.workflows.request import crawl_create_params, crawl_create_bulk_params
22
24
  from ....types.workflows.request.workflow_result import WorkflowResult
23
25
  from ....types.workflows.request.crawl_request_param import CrawlRequestParam
@@ -51,9 +53,7 @@ class CrawlResource(SyncAPIResource):
51
53
  *,
52
54
  bucket_name: str,
53
55
  crawl_id: str,
54
- engines: List[
55
- Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
56
- ],
56
+ engines: List[EngineType],
57
57
  url: str,
58
58
  absolute_only: bool | Omit = omit,
59
59
  agentic: bool | Omit = omit,
@@ -68,7 +68,7 @@ class CrawlResource(SyncAPIResource):
68
68
  stealth: bool | Omit = omit,
69
69
  teardown: bool | Omit = omit,
70
70
  visit_external: bool | Omit = omit,
71
- wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]] | Omit = omit,
71
+ wait_until: Optional[WaitUntil] | Omit = omit,
72
72
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
73
73
  # The extra values given here take precedence over values defined on the client or passed to this method.
74
74
  extra_headers: Headers | None = None,
@@ -81,6 +81,8 @@ class CrawlResource(SyncAPIResource):
81
81
  token_data: api token :return: response
82
82
 
83
83
  Args:
84
+ wait_until: When to consider page load complete for web scraping operations
85
+
84
86
  extra_headers: Send extra headers
85
87
 
86
88
  extra_query: Add additional query parameters to the request
@@ -178,9 +180,7 @@ class AsyncCrawlResource(AsyncAPIResource):
178
180
  *,
179
181
  bucket_name: str,
180
182
  crawl_id: str,
181
- engines: List[
182
- Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
183
- ],
183
+ engines: List[EngineType],
184
184
  url: str,
185
185
  absolute_only: bool | Omit = omit,
186
186
  agentic: bool | Omit = omit,
@@ -195,7 +195,7 @@ class AsyncCrawlResource(AsyncAPIResource):
195
195
  stealth: bool | Omit = omit,
196
196
  teardown: bool | Omit = omit,
197
197
  visit_external: bool | Omit = omit,
198
- wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]] | Omit = omit,
198
+ wait_until: Optional[WaitUntil] | Omit = omit,
199
199
  # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
200
200
  # The extra values given here take precedence over values defined on the client or passed to this method.
201
201
  extra_headers: Headers | None = None,
@@ -208,6 +208,8 @@ class AsyncCrawlResource(AsyncAPIResource):
208
208
  token_data: api token :return: response
209
209
 
210
210
  Args:
211
+ wait_until: When to consider page load complete for web scraping operations
212
+
211
213
  extra_headers: Send extra headers
212
214
 
213
215
  extra_query: Add additional query parameters to the request
@@ -2,6 +2,8 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
+ from .wait_until import WaitUntil as WaitUntil
6
+ from .engine_type import EngineType as EngineType
5
7
  from .downloader_type import DownloaderType as DownloaderType
6
8
  from .bulk_scrape_result import BulkScrapeResult as BulkScrapeResult
7
9
  from .scrape_engine_param import ScrapeEngineParam as ScrapeEngineParam
@@ -3,7 +3,9 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import List, Optional
6
- from typing_extensions import Literal, Required, TypedDict
6
+ from typing_extensions import Required, TypedDict
7
+
8
+ from .engine_type import EngineType
7
9
 
8
10
  __all__ = ["CrawlCreateGraphParams"]
9
11
 
@@ -12,9 +14,7 @@ class CrawlCreateGraphParams(TypedDict, total=False):
12
14
  crawl_id: Required[str]
13
15
  """Unique identifier for this crawl"""
14
16
 
15
- engines: Required[
16
- List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
17
- ]
17
+ engines: Required[List[EngineType]]
18
18
  """List of engines to use"""
19
19
 
20
20
  s3_bucket: Required[str]
@@ -2,9 +2,10 @@
2
2
 
3
3
  from __future__ import annotations
4
4
 
5
- from typing_extensions import Literal, Required, TypedDict
5
+ from typing_extensions import Required, TypedDict
6
6
 
7
7
  from .._types import SequenceNotStr
8
+ from .wait_until import WaitUntil
8
9
  from .downloader_type import DownloaderType
9
10
 
10
11
  __all__ = ["DownloadCreateBulkParams"]
@@ -32,5 +33,5 @@ class DownloadCreateBulkParams(TypedDict, total=False):
32
33
  max_workers: int
33
34
  """Maximum concurrent workers"""
34
35
 
35
- wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"]
36
+ wait_until: WaitUntil
36
37
  """When to consider downloads complete"""
@@ -3,8 +3,9 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import Optional
6
- from typing_extensions import Literal, Required, TypedDict
6
+ from typing_extensions import Required, TypedDict
7
7
 
8
+ from .wait_until import WaitUntil
8
9
  from .downloader_type import DownloaderType
9
10
 
10
11
  __all__ = ["DownloadCreateSingleParams"]
@@ -26,5 +27,5 @@ class DownloadCreateSingleParams(TypedDict, total=False):
26
27
  timeout_ms: int
27
28
  """Timeout in milliseconds"""
28
29
 
29
- wait_until: Literal["commit", "domcontentloaded", "load", "networkidle"]
30
+ wait_until: WaitUntil
30
31
  """When to consider download complete"""
@@ -0,0 +1,9 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from typing_extensions import Literal, TypeAlias
4
+
5
+ __all__ = ["EngineType"]
6
+
7
+ EngineType: TypeAlias = Literal[
8
+ "FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"
9
+ ]
@@ -3,15 +3,15 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import Dict, Optional
6
- from typing_extensions import Literal, Required, TypedDict
6
+ from typing_extensions import Required, TypedDict
7
+
8
+ from .engine_type import EngineType
7
9
 
8
10
  __all__ = ["ScrapeEngineParam"]
9
11
 
10
12
 
11
13
  class ScrapeEngineParam(TypedDict, total=False):
12
- engine_type: Required[
13
- Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
14
- ]
14
+ engine_type: Required[EngineType]
15
15
 
16
16
  headers: Optional[Dict[str, str]]
17
17
  """Custom headers"""
@@ -0,0 +1,7 @@
1
+ # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
2
+
3
+ from typing_extensions import Literal, TypeAlias
4
+
5
+ __all__ = ["WaitUntil"]
6
+
7
+ WaitUntil: TypeAlias = Literal["domcontentloaded", "load", "networkidle", "commit"]
@@ -3,7 +3,10 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import List, Optional
6
- from typing_extensions import Literal, Required, TypedDict
6
+ from typing_extensions import Required, TypedDict
7
+
8
+ from ...wait_until import WaitUntil
9
+ from ...engine_type import EngineType
7
10
 
8
11
  __all__ = ["CrawlCreateParams"]
9
12
 
@@ -13,9 +16,7 @@ class CrawlCreateParams(TypedDict, total=False):
13
16
 
14
17
  crawl_id: Required[str]
15
18
 
16
- engines: Required[
17
- List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
18
- ]
19
+ engines: Required[List[EngineType]]
19
20
 
20
21
  url: Required[str]
21
22
 
@@ -45,4 +46,5 @@ class CrawlCreateParams(TypedDict, total=False):
45
46
 
46
47
  visit_external: bool
47
48
 
48
- wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]]
49
+ wait_until: Optional[WaitUntil]
50
+ """When to consider page load complete for web scraping operations"""
@@ -3,7 +3,10 @@
3
3
  from __future__ import annotations
4
4
 
5
5
  from typing import List, Optional
6
- from typing_extensions import Literal, Required, TypedDict
6
+ from typing_extensions import Required, TypedDict
7
+
8
+ from ...wait_until import WaitUntil
9
+ from ...engine_type import EngineType
7
10
 
8
11
  __all__ = ["CrawlRequestParam"]
9
12
 
@@ -13,9 +16,7 @@ class CrawlRequestParam(TypedDict, total=False):
13
16
 
14
17
  crawl_id: Required[str]
15
18
 
16
- engines: Required[
17
- List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
18
- ]
19
+ engines: Required[List[EngineType]]
19
20
 
20
21
  url: Required[str]
21
22
 
@@ -45,4 +46,5 @@ class CrawlRequestParam(TypedDict, total=False):
45
46
 
46
47
  visit_external: bool
47
48
 
48
- wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]]
49
+ wait_until: Optional[WaitUntil]
50
+ """When to consider page load complete for web scraping operations"""
@@ -41,7 +41,7 @@ class TestDownload:
41
41
  debug=True,
42
42
  downloader_type="FLEET_ASYNC",
43
43
  max_workers=8,
44
- wait_until="commit",
44
+ wait_until="domcontentloaded",
45
45
  )
46
46
  assert_matches_type(DownloadCreateBulkResponse, download, path=["response"])
47
47
 
@@ -152,7 +152,7 @@ class TestAsyncDownload:
152
152
  debug=True,
153
153
  downloader_type="FLEET_ASYNC",
154
154
  max_workers=8,
155
- wait_until="commit",
155
+ wait_until="domcontentloaded",
156
156
  )
157
157
  assert_matches_type(DownloadCreateBulkResponse, download, path=["response"])
158
158
 
@@ -1,3 +0,0 @@
1
- {
2
- ".": "0.10.0"
3
- }