cartography-client 0.10.0__tar.gz → 0.13.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cartography_client-0.13.0/.release-please-manifest.json +3 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/CHANGELOG.md +24 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/PKG-INFO +1 -1
- {cartography_client-0.10.0 → cartography_client-0.13.0}/api.md +2 -1
- {cartography_client-0.10.0 → cartography_client-0.13.0}/pyproject.toml +1 -1
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_version.py +1 -1
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/crawl.py +3 -7
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/download.py +6 -6
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/request/crawl.py +11 -9
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/__init__.py +2 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/crawl_create_graph_params.py +4 -4
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_bulk_params.py +3 -2
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_single_params.py +3 -2
- cartography_client-0.13.0/src/cartography/types/engine_type.py +9 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_engine_param.py +4 -4
- cartography_client-0.13.0/src/cartography/types/wait_until.py +7 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_create_params.py +7 -5
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_request_param.py +7 -5
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_download.py +2 -2
- cartography_client-0.10.0/.release-please-manifest.json +0 -3
- {cartography_client-0.10.0 → cartography_client-0.13.0}/.gitignore +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/CONTRIBUTING.md +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/LICENSE +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/README.md +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/SECURITY.md +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/bin/check-release-environment +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/bin/publish-pypi +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/examples/.keep +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/noxfile.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/release-please-config.json +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/requirements-dev.lock +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/requirements.lock +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_base_client.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_client.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_compat.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_constants.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_exceptions.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_files.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_models.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_qs.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_resource.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_streaming.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_types.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_compat.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_datetime_parse.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_logs.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_proxy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_reflection.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_resources_proxy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_streams.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_sync.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_transform.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_typing.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_utils.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/lib/.keep +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/py.typed +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/api_info.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/health.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/scrape.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/request/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/request/request.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/workflows/workflows.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/api_info_retrieve_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/bulk_download_result.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/bulk_scrape_result.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/crawl_create_graph_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_bulk_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/download_create_single_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/downloader_type.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/health_check_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_bulk_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_bulk_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_single_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_scrape_single_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflow_describe_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflow_results_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_create_bulk_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/crawl_create_bulk_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request/workflow_result.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request_create_download_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/request_create_download_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_api_info.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_crawl.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_health.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_scrape.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_workflows.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/request/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/request/test_crawl.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/test_request.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/conftest.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/sample_file.txt +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_client.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_deepcopy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_extract_files.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_files.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_models.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_qs.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_required_args.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_streaming.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_transform.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_utils/test_datetime_parse.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_utils/test_proxy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_utils/test_typing.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.13.0}/tests/utils.py +0 -0
|
@@ -1,5 +1,29 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.13.0 (2025-11-07)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v0.12.0...v0.13.0](https://github.com/evrimai/cartography-client/compare/v0.12.0...v0.13.0)
|
|
6
|
+
|
|
7
|
+
### Features
|
|
8
|
+
|
|
9
|
+
* **api:** api update ([b932946](https://github.com/evrimai/cartography-client/commit/b932946ac65d06d0e5e9102cdcabc3ccb981d662))
|
|
10
|
+
|
|
11
|
+
## 0.12.0 (2025-11-07)
|
|
12
|
+
|
|
13
|
+
Full Changelog: [v0.11.0...v0.12.0](https://github.com/evrimai/cartography-client/compare/v0.11.0...v0.12.0)
|
|
14
|
+
|
|
15
|
+
### Features
|
|
16
|
+
|
|
17
|
+
* **api:** api update ([2926915](https://github.com/evrimai/cartography-client/commit/292691521510fcb3d6d03972ad49c6cd6b2a4591))
|
|
18
|
+
|
|
19
|
+
## 0.11.0 (2025-11-06)
|
|
20
|
+
|
|
21
|
+
Full Changelog: [v0.10.0...v0.11.0](https://github.com/evrimai/cartography-client/compare/v0.10.0...v0.11.0)
|
|
22
|
+
|
|
23
|
+
### Features
|
|
24
|
+
|
|
25
|
+
* **api:** manual updates ([6905493](https://github.com/evrimai/cartography-client/commit/6905493dc40ac0bcc6e9b3897a18c7b7f39db339))
|
|
26
|
+
|
|
3
27
|
## 0.10.0 (2025-11-06)
|
|
4
28
|
|
|
5
29
|
Full Changelog: [v0.9.3...v0.10.0](https://github.com/evrimai/cartography-client/compare/v0.9.3...v0.10.0)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: cartography-client
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.13.0
|
|
4
4
|
Summary: The official Python library for the cartography API
|
|
5
5
|
Project-URL: Homepage, https://github.com/evrimai/cartography-client
|
|
6
6
|
Project-URL: Repository, https://github.com/evrimai/cartography-client
|
|
@@ -45,7 +45,7 @@ Methods:
|
|
|
45
45
|
Types:
|
|
46
46
|
|
|
47
47
|
```python
|
|
48
|
-
from cartography.types import CrawlCreateGraphResponse
|
|
48
|
+
from cartography.types import EngineType, CrawlCreateGraphResponse
|
|
49
49
|
```
|
|
50
50
|
|
|
51
51
|
Methods:
|
|
@@ -60,6 +60,7 @@ Types:
|
|
|
60
60
|
from cartography.types import (
|
|
61
61
|
BulkDownloadResult,
|
|
62
62
|
DownloaderType,
|
|
63
|
+
WaitUntil,
|
|
63
64
|
DownloadCreateBulkResponse,
|
|
64
65
|
DownloadCreateSingleResponse,
|
|
65
66
|
)
|
|
@@ -3,7 +3,6 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import Literal
|
|
7
6
|
|
|
8
7
|
import httpx
|
|
9
8
|
|
|
@@ -19,6 +18,7 @@ from .._response import (
|
|
|
19
18
|
async_to_streamed_response_wrapper,
|
|
20
19
|
)
|
|
21
20
|
from .._base_client import make_request_options
|
|
21
|
+
from ..types.engine_type import EngineType
|
|
22
22
|
from ..types.crawl_create_graph_response import CrawlCreateGraphResponse
|
|
23
23
|
|
|
24
24
|
__all__ = ["CrawlResource", "AsyncCrawlResource"]
|
|
@@ -48,9 +48,7 @@ class CrawlResource(SyncAPIResource):
|
|
|
48
48
|
self,
|
|
49
49
|
*,
|
|
50
50
|
crawl_id: str,
|
|
51
|
-
engines: List[
|
|
52
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
53
|
-
],
|
|
51
|
+
engines: List[EngineType],
|
|
54
52
|
s3_bucket: str,
|
|
55
53
|
url: str,
|
|
56
54
|
absolute_only: bool | Omit = omit,
|
|
@@ -160,9 +158,7 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
160
158
|
self,
|
|
161
159
|
*,
|
|
162
160
|
crawl_id: str,
|
|
163
|
-
engines: List[
|
|
164
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
165
|
-
],
|
|
161
|
+
engines: List[EngineType],
|
|
166
162
|
s3_bucket: str,
|
|
167
163
|
url: str,
|
|
168
164
|
absolute_only: bool | Omit = omit,
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/download.py
RENAMED
|
@@ -3,11 +3,10 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import Optional
|
|
6
|
-
from typing_extensions import Literal
|
|
7
6
|
|
|
8
7
|
import httpx
|
|
9
8
|
|
|
10
|
-
from ..types import DownloaderType, download_create_bulk_params, download_create_single_params
|
|
9
|
+
from ..types import WaitUntil, DownloaderType, download_create_bulk_params, download_create_single_params
|
|
11
10
|
from .._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
|
|
12
11
|
from .._utils import maybe_transform, async_maybe_transform
|
|
13
12
|
from .._compat import cached_property
|
|
@@ -19,6 +18,7 @@ from .._response import (
|
|
|
19
18
|
async_to_streamed_response_wrapper,
|
|
20
19
|
)
|
|
21
20
|
from .._base_client import make_request_options
|
|
21
|
+
from ..types.wait_until import WaitUntil
|
|
22
22
|
from ..types.downloader_type import DownloaderType
|
|
23
23
|
from ..types.download_create_bulk_response import DownloadCreateBulkResponse
|
|
24
24
|
from ..types.download_create_single_response import DownloadCreateSingleResponse
|
|
@@ -56,7 +56,7 @@ class DownloadResource(SyncAPIResource):
|
|
|
56
56
|
debug: bool | Omit = omit,
|
|
57
57
|
downloader_type: DownloaderType | Omit = omit,
|
|
58
58
|
max_workers: int | Omit = omit,
|
|
59
|
-
wait_until:
|
|
59
|
+
wait_until: WaitUntil | Omit = omit,
|
|
60
60
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
61
61
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
62
62
|
extra_headers: Headers | None = None,
|
|
@@ -123,7 +123,7 @@ class DownloadResource(SyncAPIResource):
|
|
|
123
123
|
downloader_type: DownloaderType | Omit = omit,
|
|
124
124
|
s3_key: Optional[str] | Omit = omit,
|
|
125
125
|
timeout_ms: int | Omit = omit,
|
|
126
|
-
wait_until:
|
|
126
|
+
wait_until: WaitUntil | Omit = omit,
|
|
127
127
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
128
128
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
129
129
|
extra_headers: Headers | None = None,
|
|
@@ -207,7 +207,7 @@ class AsyncDownloadResource(AsyncAPIResource):
|
|
|
207
207
|
debug: bool | Omit = omit,
|
|
208
208
|
downloader_type: DownloaderType | Omit = omit,
|
|
209
209
|
max_workers: int | Omit = omit,
|
|
210
|
-
wait_until:
|
|
210
|
+
wait_until: WaitUntil | Omit = omit,
|
|
211
211
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
212
212
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
213
213
|
extra_headers: Headers | None = None,
|
|
@@ -274,7 +274,7 @@ class AsyncDownloadResource(AsyncAPIResource):
|
|
|
274
274
|
downloader_type: DownloaderType | Omit = omit,
|
|
275
275
|
s3_key: Optional[str] | Omit = omit,
|
|
276
276
|
timeout_ms: int | Omit = omit,
|
|
277
|
-
wait_until:
|
|
277
|
+
wait_until: WaitUntil | Omit = omit,
|
|
278
278
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
279
279
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
280
280
|
extra_headers: Headers | None = None,
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Iterable, Optional
|
|
6
|
-
from typing_extensions import Literal
|
|
7
6
|
|
|
8
7
|
import httpx
|
|
9
8
|
|
|
9
|
+
from ....types import WaitUntil
|
|
10
10
|
from ...._types import Body, Omit, Query, Headers, NotGiven, omit, not_given
|
|
11
11
|
from ...._utils import maybe_transform, async_maybe_transform
|
|
12
12
|
from ...._compat import cached_property
|
|
@@ -18,6 +18,8 @@ from ...._response import (
|
|
|
18
18
|
async_to_streamed_response_wrapper,
|
|
19
19
|
)
|
|
20
20
|
from ...._base_client import make_request_options
|
|
21
|
+
from ....types.wait_until import WaitUntil
|
|
22
|
+
from ....types.engine_type import EngineType
|
|
21
23
|
from ....types.workflows.request import crawl_create_params, crawl_create_bulk_params
|
|
22
24
|
from ....types.workflows.request.workflow_result import WorkflowResult
|
|
23
25
|
from ....types.workflows.request.crawl_request_param import CrawlRequestParam
|
|
@@ -51,9 +53,7 @@ class CrawlResource(SyncAPIResource):
|
|
|
51
53
|
*,
|
|
52
54
|
bucket_name: str,
|
|
53
55
|
crawl_id: str,
|
|
54
|
-
engines: List[
|
|
55
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
56
|
-
],
|
|
56
|
+
engines: List[EngineType],
|
|
57
57
|
url: str,
|
|
58
58
|
absolute_only: bool | Omit = omit,
|
|
59
59
|
agentic: bool | Omit = omit,
|
|
@@ -68,7 +68,7 @@ class CrawlResource(SyncAPIResource):
|
|
|
68
68
|
stealth: bool | Omit = omit,
|
|
69
69
|
teardown: bool | Omit = omit,
|
|
70
70
|
visit_external: bool | Omit = omit,
|
|
71
|
-
wait_until: Optional[
|
|
71
|
+
wait_until: Optional[WaitUntil] | Omit = omit,
|
|
72
72
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
73
73
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
74
74
|
extra_headers: Headers | None = None,
|
|
@@ -81,6 +81,8 @@ class CrawlResource(SyncAPIResource):
|
|
|
81
81
|
token_data: api token :return: response
|
|
82
82
|
|
|
83
83
|
Args:
|
|
84
|
+
wait_until: When to consider page load complete for web scraping operations
|
|
85
|
+
|
|
84
86
|
extra_headers: Send extra headers
|
|
85
87
|
|
|
86
88
|
extra_query: Add additional query parameters to the request
|
|
@@ -178,9 +180,7 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
178
180
|
*,
|
|
179
181
|
bucket_name: str,
|
|
180
182
|
crawl_id: str,
|
|
181
|
-
engines: List[
|
|
182
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
183
|
-
],
|
|
183
|
+
engines: List[EngineType],
|
|
184
184
|
url: str,
|
|
185
185
|
absolute_only: bool | Omit = omit,
|
|
186
186
|
agentic: bool | Omit = omit,
|
|
@@ -195,7 +195,7 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
195
195
|
stealth: bool | Omit = omit,
|
|
196
196
|
teardown: bool | Omit = omit,
|
|
197
197
|
visit_external: bool | Omit = omit,
|
|
198
|
-
wait_until: Optional[
|
|
198
|
+
wait_until: Optional[WaitUntil] | Omit = omit,
|
|
199
199
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
200
200
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
201
201
|
extra_headers: Headers | None = None,
|
|
@@ -208,6 +208,8 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
208
208
|
token_data: api token :return: response
|
|
209
209
|
|
|
210
210
|
Args:
|
|
211
|
+
wait_until: When to consider page load complete for web scraping operations
|
|
212
|
+
|
|
211
213
|
extra_headers: Send extra headers
|
|
212
214
|
|
|
213
215
|
extra_query: Add additional query parameters to the request
|
|
@@ -2,6 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
+
from .wait_until import WaitUntil as WaitUntil
|
|
6
|
+
from .engine_type import EngineType as EngineType
|
|
5
7
|
from .downloader_type import DownloaderType as DownloaderType
|
|
6
8
|
from .bulk_scrape_result import BulkScrapeResult as BulkScrapeResult
|
|
7
9
|
from .scrape_engine_param import ScrapeEngineParam as ScrapeEngineParam
|
|
@@ -3,7 +3,9 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from .engine_type import EngineType
|
|
7
9
|
|
|
8
10
|
__all__ = ["CrawlCreateGraphParams"]
|
|
9
11
|
|
|
@@ -12,9 +14,7 @@ class CrawlCreateGraphParams(TypedDict, total=False):
|
|
|
12
14
|
crawl_id: Required[str]
|
|
13
15
|
"""Unique identifier for this crawl"""
|
|
14
16
|
|
|
15
|
-
engines: Required[
|
|
16
|
-
List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
|
|
17
|
-
]
|
|
17
|
+
engines: Required[List[EngineType]]
|
|
18
18
|
"""List of engines to use"""
|
|
19
19
|
|
|
20
20
|
s3_bucket: Required[str]
|
|
@@ -2,9 +2,10 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing_extensions import
|
|
5
|
+
from typing_extensions import Required, TypedDict
|
|
6
6
|
|
|
7
7
|
from .._types import SequenceNotStr
|
|
8
|
+
from .wait_until import WaitUntil
|
|
8
9
|
from .downloader_type import DownloaderType
|
|
9
10
|
|
|
10
11
|
__all__ = ["DownloadCreateBulkParams"]
|
|
@@ -32,5 +33,5 @@ class DownloadCreateBulkParams(TypedDict, total=False):
|
|
|
32
33
|
max_workers: int
|
|
33
34
|
"""Maximum concurrent workers"""
|
|
34
35
|
|
|
35
|
-
wait_until:
|
|
36
|
+
wait_until: WaitUntil
|
|
36
37
|
"""When to consider downloads complete"""
|
|
@@ -3,8 +3,9 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
7
|
|
|
8
|
+
from .wait_until import WaitUntil
|
|
8
9
|
from .downloader_type import DownloaderType
|
|
9
10
|
|
|
10
11
|
__all__ = ["DownloadCreateSingleParams"]
|
|
@@ -26,5 +27,5 @@ class DownloadCreateSingleParams(TypedDict, total=False):
|
|
|
26
27
|
timeout_ms: int
|
|
27
28
|
"""Timeout in milliseconds"""
|
|
28
29
|
|
|
29
|
-
wait_until:
|
|
30
|
+
wait_until: WaitUntil
|
|
30
31
|
"""When to consider download complete"""
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing_extensions import Literal, TypeAlias
|
|
4
|
+
|
|
5
|
+
__all__ = ["EngineType"]
|
|
6
|
+
|
|
7
|
+
EngineType: TypeAlias = Literal[
|
|
8
|
+
"FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"
|
|
9
|
+
]
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/scrape_engine_param.py
RENAMED
|
@@ -3,15 +3,15 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import Dict, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from .engine_type import EngineType
|
|
7
9
|
|
|
8
10
|
__all__ = ["ScrapeEngineParam"]
|
|
9
11
|
|
|
10
12
|
|
|
11
13
|
class ScrapeEngineParam(TypedDict, total=False):
|
|
12
|
-
engine_type: Required[
|
|
13
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
14
|
-
]
|
|
14
|
+
engine_type: Required[EngineType]
|
|
15
15
|
|
|
16
16
|
headers: Optional[Dict[str, str]]
|
|
17
17
|
"""Custom headers"""
|
|
@@ -3,7 +3,10 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from ...wait_until import WaitUntil
|
|
9
|
+
from ...engine_type import EngineType
|
|
7
10
|
|
|
8
11
|
__all__ = ["CrawlCreateParams"]
|
|
9
12
|
|
|
@@ -13,9 +16,7 @@ class CrawlCreateParams(TypedDict, total=False):
|
|
|
13
16
|
|
|
14
17
|
crawl_id: Required[str]
|
|
15
18
|
|
|
16
|
-
engines: Required[
|
|
17
|
-
List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
|
|
18
|
-
]
|
|
19
|
+
engines: Required[List[EngineType]]
|
|
19
20
|
|
|
20
21
|
url: Required[str]
|
|
21
22
|
|
|
@@ -45,4 +46,5 @@ class CrawlCreateParams(TypedDict, total=False):
|
|
|
45
46
|
|
|
46
47
|
visit_external: bool
|
|
47
48
|
|
|
48
|
-
wait_until: Optional[
|
|
49
|
+
wait_until: Optional[WaitUntil]
|
|
50
|
+
"""When to consider page load complete for web scraping operations"""
|
|
@@ -3,7 +3,10 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from ...wait_until import WaitUntil
|
|
9
|
+
from ...engine_type import EngineType
|
|
7
10
|
|
|
8
11
|
__all__ = ["CrawlRequestParam"]
|
|
9
12
|
|
|
@@ -13,9 +16,7 @@ class CrawlRequestParam(TypedDict, total=False):
|
|
|
13
16
|
|
|
14
17
|
crawl_id: Required[str]
|
|
15
18
|
|
|
16
|
-
engines: Required[
|
|
17
|
-
List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
|
|
18
|
-
]
|
|
19
|
+
engines: Required[List[EngineType]]
|
|
19
20
|
|
|
20
21
|
url: Required[str]
|
|
21
22
|
|
|
@@ -45,4 +46,5 @@ class CrawlRequestParam(TypedDict, total=False):
|
|
|
45
46
|
|
|
46
47
|
visit_external: bool
|
|
47
48
|
|
|
48
|
-
wait_until: Optional[
|
|
49
|
+
wait_until: Optional[WaitUntil]
|
|
50
|
+
"""When to consider page load complete for web scraping operations"""
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_download.py
RENAMED
|
@@ -41,7 +41,7 @@ class TestDownload:
|
|
|
41
41
|
debug=True,
|
|
42
42
|
downloader_type="FLEET_ASYNC",
|
|
43
43
|
max_workers=8,
|
|
44
|
-
wait_until="
|
|
44
|
+
wait_until="domcontentloaded",
|
|
45
45
|
)
|
|
46
46
|
assert_matches_type(DownloadCreateBulkResponse, download, path=["response"])
|
|
47
47
|
|
|
@@ -152,7 +152,7 @@ class TestAsyncDownload:
|
|
|
152
152
|
debug=True,
|
|
153
153
|
downloader_type="FLEET_ASYNC",
|
|
154
154
|
max_workers=8,
|
|
155
|
-
wait_until="
|
|
155
|
+
wait_until="domcontentloaded",
|
|
156
156
|
)
|
|
157
157
|
assert_matches_type(DownloadCreateBulkResponse, download, path=["response"])
|
|
158
158
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_datetime_parse.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_reflection.py
RENAMED
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_resources_proxy.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/_utils/_transform.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/__init__.py
RENAMED
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/resources/api_info.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/bulk_scrape_result.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/downloader_type.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/src/cartography/types/workflows/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_api_info.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/test_workflows.py
RENAMED
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/tests/api_resources/workflows/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.13.0}/tests/test_utils/test_datetime_parse.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|