cartography-client 0.10.0__tar.gz → 0.11.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cartography_client-0.11.0/.release-please-manifest.json +3 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/CHANGELOG.md +8 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/PKG-INFO +1 -1
- {cartography_client-0.10.0 → cartography_client-0.11.0}/api.md +2 -1
- {cartography_client-0.10.0 → cartography_client-0.11.0}/pyproject.toml +1 -1
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_version.py +1 -1
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/crawl.py +3 -7
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/download.py +6 -6
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/workflows/request/crawl.py +3 -11
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/__init__.py +2 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/crawl_create_graph_params.py +4 -4
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/download_create_bulk_params.py +3 -2
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/download_create_single_params.py +3 -2
- cartography_client-0.11.0/src/cartography/types/engine_type.py +9 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/scrape_engine_param.py +4 -4
- cartography_client-0.11.0/src/cartography/types/wait_until.py +7 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request/crawl_create_params.py +4 -6
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request/crawl_request_param.py +4 -6
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/workflows/request/test_crawl.py +0 -2
- cartography_client-0.10.0/.release-please-manifest.json +0 -3
- {cartography_client-0.10.0 → cartography_client-0.11.0}/.gitignore +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/CONTRIBUTING.md +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/LICENSE +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/README.md +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/SECURITY.md +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/bin/check-release-environment +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/bin/publish-pypi +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/examples/.keep +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/noxfile.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/release-please-config.json +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/requirements-dev.lock +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/requirements.lock +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_base_client.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_client.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_compat.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_constants.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_exceptions.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_files.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_models.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_qs.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_resource.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_streaming.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_types.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_compat.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_datetime_parse.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_logs.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_proxy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_reflection.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_resources_proxy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_streams.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_sync.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_transform.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_typing.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_utils.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/lib/.keep +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/py.typed +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/api_info.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/health.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/scrape.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/workflows/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/workflows/request/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/workflows/request/request.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/workflows/workflows.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/api_info_retrieve_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/bulk_download_result.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/bulk_scrape_result.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/crawl_create_graph_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/download_create_bulk_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/download_create_single_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/downloader_type.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/health_check_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/scrape_scrape_bulk_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/scrape_scrape_bulk_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/scrape_scrape_single_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/scrape_scrape_single_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflow_describe_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflow_results_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request/crawl_create_bulk_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request/crawl_create_bulk_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request/workflow_result.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request_create_download_params.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/request_create_download_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_api_info.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_crawl.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_download.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_health.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_scrape.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_workflows.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/workflows/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/workflows/request/__init__.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/workflows/test_request.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/conftest.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/sample_file.txt +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_client.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_deepcopy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_extract_files.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_files.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_models.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_qs.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_required_args.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_response.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_streaming.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_transform.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_utils/test_datetime_parse.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_utils/test_proxy.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_utils/test_typing.py +0 -0
- {cartography_client-0.10.0 → cartography_client-0.11.0}/tests/utils.py +0 -0
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.11.0 (2025-11-06)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v0.10.0...v0.11.0](https://github.com/evrimai/cartography-client/compare/v0.10.0...v0.11.0)
|
|
6
|
+
|
|
7
|
+
### Features
|
|
8
|
+
|
|
9
|
+
* **api:** manual updates ([6905493](https://github.com/evrimai/cartography-client/commit/6905493dc40ac0bcc6e9b3897a18c7b7f39db339))
|
|
10
|
+
|
|
3
11
|
## 0.10.0 (2025-11-06)
|
|
4
12
|
|
|
5
13
|
Full Changelog: [v0.9.3...v0.10.0](https://github.com/evrimai/cartography-client/compare/v0.9.3...v0.10.0)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: cartography-client
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.11.0
|
|
4
4
|
Summary: The official Python library for the cartography API
|
|
5
5
|
Project-URL: Homepage, https://github.com/evrimai/cartography-client
|
|
6
6
|
Project-URL: Repository, https://github.com/evrimai/cartography-client
|
|
@@ -45,7 +45,7 @@ Methods:
|
|
|
45
45
|
Types:
|
|
46
46
|
|
|
47
47
|
```python
|
|
48
|
-
from cartography.types import CrawlCreateGraphResponse
|
|
48
|
+
from cartography.types import EngineType, CrawlCreateGraphResponse
|
|
49
49
|
```
|
|
50
50
|
|
|
51
51
|
Methods:
|
|
@@ -60,6 +60,7 @@ Types:
|
|
|
60
60
|
from cartography.types import (
|
|
61
61
|
BulkDownloadResult,
|
|
62
62
|
DownloaderType,
|
|
63
|
+
WaitUntil,
|
|
63
64
|
DownloadCreateBulkResponse,
|
|
64
65
|
DownloadCreateSingleResponse,
|
|
65
66
|
)
|
|
@@ -3,7 +3,6 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import Literal
|
|
7
6
|
|
|
8
7
|
import httpx
|
|
9
8
|
|
|
@@ -19,6 +18,7 @@ from .._response import (
|
|
|
19
18
|
async_to_streamed_response_wrapper,
|
|
20
19
|
)
|
|
21
20
|
from .._base_client import make_request_options
|
|
21
|
+
from ..types.engine_type import EngineType
|
|
22
22
|
from ..types.crawl_create_graph_response import CrawlCreateGraphResponse
|
|
23
23
|
|
|
24
24
|
__all__ = ["CrawlResource", "AsyncCrawlResource"]
|
|
@@ -48,9 +48,7 @@ class CrawlResource(SyncAPIResource):
|
|
|
48
48
|
self,
|
|
49
49
|
*,
|
|
50
50
|
crawl_id: str,
|
|
51
|
-
engines: List[
|
|
52
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
53
|
-
],
|
|
51
|
+
engines: List[EngineType],
|
|
54
52
|
s3_bucket: str,
|
|
55
53
|
url: str,
|
|
56
54
|
absolute_only: bool | Omit = omit,
|
|
@@ -160,9 +158,7 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
160
158
|
self,
|
|
161
159
|
*,
|
|
162
160
|
crawl_id: str,
|
|
163
|
-
engines: List[
|
|
164
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
165
|
-
],
|
|
161
|
+
engines: List[EngineType],
|
|
166
162
|
s3_bucket: str,
|
|
167
163
|
url: str,
|
|
168
164
|
absolute_only: bool | Omit = omit,
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/download.py
RENAMED
|
@@ -3,11 +3,10 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import Optional
|
|
6
|
-
from typing_extensions import Literal
|
|
7
6
|
|
|
8
7
|
import httpx
|
|
9
8
|
|
|
10
|
-
from ..types import DownloaderType, download_create_bulk_params, download_create_single_params
|
|
9
|
+
from ..types import WaitUntil, DownloaderType, download_create_bulk_params, download_create_single_params
|
|
11
10
|
from .._types import Body, Omit, Query, Headers, NotGiven, SequenceNotStr, omit, not_given
|
|
12
11
|
from .._utils import maybe_transform, async_maybe_transform
|
|
13
12
|
from .._compat import cached_property
|
|
@@ -19,6 +18,7 @@ from .._response import (
|
|
|
19
18
|
async_to_streamed_response_wrapper,
|
|
20
19
|
)
|
|
21
20
|
from .._base_client import make_request_options
|
|
21
|
+
from ..types.wait_until import WaitUntil
|
|
22
22
|
from ..types.downloader_type import DownloaderType
|
|
23
23
|
from ..types.download_create_bulk_response import DownloadCreateBulkResponse
|
|
24
24
|
from ..types.download_create_single_response import DownloadCreateSingleResponse
|
|
@@ -56,7 +56,7 @@ class DownloadResource(SyncAPIResource):
|
|
|
56
56
|
debug: bool | Omit = omit,
|
|
57
57
|
downloader_type: DownloaderType | Omit = omit,
|
|
58
58
|
max_workers: int | Omit = omit,
|
|
59
|
-
wait_until:
|
|
59
|
+
wait_until: WaitUntil | Omit = omit,
|
|
60
60
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
61
61
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
62
62
|
extra_headers: Headers | None = None,
|
|
@@ -123,7 +123,7 @@ class DownloadResource(SyncAPIResource):
|
|
|
123
123
|
downloader_type: DownloaderType | Omit = omit,
|
|
124
124
|
s3_key: Optional[str] | Omit = omit,
|
|
125
125
|
timeout_ms: int | Omit = omit,
|
|
126
|
-
wait_until:
|
|
126
|
+
wait_until: WaitUntil | Omit = omit,
|
|
127
127
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
128
128
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
129
129
|
extra_headers: Headers | None = None,
|
|
@@ -207,7 +207,7 @@ class AsyncDownloadResource(AsyncAPIResource):
|
|
|
207
207
|
debug: bool | Omit = omit,
|
|
208
208
|
downloader_type: DownloaderType | Omit = omit,
|
|
209
209
|
max_workers: int | Omit = omit,
|
|
210
|
-
wait_until:
|
|
210
|
+
wait_until: WaitUntil | Omit = omit,
|
|
211
211
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
212
212
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
213
213
|
extra_headers: Headers | None = None,
|
|
@@ -274,7 +274,7 @@ class AsyncDownloadResource(AsyncAPIResource):
|
|
|
274
274
|
downloader_type: DownloaderType | Omit = omit,
|
|
275
275
|
s3_key: Optional[str] | Omit = omit,
|
|
276
276
|
timeout_ms: int | Omit = omit,
|
|
277
|
-
wait_until:
|
|
277
|
+
wait_until: WaitUntil | Omit = omit,
|
|
278
278
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
279
279
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
280
280
|
extra_headers: Headers | None = None,
|
|
@@ -3,7 +3,6 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Iterable, Optional
|
|
6
|
-
from typing_extensions import Literal
|
|
7
6
|
|
|
8
7
|
import httpx
|
|
9
8
|
|
|
@@ -18,6 +17,7 @@ from ...._response import (
|
|
|
18
17
|
async_to_streamed_response_wrapper,
|
|
19
18
|
)
|
|
20
19
|
from ...._base_client import make_request_options
|
|
20
|
+
from ....types.engine_type import EngineType
|
|
21
21
|
from ....types.workflows.request import crawl_create_params, crawl_create_bulk_params
|
|
22
22
|
from ....types.workflows.request.workflow_result import WorkflowResult
|
|
23
23
|
from ....types.workflows.request.crawl_request_param import CrawlRequestParam
|
|
@@ -51,9 +51,7 @@ class CrawlResource(SyncAPIResource):
|
|
|
51
51
|
*,
|
|
52
52
|
bucket_name: str,
|
|
53
53
|
crawl_id: str,
|
|
54
|
-
engines: List[
|
|
55
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
56
|
-
],
|
|
54
|
+
engines: List[EngineType],
|
|
57
55
|
url: str,
|
|
58
56
|
absolute_only: bool | Omit = omit,
|
|
59
57
|
agentic: bool | Omit = omit,
|
|
@@ -68,7 +66,6 @@ class CrawlResource(SyncAPIResource):
|
|
|
68
66
|
stealth: bool | Omit = omit,
|
|
69
67
|
teardown: bool | Omit = omit,
|
|
70
68
|
visit_external: bool | Omit = omit,
|
|
71
|
-
wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]] | Omit = omit,
|
|
72
69
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
73
70
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
74
71
|
extra_headers: Headers | None = None,
|
|
@@ -110,7 +107,6 @@ class CrawlResource(SyncAPIResource):
|
|
|
110
107
|
"stealth": stealth,
|
|
111
108
|
"teardown": teardown,
|
|
112
109
|
"visit_external": visit_external,
|
|
113
|
-
"wait_until": wait_until,
|
|
114
110
|
},
|
|
115
111
|
crawl_create_params.CrawlCreateParams,
|
|
116
112
|
),
|
|
@@ -178,9 +174,7 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
178
174
|
*,
|
|
179
175
|
bucket_name: str,
|
|
180
176
|
crawl_id: str,
|
|
181
|
-
engines: List[
|
|
182
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
183
|
-
],
|
|
177
|
+
engines: List[EngineType],
|
|
184
178
|
url: str,
|
|
185
179
|
absolute_only: bool | Omit = omit,
|
|
186
180
|
agentic: bool | Omit = omit,
|
|
@@ -195,7 +189,6 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
195
189
|
stealth: bool | Omit = omit,
|
|
196
190
|
teardown: bool | Omit = omit,
|
|
197
191
|
visit_external: bool | Omit = omit,
|
|
198
|
-
wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]] | Omit = omit,
|
|
199
192
|
# Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
|
|
200
193
|
# The extra values given here take precedence over values defined on the client or passed to this method.
|
|
201
194
|
extra_headers: Headers | None = None,
|
|
@@ -237,7 +230,6 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
237
230
|
"stealth": stealth,
|
|
238
231
|
"teardown": teardown,
|
|
239
232
|
"visit_external": visit_external,
|
|
240
|
-
"wait_until": wait_until,
|
|
241
233
|
},
|
|
242
234
|
crawl_create_params.CrawlCreateParams,
|
|
243
235
|
),
|
|
@@ -2,6 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
+
from .wait_until import WaitUntil as WaitUntil
|
|
6
|
+
from .engine_type import EngineType as EngineType
|
|
5
7
|
from .downloader_type import DownloaderType as DownloaderType
|
|
6
8
|
from .bulk_scrape_result import BulkScrapeResult as BulkScrapeResult
|
|
7
9
|
from .scrape_engine_param import ScrapeEngineParam as ScrapeEngineParam
|
|
@@ -3,7 +3,9 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from .engine_type import EngineType
|
|
7
9
|
|
|
8
10
|
__all__ = ["CrawlCreateGraphParams"]
|
|
9
11
|
|
|
@@ -12,9 +14,7 @@ class CrawlCreateGraphParams(TypedDict, total=False):
|
|
|
12
14
|
crawl_id: Required[str]
|
|
13
15
|
"""Unique identifier for this crawl"""
|
|
14
16
|
|
|
15
|
-
engines: Required[
|
|
16
|
-
List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
|
|
17
|
-
]
|
|
17
|
+
engines: Required[List[EngineType]]
|
|
18
18
|
"""List of engines to use"""
|
|
19
19
|
|
|
20
20
|
s3_bucket: Required[str]
|
|
@@ -2,9 +2,10 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing_extensions import
|
|
5
|
+
from typing_extensions import Required, TypedDict
|
|
6
6
|
|
|
7
7
|
from .._types import SequenceNotStr
|
|
8
|
+
from .wait_until import WaitUntil
|
|
8
9
|
from .downloader_type import DownloaderType
|
|
9
10
|
|
|
10
11
|
__all__ = ["DownloadCreateBulkParams"]
|
|
@@ -32,5 +33,5 @@ class DownloadCreateBulkParams(TypedDict, total=False):
|
|
|
32
33
|
max_workers: int
|
|
33
34
|
"""Maximum concurrent workers"""
|
|
34
35
|
|
|
35
|
-
wait_until:
|
|
36
|
+
wait_until: WaitUntil
|
|
36
37
|
"""When to consider downloads complete"""
|
|
@@ -3,8 +3,9 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
7
|
|
|
8
|
+
from .wait_until import WaitUntil
|
|
8
9
|
from .downloader_type import DownloaderType
|
|
9
10
|
|
|
10
11
|
__all__ = ["DownloadCreateSingleParams"]
|
|
@@ -26,5 +27,5 @@ class DownloadCreateSingleParams(TypedDict, total=False):
|
|
|
26
27
|
timeout_ms: int
|
|
27
28
|
"""Timeout in milliseconds"""
|
|
28
29
|
|
|
29
|
-
wait_until:
|
|
30
|
+
wait_until: WaitUntil
|
|
30
31
|
"""When to consider download complete"""
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
|
|
2
|
+
|
|
3
|
+
from typing_extensions import Literal, TypeAlias
|
|
4
|
+
|
|
5
|
+
__all__ = ["EngineType"]
|
|
6
|
+
|
|
7
|
+
EngineType: TypeAlias = Literal[
|
|
8
|
+
"FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"
|
|
9
|
+
]
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/scrape_engine_param.py
RENAMED
|
@@ -3,15 +3,15 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import Dict, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from .engine_type import EngineType
|
|
7
9
|
|
|
8
10
|
__all__ = ["ScrapeEngineParam"]
|
|
9
11
|
|
|
10
12
|
|
|
11
13
|
class ScrapeEngineParam(TypedDict, total=False):
|
|
12
|
-
engine_type: Required[
|
|
13
|
-
Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]
|
|
14
|
-
]
|
|
14
|
+
engine_type: Required[EngineType]
|
|
15
15
|
|
|
16
16
|
headers: Optional[Dict[str, str]]
|
|
17
17
|
"""Custom headers"""
|
|
@@ -3,7 +3,9 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from ...engine_type import EngineType
|
|
7
9
|
|
|
8
10
|
__all__ = ["CrawlCreateParams"]
|
|
9
11
|
|
|
@@ -13,9 +15,7 @@ class CrawlCreateParams(TypedDict, total=False):
|
|
|
13
15
|
|
|
14
16
|
crawl_id: Required[str]
|
|
15
17
|
|
|
16
|
-
engines: Required[
|
|
17
|
-
List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
|
|
18
|
-
]
|
|
18
|
+
engines: Required[List[EngineType]]
|
|
19
19
|
|
|
20
20
|
url: Required[str]
|
|
21
21
|
|
|
@@ -44,5 +44,3 @@ class CrawlCreateParams(TypedDict, total=False):
|
|
|
44
44
|
teardown: bool
|
|
45
45
|
|
|
46
46
|
visit_external: bool
|
|
47
|
-
|
|
48
|
-
wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]]
|
|
@@ -3,7 +3,9 @@
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
5
|
from typing import List, Optional
|
|
6
|
-
from typing_extensions import
|
|
6
|
+
from typing_extensions import Required, TypedDict
|
|
7
|
+
|
|
8
|
+
from ...engine_type import EngineType
|
|
7
9
|
|
|
8
10
|
__all__ = ["CrawlRequestParam"]
|
|
9
11
|
|
|
@@ -13,9 +15,7 @@ class CrawlRequestParam(TypedDict, total=False):
|
|
|
13
15
|
|
|
14
16
|
crawl_id: Required[str]
|
|
15
17
|
|
|
16
|
-
engines: Required[
|
|
17
|
-
List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW", "ASYNC_FLEET_STICKY"]]
|
|
18
|
-
]
|
|
18
|
+
engines: Required[List[EngineType]]
|
|
19
19
|
|
|
20
20
|
url: Required[str]
|
|
21
21
|
|
|
@@ -44,5 +44,3 @@ class CrawlRequestParam(TypedDict, total=False):
|
|
|
44
44
|
teardown: bool
|
|
45
45
|
|
|
46
46
|
visit_external: bool
|
|
47
|
-
|
|
48
|
-
wait_until: Optional[Literal["domcontentloaded", "load", "networkidle", "commit"]]
|
|
@@ -52,7 +52,6 @@ class TestCrawl:
|
|
|
52
52
|
stealth=True,
|
|
53
53
|
teardown=True,
|
|
54
54
|
visit_external=True,
|
|
55
|
-
wait_until="domcontentloaded",
|
|
56
55
|
)
|
|
57
56
|
assert_matches_type(WorkflowResult, crawl, path=["response"])
|
|
58
57
|
|
|
@@ -181,7 +180,6 @@ class TestAsyncCrawl:
|
|
|
181
180
|
stealth=True,
|
|
182
181
|
teardown=True,
|
|
183
182
|
visit_external=True,
|
|
184
|
-
wait_until="domcontentloaded",
|
|
185
183
|
)
|
|
186
184
|
assert_matches_type(WorkflowResult, crawl, path=["response"])
|
|
187
185
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_datetime_parse.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_reflection.py
RENAMED
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_resources_proxy.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/_utils/_transform.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/__init__.py
RENAMED
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/resources/api_info.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/bulk_scrape_result.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/downloader_type.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/src/cartography/types/workflows/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_api_info.py
RENAMED
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_download.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/test_workflows.py
RENAMED
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/tests/api_resources/workflows/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{cartography_client-0.10.0 → cartography_client-0.11.0}/tests/test_utils/test_datetime_parse.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|