cartography-client 0.3.0__py3-none-any.whl → 0.4.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of cartography-client might be problematic. Click here for more details.
- cartography/_version.py +1 -1
- cartography/resources/crawl.py +4 -3
- cartography/resources/workflows/request/crawl.py +4 -3
- cartography/types/crawl_create_graph_params.py +3 -3
- cartography/types/downloader_type.py +1 -1
- cartography/types/scrape_engine_param.py +1 -2
- cartography/types/workflows/request/crawl_create_params.py +3 -3
- cartography/types/workflows/request/crawl_request_param.py +3 -3
- {cartography_client-0.3.0.dist-info → cartography_client-0.4.0.dist-info}/METADATA +1 -1
- {cartography_client-0.3.0.dist-info → cartography_client-0.4.0.dist-info}/RECORD +12 -12
- {cartography_client-0.3.0.dist-info → cartography_client-0.4.0.dist-info}/WHEEL +0 -0
- {cartography_client-0.3.0.dist-info → cartography_client-0.4.0.dist-info}/licenses/LICENSE +0 -0
cartography/_version.py
CHANGED
cartography/resources/crawl.py
CHANGED
|
@@ -2,7 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import
|
|
5
|
+
from typing import List, Optional
|
|
6
|
+
from typing_extensions import Literal
|
|
6
7
|
|
|
7
8
|
import httpx
|
|
8
9
|
|
|
@@ -47,7 +48,7 @@ class CrawlResource(SyncAPIResource):
|
|
|
47
48
|
self,
|
|
48
49
|
*,
|
|
49
50
|
crawl_id: str,
|
|
50
|
-
engines:
|
|
51
|
+
engines: List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]],
|
|
51
52
|
s3_bucket: str,
|
|
52
53
|
url: str,
|
|
53
54
|
absolute_only: bool | NotGiven = NOT_GIVEN,
|
|
@@ -157,7 +158,7 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
157
158
|
self,
|
|
158
159
|
*,
|
|
159
160
|
crawl_id: str,
|
|
160
|
-
engines:
|
|
161
|
+
engines: List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]],
|
|
161
162
|
s3_bucket: str,
|
|
162
163
|
url: str,
|
|
163
164
|
absolute_only: bool | NotGiven = NOT_GIVEN,
|
|
@@ -2,7 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import
|
|
5
|
+
from typing import List, Iterable
|
|
6
|
+
from typing_extensions import Literal
|
|
6
7
|
|
|
7
8
|
import httpx
|
|
8
9
|
|
|
@@ -50,7 +51,7 @@ class CrawlResource(SyncAPIResource):
|
|
|
50
51
|
*,
|
|
51
52
|
bucket_name: str,
|
|
52
53
|
crawl_id: str,
|
|
53
|
-
engines:
|
|
54
|
+
engines: List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]],
|
|
54
55
|
url: str,
|
|
55
56
|
absolute_only: bool | NotGiven = NOT_GIVEN,
|
|
56
57
|
batch_size: int | NotGiven = NOT_GIVEN,
|
|
@@ -161,7 +162,7 @@ class AsyncCrawlResource(AsyncAPIResource):
|
|
|
161
162
|
*,
|
|
162
163
|
bucket_name: str,
|
|
163
164
|
crawl_id: str,
|
|
164
|
-
engines:
|
|
165
|
+
engines: List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]],
|
|
165
166
|
url: str,
|
|
166
167
|
absolute_only: bool | NotGiven = NOT_GIVEN,
|
|
167
168
|
batch_size: int | NotGiven = NOT_GIVEN,
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import
|
|
6
|
-
from typing_extensions import Required, TypedDict
|
|
5
|
+
from typing import List, Optional
|
|
6
|
+
from typing_extensions import Literal, Required, TypedDict
|
|
7
7
|
|
|
8
8
|
__all__ = ["CrawlCreateGraphParams"]
|
|
9
9
|
|
|
@@ -12,7 +12,7 @@ class CrawlCreateGraphParams(TypedDict, total=False):
|
|
|
12
12
|
crawl_id: Required[str]
|
|
13
13
|
"""Unique identifier for this crawl"""
|
|
14
14
|
|
|
15
|
-
engines: Required[
|
|
15
|
+
engines: Required[List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]]]
|
|
16
16
|
"""List of engines to use"""
|
|
17
17
|
|
|
18
18
|
s3_bucket: Required[str]
|
|
@@ -9,8 +9,7 @@ __all__ = ["ScrapeEngineParam"]
|
|
|
9
9
|
|
|
10
10
|
|
|
11
11
|
class ScrapeEngineParam(TypedDict, total=False):
|
|
12
|
-
engine_type: Required[Literal["
|
|
13
|
-
"""Available engine types"""
|
|
12
|
+
engine_type: Required[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]]
|
|
14
13
|
|
|
15
14
|
headers: Optional[Dict[str, str]]
|
|
16
15
|
"""Custom headers"""
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import
|
|
6
|
-
from typing_extensions import Required, TypedDict
|
|
5
|
+
from typing import List
|
|
6
|
+
from typing_extensions import Literal, Required, TypedDict
|
|
7
7
|
|
|
8
8
|
__all__ = ["CrawlCreateParams"]
|
|
9
9
|
|
|
@@ -13,7 +13,7 @@ class CrawlCreateParams(TypedDict, total=False):
|
|
|
13
13
|
|
|
14
14
|
crawl_id: Required[str]
|
|
15
15
|
|
|
16
|
-
engines: Required[
|
|
16
|
+
engines: Required[List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]]]
|
|
17
17
|
|
|
18
18
|
url: Required[str]
|
|
19
19
|
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
|
|
3
3
|
from __future__ import annotations
|
|
4
4
|
|
|
5
|
-
from typing import
|
|
6
|
-
from typing_extensions import Required, TypedDict
|
|
5
|
+
from typing import List
|
|
6
|
+
from typing_extensions import Literal, Required, TypedDict
|
|
7
7
|
|
|
8
8
|
__all__ = ["CrawlRequestParam"]
|
|
9
9
|
|
|
@@ -13,7 +13,7 @@ class CrawlRequestParam(TypedDict, total=False):
|
|
|
13
13
|
|
|
14
14
|
crawl_id: Required[str]
|
|
15
15
|
|
|
16
|
-
engines: Required[
|
|
16
|
+
engines: Required[List[Literal["FLEET", "ZENROWS", "SCRAPINGBEE", "FLEET_ASYNC", "FLEET_WORKFLOW"]]]
|
|
17
17
|
|
|
18
18
|
url: Required[str]
|
|
19
19
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: cartography-client
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.4.0
|
|
4
4
|
Summary: The official Python library for the cartography API
|
|
5
5
|
Project-URL: Homepage, https://github.com/evrimai/cartography-client
|
|
6
6
|
Project-URL: Repository, https://github.com/evrimai/cartography-client
|
|
@@ -11,7 +11,7 @@ cartography/_resource.py,sha256=ofOCE9gyI5yng3FbynF2nNk2n-PfZEnNu89Kv2LGtR8,1130
|
|
|
11
11
|
cartography/_response.py,sha256=KTgC3XMyHfxd-QFOw0_eSSH_H9JjFLguHHnlMVgDmYY,28848
|
|
12
12
|
cartography/_streaming.py,sha256=44nEybod8OtdW8mLkaJGFHaLPYdy7ANKKbdKZxp7BNU,10120
|
|
13
13
|
cartography/_types.py,sha256=4TMbDeigQ7UCsXAWFGmB-BVvdzbdp4JKq52aMkGgMQU,6202
|
|
14
|
-
cartography/_version.py,sha256=
|
|
14
|
+
cartography/_version.py,sha256=uSmg9QaV37I0fKZRdfUryKa7NiJ3GAnr_uKbDfh4Uw4,163
|
|
15
15
|
cartography/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
16
16
|
cartography/_utils/__init__.py,sha256=PNZ_QJuzZEgyYXqkO1HVhGkj5IU9bglVUcw7H-Knjzw,2062
|
|
17
17
|
cartography/_utils/_logs.py,sha256=TNCxhQiimRnezBq1pV7qiJToiuoztfqs3Ls7XjnhyIE,789
|
|
@@ -26,28 +26,28 @@ cartography/_utils/_utils.py,sha256=ts4CiiuNpFiGB6YMdkQRh2SZvYvsl7mAF-JWHCcLDf4,
|
|
|
26
26
|
cartography/lib/.keep,sha256=wuNrz-5SXo3jJaJOJgz4vFHM41YH_g20F5cRQo0vLes,224
|
|
27
27
|
cartography/resources/__init__.py,sha256=jlfUMy6HtRCTxMrnyw27hYsZOYeF5v6-MlB4S-oyb7Q,2868
|
|
28
28
|
cartography/resources/api_info.py,sha256=fpUmtanW8xH3fF4tc5C1DHQbslsb5WEuZqz5chG6atg,4996
|
|
29
|
-
cartography/resources/crawl.py,sha256=
|
|
29
|
+
cartography/resources/crawl.py,sha256=ZnQeteb5ozQ6EcRqHKUg7qnkcBuRYhfI3hIRlAsANBM,9909
|
|
30
30
|
cartography/resources/download.py,sha256=hmFY4N4TlANHHRC49mugVQ8FMpgwulcfWiKN4M1SzlI,13488
|
|
31
31
|
cartography/resources/health.py,sha256=-Okn-_N_NNmTUSSMMXM9SEzsfib4bZX4x3LbNwPFk4U,5019
|
|
32
32
|
cartography/resources/scrape.py,sha256=L9Sb2CM-FZpRn4FzK--RZBs9LQ_EUQj-F-IliHLfnzc,11635
|
|
33
33
|
cartography/resources/workflows/__init__.py,sha256=WF-IzwaW19ZKLOR8R3dEzhsDFEcoAmfygtqf8M7jNNw,1054
|
|
34
34
|
cartography/resources/workflows/workflows.py,sha256=ErRGqGtfrvXPLCGsqi8zwazD_jnrBCMRaNOXbzrxZ3M,10254
|
|
35
35
|
cartography/resources/workflows/request/__init__.py,sha256=u5ZP5HQC6UhVQ33WUgrN6ID8NoaKY_H6dNnpqTekp8w,1002
|
|
36
|
-
cartography/resources/workflows/request/crawl.py,sha256=
|
|
36
|
+
cartography/resources/workflows/request/crawl.py,sha256=Sr3ON2aAVQtg16qEDom4Z8cSYWpuKgj4LSjc2DXgnLk,11490
|
|
37
37
|
cartography/resources/workflows/request/request.py,sha256=gpkzJThqkkYn3ewtXGCnM7CkjuQzZmzK2LwDWXigZyo,8054
|
|
38
38
|
cartography/types/__init__.py,sha256=z5IVYO88AdR6Ul10__xjNOmo4n3U79T3lMEFpjpy53M,1758
|
|
39
39
|
cartography/types/api_info_retrieve_response.py,sha256=kdavk-S1UkgJaA8Ad9L-gl1DFVljhDk-afOLS5MV7EQ,246
|
|
40
40
|
cartography/types/bulk_download_result.py,sha256=YGqIZU2BwgiRt0wHHj-OUd2n7Ia0Ybo0kLotC7BE7-w,518
|
|
41
41
|
cartography/types/bulk_scrape_result.py,sha256=TOutkzQxTbEocwTBrRHaehU5M2OYYkLPXsf_U7DJj_k,361
|
|
42
|
-
cartography/types/crawl_create_graph_params.py,sha256=
|
|
42
|
+
cartography/types/crawl_create_graph_params.py,sha256=nHWIm4oBz16y_r3xOqsiR9GEYeGTmKIRCULGul8GAWs,1101
|
|
43
43
|
cartography/types/crawl_create_graph_response.py,sha256=GlUtSl8kSOC5_1-Aq3K-G1y5y91Y3lEtuRv2nRBKMu0,602
|
|
44
44
|
cartography/types/download_create_bulk_params.py,sha256=ER7DDd29NRSW4ai6MPXrhyug_M99YXSjf7_TRr6afoI,893
|
|
45
45
|
cartography/types/download_create_bulk_response.py,sha256=qP-jnoN6a2U0H7huWwFuMISHSJ-8SNk2AsPVurbw9mI,876
|
|
46
46
|
cartography/types/download_create_single_params.py,sha256=0VTwpk3w_zINrA8GJ-lkk1bae6AaY1Gmwfpt7TA4JNs,839
|
|
47
47
|
cartography/types/download_create_single_response.py,sha256=JhEM0u6R8pa6fi4YxKtx3I72dxMN39jyTvWPAnqokwM,386
|
|
48
|
-
cartography/types/downloader_type.py,sha256=
|
|
48
|
+
cartography/types/downloader_type.py,sha256=rDIZFpfUU_AmDTtvOkZzu5FkBRJnK9CKo9U5Orgi3Hs,218
|
|
49
49
|
cartography/types/health_check_response.py,sha256=hdwdGJfXNVha1D3jcndSfLbakkpcWf9P2_V9PbE305U,238
|
|
50
|
-
cartography/types/scrape_engine_param.py,sha256=
|
|
50
|
+
cartography/types/scrape_engine_param.py,sha256=oYMnJmq0cKK49_m7dU_o9tZw_ZPYQv3ijgdS3I3ODJY,733
|
|
51
51
|
cartography/types/scrape_scrape_bulk_params.py,sha256=yaoZLiSPLPraKq2JO9vsZ63TbKJ_uOHc47e5VPNXkgY,798
|
|
52
52
|
cartography/types/scrape_scrape_bulk_response.py,sha256=cEWB4M37mFdqti8y2EKzq-RSUOwUuITt9dD0reL3XJ4,854
|
|
53
53
|
cartography/types/scrape_scrape_single_params.py,sha256=slcqjrNXj_acnMGgMgj9c2KCj0B-LIXmBoPb5vPRKFI,459
|
|
@@ -61,10 +61,10 @@ cartography/types/workflows/request_create_download_response.py,sha256=8n05ENcmB
|
|
|
61
61
|
cartography/types/workflows/request/__init__.py,sha256=lXyknEexZDYnqVoqUMERnRuSlz4CixdFQXecKu8qGNc,505
|
|
62
62
|
cartography/types/workflows/request/crawl_create_bulk_params.py,sha256=tKJrecoRHVMF_T3okZAPCeaa8XGW5lMzoN1cku2kttc,393
|
|
63
63
|
cartography/types/workflows/request/crawl_create_bulk_response.py,sha256=jsxrgEsJ5sUKquwBVJqNXqGB8JFY3lEat1wNc-qJ7a4,479
|
|
64
|
-
cartography/types/workflows/request/crawl_create_params.py,sha256=
|
|
65
|
-
cartography/types/workflows/request/crawl_request_param.py,sha256
|
|
64
|
+
cartography/types/workflows/request/crawl_create_params.py,sha256=x3AgqG_6jEOQAns1qJdgN9aQMyVafvwyXNrORF_f3Vk,634
|
|
65
|
+
cartography/types/workflows/request/crawl_request_param.py,sha256=gNksSIdZmutW1tx_dCQri3_W-6j0IrnNEp4RRzTygMI,634
|
|
66
66
|
cartography/types/workflows/request/workflow_result.py,sha256=iIDSquvEHkrr_IDYhZqJDZgLvEugBKgSeQOnA9jPohQ,221
|
|
67
|
-
cartography_client-0.
|
|
68
|
-
cartography_client-0.
|
|
69
|
-
cartography_client-0.
|
|
70
|
-
cartography_client-0.
|
|
67
|
+
cartography_client-0.4.0.dist-info/METADATA,sha256=QlnztDxb02MlZOR4ISd659sAlFk81trqILLzo66qqRs,13566
|
|
68
|
+
cartography_client-0.4.0.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
|
|
69
|
+
cartography_client-0.4.0.dist-info/licenses/LICENSE,sha256=0DZ926LAsHVU1OBPQaE_owbXJZ6foQ133RvErapSzt0,11341
|
|
70
|
+
cartography_client-0.4.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|