crawlee 1.0.2b1__py3-none-any.whl → 1.0.2b2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- crawlee/storage_clients/_file_system/_dataset_client.py +2 -2
- crawlee/storage_clients/_file_system/_key_value_store_client.py +2 -2
- crawlee/storage_clients/_file_system/_request_queue_client.py +2 -2
- crawlee/storage_clients/_memory/_dataset_client.py +2 -2
- crawlee/storage_clients/_memory/_key_value_store_client.py +2 -2
- crawlee/storage_clients/_memory/_request_queue_client.py +2 -2
- crawlee/storage_clients/_sql/_dataset_client.py +2 -2
- crawlee/storage_clients/_sql/_key_value_store_client.py +2 -2
- crawlee/storage_clients/_sql/_request_queue_client.py +2 -2
- {crawlee-1.0.2b1.dist-info → crawlee-1.0.2b2.dist-info}/METADATA +1 -1
- {crawlee-1.0.2b1.dist-info → crawlee-1.0.2b2.dist-info}/RECORD +14 -14
- {crawlee-1.0.2b1.dist-info → crawlee-1.0.2b2.dist-info}/WHEEL +0 -0
- {crawlee-1.0.2b1.dist-info → crawlee-1.0.2b2.dist-info}/entry_points.txt +0 -0
- {crawlee-1.0.2b1.dist-info → crawlee-1.0.2b2.dist-info}/licenses/LICENSE +0 -0
|
@@ -9,7 +9,7 @@ from pathlib import Path
|
|
|
9
9
|
from typing import TYPE_CHECKING, Any
|
|
10
10
|
|
|
11
11
|
from pydantic import ValidationError
|
|
12
|
-
from typing_extensions import override
|
|
12
|
+
from typing_extensions import Self, override
|
|
13
13
|
|
|
14
14
|
from crawlee._consts import METADATA_FILENAME
|
|
15
15
|
from crawlee._utils.crypto import crypto_random_object_id
|
|
@@ -94,7 +94,7 @@ class FileSystemDatasetClient(DatasetClient):
|
|
|
94
94
|
name: str | None,
|
|
95
95
|
alias: str | None,
|
|
96
96
|
configuration: Configuration,
|
|
97
|
-
) ->
|
|
97
|
+
) -> Self:
|
|
98
98
|
"""Open or create a file system dataset client.
|
|
99
99
|
|
|
100
100
|
This method attempts to open an existing dataset from the file system. If a dataset with the specified ID
|
|
@@ -10,7 +10,7 @@ from pathlib import Path
|
|
|
10
10
|
from typing import TYPE_CHECKING, Any
|
|
11
11
|
|
|
12
12
|
from pydantic import ValidationError
|
|
13
|
-
from typing_extensions import override
|
|
13
|
+
from typing_extensions import Self, override
|
|
14
14
|
|
|
15
15
|
from crawlee._consts import METADATA_FILENAME
|
|
16
16
|
from crawlee._utils.crypto import crypto_random_object_id
|
|
@@ -93,7 +93,7 @@ class FileSystemKeyValueStoreClient(KeyValueStoreClient):
|
|
|
93
93
|
name: str | None,
|
|
94
94
|
alias: str | None,
|
|
95
95
|
configuration: Configuration,
|
|
96
|
-
) ->
|
|
96
|
+
) -> Self:
|
|
97
97
|
"""Open or create a file system key-value store client.
|
|
98
98
|
|
|
99
99
|
This method attempts to open an existing key-value store from the file system. If a KVS with the specified
|
|
@@ -11,7 +11,7 @@ from pathlib import Path
|
|
|
11
11
|
from typing import TYPE_CHECKING
|
|
12
12
|
|
|
13
13
|
from pydantic import BaseModel, ValidationError
|
|
14
|
-
from typing_extensions import override
|
|
14
|
+
from typing_extensions import Self, override
|
|
15
15
|
|
|
16
16
|
from crawlee import Request
|
|
17
17
|
from crawlee._consts import METADATA_FILENAME
|
|
@@ -144,7 +144,7 @@ class FileSystemRequestQueueClient(RequestQueueClient):
|
|
|
144
144
|
name: str | None,
|
|
145
145
|
alias: str | None,
|
|
146
146
|
configuration: Configuration,
|
|
147
|
-
) ->
|
|
147
|
+
) -> Self:
|
|
148
148
|
"""Open or create a file system request queue client.
|
|
149
149
|
|
|
150
150
|
This method attempts to open an existing request queue from the file system. If a queue with the specified
|
|
@@ -4,7 +4,7 @@ from datetime import datetime, timezone
|
|
|
4
4
|
from logging import getLogger
|
|
5
5
|
from typing import TYPE_CHECKING, Any
|
|
6
6
|
|
|
7
|
-
from typing_extensions import override
|
|
7
|
+
from typing_extensions import Self, override
|
|
8
8
|
|
|
9
9
|
from crawlee._utils.crypto import crypto_random_object_id
|
|
10
10
|
from crawlee._utils.raise_if_too_many_kwargs import raise_if_too_many_kwargs
|
|
@@ -55,7 +55,7 @@ class MemoryDatasetClient(DatasetClient):
|
|
|
55
55
|
id: str | None,
|
|
56
56
|
name: str | None,
|
|
57
57
|
alias: str | None,
|
|
58
|
-
) ->
|
|
58
|
+
) -> Self:
|
|
59
59
|
"""Open or create a new memory dataset client.
|
|
60
60
|
|
|
61
61
|
This method creates a new in-memory dataset instance. Unlike persistent storage implementations, memory
|
|
@@ -4,7 +4,7 @@ import sys
|
|
|
4
4
|
from datetime import datetime, timezone
|
|
5
5
|
from typing import TYPE_CHECKING, Any
|
|
6
6
|
|
|
7
|
-
from typing_extensions import override
|
|
7
|
+
from typing_extensions import Self, override
|
|
8
8
|
|
|
9
9
|
from crawlee._utils.crypto import crypto_random_object_id
|
|
10
10
|
from crawlee._utils.file import infer_mime_type
|
|
@@ -53,7 +53,7 @@ class MemoryKeyValueStoreClient(KeyValueStoreClient):
|
|
|
53
53
|
id: str | None,
|
|
54
54
|
name: str | None,
|
|
55
55
|
alias: str | None,
|
|
56
|
-
) ->
|
|
56
|
+
) -> Self:
|
|
57
57
|
"""Open or create a new memory key-value store client.
|
|
58
58
|
|
|
59
59
|
This method creates a new in-memory key-value store instance. Unlike persistent storage implementations,
|
|
@@ -6,7 +6,7 @@ from datetime import datetime, timezone
|
|
|
6
6
|
from logging import getLogger
|
|
7
7
|
from typing import TYPE_CHECKING
|
|
8
8
|
|
|
9
|
-
from typing_extensions import override
|
|
9
|
+
from typing_extensions import Self, override
|
|
10
10
|
|
|
11
11
|
from crawlee import Request
|
|
12
12
|
from crawlee._utils.crypto import crypto_random_object_id
|
|
@@ -65,7 +65,7 @@ class MemoryRequestQueueClient(RequestQueueClient):
|
|
|
65
65
|
id: str | None,
|
|
66
66
|
name: str | None,
|
|
67
67
|
alias: str | None,
|
|
68
|
-
) ->
|
|
68
|
+
) -> Self:
|
|
69
69
|
"""Open or create a new memory request queue client.
|
|
70
70
|
|
|
71
71
|
This method creates a new in-memory request queue instance. Unlike persistent storage implementations,
|
|
@@ -4,7 +4,7 @@ from logging import getLogger
|
|
|
4
4
|
from typing import TYPE_CHECKING, Any
|
|
5
5
|
|
|
6
6
|
from sqlalchemy import Select, insert, select
|
|
7
|
-
from typing_extensions import override
|
|
7
|
+
from typing_extensions import Self, override
|
|
8
8
|
|
|
9
9
|
from crawlee.storage_clients._base import DatasetClient
|
|
10
10
|
from crawlee.storage_clients.models import DatasetItemsListPage, DatasetMetadata
|
|
@@ -78,7 +78,7 @@ class SqlDatasetClient(DatasetClient, SqlClientMixin):
|
|
|
78
78
|
name: str | None,
|
|
79
79
|
alias: str | None,
|
|
80
80
|
storage_client: SqlStorageClient,
|
|
81
|
-
) ->
|
|
81
|
+
) -> Self:
|
|
82
82
|
"""Open an existing dataset or create a new one.
|
|
83
83
|
|
|
84
84
|
Args:
|
|
@@ -5,7 +5,7 @@ from logging import getLogger
|
|
|
5
5
|
from typing import TYPE_CHECKING, Any
|
|
6
6
|
|
|
7
7
|
from sqlalchemy import delete, select
|
|
8
|
-
from typing_extensions import override
|
|
8
|
+
from typing_extensions import Self, override
|
|
9
9
|
|
|
10
10
|
from crawlee._utils.file import infer_mime_type
|
|
11
11
|
from crawlee.storage_clients._base import KeyValueStoreClient
|
|
@@ -77,7 +77,7 @@ class SqlKeyValueStoreClient(KeyValueStoreClient, SqlClientMixin):
|
|
|
77
77
|
name: str | None,
|
|
78
78
|
alias: str | None,
|
|
79
79
|
storage_client: SqlStorageClient,
|
|
80
|
-
) ->
|
|
80
|
+
) -> Self:
|
|
81
81
|
"""Open or create a SQL key-value store client.
|
|
82
82
|
|
|
83
83
|
This method attempts to open an existing key-value store from the SQL database. If a KVS with the specified
|
|
@@ -10,7 +10,7 @@ from typing import TYPE_CHECKING, Any
|
|
|
10
10
|
from sqlalchemy import func, or_, select, update
|
|
11
11
|
from sqlalchemy.exc import SQLAlchemyError
|
|
12
12
|
from sqlalchemy.orm import load_only
|
|
13
|
-
from typing_extensions import NotRequired, override
|
|
13
|
+
from typing_extensions import NotRequired, Self, override
|
|
14
14
|
|
|
15
15
|
from crawlee import Request
|
|
16
16
|
from crawlee._utils.crypto import crypto_random_object_id
|
|
@@ -119,7 +119,7 @@ class SqlRequestQueueClient(RequestQueueClient, SqlClientMixin):
|
|
|
119
119
|
name: str | None,
|
|
120
120
|
alias: str | None,
|
|
121
121
|
storage_client: SqlStorageClient,
|
|
122
|
-
) ->
|
|
122
|
+
) -> Self:
|
|
123
123
|
"""Open an existing request queue or create a new one.
|
|
124
124
|
|
|
125
125
|
This method first tries to find an existing queue by ID or name.
|
|
@@ -159,24 +159,24 @@ crawlee/storage_clients/_base/_request_queue_client.py,sha256=cgM4yk6xJwgfzP-xaN
|
|
|
159
159
|
crawlee/storage_clients/_base/_storage_client.py,sha256=RvmKCV1U9_KxyG7n8xhClm2vwD2SKChWIiBLk6cuqw0,3523
|
|
160
160
|
crawlee/storage_clients/_base/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
161
161
|
crawlee/storage_clients/_file_system/__init__.py,sha256=w3twfwz5YeLYeu_70pNPBRINS2wXRvzOMvA1hUDYgf0,387
|
|
162
|
-
crawlee/storage_clients/_file_system/_dataset_client.py,sha256=
|
|
163
|
-
crawlee/storage_clients/_file_system/_key_value_store_client.py,sha256=
|
|
164
|
-
crawlee/storage_clients/_file_system/_request_queue_client.py,sha256=
|
|
162
|
+
crawlee/storage_clients/_file_system/_dataset_client.py,sha256=1Z8VCDx8ueh0FQQXUr8tJlOtKw8ggkaFjuz3-T_GJDY,17735
|
|
163
|
+
crawlee/storage_clients/_file_system/_key_value_store_client.py,sha256=qNa3RRJQ8Omy2AteQvYh1Td04PsP5AhUFyTpL6KQbSg,18676
|
|
164
|
+
crawlee/storage_clients/_file_system/_request_queue_client.py,sha256=0TM4BFcz2knQiWyF6dH62WTTj11wN9dNtpYOiBDqkpY,32862
|
|
165
165
|
crawlee/storage_clients/_file_system/_storage_client.py,sha256=My63uc513kfUPe5X-PTYWBRe9xUGnkLqJN7IcsQd2yw,3293
|
|
166
166
|
crawlee/storage_clients/_file_system/_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
167
167
|
crawlee/storage_clients/_file_system/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
168
168
|
crawlee/storage_clients/_memory/__init__.py,sha256=WHyBhckxdw2k0epkM_B3ymNASebNTOCU_NrvfzUAn14,355
|
|
169
|
-
crawlee/storage_clients/_memory/_dataset_client.py,sha256=
|
|
170
|
-
crawlee/storage_clients/_memory/_key_value_store_client.py,sha256=
|
|
171
|
-
crawlee/storage_clients/_memory/_request_queue_client.py,sha256=
|
|
169
|
+
crawlee/storage_clients/_memory/_dataset_client.py,sha256=wxuhyVnWyi9jUfI2eY4kSgD6vVje4gL2Bursto348Ps,8827
|
|
170
|
+
crawlee/storage_clients/_memory/_key_value_store_client.py,sha256=rBXRggALe-0kBAe03sdLVkABhkEFmHqXRabR28IugUE,6472
|
|
171
|
+
crawlee/storage_clients/_memory/_request_queue_client.py,sha256=hPI78S1sOopVKFKDRW7ndkha7TVcJfwdd4onXgfb4Pk,13096
|
|
172
172
|
crawlee/storage_clients/_memory/_storage_client.py,sha256=EyiH-MgM_6iBItjmy2SkWAdjVbviacnxr3la-yiGfIw,2724
|
|
173
173
|
crawlee/storage_clients/_memory/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
174
174
|
crawlee/storage_clients/_sql/__init__.py,sha256=X_fDMc6jn50gEBZ9QyUw54sjovYfFvE-dgXAdci6Y2M,312
|
|
175
175
|
crawlee/storage_clients/_sql/_client_mixin.py,sha256=U9ThDUuRbT5JDtCFlBurhZIs1Ay5t9fTfPXXI_4dwHY,15988
|
|
176
|
-
crawlee/storage_clients/_sql/_dataset_client.py,sha256=
|
|
176
|
+
crawlee/storage_clients/_sql/_dataset_client.py,sha256=tiJVvOPZgc7cy4kGfWnun-g2TJMHMdaLnoqns5Sl6ek,10203
|
|
177
177
|
crawlee/storage_clients/_sql/_db_models.py,sha256=Gs4MS1YL0gWaUfNReVKJUXsqbU_d5jxiyvZ0sFxAV2A,9845
|
|
178
|
-
crawlee/storage_clients/_sql/_key_value_store_client.py,sha256=
|
|
179
|
-
crawlee/storage_clients/_sql/_request_queue_client.py,sha256=
|
|
178
|
+
crawlee/storage_clients/_sql/_key_value_store_client.py,sha256=D0nQoStq9PR0RTn9ZORKuTcRP7X-_2aDrLKgb2hKWM0,11189
|
|
179
|
+
crawlee/storage_clients/_sql/_request_queue_client.py,sha256=iavp-G62ApPtPmKePYviaNOFDXDg7QN9ozPHau6C1TY,28925
|
|
180
180
|
crawlee/storage_clients/_sql/_storage_client.py,sha256=3xfgUcdW7Pu_j3SDYFzAdnU81jl1CmZ9Z5_NLvNi4P8,10913
|
|
181
181
|
crawlee/storage_clients/_sql/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
182
182
|
crawlee/storages/__init__.py,sha256=wc2eioyCKAAYrg4N7cshpjC-UbE23OzGar9nK_kteSY,186
|
|
@@ -186,8 +186,8 @@ crawlee/storages/_key_value_store.py,sha256=3oI5hVoM_NpTQVKXCbQCmb0sZhW7vN2oXQo-
|
|
|
186
186
|
crawlee/storages/_request_queue.py,sha256=jt-d-NkI9lAorLssoI2r_lZjeEipe-5Cn6z9bfQqY3k,13154
|
|
187
187
|
crawlee/storages/_storage_instance_manager.py,sha256=iFX3ymsIXyTg8tMHtx5Wn9XyaC77dIf15GpuggsJPDM,7821
|
|
188
188
|
crawlee/storages/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
189
|
-
crawlee-1.0.
|
|
190
|
-
crawlee-1.0.
|
|
191
|
-
crawlee-1.0.
|
|
192
|
-
crawlee-1.0.
|
|
193
|
-
crawlee-1.0.
|
|
189
|
+
crawlee-1.0.2b2.dist-info/METADATA,sha256=t0naR_tcjn5u_u1v5ksG0sa8WzOwOZ0HryOIJ-6tKvE,29314
|
|
190
|
+
crawlee-1.0.2b2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
191
|
+
crawlee-1.0.2b2.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
|
|
192
|
+
crawlee-1.0.2b2.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
|
|
193
|
+
crawlee-1.0.2b2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|