crawlee 1.0.5b15__py3-none-any.whl → 1.0.5b16__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- crawlee/storage_clients/_sql/_storage_client.py +9 -0
- {crawlee-1.0.5b15.dist-info → crawlee-1.0.5b16.dist-info}/METADATA +5 -4
- {crawlee-1.0.5b15.dist-info → crawlee-1.0.5b16.dist-info}/RECORD +6 -6
- {crawlee-1.0.5b15.dist-info → crawlee-1.0.5b16.dist-info}/WHEEL +0 -0
- {crawlee-1.0.5b15.dist-info → crawlee-1.0.5b16.dist-info}/entry_points.txt +0 -0
- {crawlee-1.0.5b15.dist-info → crawlee-1.0.5b16.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
2
|
|
|
3
|
+
import sys
|
|
3
4
|
import warnings
|
|
4
5
|
from datetime import timedelta
|
|
5
6
|
from pathlib import Path
|
|
@@ -268,6 +269,14 @@ class SqlStorageClient(StorageClient):
|
|
|
268
269
|
'Unsupported database. Supported: sqlite, postgresql. Consider using a different database.'
|
|
269
270
|
)
|
|
270
271
|
|
|
272
|
+
# TODO: https://github.com/apify/crawlee-python/issues/1555
|
|
273
|
+
if 'postgresql' in connection_string and sys.version_info >= (3, 14):
|
|
274
|
+
raise ValueError(
|
|
275
|
+
'SqlStorageClient cannot use PostgreSQL with Python 3.14 '
|
|
276
|
+
'due to asyncpg compatibility limitations. '
|
|
277
|
+
'Please use Python 3.13 or earlier, or switch to SQLite.'
|
|
278
|
+
)
|
|
279
|
+
|
|
271
280
|
self._engine = create_async_engine(
|
|
272
281
|
connection_string,
|
|
273
282
|
future=True,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: crawlee
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.5b16
|
|
4
4
|
Summary: Crawlee for Python
|
|
5
5
|
Project-URL: Apify Homepage, https://apify.com
|
|
6
6
|
Project-URL: Changelog, https://crawlee.dev/python/docs/changelog
|
|
@@ -223,11 +223,12 @@ Classifier: Programming Language :: Python :: 3.10
|
|
|
223
223
|
Classifier: Programming Language :: Python :: 3.11
|
|
224
224
|
Classifier: Programming Language :: Python :: 3.12
|
|
225
225
|
Classifier: Programming Language :: Python :: 3.13
|
|
226
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
226
227
|
Classifier: Topic :: Software Development :: Libraries
|
|
227
228
|
Requires-Python: >=3.10
|
|
228
229
|
Requires-Dist: cachetools>=5.5.0
|
|
229
230
|
Requires-Dist: colorama>=0.4.0
|
|
230
|
-
Requires-Dist: impit>=0.
|
|
231
|
+
Requires-Dist: impit>=0.8.0
|
|
231
232
|
Requires-Dist: more-itertools>=10.2.0
|
|
232
233
|
Requires-Dist: protego>=0.5.0
|
|
233
234
|
Requires-Dist: psutil>=6.0.0
|
|
@@ -246,7 +247,7 @@ Requires-Dist: scikit-learn>=1.6.0; extra == 'adaptive-crawler'
|
|
|
246
247
|
Provides-Extra: all
|
|
247
248
|
Requires-Dist: aiosqlite>=0.21.0; extra == 'all'
|
|
248
249
|
Requires-Dist: apify-fingerprint-datapoints>=0.0.2; extra == 'all'
|
|
249
|
-
Requires-Dist: asyncpg>=0.24.0; extra == 'all'
|
|
250
|
+
Requires-Dist: asyncpg>=0.24.0; (python_version < '3.14') and extra == 'all'
|
|
250
251
|
Requires-Dist: beautifulsoup4[lxml]>=4.12.0; extra == 'all'
|
|
251
252
|
Requires-Dist: browserforge>=1.2.3; extra == 'all'
|
|
252
253
|
Requires-Dist: cookiecutter>=2.6.0; extra == 'all'
|
|
@@ -300,7 +301,7 @@ Requires-Dist: playwright>=1.27.0; extra == 'playwright'
|
|
|
300
301
|
Provides-Extra: redis
|
|
301
302
|
Requires-Dist: redis[hiredis]>=7.0.0; extra == 'redis'
|
|
302
303
|
Provides-Extra: sql-postgres
|
|
303
|
-
Requires-Dist: asyncpg>=0.24.0; extra == 'sql-postgres'
|
|
304
|
+
Requires-Dist: asyncpg>=0.24.0; (python_version < '3.14') and extra == 'sql-postgres'
|
|
304
305
|
Requires-Dist: sqlalchemy[asyncio]<3.0.0,>=2.0.0; extra == 'sql-postgres'
|
|
305
306
|
Provides-Extra: sql-sqlite
|
|
306
307
|
Requires-Dist: aiosqlite>=0.21.0; extra == 'sql-sqlite'
|
|
@@ -189,7 +189,7 @@ crawlee/storage_clients/_sql/_dataset_client.py,sha256=tiJVvOPZgc7cy4kGfWnun-g2T
|
|
|
189
189
|
crawlee/storage_clients/_sql/_db_models.py,sha256=KzA-R_L6zv9gqQg7B27mF-fERNJuMUEnewV9iofmTnI,9812
|
|
190
190
|
crawlee/storage_clients/_sql/_key_value_store_client.py,sha256=LnVLWhOjo4LdvtCac4fwuf__DgEQjlqSxz8KkjY3Qx4,11311
|
|
191
191
|
crawlee/storage_clients/_sql/_request_queue_client.py,sha256=OlvAOwEoYY5f4NO7BdhLFRT_i_E3YzJDb_ptKKK2huY,29478
|
|
192
|
-
crawlee/storage_clients/_sql/_storage_client.py,sha256=
|
|
192
|
+
crawlee/storage_clients/_sql/_storage_client.py,sha256=okONooE_1Z5hxhJaXl7jEDXEryKqXlnFx6F1EuxyP2s,11317
|
|
193
193
|
crawlee/storage_clients/_sql/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
194
194
|
crawlee/storages/__init__.py,sha256=wc2eioyCKAAYrg4N7cshpjC-UbE23OzGar9nK_kteSY,186
|
|
195
195
|
crawlee/storages/_base.py,sha256=zUOcMJTg8MAzq-m9X1NJcWncCfxzI5mb5MyY35WAkMk,2310
|
|
@@ -199,8 +199,8 @@ crawlee/storages/_request_queue.py,sha256=bjBOGbpMaGUsqJPVB-JD2VShziPAYMI-GvWKKp
|
|
|
199
199
|
crawlee/storages/_storage_instance_manager.py,sha256=72n0YlPwNpSQDJSPf4TxnI2GvIK6L-ZiTmHRbFcoVU0,8164
|
|
200
200
|
crawlee/storages/_utils.py,sha256=Yz-5tEBYKYCFJemYT29--uGJqoJLApLDLgPcsnbifRw,439
|
|
201
201
|
crawlee/storages/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
202
|
-
crawlee-1.0.
|
|
203
|
-
crawlee-1.0.
|
|
204
|
-
crawlee-1.0.
|
|
205
|
-
crawlee-1.0.
|
|
206
|
-
crawlee-1.0.
|
|
202
|
+
crawlee-1.0.5b16.dist-info/METADATA,sha256=vxvngxShgCSZJvYSBSz9q0I8u9bTiQBqCNE56IiTLbg,29533
|
|
203
|
+
crawlee-1.0.5b16.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
204
|
+
crawlee-1.0.5b16.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
|
|
205
|
+
crawlee-1.0.5b16.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
|
|
206
|
+
crawlee-1.0.5b16.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|