crawlee 1.0.5b14__py3-none-any.whl → 1.0.5b16__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
crawlee/configuration.py CHANGED
@@ -28,7 +28,9 @@ class Configuration(BaseSettings):
28
28
  Settings can also be configured via environment variables, prefixed with `CRAWLEE_`.
29
29
  """
30
30
 
31
- model_config = SettingsConfigDict(validate_by_name=True, validate_by_alias=True)
31
+ # TODO: https://github.com/pydantic/pydantic-settings/issues/706
32
+ # Use `SettingsConfigDict(validate_by_name=True, validate_by_alias=True)` when issue is resolved.
33
+ model_config = SettingsConfigDict(populate_by_name=True)
32
34
 
33
35
  internal_timeout: Annotated[timedelta | None, Field(alias='crawlee_internal_timeout')] = None
34
36
  """Timeout for the internal asynchronous operations."""
@@ -1,5 +1,6 @@
1
1
  from __future__ import annotations
2
2
 
3
+ import sys
3
4
  import warnings
4
5
  from datetime import timedelta
5
6
  from pathlib import Path
@@ -268,6 +269,14 @@ class SqlStorageClient(StorageClient):
268
269
  'Unsupported database. Supported: sqlite, postgresql. Consider using a different database.'
269
270
  )
270
271
 
272
+ # TODO: https://github.com/apify/crawlee-python/issues/1555
273
+ if 'postgresql' in connection_string and sys.version_info >= (3, 14):
274
+ raise ValueError(
275
+ 'SqlStorageClient cannot use PostgreSQL with Python 3.14 '
276
+ 'due to asyncpg compatibility limitations. '
277
+ 'Please use Python 3.13 or earlier, or switch to SQLite.'
278
+ )
279
+
271
280
  self._engine = create_async_engine(
272
281
  connection_string,
273
282
  future=True,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: crawlee
3
- Version: 1.0.5b14
3
+ Version: 1.0.5b16
4
4
  Summary: Crawlee for Python
5
5
  Project-URL: Apify Homepage, https://apify.com
6
6
  Project-URL: Changelog, https://crawlee.dev/python/docs/changelog
@@ -223,15 +223,16 @@ Classifier: Programming Language :: Python :: 3.10
223
223
  Classifier: Programming Language :: Python :: 3.11
224
224
  Classifier: Programming Language :: Python :: 3.12
225
225
  Classifier: Programming Language :: Python :: 3.13
226
+ Classifier: Programming Language :: Python :: 3.14
226
227
  Classifier: Topic :: Software Development :: Libraries
227
228
  Requires-Python: >=3.10
228
229
  Requires-Dist: cachetools>=5.5.0
229
230
  Requires-Dist: colorama>=0.4.0
230
- Requires-Dist: impit>=0.6.1
231
+ Requires-Dist: impit>=0.8.0
231
232
  Requires-Dist: more-itertools>=10.2.0
232
233
  Requires-Dist: protego>=0.5.0
233
234
  Requires-Dist: psutil>=6.0.0
234
- Requires-Dist: pydantic-settings!=2.7.0,!=2.7.1,!=2.8.0,>=2.2.0
235
+ Requires-Dist: pydantic-settings>=2.12.0
235
236
  Requires-Dist: pydantic>=2.11.0
236
237
  Requires-Dist: pyee>=9.0.0
237
238
  Requires-Dist: tldextract>=5.1.0
@@ -246,7 +247,7 @@ Requires-Dist: scikit-learn>=1.6.0; extra == 'adaptive-crawler'
246
247
  Provides-Extra: all
247
248
  Requires-Dist: aiosqlite>=0.21.0; extra == 'all'
248
249
  Requires-Dist: apify-fingerprint-datapoints>=0.0.2; extra == 'all'
249
- Requires-Dist: asyncpg>=0.24.0; extra == 'all'
250
+ Requires-Dist: asyncpg>=0.24.0; (python_version < '3.14') and extra == 'all'
250
251
  Requires-Dist: beautifulsoup4[lxml]>=4.12.0; extra == 'all'
251
252
  Requires-Dist: browserforge>=1.2.3; extra == 'all'
252
253
  Requires-Dist: cookiecutter>=2.6.0; extra == 'all'
@@ -300,7 +301,7 @@ Requires-Dist: playwright>=1.27.0; extra == 'playwright'
300
301
  Provides-Extra: redis
301
302
  Requires-Dist: redis[hiredis]>=7.0.0; extra == 'redis'
302
303
  Provides-Extra: sql-postgres
303
- Requires-Dist: asyncpg>=0.24.0; extra == 'sql-postgres'
304
+ Requires-Dist: asyncpg>=0.24.0; (python_version < '3.14') and extra == 'sql-postgres'
304
305
  Requires-Dist: sqlalchemy[asyncio]<3.0.0,>=2.0.0; extra == 'sql-postgres'
305
306
  Provides-Extra: sql-sqlite
306
307
  Requires-Dist: aiosqlite>=0.21.0; extra == 'sql-sqlite'
@@ -6,7 +6,7 @@ crawlee/_log_config.py,sha256=VyxoEfWCq_9fyicmmJbjiZ5KC91onMcAtX2L4oKX4m4,5999
6
6
  crawlee/_request.py,sha256=XliqiaL5Gp3fIDqHVVw0GF35VydXOtg6wJIkeaLcAwk,16458
7
7
  crawlee/_service_locator.py,sha256=SJ8ABYtclBl7rz8kfZ2jZkIgKq5oNIoGT7WmN8ApTzo,5058
8
8
  crawlee/_types.py,sha256=DAmfSv5W1dt3nJhJ8z-02gDaE06fdEizNKUlHpsd2_A,29129
9
- crawlee/configuration.py,sha256=KG_XDkPe1VaYfaIu41nICvMjfHbDKM0h4-YTi3DkyRY,7917
9
+ crawlee/configuration.py,sha256=DWS2z1FC6Ua93W2tStK3R1ZKZbZjVQYWGiGFbZFaRtA,8064
10
10
  crawlee/errors.py,sha256=RhFNA_uT615nVBHf9TylpX5YWwtDuHUUEV8LPT4CYa4,3878
11
11
  crawlee/proxy_configuration.py,sha256=rqf67yerXvLvraBaAHW04nvf5ECze3wMQbK7LlqXucM,10386
12
12
  crawlee/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -189,7 +189,7 @@ crawlee/storage_clients/_sql/_dataset_client.py,sha256=tiJVvOPZgc7cy4kGfWnun-g2T
189
189
  crawlee/storage_clients/_sql/_db_models.py,sha256=KzA-R_L6zv9gqQg7B27mF-fERNJuMUEnewV9iofmTnI,9812
190
190
  crawlee/storage_clients/_sql/_key_value_store_client.py,sha256=LnVLWhOjo4LdvtCac4fwuf__DgEQjlqSxz8KkjY3Qx4,11311
191
191
  crawlee/storage_clients/_sql/_request_queue_client.py,sha256=OlvAOwEoYY5f4NO7BdhLFRT_i_E3YzJDb_ptKKK2huY,29478
192
- crawlee/storage_clients/_sql/_storage_client.py,sha256=ITtMpwfotIW4SZjO4rycB5wfMKaqTAJgMvzcUZxckrk,10905
192
+ crawlee/storage_clients/_sql/_storage_client.py,sha256=okONooE_1Z5hxhJaXl7jEDXEryKqXlnFx6F1EuxyP2s,11317
193
193
  crawlee/storage_clients/_sql/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
194
194
  crawlee/storages/__init__.py,sha256=wc2eioyCKAAYrg4N7cshpjC-UbE23OzGar9nK_kteSY,186
195
195
  crawlee/storages/_base.py,sha256=zUOcMJTg8MAzq-m9X1NJcWncCfxzI5mb5MyY35WAkMk,2310
@@ -199,8 +199,8 @@ crawlee/storages/_request_queue.py,sha256=bjBOGbpMaGUsqJPVB-JD2VShziPAYMI-GvWKKp
199
199
  crawlee/storages/_storage_instance_manager.py,sha256=72n0YlPwNpSQDJSPf4TxnI2GvIK6L-ZiTmHRbFcoVU0,8164
200
200
  crawlee/storages/_utils.py,sha256=Yz-5tEBYKYCFJemYT29--uGJqoJLApLDLgPcsnbifRw,439
201
201
  crawlee/storages/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
202
- crawlee-1.0.5b14.dist-info/METADATA,sha256=2apr15MTrxnGMk059Ise97Lhn4PBInpZuH3nSZmqJVY,29445
203
- crawlee-1.0.5b14.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
204
- crawlee-1.0.5b14.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
205
- crawlee-1.0.5b14.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
206
- crawlee-1.0.5b14.dist-info/RECORD,,
202
+ crawlee-1.0.5b16.dist-info/METADATA,sha256=vxvngxShgCSZJvYSBSz9q0I8u9bTiQBqCNE56IiTLbg,29533
203
+ crawlee-1.0.5b16.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
204
+ crawlee-1.0.5b16.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
205
+ crawlee-1.0.5b16.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
206
+ crawlee-1.0.5b16.dist-info/RECORD,,