apify 2.1.0b8__tar.gz → 2.1.0b9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apify might be problematic. Click here for more details.
- {apify-2.1.0b8 → apify-2.1.0b9}/PKG-INFO +2 -2
- {apify-2.1.0b8 → apify-2.1.0b9}/pyproject.toml +9 -9
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_configuration.py +1 -1
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_proxy_configuration.py +1 -1
- {apify-2.1.0b8 → apify-2.1.0b9}/LICENSE +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/README.md +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/__init__.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_actor.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_consts.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_crypto.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_models.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_platform_event_manager.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/_utils.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/__init__.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_apify_storage_client.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_dataset_client.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_dataset_collection_client.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_key_value_store_client.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_key_value_store_collection_client.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_request_queue_client.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_request_queue_collection_client.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/py.typed +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/log.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/py.typed +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/__init__.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/middlewares/__init__.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/middlewares/apify_proxy.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/middlewares/py.typed +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/pipelines/__init__.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/pipelines/actor_dataset_push.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/pipelines/py.typed +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/py.typed +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/requests.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/scheduler.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/scrapy/utils.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/storages/__init__.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/storages/_request_list.py +0 -0
- {apify-2.1.0b8 → apify-2.1.0b9}/src/apify/storages/py.typed +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apify
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.0b9
|
|
4
4
|
Summary: Apify SDK for Python
|
|
5
5
|
License: Apache-2.0
|
|
6
6
|
Keywords: apify,sdk,automation,chrome,crawlee,crawler,headless,scraper,scraping
|
|
@@ -23,7 +23,7 @@ Requires-Dist: apify-client (>=1.8.1)
|
|
|
23
23
|
Requires-Dist: apify-shared (>=1.1.2)
|
|
24
24
|
Requires-Dist: crawlee (>=0.4.0,<0.5.0)
|
|
25
25
|
Requires-Dist: cryptography (>=42.0.0)
|
|
26
|
-
Requires-Dist: httpx (>=0.27.0)
|
|
26
|
+
Requires-Dist: httpx (>=0.27.0,<0.28.0)
|
|
27
27
|
Requires-Dist: lazy-object-proxy (>=1.10.0)
|
|
28
28
|
Requires-Dist: scrapy (>=2.11.0) ; extra == "scrapy"
|
|
29
29
|
Requires-Dist: typing-extensions (>=4.1.0)
|
|
@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
|
|
|
4
4
|
|
|
5
5
|
[tool.poetry]
|
|
6
6
|
name = "apify"
|
|
7
|
-
version = "2.1.
|
|
7
|
+
version = "2.1.0b9"
|
|
8
8
|
description = "Apify SDK for Python"
|
|
9
9
|
authors = ["Apify Technologies s.r.o. <support@apify.com>"]
|
|
10
10
|
license = "Apache-2.0"
|
|
@@ -41,16 +41,15 @@ keywords = [
|
|
|
41
41
|
"Issue Tracker" = "https://github.com/apify/apify-sdk-python/issues"
|
|
42
42
|
"Repository" = "https://github.com/apify/apify-sdk-python"
|
|
43
43
|
|
|
44
|
-
# We use inclusive ordered comparison clauses for external packages intentionally in order to enhance SDK's
|
|
45
|
-
# compatibility with external packages. This decision was discussed in detail in the following PR:
|
|
46
|
-
# https://github.com/apify/apify-sdk-python/pull/154.
|
|
47
44
|
[tool.poetry.dependencies]
|
|
48
45
|
python = "^3.9"
|
|
49
46
|
apify-client = ">=1.8.1"
|
|
50
47
|
apify-shared = ">=1.1.2"
|
|
51
48
|
crawlee = "~0.4.0"
|
|
52
49
|
cryptography = ">=42.0.0"
|
|
53
|
-
|
|
50
|
+
# TODO: relax the upper bound once the issue is resolved:
|
|
51
|
+
# https://github.com/apify/apify-sdk-python/issues/348
|
|
52
|
+
httpx = "~0.27.0"
|
|
54
53
|
lazy-object-proxy = ">=1.10.0"
|
|
55
54
|
scrapy = { version = ">=2.11.0", optional = true }
|
|
56
55
|
typing-extensions = ">=4.1.0"
|
|
@@ -94,7 +93,6 @@ ignore = [
|
|
|
94
93
|
"G004", # Logging statement uses f-string
|
|
95
94
|
"ISC001", # This rule may cause conflicts when used with the formatter
|
|
96
95
|
"FIX", # flake8-fixme
|
|
97
|
-
"PGH003", # Use specific rule codes when ignoring type issues
|
|
98
96
|
"PLR0911", # Too many return statements
|
|
99
97
|
"PLR0913", # Too many arguments in function definition
|
|
100
98
|
"PLR0915", # Too many statements
|
|
@@ -184,6 +182,11 @@ exclude = []
|
|
|
184
182
|
module = ['scrapy', 'scrapy.*', 'lazy_object_proxy']
|
|
185
183
|
ignore_missing_imports = true
|
|
186
184
|
|
|
185
|
+
[tool.basedpyright]
|
|
186
|
+
pythonVersion = "3.9"
|
|
187
|
+
typeCheckingMode = "standard"
|
|
188
|
+
include = ["src", "tests"]
|
|
189
|
+
|
|
187
190
|
[tool.coverage.report]
|
|
188
191
|
exclude_lines = [
|
|
189
192
|
"pragma: no cover",
|
|
@@ -191,8 +194,5 @@ exclude_lines = [
|
|
|
191
194
|
"assert_never()",
|
|
192
195
|
]
|
|
193
196
|
|
|
194
|
-
[tool.basedpyright]
|
|
195
|
-
typeCheckingMode = "standard"
|
|
196
|
-
|
|
197
197
|
[tool.ipdb]
|
|
198
198
|
context = 7
|
|
@@ -323,4 +323,4 @@ class Configuration(CrawleeConfiguration):
|
|
|
323
323
|
|
|
324
324
|
|
|
325
325
|
# Monkey-patch the base class so that it works with the extended configuration
|
|
326
|
-
CrawleeConfiguration.get_global_configuration = Configuration.get_global_configuration # type: ignore
|
|
326
|
+
CrawleeConfiguration.get_global_configuration = Configuration.get_global_configuration # type: ignore[method-assign]
|
|
@@ -280,7 +280,7 @@ class ProxyConfiguration(CrawleeProxyConfiguration):
|
|
|
280
280
|
return
|
|
281
281
|
|
|
282
282
|
status = None
|
|
283
|
-
async with httpx.AsyncClient(
|
|
283
|
+
async with httpx.AsyncClient(proxy=proxy_info.url, timeout=10) as client:
|
|
284
284
|
for _ in range(2):
|
|
285
285
|
try:
|
|
286
286
|
response = await client.get(proxy_status_url)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_dataset_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
{apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_key_value_store_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
{apify-2.1.0b8 → apify-2.1.0b9}/src/apify/apify_storage_client/_request_queue_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|