apify 2.0.0b9__tar.gz → 2.0.0b10__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apify might be problematic. Click here for more details.
- {apify-2.0.0b9 → apify-2.0.0b10}/PKG-INFO +1 -1
- {apify-2.0.0b9 → apify-2.0.0b10}/pyproject.toml +1 -1
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/middlewares/apify_proxy.py +4 -6
- {apify-2.0.0b9 → apify-2.0.0b10}/LICENSE +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/README.md +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/__init__.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_actor.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_configuration.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_consts.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_crypto.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_models.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_platform_event_manager.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_proxy_configuration.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/_utils.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/__init__.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_apify_storage_client.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_dataset_client.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_dataset_collection_client.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_key_value_store_client.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_key_value_store_collection_client.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_request_queue_client.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_request_queue_collection_client.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/py.typed +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/log.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/py.typed +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/__init__.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/middlewares/__init__.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/middlewares/py.typed +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/pipelines/__init__.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/pipelines/actor_dataset_push.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/pipelines/py.typed +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/py.typed +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/requests.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/scheduler.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/scrapy/utils.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/storages/__init__.py +0 -0
- {apify-2.0.0b9 → apify-2.0.0b10}/src/apify/storages/py.typed +0 -0
|
@@ -93,7 +93,7 @@ class ApifyHttpProxyMiddleware:
|
|
|
93
93
|
request: Request,
|
|
94
94
|
exception: Exception,
|
|
95
95
|
spider: Spider,
|
|
96
|
-
) -> None
|
|
96
|
+
) -> None:
|
|
97
97
|
"""Process an exception that occurs during request processing.
|
|
98
98
|
|
|
99
99
|
Args:
|
|
@@ -102,8 +102,9 @@ class ApifyHttpProxyMiddleware:
|
|
|
102
102
|
spider: Scrapy Spider object.
|
|
103
103
|
|
|
104
104
|
Returns:
|
|
105
|
-
|
|
106
|
-
|
|
105
|
+
Returning None, meaning Scrapy will continue processing this exception, executing any other
|
|
106
|
+
process_exception() methods of installed middleware, until no middleware is left and the default
|
|
107
|
+
exception handling kicks in.
|
|
107
108
|
"""
|
|
108
109
|
Actor.log.debug(
|
|
109
110
|
f'ApifyHttpProxyMiddleware.process_exception: request={request}, exception={exception}, spider={spider}',
|
|
@@ -114,9 +115,6 @@ class ApifyHttpProxyMiddleware:
|
|
|
114
115
|
f'ApifyHttpProxyMiddleware: TunnelError occurred for request="{request}", '
|
|
115
116
|
'reason="{exception}", skipping...'
|
|
116
117
|
)
|
|
117
|
-
return request
|
|
118
|
-
|
|
119
|
-
return None
|
|
120
118
|
|
|
121
119
|
async def _get_new_proxy_url(self: ApifyHttpProxyMiddleware) -> ParseResult:
|
|
122
120
|
"""Get a new proxy URL.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_dataset_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.0.0b9 → apify-2.0.0b10}/src/apify/apify_storage_client/_request_queue_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|