apify 2.2.1b6__tar.gz → 2.2.2b1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apify might be problematic. Click here for more details.
- {apify-2.2.1b6 → apify-2.2.2b1}/PKG-INFO +1 -1
- {apify-2.2.1b6 → apify-2.2.2b1}/pyproject.toml +1 -1
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_actor.py +1 -1
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/middlewares/apify_proxy.py +1 -1
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/scheduler.py +11 -2
- {apify-2.2.1b6 → apify-2.2.2b1}/LICENSE +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/README.md +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/__init__.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_configuration.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_consts.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_crypto.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_models.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_platform_event_manager.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_proxy_configuration.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/_utils.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/__init__.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_apify_storage_client.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_dataset_client.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_dataset_collection_client.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_key_value_store_client.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_key_value_store_collection_client.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_request_queue_client.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_request_queue_collection_client.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/py.typed +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/log.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/py.typed +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/__init__.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/middlewares/__init__.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/middlewares/py.typed +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/pipelines/__init__.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/pipelines/actor_dataset_push.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/pipelines/py.typed +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/py.typed +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/requests.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/scrapy/utils.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/storages/__init__.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/storages/_request_list.py +0 -0
- {apify-2.2.1b6 → apify-2.2.2b1}/src/apify/storages/py.typed +0 -0
|
@@ -889,7 +889,7 @@ class _ActorType:
|
|
|
889
889
|
The system stops the current container and starts a new one, with the same run ID and default storages.
|
|
890
890
|
|
|
891
891
|
Args:
|
|
892
|
-
event_listeners_timeout: How long should the Actor wait for Actor event listeners to finish before exiting
|
|
892
|
+
event_listeners_timeout: How long should the Actor wait for Actor event listeners to finish before exiting.
|
|
893
893
|
custom_after_sleep: How long to sleep for after the reboot, to wait for the container to be stopped.
|
|
894
894
|
"""
|
|
895
895
|
self._raise_if_not_initialized()
|
|
@@ -62,7 +62,7 @@ class ApifyHttpProxyMiddleware:
|
|
|
62
62
|
if use_apify_proxy is not True:
|
|
63
63
|
Actor.log.warning(
|
|
64
64
|
'ApifyHttpProxyMiddleware is not going to be used. Actor input field '
|
|
65
|
-
'"proxyConfiguration.useApifyProxy" is
|
|
65
|
+
'"proxyConfiguration.useApifyProxy" is set to False.'
|
|
66
66
|
)
|
|
67
67
|
raise NotConfigured
|
|
68
68
|
|
|
@@ -3,6 +3,8 @@ from __future__ import annotations
|
|
|
3
3
|
import traceback
|
|
4
4
|
from typing import TYPE_CHECKING
|
|
5
5
|
|
|
6
|
+
from crawlee.storage_clients import MemoryStorageClient
|
|
7
|
+
|
|
6
8
|
from apify._configuration import Configuration
|
|
7
9
|
from apify.apify_storage_client import ApifyStorageClient
|
|
8
10
|
|
|
@@ -52,8 +54,15 @@ class ApifyScheduler(BaseScheduler):
|
|
|
52
54
|
self.spider = spider
|
|
53
55
|
|
|
54
56
|
async def open_queue() -> RequestQueue:
|
|
55
|
-
|
|
56
|
-
|
|
57
|
+
config = Configuration.get_global_configuration()
|
|
58
|
+
|
|
59
|
+
# Use the ApifyStorageClient if the Actor is running on the Apify platform,
|
|
60
|
+
# otherwise use the MemoryStorageClient.
|
|
61
|
+
storage_client = (
|
|
62
|
+
ApifyStorageClient.from_config(config) if config.is_at_home else MemoryStorageClient.from_config(config)
|
|
63
|
+
)
|
|
64
|
+
|
|
65
|
+
return await RequestQueue.open(storage_client=storage_client)
|
|
57
66
|
|
|
58
67
|
try:
|
|
59
68
|
self._rq = nested_event_loop.run_until_complete(open_queue())
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_dataset_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
{apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_key_value_store_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
{apify-2.2.1b6 → apify-2.2.2b1}/src/apify/apify_storage_client/_request_queue_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|