apify 2.2.1b5__tar.gz → 2.2.2b1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of apify might be problematic. Click here for more details.

Files changed (38) hide show
  1. {apify-2.2.1b5 → apify-2.2.2b1}/PKG-INFO +1 -1
  2. {apify-2.2.1b5 → apify-2.2.2b1}/pyproject.toml +1 -1
  3. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_actor.py +1 -1
  4. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/middlewares/apify_proxy.py +1 -1
  5. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/scheduler.py +11 -2
  6. {apify-2.2.1b5 → apify-2.2.2b1}/LICENSE +0 -0
  7. {apify-2.2.1b5 → apify-2.2.2b1}/README.md +0 -0
  8. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/__init__.py +0 -0
  9. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_configuration.py +0 -0
  10. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_consts.py +0 -0
  11. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_crypto.py +0 -0
  12. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_models.py +0 -0
  13. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_platform_event_manager.py +0 -0
  14. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_proxy_configuration.py +0 -0
  15. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/_utils.py +0 -0
  16. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/__init__.py +0 -0
  17. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/_apify_storage_client.py +0 -0
  18. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/_dataset_client.py +0 -0
  19. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/_dataset_collection_client.py +0 -0
  20. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/_key_value_store_client.py +0 -0
  21. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/_key_value_store_collection_client.py +0 -0
  22. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/_request_queue_client.py +0 -0
  23. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/_request_queue_collection_client.py +0 -0
  24. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/apify_storage_client/py.typed +0 -0
  25. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/log.py +0 -0
  26. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/py.typed +0 -0
  27. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/__init__.py +0 -0
  28. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/middlewares/__init__.py +0 -0
  29. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/middlewares/py.typed +0 -0
  30. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/pipelines/__init__.py +0 -0
  31. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/pipelines/actor_dataset_push.py +0 -0
  32. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/pipelines/py.typed +0 -0
  33. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/py.typed +0 -0
  34. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/requests.py +0 -0
  35. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/scrapy/utils.py +0 -0
  36. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/storages/__init__.py +0 -0
  37. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/storages/_request_list.py +0 -0
  38. {apify-2.2.1b5 → apify-2.2.2b1}/src/apify/storages/py.typed +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: apify
3
- Version: 2.2.1b5
3
+ Version: 2.2.2b1
4
4
  Summary: Apify SDK for Python
5
5
  License: Apache-2.0
6
6
  Keywords: apify,sdk,automation,chrome,crawlee,crawler,headless,scraper,scraping
@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
4
4
 
5
5
  [tool.poetry]
6
6
  name = "apify"
7
- version = "2.2.1b5"
7
+ version = "2.2.2b1"
8
8
  description = "Apify SDK for Python"
9
9
  authors = ["Apify Technologies s.r.o. <support@apify.com>"]
10
10
  license = "Apache-2.0"
@@ -889,7 +889,7 @@ class _ActorType:
889
889
  The system stops the current container and starts a new one, with the same run ID and default storages.
890
890
 
891
891
  Args:
892
- event_listeners_timeout: How long should the Actor wait for Actor event listeners to finish before exiting
892
+ event_listeners_timeout: How long should the Actor wait for Actor event listeners to finish before exiting.
893
893
  custom_after_sleep: How long to sleep for after the reboot, to wait for the container to be stopped.
894
894
  """
895
895
  self._raise_if_not_initialized()
@@ -62,7 +62,7 @@ class ApifyHttpProxyMiddleware:
62
62
  if use_apify_proxy is not True:
63
63
  Actor.log.warning(
64
64
  'ApifyHttpProxyMiddleware is not going to be used. Actor input field '
65
- '"proxyConfiguration.useApifyProxy" is probably set to False.'
65
+ '"proxyConfiguration.useApifyProxy" is set to False.'
66
66
  )
67
67
  raise NotConfigured
68
68
 
@@ -3,6 +3,8 @@ from __future__ import annotations
3
3
  import traceback
4
4
  from typing import TYPE_CHECKING
5
5
 
6
+ from crawlee.storage_clients import MemoryStorageClient
7
+
6
8
  from apify._configuration import Configuration
7
9
  from apify.apify_storage_client import ApifyStorageClient
8
10
 
@@ -52,8 +54,15 @@ class ApifyScheduler(BaseScheduler):
52
54
  self.spider = spider
53
55
 
54
56
  async def open_queue() -> RequestQueue:
55
- custom_loop_apify_client = ApifyStorageClient(configuration=Configuration.get_global_configuration())
56
- return await RequestQueue.open(storage_client=custom_loop_apify_client)
57
+ config = Configuration.get_global_configuration()
58
+
59
+ # Use the ApifyStorageClient if the Actor is running on the Apify platform,
60
+ # otherwise use the MemoryStorageClient.
61
+ storage_client = (
62
+ ApifyStorageClient.from_config(config) if config.is_at_home else MemoryStorageClient.from_config(config)
63
+ )
64
+
65
+ return await RequestQueue.open(storage_client=storage_client)
57
66
 
58
67
  try:
59
68
  self._rq = nested_event_loop.run_until_complete(open_queue())
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes