apify 1.5.2b2__py3-none-any.whl → 1.5.2b3__py3-none-any.whl

apify/scrapy/middlewares/apify_proxy.py

@@ -1,11 +1,10 @@
 from __future__ import annotations
 
+from typing import TYPE_CHECKING
 from urllib.parse import ParseResult, urlparse
 
 try:
-    from scrapy import Request, Spider  # noqa: TCH002
     from scrapy.core.downloader.handlers.http11 import TunnelError
-    from scrapy.crawler import Crawler  # noqa: TCH002
     from scrapy.exceptions import NotConfigured
 except ImportError as exc:
     raise ImportError(
@@ -16,6 +15,10 @@ from ...actor import Actor
 from ...proxy_configuration import ProxyConfiguration
 from ..utils import get_basic_auth_header
 
+if TYPE_CHECKING:
+    from scrapy import Request, Spider
+    from scrapy.crawler import Crawler
+
 
 class ApifyHttpProxyMiddleware:
     """Apify HTTP proxy middleware for Scrapy.

apify/scrapy/middlewares/apify_retry.py

@@ -4,9 +4,7 @@ import traceback
 from typing import TYPE_CHECKING, Any
 
 try:
-    from scrapy import Spider  # noqa: TCH002
     from scrapy.downloadermiddlewares.retry import RetryMiddleware
-    from scrapy.http import Request, Response  # noqa: TCH002
     from scrapy.utils.response import response_status_message
 except ImportError as exc:
     raise ImportError(
@@ -17,6 +15,9 @@ from ...actor import Actor
 from ..utils import nested_event_loop, open_queue_with_custom_client, to_apify_request
 
 if TYPE_CHECKING:
+    from scrapy import Spider
+    from scrapy.http import Request, Response
+
     from ...storages import RequestQueue
 
 

apify/scrapy/scheduler.py

@@ -55,9 +55,7 @@ class ApifyScheduler(BaseScheduler):
         Returns:
             True if the scheduler has any pending requests, False otherwise.
         """
-        if not isinstance(self._rq, RequestQueue):
-            raise TypeError('self._rq must be an instance of the RequestQueue class')
-
+        assert isinstance(self._rq, RequestQueue)  # noqa: S101
         try:
             is_finished = nested_event_loop.run_until_complete(self._rq.is_finished())
         except BaseException:
@@ -78,14 +76,10 @@ class ApifyScheduler(BaseScheduler):
         call_id = crypto_random_object_id(8)
         Actor.log.debug(f'[{call_id}]: ApifyScheduler.enqueue_request was called (scrapy_request={request})...')
 
-        if not isinstance(self.spider, Spider):
-            raise TypeError('self.spider must be an instance of the Spider class')
-
+        assert isinstance(self.spider, Spider)  # noqa: S101
         apify_request = to_apify_request(request, spider=self.spider)
         Actor.log.debug(f'[{call_id}]: scrapy_request was transformed to apify_request (apify_request={apify_request})')
-
-        if not isinstance(self._rq, RequestQueue):
-            raise TypeError('self._rq must be an instance of the RequestQueue class')
+        assert isinstance(self._rq, RequestQueue)  # noqa: S101
 
         try:
             result = nested_event_loop.run_until_complete(self._rq.add_request(apify_request))
@@ -104,9 +98,7 @@ class ApifyScheduler(BaseScheduler):
         """
         call_id = crypto_random_object_id(8)
         Actor.log.debug(f'[{call_id}]: ApifyScheduler.next_request was called...')
-
-        if not isinstance(self._rq, RequestQueue):
-            raise TypeError('self._rq must be an instance of the RequestQueue class')
+        assert isinstance(self._rq, RequestQueue)  # noqa: S101
 
         try:
             apify_request = nested_event_loop.run_until_complete(self._rq.fetch_next_request())
@@ -119,9 +111,7 @@ class ApifyScheduler(BaseScheduler):
         if apify_request is None:
             return None
 
-        if not isinstance(self.spider, Spider):
-            raise TypeError('self.spider must be an instance of the Spider class')
-
+        assert isinstance(self.spider, Spider)  # noqa: S101
         scrapy_request = to_scrapy_request(apify_request, spider=self.spider)
         Actor.log.debug(
             f'[{call_id}]: apify_request was transformed to the scrapy_request which is gonna be returned (scrapy_request={scrapy_request})',

apify/scrapy/utils.py

@@ -6,9 +6,10 @@ import pickle
 from base64 import b64encode
 from urllib.parse import unquote
 
+from scrapy.utils.python import to_bytes
+
 try:
     from scrapy import Request, Spider
-    from scrapy.utils.python import to_bytes
     from scrapy.utils.request import request_from_dict
 except ImportError as exc:
     raise ImportError(
@@ -50,8 +51,7 @@ def to_apify_request(scrapy_request: Request, spider: Spider) -> dict:
     Returns:
         The converted Apify request.
     """
-    if not isinstance(scrapy_request, Request):
-        raise TypeError('scrapy_request must be an instance of the scrapy.Request class')
+    assert isinstance(scrapy_request, Request)  # noqa: S101
 
     call_id = crypto_random_object_id(8)
     Actor.log.debug(f'[{call_id}]: to_apify_request was called (scrapy_request={scrapy_request})...')
@@ -91,14 +91,11 @@ def to_scrapy_request(apify_request: dict, spider: Spider) -> Request:
     Returns:
         The converted Scrapy request.
     """
-    if not isinstance(apify_request, dict):
-        raise TypeError('apify_request must be a dictionary')
-
-    required_keys = ['url', 'method', 'id', 'uniqueKey']
-    missing_keys = [key for key in required_keys if key not in apify_request]
-
-    if missing_keys:
-        raise ValueError(f"apify_request must contain {', '.join(map(repr, missing_keys))} key(s)")
+    assert isinstance(apify_request, dict)  # noqa: S101
+    assert 'url' in apify_request  # noqa: S101
+    assert 'method' in apify_request  # noqa: S101
+    assert 'id' in apify_request  # noqa: S101
+    assert 'uniqueKey' in apify_request  # noqa: S101
 
     call_id = crypto_random_object_id(8)
     Actor.log.debug(f'[{call_id}]: to_scrapy_request was called (apify_request={apify_request})...')
@@ -109,19 +106,14 @@ def to_scrapy_request(apify_request: dict, spider: Spider) -> Request:
         #   - This process involves decoding the base64-encoded request data and reconstructing
         #     the Scrapy Request object from its dictionary representation.
         Actor.log.debug(f'[{call_id}]: Restoring the Scrapy Request from the apify_request...')
-
         scrapy_request_dict_encoded = apify_request['userData']['scrapy_request']
-        if not isinstance(scrapy_request_dict_encoded, str):
-            raise TypeError('scrapy_request_dict_encoded must be a string')
+        assert isinstance(scrapy_request_dict_encoded, str)  # noqa: S101
 
         scrapy_request_dict = pickle.loads(codecs.decode(scrapy_request_dict_encoded.encode(), 'base64'))
-        if not isinstance(scrapy_request_dict, dict):
-            raise TypeError('scrapy_request_dict must be a dictionary')
+        assert isinstance(scrapy_request_dict, dict)  # noqa: S101
 
         scrapy_request = request_from_dict(scrapy_request_dict, spider=spider)
-        if not isinstance(scrapy_request, Request):
-            raise TypeError('scrapy_request must be an instance of the Request class')
-
+        assert isinstance(scrapy_request, Request)  # noqa: S101
         Actor.log.debug(f'[{call_id}]: Scrapy Request successfully reconstructed (scrapy_request={scrapy_request})...')
 
         # Update the meta field with the meta field from the apify_request

{apify-1.5.2b2.dist-info → apify-1.5.2b3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apify
-Version: 1.5.2b2
+Version: 1.5.2b3
 Summary: Apify SDK for Python
 Author-email: "Apify Technologies s.r.o." <support@apify.com>
 License: Apache Software License

{apify-1.5.2b2.dist-info → apify-1.5.2b3.dist-info}/RECORD

@@ -21,11 +21,11 @@ apify/_memory_storage/resource_clients/key_value_store_collection.py,sha256=Oy1j
 apify/_memory_storage/resource_clients/request_queue.py,sha256=7LS_jrBBJvylFZedZHrgwMPyCsLz8X9-mAvvhOaYzXI,19614
 apify/_memory_storage/resource_clients/request_queue_collection.py,sha256=ydnYy2zu9wp_A58fr4LnENjvOVNEWgJ8vyG5jjHzXIA,1637
 apify/scrapy/__init__.py,sha256=tCnqsdzcCx0Rpx13r1THeEJ6SzEgjmyrmHVKdCgfEfo,174
-apify/scrapy/scheduler.py,sha256=Ogl789PrvY0jAAaK3hgTxjliNQ9Dx0cisE9YM8vm52Y,4926
-apify/scrapy/utils.py,sha256=2qphTfTVHu-wG-1Ibrp0mDG18ONaosZcX0kQlf_nkxY,7162
+apify/scrapy/scheduler.py,sha256=XUo6_7ZqtoFsnLadG1985AZVfjMNZYOBMPB_UVE0zwc,4562
+apify/scrapy/utils.py,sha256=DcspnpCY7LVPGpFPrZzzn9nRB4p5gWgK-UOb1ChCwMA,6777
 apify/scrapy/middlewares/__init__.py,sha256=zzosV8BD8SZQIrVKsSaGFGV9rHinNLKm5GPL3ZNxSZQ,96
-apify/scrapy/middlewares/apify_proxy.py,sha256=FFNGFq7danSNKl722nZ7zC-VKoMLRk6bVtlFL4cksvg,5902
-apify/scrapy/middlewares/apify_retry.py,sha256=HaQcYxoOFm_CMgTWkbL5HPoEhpMPFKkHn11_j-4JvwE,4590
+apify/scrapy/middlewares/apify_proxy.py,sha256=f_913T1mqhgb9ca_s3fGy8WETlJGDU1IMHV8OCATGFM,5922
+apify/scrapy/middlewares/apify_retry.py,sha256=RrUMrXgk9FTydBG99VbD7m1nDtWccMsO_Kf-rNivunI,4559
 apify/scrapy/pipelines/__init__.py,sha256=KBUE3maOWrLfJRmWSsyW6YxxZY4lCGP2GZyMm9Z56VY,57
 apify/scrapy/pipelines/actor_dataset_push.py,sha256=qXtSFIUhIvqC8KGDdft4N_FmSA2qyfZfsjd9uSYTZo4,956
 apify/storages/__init__.py,sha256=rBdwhyZxUMG6m_7uAb4sl5eg_dxiLvYVas5aRcZ6PIE,268
@@ -34,8 +34,8 @@ apify/storages/dataset.py,sha256=x_rte5nVOMPdg3ui_KHpH71UdUT2gcN10bGnrLXB6xk,232
 apify/storages/key_value_store.py,sha256=HKSF6odZTMWgFF6usS9l9xcCGLyRitRq59LAKbmyYAY,10730
 apify/storages/request_queue.py,sha256=b0Qh2d1BWDtdbf_adAVS68fVkdcR2gtL4KyfxAp1oMY,26915
 apify/storages/storage_client_manager.py,sha256=QAGbu47pwFkHa-AFfolNW3W5hvR7zNz2yxK9Sv0wQbA,2457
-apify-1.5.2b2.dist-info/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
-apify-1.5.2b2.dist-info/METADATA,sha256=Cw3UknTKsrRzu5DUsxVUUIbIRTyBhzt0IpDcs49UwPk,6235
-apify-1.5.2b2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-apify-1.5.2b2.dist-info/top_level.txt,sha256=2oFNsHggn5m_rCaaP7xijQg_-Va2ByOSYuvKgACsS5w,6
-apify-1.5.2b2.dist-info/RECORD,,
+apify-1.5.2b3.dist-info/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
+apify-1.5.2b3.dist-info/METADATA,sha256=0nW0vff906ZLlKhqPhXDIgz8vaK7VFIegy4sSYdcUoo,6235
+apify-1.5.2b3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+apify-1.5.2b3.dist-info/top_level.txt,sha256=2oFNsHggn5m_rCaaP7xijQg_-Va2ByOSYuvKgACsS5w,6
+apify-1.5.2b3.dist-info/RECORD,,