apify 1.1.4b2__py3-none-any.whl → 1.1.4b3__py3-none-any.whl

apify/storages/request_queue.py

@@ -1,7 +1,7 @@
 import asyncio
 from collections import OrderedDict
 from datetime import datetime, timezone
-from typing import Coroutine, Dict, Optional
+from typing import Dict, Optional
 from typing import OrderedDict as OrderedDictType
 from typing import Set, Union
 
@@ -75,7 +75,7 @@ class RequestQueue(BaseStorage):
     _request_queue_client: Union[RequestQueueClientAsync, RequestQueueClient]
     _client_key = _crypto_random_object_id()
     _queue_head_dict: OrderedDictType[str, str]
-    _query_queue_head_promise: Optional[Coroutine]
+    _query_queue_head_task: Optional[asyncio.Task]
     _in_progress: Set[str]
     _last_activity: datetime
     _internal_timeout_seconds = 5 * 60
@@ -100,7 +100,7 @@ class RequestQueue(BaseStorage):
 
         self._request_queue_client = client.request_queue(self._id, client_key=self._client_key)
         self._queue_head_dict = OrderedDict()
-        self._query_queue_head_promise = None
+        self._query_queue_head_task = None
         self._in_progress = set()
         self._last_activity = datetime.now(timezone.utc)
         self._recently_handled = LRUCache[bool](max_length=RECENTLY_HANDLED_CACHE_SIZE)
@@ -369,7 +369,7 @@ class RequestQueue(BaseStorage):
 
     def _reset(self) -> None:
         self._queue_head_dict.clear()
-        self._query_queue_head_promise = None
+        self._query_queue_head_task = None
         self._in_progress.clear()
         self._recently_handled.clear()
         self._assumed_total_count = 0
@@ -402,7 +402,7 @@ class RequestQueue(BaseStorage):
             })
 
         # This is needed so that the next call to _ensureHeadIsNonEmpty() will fetch the queue head again.
-        self._query_queue_head_promise = None
+        self._query_queue_head_task = None
 
         return {
             'wasLimitReached': len(list_head['items']) >= limit,
@@ -420,15 +420,15 @@ class RequestQueue(BaseStorage):
         if limit is None:
             limit = max(self._in_progress_count() * QUERY_HEAD_BUFFER, QUERY_HEAD_MIN_LENGTH)
 
-        if self._query_queue_head_promise is None:
-            self._query_queue_head_promise = self._queue_query_head(limit)
+        if self._query_queue_head_task is None:
+            self._query_queue_head_task = asyncio.Task(self._queue_query_head(limit))
 
-        queue_head = await self._query_queue_head_promise
+        queue_head = await self._query_queue_head_task
 
         # TODO: I feel this code below can be greatly simplified... (comes from TS implementation *wink*)
 
         """ If queue is still empty then one of the following holds:
-        - the other calls waiting for this promise already consumed all the returned requests
+        - the other calls waiting for this task already consumed all the returned requests
         - the limit was too low and contained only requests in progress
         - the writes from other clients were not propagated yet
         - the whole queue was processed and we are done

{apify-1.1.4b2.dist-info → apify-1.1.4b3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apify
-Version: 1.1.4b2
+Version: 1.1.4b3
 Summary: Apify SDK for Python
 Author-email: "Apify Technologies s.r.o." <support@apify.com>
 License: Apache Software License

{apify-1.1.4b2.dist-info → apify-1.1.4b3.dist-info}/RECORD

@@ -24,10 +24,10 @@ apify/storages/__init__.py,sha256=oYUCrNcECYMXX0wtHbaYhD2hWH3drau8OyXVdtNOk80,24
 apify/storages/base_storage.py,sha256=l0OB1w23rwDK_cnvp33W725T4aHUXexlOHRUCNCs4RU,7089
 apify/storages/dataset.py,sha256=kyhlddpE_a3QetoT-LgY1Q2F_YWHE2ZSP1HXjP68QC0,23436
 apify/storages/key_value_store.py,sha256=3lF3dNb3uvWKSmza5Qb9-Dna4czCOcPOImzwDVzgdjc,10132
-apify/storages/request_queue.py,sha256=KR42clVan3AR_WaDLVwEJBDAVSEWyIUS2NMF3U4enDY,25909
+apify/storages/request_queue.py,sha256=KCvSYzJ-9pgGvfTnX-K05Mdb3wq7UROtxW8zczrE6ZI,25891
 apify/storages/storage_client_manager.py,sha256=zqrjVpSE4eM6BM3Z87yLmNxMsiZep8bf0aSaX8125PE,2224
-apify-1.1.4b2.dist-info/LICENSE,sha256=_yIHo4TZezG4fMaWG1Er6OH7DW7MiZI-KO4dnONASZI,11355
-apify-1.1.4b2.dist-info/METADATA,sha256=kK7WP3Z976Qa7F-LCCGlNH0rOF3av9M5zaLMVKxAsMU,6285
-apify-1.1.4b2.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-apify-1.1.4b2.dist-info/top_level.txt,sha256=2oFNsHggn5m_rCaaP7xijQg_-Va2ByOSYuvKgACsS5w,6
-apify-1.1.4b2.dist-info/RECORD,,
+apify-1.1.4b3.dist-info/LICENSE,sha256=_yIHo4TZezG4fMaWG1Er6OH7DW7MiZI-KO4dnONASZI,11355
+apify-1.1.4b3.dist-info/METADATA,sha256=hwZOal8_4B4xdGLpKVQZkowaWFvgws-OC9VKM6hbjQM,6285
+apify-1.1.4b3.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+apify-1.1.4b3.dist-info/top_level.txt,sha256=2oFNsHggn5m_rCaaP7xijQg_-Va2ByOSYuvKgACsS5w,6
+apify-1.1.4b3.dist-info/RECORD,,