apify 2.0.0b11__tar.gz → 2.0.0b12__tar.gz

{apify-2.0.0b11 → apify-2.0.0b12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apify
-Version: 2.0.0b11
+Version: 2.0.0b12
 Summary: Apify SDK for Python
 License: Apache-2.0
 Keywords: apify,sdk,automation,chrome,crawlee,crawler,headless,scraper,scraping

{apify-2.0.0b11 → apify-2.0.0b12}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "apify"
-version = "2.0.0b11"
+version = "2.0.0b12"
 description = "Apify SDK for Python"
 authors = ["Apify Technologies s.r.o. <support@apify.com>"]
 license = "Apache-2.0"

{apify-2.0.0b11 → apify-2.0.0b12}/src/apify/apify_storage_client/_request_queue_client.py

@@ -2,6 +2,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
+from more_itertools import chunked
 from typing_extensions import override
 
 from crawlee import Request
@@ -157,8 +158,11 @@ class RequestQueueClient(BaseRequestQueueClient):
         *,
         forefront: bool = False,
     ) -> BatchRequestsOperationResponse:
-        return BatchRequestsOperationResponse.model_validate(
-            await self._client.batch_add_requests(
+        processed = []
+        unprocessed = []
+
+        for chunk in chunked(requests, 25):  # The API endpoint won't accept more than 25 requests at once
+            response = await self._client.batch_add_requests(
                 requests=[
                     r.model_dump(
                         by_alias=True,
@@ -170,10 +174,18 @@ class RequestQueueClient(BaseRequestQueueClient):
                             'data',
                         },
                     )
-                    for r in requests
+                    for r in chunk
                 ],
                 forefront=forefront,
             )
+            processed.extend(response['processedRequests'])
+            unprocessed.extend(response['unprocessedRequests'])
+
+        return BatchRequestsOperationResponse.model_validate(
+            {
+                'processedRequests': processed,
+                'unprocessedRequests': unprocessed,
+            }
         )
 
     @override