apify 2.0.1b3__py3-none-any.whl → 2.0.1b5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apify might be problematic. Click here for more details.
- apify/apify_storage_client/_request_queue_client.py +3 -15
- {apify-2.0.1b3.dist-info → apify-2.0.1b5.dist-info}/METADATA +2 -2
- {apify-2.0.1b3.dist-info → apify-2.0.1b5.dist-info}/RECORD +5 -5
- {apify-2.0.1b3.dist-info → apify-2.0.1b5.dist-info}/LICENSE +0 -0
- {apify-2.0.1b3.dist-info → apify-2.0.1b5.dist-info}/WHEEL +0 -0
|
@@ -2,7 +2,6 @@ from __future__ import annotations
|
|
|
2
2
|
|
|
3
3
|
from typing import TYPE_CHECKING
|
|
4
4
|
|
|
5
|
-
from more_itertools import chunked
|
|
6
5
|
from typing_extensions import override
|
|
7
6
|
|
|
8
7
|
from crawlee import Request
|
|
@@ -158,11 +157,8 @@ class RequestQueueClient(BaseRequestQueueClient):
|
|
|
158
157
|
*,
|
|
159
158
|
forefront: bool = False,
|
|
160
159
|
) -> BatchRequestsOperationResponse:
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
for chunk in chunked(requests, 25): # The API endpoint won't accept more than 25 requests at once
|
|
165
|
-
response = await self._client.batch_add_requests(
|
|
160
|
+
return BatchRequestsOperationResponse.model_validate(
|
|
161
|
+
await self._client.batch_add_requests(
|
|
166
162
|
requests=[
|
|
167
163
|
r.model_dump(
|
|
168
164
|
by_alias=True,
|
|
@@ -174,18 +170,10 @@ class RequestQueueClient(BaseRequestQueueClient):
|
|
|
174
170
|
'data',
|
|
175
171
|
},
|
|
176
172
|
)
|
|
177
|
-
for r in
|
|
173
|
+
for r in requests
|
|
178
174
|
],
|
|
179
175
|
forefront=forefront,
|
|
180
176
|
)
|
|
181
|
-
processed.extend(response['processedRequests'])
|
|
182
|
-
unprocessed.extend(response['unprocessedRequests'])
|
|
183
|
-
|
|
184
|
-
return BatchRequestsOperationResponse.model_validate(
|
|
185
|
-
{
|
|
186
|
-
'processedRequests': processed,
|
|
187
|
-
'unprocessedRequests': unprocessed,
|
|
188
|
-
}
|
|
189
177
|
)
|
|
190
178
|
|
|
191
179
|
@override
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apify
|
|
3
|
-
Version: 2.0.
|
|
3
|
+
Version: 2.0.1b5
|
|
4
4
|
Summary: Apify SDK for Python
|
|
5
5
|
License: Apache-2.0
|
|
6
6
|
Keywords: apify,sdk,automation,chrome,crawlee,crawler,headless,scraper,scraping
|
|
@@ -18,7 +18,7 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
18
18
|
Classifier: Programming Language :: Python :: 3.12
|
|
19
19
|
Classifier: Topic :: Software Development :: Libraries
|
|
20
20
|
Provides-Extra: scrapy
|
|
21
|
-
Requires-Dist: apify-client (>=1.
|
|
21
|
+
Requires-Dist: apify-client (>=1.8.1)
|
|
22
22
|
Requires-Dist: apify-shared (>=1.1.2)
|
|
23
23
|
Requires-Dist: crawlee (>=0.3.5)
|
|
24
24
|
Requires-Dist: cryptography (>=42.0.0)
|
|
@@ -13,7 +13,7 @@ apify/apify_storage_client/_dataset_client.py,sha256=j9seF2OKvbSMD9R9XF9fpa1vtr_
|
|
|
13
13
|
apify/apify_storage_client/_dataset_collection_client.py,sha256=fkYvYGQCigHD2CDzpWk0swNAkfvAinAhMGpYqllle3E,1445
|
|
14
14
|
apify/apify_storage_client/_key_value_store_client.py,sha256=uyeQgb75sGFsqIS4sq4hEZ3QP81COLfS3tmTqHc0tso,3340
|
|
15
15
|
apify/apify_storage_client/_key_value_store_collection_client.py,sha256=vCtMTI-jx89Qp5WHILDNkCthwLuv0MAwm1J_5E4aypU,1519
|
|
16
|
-
apify/apify_storage_client/_request_queue_client.py,sha256=
|
|
16
|
+
apify/apify_storage_client/_request_queue_client.py,sha256=jAiFkaJ38_myHFGTw-Rk21wmpbN0UCR2w2SFoimFGFc,5826
|
|
17
17
|
apify/apify_storage_client/_request_queue_collection_client.py,sha256=NnO73UJ9ZrjV8xoudo30wfaM-SojRkG0guhxDyB-K1g,1527
|
|
18
18
|
apify/apify_storage_client/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
19
19
|
apify/log.py,sha256=pX6ppIvds8OKqjFpIcshqG4zp_5DiOUU31ksyfSExto,1392
|
|
@@ -31,7 +31,7 @@ apify/scrapy/scheduler.py,sha256=AAIKY5i1QxkC1mtmix6n3M2eQaOw-d1T56Noue9xToc,601
|
|
|
31
31
|
apify/scrapy/utils.py,sha256=tz_Y8CTqe6KbyMMhLF3m7qqR46jtNH5U7Ty7e19roPU,2814
|
|
32
32
|
apify/storages/__init__.py,sha256=-9tEYJVabVs_eRVhUehxN58GH0UG8OfuGjGwuDieP2M,122
|
|
33
33
|
apify/storages/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
34
|
-
apify-2.0.
|
|
35
|
-
apify-2.0.
|
|
36
|
-
apify-2.0.
|
|
37
|
-
apify-2.0.
|
|
34
|
+
apify-2.0.1b5.dist-info/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
|
|
35
|
+
apify-2.0.1b5.dist-info/METADATA,sha256=cm47x_XCzDiZ1gXuokaZxOc8RDDCJRU90ttkr3OA1pQ,8606
|
|
36
|
+
apify-2.0.1b5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
37
|
+
apify-2.0.1b5.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|