@crawlee/core 3.17.1-beta.1 → 3.17.1-beta.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. package/package.json +5 -5
  2. package/storages/dataset.d.ts +1 -1
  3. package/storages/dataset.js +1 -1
  4. package/storages/request_list.js +3 -1
  5. package/storages/request_provider.d.ts +1 -1
  6. package/storages/request_provider.js +1 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@crawlee/core",
3
- "version": "3.17.1-beta.1",
3
+ "version": "3.17.1-beta.10",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=16.0.0"
@@ -59,9 +59,9 @@
59
59
  "@apify/pseudo_url": "^2.0.30",
60
60
  "@apify/timeout": "^0.3.0",
61
61
  "@apify/utilities": "^2.7.10",
62
- "@crawlee/memory-storage": "3.17.1-beta.1",
63
- "@crawlee/types": "3.17.1-beta.1",
64
- "@crawlee/utils": "3.17.1-beta.1",
62
+ "@crawlee/memory-storage": "3.17.1-beta.10",
63
+ "@crawlee/types": "3.17.1-beta.10",
64
+ "@crawlee/utils": "3.17.1-beta.10",
65
65
  "@sapphire/async-queue": "^1.5.1",
66
66
  "@vladfrangu/async_event_emitter": "^2.2.2",
67
67
  "csv-stringify": "^6.2.0",
@@ -83,5 +83,5 @@
83
83
  }
84
84
  }
85
85
  },
86
- "gitHead": "3d45254f3d305c58b097f3b73b290c09bc664fe6"
86
+ "gitHead": "2c63bfc2cf7471408ea7e1c0aee385adc2e78971"
87
87
  }
package/storages/dataset.d.ts CHANGED
@@ -230,7 +230,7 @@ export declare class Dataset<Data extends Dictionary = Dictionary> {
230
230
  * Returns an object containing general information about the dataset.
231
231
  *
232
232
  * The function returns the same object as the Apify API Client's
233
- * [getDataset](https://docs.apify.com/api/apify-client-js/latest#ApifyClient-datasets-getDataset)
233
+ * [DatasetClient.get()](https://docs.apify.com/api/client/js/reference/class/DatasetClient#get)
234
234
  * function, which in turn calls the
235
235
  * [Get dataset](https://apify.com/docs/api/v2#/reference/datasets/dataset/get-dataset)
236
236
  * API endpoint.
package/storages/dataset.js CHANGED
@@ -338,7 +338,7 @@ class Dataset {
338
338
  * Returns an object containing general information about the dataset.
339
339
  *
340
340
  * The function returns the same object as the Apify API Client's
341
- * [getDataset](https://docs.apify.com/api/apify-client-js/latest#ApifyClient-datasets-getDataset)
341
+ * [DatasetClient.get()](https://docs.apify.com/api/client/js/reference/class/DatasetClient#get)
342
342
  * function, which in turn calls the
343
343
  * [Get dataset](https://apify.com/docs/api/v2#/reference/datasets/dataset/get-dataset)
344
344
  * API endpoint.
package/storages/request_list.js CHANGED
@@ -324,9 +324,11 @@ class RequestList {
324
324
  const sourcesFromFunction = await this.sourcesFunction();
325
325
  const sourcesFromFunctionCount = sourcesFromFunction.length;
326
326
  for (let i = 0; i < sourcesFromFunctionCount; i++) {
327
- const source = sourcesFromFunction.shift();
327
+ const source = sourcesFromFunction[i];
328
+ delete sourcesFromFunction[i];
328
329
  this._addRequest(source);
329
330
  }
331
+ sourcesFromFunction.length = 0;
330
332
  }
331
333
  catch (e) {
332
334
  const err = e;
package/storages/request_provider.d.ts CHANGED
@@ -219,7 +219,7 @@ export declare abstract class RequestProvider implements IStorage, IRequestManag
219
219
  * Returns an object containing general information about the request queue.
220
220
  *
221
221
  * The function returns the same object as the Apify API Client's
222
- * [getQueue](https://docs.apify.com/api/apify-client-js/latest#ApifyClient-requestQueues)
222
+ * [RequestQueueClient.get()](https://docs.apify.com/api/client/js/reference/class/RequestQueueClient#get)
223
223
  * function, which in turn calls the
224
224
  * [Get request queue](https://apify.com/docs/api/v2#/reference/request-queues/queue/get-request-queue)
225
225
  * API endpoint.
package/storages/request_provider.js CHANGED
@@ -613,7 +613,7 @@ class RequestProvider {
613
613
  * Returns an object containing general information about the request queue.
614
614
  *
615
615
  * The function returns the same object as the Apify API Client's
616
- * [getQueue](https://docs.apify.com/api/apify-client-js/latest#ApifyClient-requestQueues)
616
+ * [RequestQueueClient.get()](https://docs.apify.com/api/client/js/reference/class/RequestQueueClient#get)
617
617
  * function, which in turn calls the
618
618
  * [Get request queue](https://apify.com/docs/api/v2#/reference/request-queues/queue/get-request-queue)
619
619
  * API endpoint.