@crawlee/core 3.0.5-beta.6 → 3.0.5-beta.60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/autoscaling/system_status.d.ts.map +1 -1
  2. package/autoscaling/system_status.js +8 -1
  3. package/autoscaling/system_status.js.map +1 -1
  4. package/configuration.d.ts +12 -2
  5. package/configuration.d.ts.map +1 -1
  6. package/configuration.js +13 -3
  7. package/configuration.js.map +1 -1
  8. package/crawlers/crawler_commons.d.ts +49 -2
  9. package/crawlers/crawler_commons.d.ts.map +1 -1
  10. package/crawlers/statistics.d.ts +16 -0
  11. package/crawlers/statistics.d.ts.map +1 -1
  12. package/crawlers/statistics.js +50 -1
  13. package/crawlers/statistics.js.map +1 -1
  14. package/enqueue_links/enqueue_links.d.ts +1 -1
  15. package/enqueue_links/enqueue_links.d.ts.map +1 -1
  16. package/enqueue_links/enqueue_links.js +15 -4
  17. package/enqueue_links/enqueue_links.js.map +1 -1
  18. package/enqueue_links/shared.d.ts +1 -0
  19. package/enqueue_links/shared.d.ts.map +1 -1
  20. package/enqueue_links/shared.js +26 -5
  21. package/enqueue_links/shared.js.map +1 -1
  22. package/except.d.ts +7 -0
  23. package/except.d.ts.map +1 -0
  24. package/except.js +4 -0
  25. package/except.js.map +1 -0
  26. package/index.d.ts +1 -1
  27. package/index.d.ts.map +1 -1
  28. package/index.mjs +2 -0
  29. package/package.json +5 -4
  30. package/request.d.ts +1 -1
  31. package/request.js +1 -1
  32. package/router.d.ts +11 -2
  33. package/router.d.ts.map +1 -1
  34. package/router.js.map +1 -1
  35. package/storages/dataset.d.ts +17 -0
  36. package/storages/dataset.d.ts.map +1 -1
  37. package/storages/dataset.js +22 -0
  38. package/storages/dataset.js.map +1 -1
  39. package/storages/key_value_store.d.ts +63 -4
  40. package/storages/key_value_store.d.ts.map +1 -1
  41. package/storages/key_value_store.js +4 -3
  42. package/storages/key_value_store.js.map +1 -1
  43. package/storages/storage_manager.js.map +1 -1
  44. package/storages/utils.d.ts +19 -0
  45. package/storages/utils.d.ts.map +1 -1
  46. package/storages/utils.js +16 -1
  47. package/storages/utils.js.map +1 -1
  48. package/tsconfig.build.tsbuildinfo +1 -1
@@ -1 +1 @@
1
- {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/storages/utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD;;;;;;;;;;;;GAYG;AACH,wBAAsB,oBAAoB,CAAC,MAAM,gBAAkC,iBAOlF"}
1
+ {"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/storages/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAiB,MAAM,gBAAgB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjD;;;;;;;;;;;;GAYG;AACH,wBAAsB,oBAAoB,CAAC,MAAM,gBAAkC,iBAOlF;AAED,MAAM,WAAW,eAAe;IAC5B,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC;AAED;;;;;;;;GAQG;AACH,wBAAsB,QAAQ,CAAC,KAAK,SAAS,UAAU,GAAG,UAAU,EAChE,IAAI,CAAC,EAAE,MAAM,EACb,YAAY,QAAc,EAC1B,OAAO,CAAC,EAAE,eAAe,kBAI5B"}
package/storages/utils.js CHANGED
@@ -1,7 +1,8 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.purgeDefaultStorages = void 0;
3
+ exports.useState = exports.purgeDefaultStorages = void 0;
4
4
  const configuration_1 = require("../configuration");
5
+ const key_value_store_1 = require("./key_value_store");
5
6
  /**
6
7
  * Cleans up the local storage folder (defaults to `./storage`) created when running code locally.
7
8
  * Purging will remove all the files in all storages except for INPUT.json in the default KV store.
@@ -23,4 +24,18 @@ async function purgeDefaultStorages(config = configuration_1.Configuration.getGl
23
24
  }
24
25
  }
25
26
  exports.purgeDefaultStorages = purgeDefaultStorages;
27
+ /**
28
+ * Easily create and manage state values. All state values are automatically persisted.
29
+ *
30
+ * Values can be modified by simply using the assignment operator.
31
+ *
32
+ * @param name The name of the store to use.
33
+ * @param defaultValue If the store does not yet have a value in it, the value will be initialized with the `defaultValue` you provide.
34
+ * @param options An optional object parameter where a custom `keyValueStoreName` and `config` can be passed in.
35
+ */
36
+ async function useState(name, defaultValue = {}, options) {
37
+ const kvStore = await key_value_store_1.KeyValueStore.open(options?.keyValueStoreName, { config: options?.config || configuration_1.Configuration.getGlobalConfig() });
38
+ return kvStore.getAutoSavedValue(name || 'CRAWLEE_GLOBAL_STATE', defaultValue);
39
+ }
40
+ exports.useState = useState;
26
41
  //# sourceMappingURL=utils.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/storages/utils.ts"],"names":[],"mappings":";;;AACA,oDAAiD;AAEjD;;;;;;;;;;;;GAYG;AACI,KAAK,UAAU,oBAAoB,CAAC,MAAM,GAAG,6BAAa,CAAC,eAAe,EAAE;IAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,gBAAgB,EAA4C,CAAC;IAEnF,IAAI,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;QAChD,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,MAAM,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;KAC1B;AACL,CAAC;AAPD,oDAOC"}
1
+ {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/storages/utils.ts"],"names":[],"mappings":";;;AACA,oDAAiD;AACjD,uDAAkD;AAElD;;;;;;;;;;;;GAYG;AACI,KAAK,UAAU,oBAAoB,CAAC,MAAM,GAAG,6BAAa,CAAC,eAAe,EAAE;IAC/E,MAAM,MAAM,GAAG,MAAM,CAAC,gBAAgB,EAA4C,CAAC;IAEnF,IAAI,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;QAChD,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvB,MAAM,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;KAC1B;AACL,CAAC;AAPD,oDAOC;AAWD;;;;;;;;GAQG;AACI,KAAK,UAAU,QAAQ,CAC1B,IAAa,EACb,eAAe,EAAW,EAC1B,OAAyB;IAEzB,MAAM,OAAO,GAAG,MAAM,+BAAa,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,6BAAa,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;IACrI,OAAO,OAAO,CAAC,iBAAiB,CAAQ,IAAI,IAAI,sBAAsB,EAAE,YAAY,CAAC,CAAC;AAC1F,CAAC;AAPD,4BAOC"}