@crawlee/core 3.0.0-beta.9 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/README.md +75 -133
  2. package/autoscaling/autoscaled_pool.d.ts +5 -5
  3. package/autoscaling/autoscaled_pool.d.ts.map +1 -1
  4. package/autoscaling/autoscaled_pool.js +16 -16
  5. package/autoscaling/autoscaled_pool.js.map +1 -1
  6. package/autoscaling/snapshotter.d.ts +6 -6
  7. package/autoscaling/snapshotter.d.ts.map +1 -1
  8. package/autoscaling/snapshotter.js +12 -8
  9. package/autoscaling/snapshotter.js.map +1 -1
  10. package/autoscaling/system_status.d.ts +1 -1
  11. package/autoscaling/system_status.d.ts.map +1 -1
  12. package/configuration.d.ts +77 -62
  13. package/configuration.d.ts.map +1 -1
  14. package/configuration.js +85 -87
  15. package/configuration.js.map +1 -1
  16. package/crawlers/crawler_commons.d.ts +7 -12
  17. package/crawlers/crawler_commons.d.ts.map +1 -1
  18. package/crawlers/crawler_utils.d.ts +1 -1
  19. package/crawlers/crawler_utils.d.ts.map +1 -1
  20. package/crawlers/statistics.d.ts.map +1 -1
  21. package/crawlers/statistics.js +1 -1
  22. package/crawlers/statistics.js.map +1 -1
  23. package/enqueue_links/enqueue_links.d.ts +25 -23
  24. package/enqueue_links/enqueue_links.d.ts.map +1 -1
  25. package/enqueue_links/enqueue_links.js +23 -23
  26. package/enqueue_links/enqueue_links.js.map +1 -1
  27. package/enqueue_links/shared.d.ts +11 -6
  28. package/enqueue_links/shared.d.ts.map +1 -1
  29. package/enqueue_links/shared.js +7 -2
  30. package/enqueue_links/shared.js.map +1 -1
  31. package/errors.d.ts +16 -0
  32. package/errors.d.ts.map +1 -0
  33. package/errors.js +22 -0
  34. package/errors.js.map +1 -0
  35. package/events/event_manager.d.ts +12 -8
  36. package/events/event_manager.d.ts.map +1 -1
  37. package/events/event_manager.js +17 -6
  38. package/events/event_manager.js.map +1 -1
  39. package/events/local_event_manager.d.ts +3 -5
  40. package/events/local_event_manager.d.ts.map +1 -1
  41. package/events/local_event_manager.js +3 -5
  42. package/events/local_event_manager.js.map +1 -1
  43. package/index.d.ts +4 -0
  44. package/index.d.ts.map +1 -1
  45. package/index.js +5 -0
  46. package/index.js.map +1 -1
  47. package/index.mjs +6 -0
  48. package/package.json +22 -27
  49. package/proxy_configuration.d.ts +7 -14
  50. package/proxy_configuration.d.ts.map +1 -1
  51. package/proxy_configuration.js +6 -15
  52. package/proxy_configuration.js.map +1 -1
  53. package/request.d.ts +11 -6
  54. package/request.d.ts.map +1 -1
  55. package/request.js +5 -1
  56. package/request.js.map +1 -1
  57. package/router.d.ts +93 -0
  58. package/router.d.ts.map +1 -0
  59. package/router.js +137 -0
  60. package/router.js.map +1 -0
  61. package/serialization.d.ts.map +1 -1
  62. package/serialization.js +1 -2
  63. package/serialization.js.map +1 -1
  64. package/session_pool/session.d.ts +10 -15
  65. package/session_pool/session.d.ts.map +1 -1
  66. package/session_pool/session.js +18 -18
  67. package/session_pool/session.js.map +1 -1
  68. package/session_pool/session_pool.d.ts +3 -2
  69. package/session_pool/session_pool.d.ts.map +1 -1
  70. package/session_pool/session_pool.js +4 -5
  71. package/session_pool/session_pool.js.map +1 -1
  72. package/session_pool/session_utils.d.ts +6 -5
  73. package/session_pool/session_utils.d.ts.map +1 -1
  74. package/session_pool/session_utils.js +3 -0
  75. package/session_pool/session_utils.js.map +1 -1
  76. package/storages/dataset.d.ts +37 -15
  77. package/storages/dataset.d.ts.map +1 -1
  78. package/storages/dataset.js +44 -12
  79. package/storages/dataset.js.map +1 -1
  80. package/storages/index.d.ts +1 -0
  81. package/storages/index.d.ts.map +1 -1
  82. package/storages/index.js +1 -0
  83. package/storages/index.js.map +1 -1
  84. package/storages/key_value_store.d.ts +121 -23
  85. package/storages/key_value_store.d.ts.map +1 -1
  86. package/storages/key_value_store.js +178 -24
  87. package/storages/key_value_store.js.map +1 -1
  88. package/storages/request_list.d.ts +32 -35
  89. package/storages/request_list.d.ts.map +1 -1
  90. package/storages/request_list.js +32 -24
  91. package/storages/request_list.js.map +1 -1
  92. package/storages/request_queue.d.ts +12 -8
  93. package/storages/request_queue.d.ts.map +1 -1
  94. package/storages/request_queue.js +18 -10
  95. package/storages/request_queue.js.map +1 -1
  96. package/storages/storage_manager.d.ts +9 -5
  97. package/storages/storage_manager.d.ts.map +1 -1
  98. package/storages/storage_manager.js +28 -18
  99. package/storages/storage_manager.js.map +1 -1
  100. package/storages/utils.d.ts +16 -0
  101. package/storages/utils.d.ts.map +1 -0
  102. package/storages/utils.js +26 -0
  103. package/storages/utils.js.map +1 -0
  104. package/tsconfig.build.tsbuildinfo +1 -1
  105. package/typedefs.d.ts +0 -2
  106. package/typedefs.d.ts.map +1 -1
  107. package/typedefs.js.map +1 -1
  108. package/validators.d.ts +5 -5
  109. package/validators.d.ts.map +1 -1
  110. package/validators.js.map +1 -1
package/typedefs.d.ts CHANGED
@@ -1,6 +1,4 @@
1
1
  /** @ignore */
2
- export declare type Dictionary<T = unknown> = Record<PropertyKey, T>;
3
- /** @ignore */
4
2
  export declare type Constructor<T = unknown> = new (...args: any[]) => T;
5
3
  /** @ignore */
6
4
  export declare type Awaitable<T> = T | PromiseLike<T>;
package/typedefs.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"typedefs.d.ts","sourceRoot":"","sources":["../src/typedefs.ts"],"names":[],"mappings":"AAEA,cAAc;AACd,oBAAY,UAAU,CAAC,CAAC,GAAG,OAAO,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAE7D,cAAc;AACd,oBAAY,WAAW,CAAC,CAAC,GAAG,OAAO,IAAI,KAAK,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;AAEjE,cAAc;AACd,oBAAY,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;AAE9C,cAAc;AACd,wBAAgB,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,2BAE3C;AAED,cAAc;AACd,wBAAgB,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,eAExC;AAED,MAAM,CAAC,OAAO,MAAM,kBAAkB,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC"}
1
+ {"version":3,"file":"typedefs.d.ts","sourceRoot":"","sources":["../src/typedefs.ts"],"names":[],"mappings":"AAEA,cAAc;AACd,oBAAY,WAAW,CAAC,CAAC,GAAG,OAAO,IAAI,KAAK,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;AAEjE,cAAc;AACd,oBAAY,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;AAE9C,cAAc;AACd,wBAAgB,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,2BAE3C;AAED,cAAc;AACd,wBAAgB,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,eAExC;AAED,MAAM,CAAC,OAAO,MAAM,kBAAkB,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC"}
package/typedefs.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"typedefs.js","sourceRoot":"","sources":["../src/typedefs.ts"],"names":[],"mappings":";AAAA,iDAAiD;;;AAWjD,cAAc;AACd,SAAgB,OAAO,CAAe,GAAM;IACxC,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAA4B,CAAC;AAC1D,CAAC;AAFD,0BAEC;AAED,cAAc;AACd,SAAgB,IAAI,CAAe,GAAM;IACrC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAgB,CAAC;AAC3C,CAAC;AAFD,oBAEC"}
1
+ {"version":3,"file":"typedefs.js","sourceRoot":"","sources":["../src/typedefs.ts"],"names":[],"mappings":";AAAA,iDAAiD;;;AAQjD,cAAc;AACd,SAAgB,OAAO,CAAe,GAAM;IACxC,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAA4B,CAAC;AAC1D,CAAC;AAFD,0BAEC;AAED,cAAc;AACd,SAAgB,IAAI,CAAe,GAAM;IACrC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAgB,CAAC;AAC3C,CAAC;AAFD,oBAEC"}
package/validators.d.ts CHANGED
@@ -1,19 +1,19 @@
1
- import { Dictionary } from './typedefs';
1
+ import type { Dictionary } from '@crawlee/types';
2
2
  /** @internal */
3
3
  export declare const validators: {
4
- browserPage: (value: Dictionary<any>) => {
4
+ browserPage: (value: Dictionary) => {
5
5
  validator: boolean;
6
6
  message: (label: string) => string;
7
7
  };
8
- proxyConfiguration: (value: Dictionary<any>) => {
8
+ proxyConfiguration: (value: Dictionary) => {
9
9
  validator: boolean;
10
10
  message: (label: string) => string;
11
11
  };
12
- requestList: (value: Dictionary<any>) => {
12
+ requestList: (value: Dictionary) => {
13
13
  validator: boolean;
14
14
  message: (label: string) => string;
15
15
  };
16
- requestQueue: (value: Dictionary<any>) => {
16
+ requestQueue: (value: Dictionary) => {
17
17
  validator: boolean;
18
18
  message: (label: string) => string;
19
19
  };
package/validators.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"validators.d.ts","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,gBAAgB;AAChB,eAAO,MAAM,UAAU;yBAEE,WAAW,GAAG,CAAC;;yBAEf,MAAM;;gCAEC,WAAW,GAAG,CAAC;;yBAEtB,MAAM;;yBAEN,WAAW,GAAG,CAAC;;yBAEf,MAAM;;0BAEL,WAAW,GAAG,CAAC;;yBAEhB,MAAM;;CAE9B,CAAC"}
1
+ {"version":3,"file":"validators.d.ts","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,gBAAgB;AAChB,eAAO,MAAM,UAAU;yBAEE,UAAU;;yBAEV,MAAM;;gCAEC,UAAU;;yBAEjB,MAAM;;yBAEN,UAAU;;yBAEV,MAAM;;0BAEL,UAAU;;yBAEX,MAAM;;CAE9B,CAAC"}
package/validators.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"validators.js","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":";;;;AAAA,oDAAoB;AAGpB,gBAAgB;AACH,QAAA,UAAU,GAAG;IACtB,6DAA6D;IAC7D,WAAW,EAAE,CAAC,KAAsB,EAAE,EAAE,CAAC,CAAC;QACtC,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9E,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,+CAA+C;KACzG,CAAC;IACF,kBAAkB,EAAE,CAAC,KAAsB,EAAE,EAAE,CAAC,CAAC;QAC7C,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACzE,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,mDAAmD;KAC7G,CAAC;IACF,WAAW,EAAE,CAAC,KAAsB,EAAE,EAAE,CAAC,CAAC;QACtC,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;QACnF,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,4CAA4C;KACtG,CAAC;IACF,YAAY,EAAE,CAAC,KAAsB,EAAE,EAAE,CAAC,CAAC;QACvC,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;QACjF,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,6CAA6C;KACvG,CAAC;CACL,CAAC"}
1
+ {"version":3,"file":"validators.js","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":";;;;AAAA,oDAAoB;AAGpB,gBAAgB;AACH,QAAA,UAAU,GAAG;IACtB,6DAA6D;IAC7D,WAAW,EAAE,CAAC,KAAiB,EAAE,EAAE,CAAC,CAAC;QACjC,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9E,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,+CAA+C;KACzG,CAAC;IACF,kBAAkB,EAAE,CAAC,KAAiB,EAAE,EAAE,CAAC,CAAC;QACxC,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACzE,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,mDAAmD;KAC7G,CAAC;IACF,WAAW,EAAE,CAAC,KAAiB,EAAE,EAAE,CAAC,CAAC;QACjC,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;QACnF,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,4CAA4C;KACtG,CAAC;IACF,YAAY,EAAE,CAAC,KAAiB,EAAE,EAAE,CAAC,CAAC;QAClC,SAAS,EAAE,YAAE,CAAC,OAAO,CAAC,KAAK,EAAE,YAAE,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;QACjF,OAAO,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,sBAAsB,KAAK,6CAA6C;KACvG,CAAC;CACL,CAAC"}