@crawlee/core 3.16.1-beta.72 → 3.16.1-beta.74

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (229) hide show
  1. package/autoscaling/autoscaled_pool.d.ts +0 -1
  2. package/autoscaling/autoscaled_pool.js +0 -1
  3. package/autoscaling/client_load_signal.d.ts +0 -1
  4. package/autoscaling/client_load_signal.js +0 -1
  5. package/autoscaling/cpu_load_signal.d.ts +0 -1
  6. package/autoscaling/cpu_load_signal.js +0 -1
  7. package/autoscaling/event_loop_load_signal.d.ts +0 -1
  8. package/autoscaling/event_loop_load_signal.js +0 -1
  9. package/autoscaling/index.d.ts +0 -1
  10. package/autoscaling/index.js +0 -1
  11. package/autoscaling/load_signal.d.ts +0 -1
  12. package/autoscaling/load_signal.js +0 -1
  13. package/autoscaling/memory_load_signal.d.ts +0 -1
  14. package/autoscaling/memory_load_signal.js +0 -1
  15. package/autoscaling/snapshotter.d.ts +0 -1
  16. package/autoscaling/snapshotter.js +0 -1
  17. package/autoscaling/system_status.d.ts +0 -1
  18. package/autoscaling/system_status.js +0 -1
  19. package/configuration.d.ts +0 -1
  20. package/configuration.js +0 -1
  21. package/cookie_utils.d.ts +0 -1
  22. package/cookie_utils.js +0 -1
  23. package/crawlers/crawler_commons.d.ts +0 -1
  24. package/crawlers/crawler_commons.js +0 -1
  25. package/crawlers/crawler_extension.d.ts +0 -1
  26. package/crawlers/crawler_extension.js +0 -1
  27. package/crawlers/crawler_utils.d.ts +0 -1
  28. package/crawlers/crawler_utils.js +0 -1
  29. package/crawlers/error_snapshotter.d.ts +0 -1
  30. package/crawlers/error_snapshotter.js +0 -1
  31. package/crawlers/error_tracker.d.ts +0 -1
  32. package/crawlers/error_tracker.js +0 -1
  33. package/crawlers/index.d.ts +0 -1
  34. package/crawlers/index.js +0 -1
  35. package/crawlers/statistics.d.ts +0 -1
  36. package/crawlers/statistics.js +0 -1
  37. package/enqueue_links/enqueue_links.d.ts +0 -1
  38. package/enqueue_links/enqueue_links.js +0 -1
  39. package/enqueue_links/index.d.ts +0 -1
  40. package/enqueue_links/index.js +0 -1
  41. package/enqueue_links/shared.d.ts +0 -1
  42. package/enqueue_links/shared.js +0 -1
  43. package/errors.d.ts +0 -1
  44. package/errors.js +0 -1
  45. package/events/event_manager.d.ts +0 -1
  46. package/events/event_manager.js +0 -1
  47. package/events/index.d.ts +0 -1
  48. package/events/index.js +0 -1
  49. package/events/local_event_manager.d.ts +0 -1
  50. package/events/local_event_manager.js +0 -1
  51. package/http_clients/base-http-client.d.ts +0 -1
  52. package/http_clients/base-http-client.js +0 -1
  53. package/http_clients/form-data-like.d.ts +0 -1
  54. package/http_clients/form-data-like.js +0 -1
  55. package/http_clients/got-scraping-http-client.d.ts +0 -1
  56. package/http_clients/got-scraping-http-client.js +0 -1
  57. package/http_clients/index.d.ts +0 -1
  58. package/http_clients/index.js +0 -1
  59. package/index.d.ts +0 -1
  60. package/index.js +0 -1
  61. package/log.d.ts +0 -1
  62. package/log.js +0 -1
  63. package/package.json +5 -5
  64. package/proxy_configuration.d.ts +0 -1
  65. package/proxy_configuration.js +0 -1
  66. package/recoverable_state.d.ts +0 -1
  67. package/recoverable_state.js +0 -1
  68. package/request.d.ts +0 -1
  69. package/request.js +0 -1
  70. package/router.d.ts +0 -1
  71. package/router.js +0 -1
  72. package/serialization.d.ts +0 -1
  73. package/serialization.js +0 -1
  74. package/session_pool/consts.d.ts +0 -1
  75. package/session_pool/consts.js +0 -1
  76. package/session_pool/errors.d.ts +0 -1
  77. package/session_pool/errors.js +0 -1
  78. package/session_pool/events.d.ts +0 -1
  79. package/session_pool/events.js +0 -1
  80. package/session_pool/index.d.ts +0 -1
  81. package/session_pool/index.js +0 -1
  82. package/session_pool/session.d.ts +0 -1
  83. package/session_pool/session.js +0 -1
  84. package/session_pool/session_pool.d.ts +0 -1
  85. package/session_pool/session_pool.js +0 -1
  86. package/storages/access_checking.d.ts +0 -1
  87. package/storages/access_checking.js +0 -1
  88. package/storages/dataset.d.ts +0 -1
  89. package/storages/dataset.js +0 -1
  90. package/storages/index.d.ts +0 -1
  91. package/storages/index.js +0 -1
  92. package/storages/key_value_store.d.ts +0 -1
  93. package/storages/key_value_store.js +0 -1
  94. package/storages/request_list.d.ts +0 -1
  95. package/storages/request_list.js +0 -1
  96. package/storages/request_list_adapter.d.ts +0 -1
  97. package/storages/request_list_adapter.js +0 -1
  98. package/storages/request_manager_tandem.d.ts +0 -1
  99. package/storages/request_manager_tandem.js +0 -1
  100. package/storages/request_provider.d.ts +0 -1
  101. package/storages/request_provider.js +0 -1
  102. package/storages/request_queue.d.ts +0 -1
  103. package/storages/request_queue.js +0 -1
  104. package/storages/request_queue_v2.d.ts +0 -1
  105. package/storages/request_queue_v2.js +0 -1
  106. package/storages/sitemap_request_list.d.ts +0 -1
  107. package/storages/sitemap_request_list.js +0 -1
  108. package/storages/storage_manager.d.ts +0 -1
  109. package/storages/storage_manager.js +0 -1
  110. package/storages/utils.d.ts +0 -1
  111. package/storages/utils.js +0 -1
  112. package/typedefs.d.ts +0 -1
  113. package/typedefs.js +0 -1
  114. package/validators.d.ts +0 -1
  115. package/validators.js +0 -1
  116. package/autoscaling/autoscaled_pool.d.ts.map +0 -1
  117. package/autoscaling/autoscaled_pool.js.map +0 -1
  118. package/autoscaling/client_load_signal.d.ts.map +0 -1
  119. package/autoscaling/client_load_signal.js.map +0 -1
  120. package/autoscaling/cpu_load_signal.d.ts.map +0 -1
  121. package/autoscaling/cpu_load_signal.js.map +0 -1
  122. package/autoscaling/event_loop_load_signal.d.ts.map +0 -1
  123. package/autoscaling/event_loop_load_signal.js.map +0 -1
  124. package/autoscaling/index.d.ts.map +0 -1
  125. package/autoscaling/index.js.map +0 -1
  126. package/autoscaling/load_signal.d.ts.map +0 -1
  127. package/autoscaling/load_signal.js.map +0 -1
  128. package/autoscaling/memory_load_signal.d.ts.map +0 -1
  129. package/autoscaling/memory_load_signal.js.map +0 -1
  130. package/autoscaling/snapshotter.d.ts.map +0 -1
  131. package/autoscaling/snapshotter.js.map +0 -1
  132. package/autoscaling/system_status.d.ts.map +0 -1
  133. package/autoscaling/system_status.js.map +0 -1
  134. package/configuration.d.ts.map +0 -1
  135. package/configuration.js.map +0 -1
  136. package/cookie_utils.d.ts.map +0 -1
  137. package/cookie_utils.js.map +0 -1
  138. package/crawlers/crawler_commons.d.ts.map +0 -1
  139. package/crawlers/crawler_commons.js.map +0 -1
  140. package/crawlers/crawler_extension.d.ts.map +0 -1
  141. package/crawlers/crawler_extension.js.map +0 -1
  142. package/crawlers/crawler_utils.d.ts.map +0 -1
  143. package/crawlers/crawler_utils.js.map +0 -1
  144. package/crawlers/error_snapshotter.d.ts.map +0 -1
  145. package/crawlers/error_snapshotter.js.map +0 -1
  146. package/crawlers/error_tracker.d.ts.map +0 -1
  147. package/crawlers/error_tracker.js.map +0 -1
  148. package/crawlers/index.d.ts.map +0 -1
  149. package/crawlers/index.js.map +0 -1
  150. package/crawlers/statistics.d.ts.map +0 -1
  151. package/crawlers/statistics.js.map +0 -1
  152. package/enqueue_links/enqueue_links.d.ts.map +0 -1
  153. package/enqueue_links/enqueue_links.js.map +0 -1
  154. package/enqueue_links/index.d.ts.map +0 -1
  155. package/enqueue_links/index.js.map +0 -1
  156. package/enqueue_links/shared.d.ts.map +0 -1
  157. package/enqueue_links/shared.js.map +0 -1
  158. package/errors.d.ts.map +0 -1
  159. package/errors.js.map +0 -1
  160. package/events/event_manager.d.ts.map +0 -1
  161. package/events/event_manager.js.map +0 -1
  162. package/events/index.d.ts.map +0 -1
  163. package/events/index.js.map +0 -1
  164. package/events/local_event_manager.d.ts.map +0 -1
  165. package/events/local_event_manager.js.map +0 -1
  166. package/http_clients/base-http-client.d.ts.map +0 -1
  167. package/http_clients/base-http-client.js.map +0 -1
  168. package/http_clients/form-data-like.d.ts.map +0 -1
  169. package/http_clients/form-data-like.js.map +0 -1
  170. package/http_clients/got-scraping-http-client.d.ts.map +0 -1
  171. package/http_clients/got-scraping-http-client.js.map +0 -1
  172. package/http_clients/index.d.ts.map +0 -1
  173. package/http_clients/index.js.map +0 -1
  174. package/index.d.ts.map +0 -1
  175. package/index.js.map +0 -1
  176. package/log.d.ts.map +0 -1
  177. package/log.js.map +0 -1
  178. package/proxy_configuration.d.ts.map +0 -1
  179. package/proxy_configuration.js.map +0 -1
  180. package/recoverable_state.d.ts.map +0 -1
  181. package/recoverable_state.js.map +0 -1
  182. package/request.d.ts.map +0 -1
  183. package/request.js.map +0 -1
  184. package/router.d.ts.map +0 -1
  185. package/router.js.map +0 -1
  186. package/serialization.d.ts.map +0 -1
  187. package/serialization.js.map +0 -1
  188. package/session_pool/consts.d.ts.map +0 -1
  189. package/session_pool/consts.js.map +0 -1
  190. package/session_pool/errors.d.ts.map +0 -1
  191. package/session_pool/errors.js.map +0 -1
  192. package/session_pool/events.d.ts.map +0 -1
  193. package/session_pool/events.js.map +0 -1
  194. package/session_pool/index.d.ts.map +0 -1
  195. package/session_pool/index.js.map +0 -1
  196. package/session_pool/session.d.ts.map +0 -1
  197. package/session_pool/session.js.map +0 -1
  198. package/session_pool/session_pool.d.ts.map +0 -1
  199. package/session_pool/session_pool.js.map +0 -1
  200. package/storages/access_checking.d.ts.map +0 -1
  201. package/storages/access_checking.js.map +0 -1
  202. package/storages/dataset.d.ts.map +0 -1
  203. package/storages/dataset.js.map +0 -1
  204. package/storages/index.d.ts.map +0 -1
  205. package/storages/index.js.map +0 -1
  206. package/storages/key_value_store.d.ts.map +0 -1
  207. package/storages/key_value_store.js.map +0 -1
  208. package/storages/request_list.d.ts.map +0 -1
  209. package/storages/request_list.js.map +0 -1
  210. package/storages/request_list_adapter.d.ts.map +0 -1
  211. package/storages/request_list_adapter.js.map +0 -1
  212. package/storages/request_manager_tandem.d.ts.map +0 -1
  213. package/storages/request_manager_tandem.js.map +0 -1
  214. package/storages/request_provider.d.ts.map +0 -1
  215. package/storages/request_provider.js.map +0 -1
  216. package/storages/request_queue.d.ts.map +0 -1
  217. package/storages/request_queue.js.map +0 -1
  218. package/storages/request_queue_v2.d.ts.map +0 -1
  219. package/storages/request_queue_v2.js.map +0 -1
  220. package/storages/sitemap_request_list.d.ts.map +0 -1
  221. package/storages/sitemap_request_list.js.map +0 -1
  222. package/storages/storage_manager.d.ts.map +0 -1
  223. package/storages/storage_manager.js.map +0 -1
  224. package/storages/utils.d.ts.map +0 -1
  225. package/storages/utils.js.map +0 -1
  226. package/typedefs.d.ts.map +0 -1
  227. package/typedefs.js.map +0 -1
  228. package/validators.d.ts.map +0 -1
  229. package/validators.js.map +0 -1
@@ -299,4 +299,3 @@ export declare class AutoscaledPool {
299
299
  protected _incrementTasksDonePerSecond(intervalCallback: () => void): void;
300
300
  protected get _isOverMaxRequestLimit(): boolean;
301
301
  }
302
- //# sourceMappingURL=autoscaled_pool.d.ts.map
@@ -689,4 +689,3 @@ class AutoscaledPool {
689
689
  }
690
690
  }
691
691
  exports.AutoscaledPool = AutoscaledPool;
692
- //# sourceMappingURL=autoscaled_pool.js.map
@@ -23,4 +23,3 @@ export declare function createClientLoadSignal(options: ClientLoadSignalOptions)
23
23
  };
24
24
  /** @internal Return type for backward compat in Snapshotter facade */
25
25
  export type ClientLoadSignal = ReturnType<typeof createClientLoadSignal>;
26
- //# sourceMappingURL=client_load_signal.d.ts.map
@@ -37,4 +37,3 @@ function createClientLoadSignal(options) {
37
37
  });
38
38
  return signal;
39
39
  }
40
- //# sourceMappingURL=client_load_signal.js.map
@@ -26,4 +26,3 @@ export declare function createCpuLoadSignal(options: CpuLoadSignalOptions): Omit
26
26
  };
27
27
  /** @internal Return type for backward compat in Snapshotter facade */
28
28
  export type CpuLoadSignal = ReturnType<typeof createCpuLoadSignal>;
29
- //# sourceMappingURL=cpu_load_signal.d.ts.map
@@ -24,4 +24,3 @@ function createCpuLoadSignal(options) {
24
24
  },
25
25
  });
26
26
  }
27
- //# sourceMappingURL=cpu_load_signal.js.map
@@ -21,4 +21,3 @@ export declare function createEventLoopLoadSignal(options?: EventLoopLoadSignalO
21
21
  };
22
22
  /** @internal Return type for backward compat in Snapshotter facade */
23
23
  export type EventLoopLoadSignal = ReturnType<typeof createEventLoopLoadSignal>;
24
- //# sourceMappingURL=event_loop_load_signal.d.ts.map
@@ -36,4 +36,3 @@ function createEventLoopLoadSignal(options = {}) {
36
36
  });
37
37
  return signal;
38
38
  }
39
- //# sourceMappingURL=event_loop_load_signal.js.map
@@ -6,4 +6,3 @@ export * from './load_signal';
6
6
  export * from './memory_load_signal';
7
7
  export * from './snapshotter';
8
8
  export * from './system_status';
9
- //# sourceMappingURL=index.d.ts.map
@@ -9,4 +9,3 @@ tslib_1.__exportStar(require("./load_signal"), exports);
9
9
  tslib_1.__exportStar(require("./memory_load_signal"), exports);
10
10
  tslib_1.__exportStar(require("./snapshotter"), exports);
11
11
  tslib_1.__exportStar(require("./system_status"), exports);
12
- //# sourceMappingURL=index.js.map
@@ -97,4 +97,3 @@ export declare class SnapshotStore<T extends LoadSnapshot = LoadSnapshot> {
97
97
  * evaluation logic used by `SystemStatus` for all signal types.
98
98
  */
99
99
  export declare function evaluateLoadSignalSample(sample: LoadSnapshot[], overloadedRatio: number): ClientInfo;
100
- //# sourceMappingURL=load_signal.d.ts.map
@@ -148,4 +148,3 @@ function evaluateLoadSignalSample(sample, overloadedRatio) {
148
148
  actualRatio: Math.round(wAvg * 1000) / 1000,
149
149
  };
150
150
  }
151
- //# sourceMappingURL=load_signal.js.map
@@ -41,4 +41,3 @@ export declare class MemoryLoadSignal implements LoadSignal {
41
41
  _memoryOverloadWarning(systemInfo: SystemInfo, maxMemoryBytes?: number): void;
42
42
  private _getTotalMemoryBytes;
43
43
  }
44
- //# sourceMappingURL=memory_load_signal.d.ts.map
@@ -156,4 +156,3 @@ class MemoryLoadSignal {
156
156
  }
157
157
  }
158
158
  exports.MemoryLoadSignal = MemoryLoadSignal;
159
- //# sourceMappingURL=memory_load_signal.js.map
@@ -152,4 +152,3 @@ export declare class Snapshotter {
152
152
  */
153
153
  protected _pruneSnapshots(_snapshots: any[], _now: Date): void;
154
154
  }
155
- //# sourceMappingURL=snapshotter.d.ts.map
@@ -235,4 +235,3 @@ class Snapshotter {
235
235
  }
236
236
  }
237
237
  exports.Snapshotter = Snapshotter;
238
- //# sourceMappingURL=snapshotter.js.map
@@ -167,4 +167,3 @@ export declare class SystemStatus {
167
167
  */
168
168
  protected _isSystemIdle(sampleDurationMillis?: number): SystemInfo;
169
169
  }
170
- //# sourceMappingURL=system_status.d.ts.map
@@ -155,4 +155,3 @@ class SystemStatus {
155
155
  }
156
156
  }
157
157
  exports.SystemStatus = SystemStatus;
158
- //# sourceMappingURL=system_status.js.map
@@ -294,4 +294,3 @@ export declare class Configuration {
294
294
  static resetGlobalState(): void;
295
295
  protected buildOptions(options: ConfigurationOptions): void;
296
296
  }
297
- //# sourceMappingURL=configuration.d.ts.map
package/configuration.js CHANGED
@@ -350,4 +350,3 @@ Object.defineProperty(Configuration, "storage", {
350
350
  writable: true,
351
351
  value: new node_async_hooks_1.AsyncLocalStorage()
352
352
  });
353
- //# sourceMappingURL=configuration.js.map
package/cookie_utils.d.ts CHANGED
@@ -40,4 +40,3 @@ export declare function cookieStringToToughCookie(cookieString: string): CookieO
40
40
  * @internal
41
41
  */
42
42
  export declare function mergeCookies(url: string, sourceCookies: string[]): string;
43
- //# sourceMappingURL=cookie_utils.d.ts.map
package/cookie_utils.js CHANGED
@@ -118,4 +118,3 @@ function mergeCookies(url, sourceCookies) {
118
118
  }
119
119
  return jar.getCookieStringSync(url);
120
120
  }
121
- //# sourceMappingURL=cookie_utils.js.map
@@ -192,4 +192,3 @@ export declare class RequestHandlerResult {
192
192
  private getKeyValueStoreChangedValue;
193
193
  private setKeyValueStoreChangedValue;
194
194
  }
195
- //# sourceMappingURL=crawler_commons.d.ts.map
@@ -169,4 +169,3 @@ class RequestHandlerResult {
169
169
  }
170
170
  }
171
171
  exports.RequestHandlerResult = RequestHandlerResult;
172
- //# sourceMappingURL=crawler_commons.js.map
@@ -9,4 +9,3 @@ export declare abstract class CrawlerExtension {
9
9
  log: Log;
10
10
  getCrawlerOptions(): Record<string, unknown>;
11
11
  }
12
- //# sourceMappingURL=crawler_extension.d.ts.map
@@ -27,4 +27,3 @@ class CrawlerExtension {
27
27
  }
28
28
  }
29
29
  exports.CrawlerExtension = CrawlerExtension;
30
- //# sourceMappingURL=crawler_extension.js.map
@@ -7,4 +7,3 @@ export declare function handleRequestTimeout({ session, errorMessage }: {
7
7
  session?: Session;
8
8
  errorMessage: string;
9
9
  }): void;
10
- //# sourceMappingURL=crawler_utils.d.ts.map
@@ -12,4 +12,3 @@ function handleRequestTimeout({ session, errorMessage }) {
12
12
  const timeoutSecs = Number(timeoutMillis) / 1000;
13
13
  throw new timeout_1.TimeoutError(`Navigation timed out after ${timeoutSecs} seconds.`);
14
14
  }
15
- //# sourceMappingURL=crawler_utils.js.map
@@ -56,4 +56,3 @@ export declare class ErrorSnapshotter {
56
56
  generateFilename(error: ErrnoException): string;
57
57
  }
58
58
  export {};
59
- //# sourceMappingURL=error_snapshotter.d.ts.map
@@ -145,4 +145,3 @@ Object.defineProperty(ErrorSnapshotter, "SNAPSHOT_PREFIX", {
145
145
  writable: true,
146
146
  value: 'ERROR_SNAPSHOT'
147
147
  });
148
- //# sourceMappingURL=error_snapshotter.js.map
@@ -51,4 +51,3 @@ export declare class ErrorTracker {
51
51
  captureSnapshot(storage: Record<string, unknown>, error: ErrnoException, context: CrawlingContext): Promise<void>;
52
52
  reset(): void;
53
53
  }
54
- //# sourceMappingURL=error_tracker.d.ts.map
@@ -328,4 +328,3 @@ class ErrorTracker {
328
328
  }
329
329
  exports.ErrorTracker = ErrorTracker;
330
330
  _ErrorTracker_options = new WeakMap();
331
- //# sourceMappingURL=error_tracker.js.map
@@ -4,4 +4,3 @@ export * from './crawler_utils';
4
4
  export * from './statistics';
5
5
  export * from './error_tracker';
6
6
  export * from './error_snapshotter';
7
- //# sourceMappingURL=index.d.ts.map
package/crawlers/index.js CHANGED
@@ -7,4 +7,3 @@ tslib_1.__exportStar(require("./crawler_utils"), exports);
7
7
  tslib_1.__exportStar(require("./statistics"), exports);
8
8
  tslib_1.__exportStar(require("./error_tracker"), exports);
9
9
  tslib_1.__exportStar(require("./error_snapshotter"), exports);
10
- //# sourceMappingURL=index.js.map
@@ -201,4 +201,3 @@ export interface StatisticState {
201
201
  retryErrors: Record<string, unknown>;
202
202
  requestsWithStatusCode: Record<string, number>;
203
203
  }
204
- //# sourceMappingURL=statistics.d.ts.map
@@ -451,4 +451,3 @@ Object.defineProperty(Statistics, "id", {
451
451
  writable: true,
452
452
  value: 0
453
453
  });
454
- //# sourceMappingURL=statistics.js.map
@@ -254,4 +254,3 @@ export interface ResolveBaseUrl {
254
254
  originalRequestUrl: string;
255
255
  finalRequestUrl?: string;
256
256
  }
257
- //# sourceMappingURL=enqueue_links.d.ts.map
@@ -273,4 +273,3 @@ function resolveBaseUrlForEnqueueLinksFiltering({ enqueueStrategy, finalRequestU
273
273
  function ignoreHttpSchema(pattern) {
274
274
  return pattern.replace(/^(https?):\/\//, 'http{s,}://');
275
275
  }
276
- //# sourceMappingURL=enqueue_links.js.map
@@ -1,3 +1,2 @@
1
1
  export * from './enqueue_links';
2
2
  export * from './shared';
3
- //# sourceMappingURL=index.d.ts.map
@@ -3,4 +3,3 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  const tslib_1 = require("tslib");
4
4
  tslib_1.__exportStar(require("./enqueue_links"), exports);
5
5
  tslib_1.__exportStar(require("./shared"), exports);
6
- //# sourceMappingURL=index.js.map
@@ -70,4 +70,3 @@ export interface RequestTransform {
70
70
  */
71
71
  (original: RequestOptions): RequestOptions | false | undefined | null;
72
72
  }
73
- //# sourceMappingURL=shared.d.ts.map
@@ -221,4 +221,3 @@ function createPatternObjectMatcher(urlPatternObject) {
221
221
  }
222
222
  return { ...urlPatternObject, match };
223
223
  }
224
- //# sourceMappingURL=shared.js.map
package/errors.d.ts CHANGED
@@ -30,4 +30,3 @@ export declare class RetryRequestError extends Error {
30
30
  export declare class SessionError extends RetryRequestError {
31
31
  constructor(message?: string);
32
32
  }
33
- //# sourceMappingURL=errors.d.ts.map
package/errors.js CHANGED
@@ -42,4 +42,3 @@ class SessionError extends RetryRequestError {
42
42
  }
43
43
  }
44
44
  exports.SessionError = SessionError;
45
- //# sourceMappingURL=errors.js.map
@@ -49,4 +49,3 @@ export declare abstract class EventManager {
49
49
  waitForAllListenersToComplete(): Promise<boolean>;
50
50
  }
51
51
  export {};
52
- //# sourceMappingURL=event_manager.d.ts.map
@@ -115,4 +115,3 @@ class EventManager {
115
115
  }
116
116
  }
117
117
  exports.EventManager = EventManager;
118
- //# sourceMappingURL=event_manager.js.map
package/events/index.d.ts CHANGED
@@ -1,3 +1,2 @@
1
1
  export * from './event_manager';
2
2
  export * from './local_event_manager';
3
- //# sourceMappingURL=index.d.ts.map
package/events/index.js CHANGED
@@ -3,4 +3,3 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  const tslib_1 = require("tslib");
4
4
  tslib_1.__exportStar(require("./event_manager"), exports);
5
5
  tslib_1.__exportStar(require("./local_event_manager"), exports);
6
- //# sourceMappingURL=index.js.map
@@ -27,4 +27,3 @@ export declare class LocalEventManager extends EventManager {
27
27
  private createMemoryInfo;
28
28
  private getMemoryInfo;
29
29
  }
30
- //# sourceMappingURL=local_event_manager.d.ts.map
@@ -115,4 +115,3 @@ class LocalEventManager extends event_manager_1.EventManager {
115
115
  }
116
116
  }
117
117
  exports.LocalEventManager = LocalEventManager;
118
- //# sourceMappingURL=local_event_manager.js.map
@@ -131,4 +131,3 @@ export interface BaseHttpClient {
131
131
  */
132
132
  export declare function processHttpRequestOptions<TResponseType extends keyof ResponseTypes = 'text'>({ searchParams, form, json, username, password, ...request }: HttpRequestOptions<TResponseType>): HttpRequest<TResponseType>;
133
133
  export {};
134
- //# sourceMappingURL=base-http-client.d.ts.map
@@ -33,4 +33,3 @@ function processHttpRequestOptions({ searchParams, form, json, username, passwor
33
33
  }
34
34
  return { ...request, body, url, headers };
35
35
  }
36
- //# sourceMappingURL=base-http-client.js.map
@@ -64,4 +64,3 @@ export interface FormDataLike {
64
64
  readonly [Symbol.toStringTag]?: string;
65
65
  }
66
66
  export {};
67
- //# sourceMappingURL=form-data-like.d.ts.map
@@ -3,4 +3,3 @@
3
3
  * This is copied from https://github.com/octet-stream/form-data-encoder
4
4
  */
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
- //# sourceMappingURL=form-data-like.js.map
@@ -12,4 +12,3 @@ export declare class GotScrapingHttpClient implements BaseHttpClient {
12
12
  */
13
13
  stream(request: HttpRequest, handleRedirect?: RedirectHandler): Promise<StreamingHttpResponse>;
14
14
  }
15
- //# sourceMappingURL=got-scraping-http-client.d.ts.map
@@ -74,4 +74,3 @@ class GotScrapingHttpClient {
74
74
  }
75
75
  }
76
76
  exports.GotScrapingHttpClient = GotScrapingHttpClient;
77
- //# sourceMappingURL=got-scraping-http-client.js.map
@@ -1,3 +1,2 @@
1
1
  export * from './base-http-client';
2
2
  export * from './got-scraping-http-client';
3
- //# sourceMappingURL=index.d.ts.map
@@ -3,4 +3,3 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  const tslib_1 = require("tslib");
4
4
  tslib_1.__exportStar(require("./base-http-client"), exports);
5
5
  tslib_1.__exportStar(require("./got-scraping-http-client"), exports);
6
- //# sourceMappingURL=index.js.map
package/index.d.ts CHANGED
@@ -17,4 +17,3 @@ export * from './cookie_utils';
17
17
  export * from './recoverable_state';
18
18
  export { PseudoUrl } from '@apify/pseudo_url';
19
19
  export { Dictionary, Awaitable, Constructor, StorageClient, Cookie, QueueOperationInfo } from '@crawlee/types';
20
- //# sourceMappingURL=index.d.ts.map
package/index.js CHANGED
@@ -21,4 +21,3 @@ tslib_1.__exportStar(require("./cookie_utils"), exports);
21
21
  tslib_1.__exportStar(require("./recoverable_state"), exports);
22
22
  var pseudo_url_1 = require("@apify/pseudo_url");
23
23
  Object.defineProperty(exports, "PseudoUrl", { enumerable: true, get: function () { return pseudo_url_1.PseudoUrl; } });
24
- //# sourceMappingURL=index.js.map
package/log.d.ts CHANGED
@@ -2,4 +2,3 @@ import type { LoggerOptions } from '@apify/log';
2
2
  import log, { Log, Logger, LoggerJson, LoggerText, LogLevel } from '@apify/log';
3
3
  export { log, Log, LogLevel, Logger, LoggerJson, LoggerText };
4
4
  export type { LoggerOptions };
5
- //# sourceMappingURL=log.d.ts.map
package/log.js CHANGED
@@ -9,4 +9,3 @@ Object.defineProperty(exports, "Logger", { enumerable: true, get: function () {
9
9
  Object.defineProperty(exports, "LoggerJson", { enumerable: true, get: function () { return log_1.LoggerJson; } });
10
10
  Object.defineProperty(exports, "LoggerText", { enumerable: true, get: function () { return log_1.LoggerText; } });
11
11
  Object.defineProperty(exports, "LogLevel", { enumerable: true, get: function () { return log_1.LogLevel; } });
12
- //# sourceMappingURL=log.js.map
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@crawlee/core",
3
- "version": "3.16.1-beta.72",
3
+ "version": "3.16.1-beta.74",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=16.0.0"
@@ -59,9 +59,9 @@
59
59
  "@apify/pseudo_url": "^2.0.30",
60
60
  "@apify/timeout": "^0.3.0",
61
61
  "@apify/utilities": "^2.7.10",
62
- "@crawlee/memory-storage": "3.16.1-beta.72",
63
- "@crawlee/types": "3.16.1-beta.72",
64
- "@crawlee/utils": "3.16.1-beta.72",
62
+ "@crawlee/memory-storage": "3.16.1-beta.74",
63
+ "@crawlee/types": "3.16.1-beta.74",
64
+ "@crawlee/utils": "3.16.1-beta.74",
65
65
  "@sapphire/async-queue": "^1.5.1",
66
66
  "@vladfrangu/async_event_emitter": "^2.2.2",
67
67
  "csv-stringify": "^6.2.0",
@@ -83,5 +83,5 @@
83
83
  }
84
84
  }
85
85
  },
86
- "gitHead": "c04521f63948f3324fd8e8c2115524ae553053f7"
86
+ "gitHead": "69cb2e07be04a3bb0271f9c86dc26c43feb8c2a9"
87
87
  }
@@ -244,4 +244,3 @@ export declare class ProxyConfiguration {
244
244
  protected _throwNoOptionsProvided(): never;
245
245
  }
246
246
  export {};
247
- //# sourceMappingURL=proxy_configuration.d.ts.map
@@ -336,4 +336,3 @@ class ProxyConfiguration {
336
336
  }
337
337
  }
338
338
  exports.ProxyConfiguration = ProxyConfiguration;
339
- //# sourceMappingURL=proxy_configuration.js.map
@@ -120,4 +120,3 @@ export declare class RecoverableState<TStateModel = Record<string, unknown>> {
120
120
  */
121
121
  private loadSavedState;
122
122
  }
123
- //# sourceMappingURL=recoverable_state.d.ts.map
@@ -197,4 +197,3 @@ class RecoverableState {
197
197
  }
198
198
  }
199
199
  exports.RecoverableState = RecoverableState;
200
- //# sourceMappingURL=recoverable_state.js.map
package/request.d.ts CHANGED
@@ -271,4 +271,3 @@ export interface InternalSource {
271
271
  regex?: RegExp;
272
272
  }
273
273
  export {};
274
- //# sourceMappingURL=request.d.ts.map
package/request.js CHANGED
@@ -441,4 +441,3 @@ class Request {
441
441
  }
442
442
  }
443
443
  exports.Request = Request;
444
- //# sourceMappingURL=request.js.map
package/router.d.ts CHANGED
@@ -131,4 +131,3 @@ export declare class Router<Context extends Omit<RestrictedCrawlingContext, 'enq
131
131
  */
132
132
  static create<Context extends Omit<RestrictedCrawlingContext, 'enqueueLinks'> = CrawlingContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, UserData>): RouterHandler<Context>;
133
133
  }
134
- //# sourceMappingURL=router.d.ts.map
package/router.js CHANGED
@@ -176,4 +176,3 @@ class Router {
176
176
  }
177
177
  }
178
178
  exports.Router = Router;
179
- //# sourceMappingURL=router.js.map
@@ -29,4 +29,3 @@ export declare function deserializeArray<T extends string | Buffer>(compressedDa
29
29
  * @internal
30
30
  */
31
31
  export declare function createDeserialize(compressedData: Buffer | Uint8Array): Readable;
32
- //# sourceMappingURL=serialization.d.ts.map
package/serialization.js CHANGED
@@ -141,4 +141,3 @@ function pluckValue(streamArray) {
141
141
  streamArray.push = (obj) => realPush(obj && obj.value);
142
142
  return streamArray;
143
143
  }
144
- //# sourceMappingURL=serialization.js.map
@@ -1,4 +1,3 @@
1
1
  export declare const BLOCKED_STATUS_CODES: number[];
2
2
  export declare const PERSIST_STATE_KEY = "SDK_SESSION_POOL_STATE";
3
3
  export declare const MAX_POOL_SIZE = 1000;
4
- //# sourceMappingURL=consts.d.ts.map
@@ -4,4 +4,3 @@ exports.MAX_POOL_SIZE = exports.PERSIST_STATE_KEY = exports.BLOCKED_STATUS_CODES
4
4
  exports.BLOCKED_STATUS_CODES = [401, 403, 429];
5
5
  exports.PERSIST_STATE_KEY = 'SDK_SESSION_POOL_STATE';
6
6
  exports.MAX_POOL_SIZE = 1000;
7
- //# sourceMappingURL=consts.js.map
@@ -5,4 +5,3 @@ export declare class CookieParseError extends Error {
5
5
  readonly cookieHeaderString: unknown;
6
6
  constructor(cookieHeaderString: unknown);
7
7
  }
8
- //# sourceMappingURL=errors.d.ts.map
@@ -17,4 +17,3 @@ class CookieParseError extends Error {
17
17
  }
18
18
  }
19
19
  exports.CookieParseError = CookieParseError;
20
- //# sourceMappingURL=errors.js.map
@@ -1,3 +1,2 @@
1
1
  /** @internal */
2
2
  export declare const EVENT_SESSION_RETIRED = "sessionRetired";
3
- //# sourceMappingURL=events.d.ts.map
@@ -3,4 +3,3 @@ Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.EVENT_SESSION_RETIRED = void 0;
4
4
  /** @internal */
5
5
  exports.EVENT_SESSION_RETIRED = 'sessionRetired';
6
- //# sourceMappingURL=events.js.map
@@ -3,4 +3,3 @@ export * from './events';
3
3
  export * from './session';
4
4
  export * from './session_pool';
5
5
  export * from './consts';
6
- //# sourceMappingURL=index.d.ts.map
@@ -6,4 +6,3 @@ tslib_1.__exportStar(require("./events"), exports);
6
6
  tslib_1.__exportStar(require("./session"), exports);
7
7
  tslib_1.__exportStar(require("./session_pool"), exports);
8
8
  tslib_1.__exportStar(require("./consts"), exports);
9
- //# sourceMappingURL=index.js.map
@@ -210,4 +210,3 @@ export declare class Session {
210
210
  */
211
211
  protected _maybeSelfRetire(): void;
212
212
  }
213
- //# sourceMappingURL=session.d.ts.map
@@ -332,4 +332,3 @@ class Session {
332
332
  }
333
333
  }
334
334
  exports.Session = Session;
335
- //# sourceMappingURL=session.js.map
@@ -248,4 +248,3 @@ export declare class SessionPool extends EventEmitter {
248
248
  */
249
249
  static open(options?: SessionPoolOptions, config?: Configuration): Promise<SessionPool>;
250
250
  }
251
- //# sourceMappingURL=session_pool.d.ts.map
@@ -456,4 +456,3 @@ class SessionPool extends node_events_1.EventEmitter {
456
456
  }
457
457
  }
458
458
  exports.SessionPool = SessionPool;
459
- //# sourceMappingURL=session_pool.js.map
@@ -10,4 +10,3 @@ export declare const checkStorageAccess: () => void | undefined;
10
10
  * @param callback The code that should be invoked with the `checkFunction` setting
11
11
  */
12
12
  export declare const withCheckedStorageAccess: <T>(checkFunction: () => void, callback: () => Awaitable<T>) => Promise<T>;
13
- //# sourceMappingURL=access_checking.d.ts.map
@@ -16,4 +16,3 @@ exports.checkStorageAccess = checkStorageAccess;
16
16
  */
17
17
  const withCheckedStorageAccess = async (checkFunction, callback) => storage.run({ checkFunction }, callback);
18
18
  exports.withCheckedStorageAccess = withCheckedStorageAccess;
19
- //# sourceMappingURL=access_checking.js.map
@@ -477,4 +477,3 @@ export interface DatasetContent<Data> {
477
477
  /** Should the results be in descending order. */
478
478
  desc?: boolean;
479
479
  }
480
- //# sourceMappingURL=dataset.d.ts.map
@@ -568,4 +568,3 @@ class Dataset {
568
568
  }
569
569
  }
570
570
  exports.Dataset = Dataset;
571
- //# sourceMappingURL=dataset.js.map
@@ -11,4 +11,3 @@ export * from './utils';
11
11
  export * from './access_checking';
12
12
  export * from './sitemap_request_list';
13
13
  export * from './request_manager_tandem';
14
- //# sourceMappingURL=index.d.ts.map
package/storages/index.js CHANGED
@@ -18,4 +18,3 @@ tslib_1.__exportStar(require("./utils"), exports);
18
18
  tslib_1.__exportStar(require("./access_checking"), exports);
19
19
  tslib_1.__exportStar(require("./sitemap_request_list"), exports);
20
20
  tslib_1.__exportStar(require("./request_manager_tandem"), exports);
21
- //# sourceMappingURL=index.js.map
@@ -469,4 +469,3 @@ export interface KeyValueStoreIteratorOptions {
469
469
  */
470
470
  collection?: string;
471
471
  }
472
- //# sourceMappingURL=key_value_store.d.ts.map
@@ -624,4 +624,3 @@ class KeyValueStore {
624
624
  }
625
625
  }
626
626
  exports.KeyValueStore = KeyValueStore;
627
- //# sourceMappingURL=key_value_store.js.map
@@ -503,4 +503,3 @@ export interface RequestListState {
503
503
  type RequestListSource = string | Source;
504
504
  export type RequestListSourcesFunction = () => Promise<RequestListSource[]>;
505
505
  export {};
506
- //# sourceMappingURL=request_list.d.ts.map