@crawlee/core 3.16.1-beta.72 → 3.16.1-beta.73
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/autoscaling/autoscaled_pool.d.ts +0 -1
- package/autoscaling/autoscaled_pool.js +0 -1
- package/autoscaling/client_load_signal.d.ts +0 -1
- package/autoscaling/client_load_signal.js +0 -1
- package/autoscaling/cpu_load_signal.d.ts +0 -1
- package/autoscaling/cpu_load_signal.js +0 -1
- package/autoscaling/event_loop_load_signal.d.ts +0 -1
- package/autoscaling/event_loop_load_signal.js +0 -1
- package/autoscaling/index.d.ts +0 -1
- package/autoscaling/index.js +0 -1
- package/autoscaling/load_signal.d.ts +0 -1
- package/autoscaling/load_signal.js +0 -1
- package/autoscaling/memory_load_signal.d.ts +0 -1
- package/autoscaling/memory_load_signal.js +0 -1
- package/autoscaling/snapshotter.d.ts +0 -1
- package/autoscaling/snapshotter.js +0 -1
- package/autoscaling/system_status.d.ts +0 -1
- package/autoscaling/system_status.js +0 -1
- package/configuration.d.ts +0 -1
- package/configuration.js +0 -1
- package/cookie_utils.d.ts +0 -1
- package/cookie_utils.js +0 -1
- package/crawlers/crawler_commons.d.ts +0 -1
- package/crawlers/crawler_commons.js +0 -1
- package/crawlers/crawler_extension.d.ts +0 -1
- package/crawlers/crawler_extension.js +0 -1
- package/crawlers/crawler_utils.d.ts +0 -1
- package/crawlers/crawler_utils.js +0 -1
- package/crawlers/error_snapshotter.d.ts +0 -1
- package/crawlers/error_snapshotter.js +0 -1
- package/crawlers/error_tracker.d.ts +0 -1
- package/crawlers/error_tracker.js +0 -1
- package/crawlers/index.d.ts +0 -1
- package/crawlers/index.js +0 -1
- package/crawlers/statistics.d.ts +0 -1
- package/crawlers/statistics.js +0 -1
- package/enqueue_links/enqueue_links.d.ts +0 -1
- package/enqueue_links/enqueue_links.js +0 -1
- package/enqueue_links/index.d.ts +0 -1
- package/enqueue_links/index.js +0 -1
- package/enqueue_links/shared.d.ts +0 -1
- package/enqueue_links/shared.js +0 -1
- package/errors.d.ts +0 -1
- package/errors.js +0 -1
- package/events/event_manager.d.ts +0 -1
- package/events/event_manager.js +0 -1
- package/events/index.d.ts +0 -1
- package/events/index.js +0 -1
- package/events/local_event_manager.d.ts +0 -1
- package/events/local_event_manager.js +0 -1
- package/http_clients/base-http-client.d.ts +0 -1
- package/http_clients/base-http-client.js +0 -1
- package/http_clients/form-data-like.d.ts +0 -1
- package/http_clients/form-data-like.js +0 -1
- package/http_clients/got-scraping-http-client.d.ts +0 -1
- package/http_clients/got-scraping-http-client.js +0 -1
- package/http_clients/index.d.ts +0 -1
- package/http_clients/index.js +0 -1
- package/index.d.ts +0 -1
- package/index.js +0 -1
- package/log.d.ts +0 -1
- package/log.js +0 -1
- package/package.json +5 -5
- package/proxy_configuration.d.ts +0 -1
- package/proxy_configuration.js +0 -1
- package/recoverable_state.d.ts +0 -1
- package/recoverable_state.js +0 -1
- package/request.d.ts +0 -1
- package/request.js +0 -1
- package/router.d.ts +0 -1
- package/router.js +0 -1
- package/serialization.d.ts +0 -1
- package/serialization.js +0 -1
- package/session_pool/consts.d.ts +0 -1
- package/session_pool/consts.js +0 -1
- package/session_pool/errors.d.ts +0 -1
- package/session_pool/errors.js +0 -1
- package/session_pool/events.d.ts +0 -1
- package/session_pool/events.js +0 -1
- package/session_pool/index.d.ts +0 -1
- package/session_pool/index.js +0 -1
- package/session_pool/session.d.ts +0 -1
- package/session_pool/session.js +0 -1
- package/session_pool/session_pool.d.ts +0 -1
- package/session_pool/session_pool.js +0 -1
- package/storages/access_checking.d.ts +0 -1
- package/storages/access_checking.js +0 -1
- package/storages/dataset.d.ts +0 -1
- package/storages/dataset.js +0 -1
- package/storages/index.d.ts +0 -1
- package/storages/index.js +0 -1
- package/storages/key_value_store.d.ts +0 -1
- package/storages/key_value_store.js +0 -1
- package/storages/request_list.d.ts +0 -1
- package/storages/request_list.js +0 -1
- package/storages/request_list_adapter.d.ts +0 -1
- package/storages/request_list_adapter.js +0 -1
- package/storages/request_manager_tandem.d.ts +0 -1
- package/storages/request_manager_tandem.js +0 -1
- package/storages/request_provider.d.ts +0 -1
- package/storages/request_provider.js +0 -1
- package/storages/request_queue.d.ts +0 -1
- package/storages/request_queue.js +0 -1
- package/storages/request_queue_v2.d.ts +0 -1
- package/storages/request_queue_v2.js +0 -1
- package/storages/sitemap_request_list.d.ts +0 -1
- package/storages/sitemap_request_list.js +0 -1
- package/storages/storage_manager.d.ts +0 -1
- package/storages/storage_manager.js +0 -1
- package/storages/utils.d.ts +0 -1
- package/storages/utils.js +0 -1
- package/typedefs.d.ts +0 -1
- package/typedefs.js +0 -1
- package/validators.d.ts +0 -1
- package/validators.js +0 -1
- package/autoscaling/autoscaled_pool.d.ts.map +0 -1
- package/autoscaling/autoscaled_pool.js.map +0 -1
- package/autoscaling/client_load_signal.d.ts.map +0 -1
- package/autoscaling/client_load_signal.js.map +0 -1
- package/autoscaling/cpu_load_signal.d.ts.map +0 -1
- package/autoscaling/cpu_load_signal.js.map +0 -1
- package/autoscaling/event_loop_load_signal.d.ts.map +0 -1
- package/autoscaling/event_loop_load_signal.js.map +0 -1
- package/autoscaling/index.d.ts.map +0 -1
- package/autoscaling/index.js.map +0 -1
- package/autoscaling/load_signal.d.ts.map +0 -1
- package/autoscaling/load_signal.js.map +0 -1
- package/autoscaling/memory_load_signal.d.ts.map +0 -1
- package/autoscaling/memory_load_signal.js.map +0 -1
- package/autoscaling/snapshotter.d.ts.map +0 -1
- package/autoscaling/snapshotter.js.map +0 -1
- package/autoscaling/system_status.d.ts.map +0 -1
- package/autoscaling/system_status.js.map +0 -1
- package/configuration.d.ts.map +0 -1
- package/configuration.js.map +0 -1
- package/cookie_utils.d.ts.map +0 -1
- package/cookie_utils.js.map +0 -1
- package/crawlers/crawler_commons.d.ts.map +0 -1
- package/crawlers/crawler_commons.js.map +0 -1
- package/crawlers/crawler_extension.d.ts.map +0 -1
- package/crawlers/crawler_extension.js.map +0 -1
- package/crawlers/crawler_utils.d.ts.map +0 -1
- package/crawlers/crawler_utils.js.map +0 -1
- package/crawlers/error_snapshotter.d.ts.map +0 -1
- package/crawlers/error_snapshotter.js.map +0 -1
- package/crawlers/error_tracker.d.ts.map +0 -1
- package/crawlers/error_tracker.js.map +0 -1
- package/crawlers/index.d.ts.map +0 -1
- package/crawlers/index.js.map +0 -1
- package/crawlers/statistics.d.ts.map +0 -1
- package/crawlers/statistics.js.map +0 -1
- package/enqueue_links/enqueue_links.d.ts.map +0 -1
- package/enqueue_links/enqueue_links.js.map +0 -1
- package/enqueue_links/index.d.ts.map +0 -1
- package/enqueue_links/index.js.map +0 -1
- package/enqueue_links/shared.d.ts.map +0 -1
- package/enqueue_links/shared.js.map +0 -1
- package/errors.d.ts.map +0 -1
- package/errors.js.map +0 -1
- package/events/event_manager.d.ts.map +0 -1
- package/events/event_manager.js.map +0 -1
- package/events/index.d.ts.map +0 -1
- package/events/index.js.map +0 -1
- package/events/local_event_manager.d.ts.map +0 -1
- package/events/local_event_manager.js.map +0 -1
- package/http_clients/base-http-client.d.ts.map +0 -1
- package/http_clients/base-http-client.js.map +0 -1
- package/http_clients/form-data-like.d.ts.map +0 -1
- package/http_clients/form-data-like.js.map +0 -1
- package/http_clients/got-scraping-http-client.d.ts.map +0 -1
- package/http_clients/got-scraping-http-client.js.map +0 -1
- package/http_clients/index.d.ts.map +0 -1
- package/http_clients/index.js.map +0 -1
- package/index.d.ts.map +0 -1
- package/index.js.map +0 -1
- package/log.d.ts.map +0 -1
- package/log.js.map +0 -1
- package/proxy_configuration.d.ts.map +0 -1
- package/proxy_configuration.js.map +0 -1
- package/recoverable_state.d.ts.map +0 -1
- package/recoverable_state.js.map +0 -1
- package/request.d.ts.map +0 -1
- package/request.js.map +0 -1
- package/router.d.ts.map +0 -1
- package/router.js.map +0 -1
- package/serialization.d.ts.map +0 -1
- package/serialization.js.map +0 -1
- package/session_pool/consts.d.ts.map +0 -1
- package/session_pool/consts.js.map +0 -1
- package/session_pool/errors.d.ts.map +0 -1
- package/session_pool/errors.js.map +0 -1
- package/session_pool/events.d.ts.map +0 -1
- package/session_pool/events.js.map +0 -1
- package/session_pool/index.d.ts.map +0 -1
- package/session_pool/index.js.map +0 -1
- package/session_pool/session.d.ts.map +0 -1
- package/session_pool/session.js.map +0 -1
- package/session_pool/session_pool.d.ts.map +0 -1
- package/session_pool/session_pool.js.map +0 -1
- package/storages/access_checking.d.ts.map +0 -1
- package/storages/access_checking.js.map +0 -1
- package/storages/dataset.d.ts.map +0 -1
- package/storages/dataset.js.map +0 -1
- package/storages/index.d.ts.map +0 -1
- package/storages/index.js.map +0 -1
- package/storages/key_value_store.d.ts.map +0 -1
- package/storages/key_value_store.js.map +0 -1
- package/storages/request_list.d.ts.map +0 -1
- package/storages/request_list.js.map +0 -1
- package/storages/request_list_adapter.d.ts.map +0 -1
- package/storages/request_list_adapter.js.map +0 -1
- package/storages/request_manager_tandem.d.ts.map +0 -1
- package/storages/request_manager_tandem.js.map +0 -1
- package/storages/request_provider.d.ts.map +0 -1
- package/storages/request_provider.js.map +0 -1
- package/storages/request_queue.d.ts.map +0 -1
- package/storages/request_queue.js.map +0 -1
- package/storages/request_queue_v2.d.ts.map +0 -1
- package/storages/request_queue_v2.js.map +0 -1
- package/storages/sitemap_request_list.d.ts.map +0 -1
- package/storages/sitemap_request_list.js.map +0 -1
- package/storages/storage_manager.d.ts.map +0 -1
- package/storages/storage_manager.js.map +0 -1
- package/storages/utils.d.ts.map +0 -1
- package/storages/utils.js.map +0 -1
- package/typedefs.d.ts.map +0 -1
- package/typedefs.js.map +0 -1
- package/validators.d.ts.map +0 -1
- package/validators.js.map +0 -1
|
@@ -23,4 +23,3 @@ export declare function createClientLoadSignal(options: ClientLoadSignalOptions)
|
|
|
23
23
|
};
|
|
24
24
|
/** @internal Return type for backward compat in Snapshotter facade */
|
|
25
25
|
export type ClientLoadSignal = ReturnType<typeof createClientLoadSignal>;
|
|
26
|
-
//# sourceMappingURL=client_load_signal.d.ts.map
|
|
@@ -26,4 +26,3 @@ export declare function createCpuLoadSignal(options: CpuLoadSignalOptions): Omit
|
|
|
26
26
|
};
|
|
27
27
|
/** @internal Return type for backward compat in Snapshotter facade */
|
|
28
28
|
export type CpuLoadSignal = ReturnType<typeof createCpuLoadSignal>;
|
|
29
|
-
//# sourceMappingURL=cpu_load_signal.d.ts.map
|
|
@@ -21,4 +21,3 @@ export declare function createEventLoopLoadSignal(options?: EventLoopLoadSignalO
|
|
|
21
21
|
};
|
|
22
22
|
/** @internal Return type for backward compat in Snapshotter facade */
|
|
23
23
|
export type EventLoopLoadSignal = ReturnType<typeof createEventLoopLoadSignal>;
|
|
24
|
-
//# sourceMappingURL=event_loop_load_signal.d.ts.map
|
package/autoscaling/index.d.ts
CHANGED
package/autoscaling/index.js
CHANGED
|
@@ -9,4 +9,3 @@ tslib_1.__exportStar(require("./load_signal"), exports);
|
|
|
9
9
|
tslib_1.__exportStar(require("./memory_load_signal"), exports);
|
|
10
10
|
tslib_1.__exportStar(require("./snapshotter"), exports);
|
|
11
11
|
tslib_1.__exportStar(require("./system_status"), exports);
|
|
12
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -97,4 +97,3 @@ export declare class SnapshotStore<T extends LoadSnapshot = LoadSnapshot> {
|
|
|
97
97
|
* evaluation logic used by `SystemStatus` for all signal types.
|
|
98
98
|
*/
|
|
99
99
|
export declare function evaluateLoadSignalSample(sample: LoadSnapshot[], overloadedRatio: number): ClientInfo;
|
|
100
|
-
//# sourceMappingURL=load_signal.d.ts.map
|
package/configuration.d.ts
CHANGED
package/configuration.js
CHANGED
package/cookie_utils.d.ts
CHANGED
package/cookie_utils.js
CHANGED
package/crawlers/index.d.ts
CHANGED
package/crawlers/index.js
CHANGED
|
@@ -7,4 +7,3 @@ tslib_1.__exportStar(require("./crawler_utils"), exports);
|
|
|
7
7
|
tslib_1.__exportStar(require("./statistics"), exports);
|
|
8
8
|
tslib_1.__exportStar(require("./error_tracker"), exports);
|
|
9
9
|
tslib_1.__exportStar(require("./error_snapshotter"), exports);
|
|
10
|
-
//# sourceMappingURL=index.js.map
|
package/crawlers/statistics.d.ts
CHANGED
package/crawlers/statistics.js
CHANGED
package/enqueue_links/index.d.ts
CHANGED
package/enqueue_links/index.js
CHANGED
package/enqueue_links/shared.js
CHANGED
package/errors.d.ts
CHANGED
package/errors.js
CHANGED
package/events/event_manager.js
CHANGED
package/events/index.d.ts
CHANGED
package/events/index.js
CHANGED
|
@@ -131,4 +131,3 @@ export interface BaseHttpClient {
|
|
|
131
131
|
*/
|
|
132
132
|
export declare function processHttpRequestOptions<TResponseType extends keyof ResponseTypes = 'text'>({ searchParams, form, json, username, password, ...request }: HttpRequestOptions<TResponseType>): HttpRequest<TResponseType>;
|
|
133
133
|
export {};
|
|
134
|
-
//# sourceMappingURL=base-http-client.d.ts.map
|
package/http_clients/index.d.ts
CHANGED
package/http_clients/index.js
CHANGED
package/index.d.ts
CHANGED
|
@@ -17,4 +17,3 @@ export * from './cookie_utils';
|
|
|
17
17
|
export * from './recoverable_state';
|
|
18
18
|
export { PseudoUrl } from '@apify/pseudo_url';
|
|
19
19
|
export { Dictionary, Awaitable, Constructor, StorageClient, Cookie, QueueOperationInfo } from '@crawlee/types';
|
|
20
|
-
//# sourceMappingURL=index.d.ts.map
|
package/index.js
CHANGED
|
@@ -21,4 +21,3 @@ tslib_1.__exportStar(require("./cookie_utils"), exports);
|
|
|
21
21
|
tslib_1.__exportStar(require("./recoverable_state"), exports);
|
|
22
22
|
var pseudo_url_1 = require("@apify/pseudo_url");
|
|
23
23
|
Object.defineProperty(exports, "PseudoUrl", { enumerable: true, get: function () { return pseudo_url_1.PseudoUrl; } });
|
|
24
|
-
//# sourceMappingURL=index.js.map
|
package/log.d.ts
CHANGED
package/log.js
CHANGED
|
@@ -9,4 +9,3 @@ Object.defineProperty(exports, "Logger", { enumerable: true, get: function () {
|
|
|
9
9
|
Object.defineProperty(exports, "LoggerJson", { enumerable: true, get: function () { return log_1.LoggerJson; } });
|
|
10
10
|
Object.defineProperty(exports, "LoggerText", { enumerable: true, get: function () { return log_1.LoggerText; } });
|
|
11
11
|
Object.defineProperty(exports, "LogLevel", { enumerable: true, get: function () { return log_1.LogLevel; } });
|
|
12
|
-
//# sourceMappingURL=log.js.map
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/core",
|
|
3
|
-
"version": "3.16.1-beta.
|
|
3
|
+
"version": "3.16.1-beta.73",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -59,9 +59,9 @@
|
|
|
59
59
|
"@apify/pseudo_url": "^2.0.30",
|
|
60
60
|
"@apify/timeout": "^0.3.0",
|
|
61
61
|
"@apify/utilities": "^2.7.10",
|
|
62
|
-
"@crawlee/memory-storage": "3.16.1-beta.
|
|
63
|
-
"@crawlee/types": "3.16.1-beta.
|
|
64
|
-
"@crawlee/utils": "3.16.1-beta.
|
|
62
|
+
"@crawlee/memory-storage": "3.16.1-beta.73",
|
|
63
|
+
"@crawlee/types": "3.16.1-beta.73",
|
|
64
|
+
"@crawlee/utils": "3.16.1-beta.73",
|
|
65
65
|
"@sapphire/async-queue": "^1.5.1",
|
|
66
66
|
"@vladfrangu/async_event_emitter": "^2.2.2",
|
|
67
67
|
"csv-stringify": "^6.2.0",
|
|
@@ -83,5 +83,5 @@
|
|
|
83
83
|
}
|
|
84
84
|
}
|
|
85
85
|
},
|
|
86
|
-
"gitHead": "
|
|
86
|
+
"gitHead": "96a6d8c5ac5a514969b0a652f36e1a5d9fbfe3d5"
|
|
87
87
|
}
|
package/proxy_configuration.d.ts
CHANGED
package/proxy_configuration.js
CHANGED
package/recoverable_state.d.ts
CHANGED
package/recoverable_state.js
CHANGED
package/request.d.ts
CHANGED
package/request.js
CHANGED
package/router.d.ts
CHANGED
|
@@ -131,4 +131,3 @@ export declare class Router<Context extends Omit<RestrictedCrawlingContext, 'enq
|
|
|
131
131
|
*/
|
|
132
132
|
static create<Context extends Omit<RestrictedCrawlingContext, 'enqueueLinks'> = CrawlingContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, UserData>): RouterHandler<Context>;
|
|
133
133
|
}
|
|
134
|
-
//# sourceMappingURL=router.d.ts.map
|
package/router.js
CHANGED
package/serialization.d.ts
CHANGED
package/serialization.js
CHANGED
package/session_pool/consts.d.ts
CHANGED
package/session_pool/consts.js
CHANGED
package/session_pool/errors.d.ts
CHANGED
package/session_pool/errors.js
CHANGED
package/session_pool/events.d.ts
CHANGED
package/session_pool/events.js
CHANGED
package/session_pool/index.d.ts
CHANGED
package/session_pool/index.js
CHANGED
package/session_pool/session.js
CHANGED
|
@@ -10,4 +10,3 @@ export declare const checkStorageAccess: () => void | undefined;
|
|
|
10
10
|
* @param callback The code that should be invoked with the `checkFunction` setting
|
|
11
11
|
*/
|
|
12
12
|
export declare const withCheckedStorageAccess: <T>(checkFunction: () => void, callback: () => Awaitable<T>) => Promise<T>;
|
|
13
|
-
//# sourceMappingURL=access_checking.d.ts.map
|
|
@@ -16,4 +16,3 @@ exports.checkStorageAccess = checkStorageAccess;
|
|
|
16
16
|
*/
|
|
17
17
|
const withCheckedStorageAccess = async (checkFunction, callback) => storage.run({ checkFunction }, callback);
|
|
18
18
|
exports.withCheckedStorageAccess = withCheckedStorageAccess;
|
|
19
|
-
//# sourceMappingURL=access_checking.js.map
|
package/storages/dataset.d.ts
CHANGED
package/storages/dataset.js
CHANGED
package/storages/index.d.ts
CHANGED
package/storages/index.js
CHANGED
|
@@ -18,4 +18,3 @@ tslib_1.__exportStar(require("./utils"), exports);
|
|
|
18
18
|
tslib_1.__exportStar(require("./access_checking"), exports);
|
|
19
19
|
tslib_1.__exportStar(require("./sitemap_request_list"), exports);
|
|
20
20
|
tslib_1.__exportStar(require("./request_manager_tandem"), exports);
|
|
21
|
-
//# sourceMappingURL=index.js.map
|