@crawlee/puppeteer 3.17.1-beta.54 → 3.17.1-beta.55
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/index.mjs
CHANGED
|
@@ -52,6 +52,7 @@ export const RequestQueue = mod.RequestQueue;
|
|
|
52
52
|
export const RequestQueueV1 = mod.RequestQueueV1;
|
|
53
53
|
export const RequestQueueV2 = mod.RequestQueueV2;
|
|
54
54
|
export const RequestState = mod.RequestState;
|
|
55
|
+
export const RequestValidationError = mod.RequestValidationError;
|
|
55
56
|
export const RetryRequestError = mod.RetryRequestError;
|
|
56
57
|
export const Router = mod.Router;
|
|
57
58
|
export const STATE_PERSISTENCE_KEY = mod.STATE_PERSISTENCE_KEY;
|
|
@@ -82,6 +83,7 @@ export const createEventLoopLoadSignal = mod.createEventLoopLoadSignal;
|
|
|
82
83
|
export const createPuppeteerRouter = mod.createPuppeteerRouter;
|
|
83
84
|
export const createRequestOptions = mod.createRequestOptions;
|
|
84
85
|
export const createRequests = mod.createRequests;
|
|
86
|
+
export const defaultRoute = mod.defaultRoute;
|
|
85
87
|
export const deserializeArray = mod.deserializeArray;
|
|
86
88
|
export const enqueueLinks = mod.enqueueLinks;
|
|
87
89
|
export const evaluateLoadSignalSample = mod.evaluateLoadSignalSample;
|
|
@@ -107,5 +109,6 @@ export const tryAbsoluteURL = mod.tryAbsoluteURL;
|
|
|
107
109
|
export const updateEnqueueLinksPatternCache = mod.updateEnqueueLinksPatternCache;
|
|
108
110
|
export const useState = mod.useState;
|
|
109
111
|
export const validateGlobPattern = mod.validateGlobPattern;
|
|
112
|
+
export const validateUserData = mod.validateUserData;
|
|
110
113
|
export const validators = mod.validators;
|
|
111
114
|
export const withCheckedStorageAccess = mod.withCheckedStorageAccess;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { BrowserCrawlerOptions, BrowserCrawlingContext, BrowserHook, BrowserRequestHandler, GetUserDataFromRequest, LoadedContext, RouterHandler, RouterRoutes } from '@crawlee/browser';
|
|
1
|
+
import type { BrowserCrawlerOptions, BrowserCrawlingContext, BrowserHook, BrowserRequestHandler, GetUserDataFromRequest, LoadedContext, RouterHandler, RouterRoutes, RouteSchemas, RoutesFromSchemas } from '@crawlee/browser';
|
|
2
2
|
import { BrowserCrawler, Configuration } from '@crawlee/browser';
|
|
3
3
|
import type { PuppeteerController, PuppeteerPlugin } from '@crawlee/browser-pool';
|
|
4
4
|
import type { Dictionary } from '@crawlee/types';
|
|
@@ -241,3 +241,4 @@ export declare class PuppeteerCrawler extends BrowserCrawler<{
|
|
|
241
241
|
*/
|
|
242
242
|
export declare function createPuppeteerRouter<Context extends PuppeteerCrawlingContext = PuppeteerCrawlingContext, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<Context['request']>>>(routes?: RouterRoutes<Context, Routes>): RouterHandler<Context, Routes>;
|
|
243
243
|
export declare function createPuppeteerRouter<Context extends PuppeteerCrawlingContext = PuppeteerCrawlingContext, UserData extends Dictionary = GetUserDataFromRequest<Context['request']>>(routes?: RouterRoutes<Context, Record<string, UserData>>): RouterHandler<Context, Record<string, UserData>>;
|
|
244
|
+
export declare function createPuppeteerRouter<Context extends PuppeteerCrawlingContext = PuppeteerCrawlingContext, const Schemas extends RouteSchemas = RouteSchemas>(schemas: Schemas): RouterHandler<Context, RoutesFromSchemas<Schemas>>;
|
|
@@ -127,6 +127,6 @@ Object.defineProperty(PuppeteerCrawler, "optionsShape", {
|
|
|
127
127
|
browserPoolOptions: ow_1.default.optional.object,
|
|
128
128
|
}
|
|
129
129
|
});
|
|
130
|
-
function createPuppeteerRouter(
|
|
131
|
-
return browser_1.Router.create(
|
|
130
|
+
function createPuppeteerRouter(routesOrSchemas) {
|
|
131
|
+
return browser_1.Router.create(routesOrSchemas);
|
|
132
132
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/puppeteer",
|
|
3
|
-
"version": "3.17.1-beta.
|
|
3
|
+
"version": "3.17.1-beta.55",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -55,10 +55,10 @@
|
|
|
55
55
|
"dependencies": {
|
|
56
56
|
"@apify/datastructures": "^2.0.0",
|
|
57
57
|
"@apify/log": "^2.4.0",
|
|
58
|
-
"@crawlee/browser": "3.17.1-beta.
|
|
59
|
-
"@crawlee/browser-pool": "3.17.1-beta.
|
|
60
|
-
"@crawlee/types": "3.17.1-beta.
|
|
61
|
-
"@crawlee/utils": "3.17.1-beta.
|
|
58
|
+
"@crawlee/browser": "3.17.1-beta.55",
|
|
59
|
+
"@crawlee/browser-pool": "3.17.1-beta.55",
|
|
60
|
+
"@crawlee/types": "3.17.1-beta.55",
|
|
61
|
+
"@crawlee/utils": "3.17.1-beta.55",
|
|
62
62
|
"cheerio": "1.0.0-rc.12",
|
|
63
63
|
"devtools-protocol": "*",
|
|
64
64
|
"idcac-playwright": "^0.2.0",
|
|
@@ -85,5 +85,5 @@
|
|
|
85
85
|
}
|
|
86
86
|
}
|
|
87
87
|
},
|
|
88
|
-
"gitHead": "
|
|
88
|
+
"gitHead": "93d29e305f01ca6ca9bb79264a5ca553b19766ef"
|
|
89
89
|
}
|