@crawlee/browser 3.17.1-beta.54 → 3.17.1-beta.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/index.mjs
CHANGED
|
@@ -50,6 +50,7 @@ export const RequestQueue = mod.RequestQueue;
|
|
|
50
50
|
export const RequestQueueV1 = mod.RequestQueueV1;
|
|
51
51
|
export const RequestQueueV2 = mod.RequestQueueV2;
|
|
52
52
|
export const RequestState = mod.RequestState;
|
|
53
|
+
export const RequestValidationError = mod.RequestValidationError;
|
|
53
54
|
export const RetryRequestError = mod.RetryRequestError;
|
|
54
55
|
export const Router = mod.Router;
|
|
55
56
|
export const STATE_PERSISTENCE_KEY = mod.STATE_PERSISTENCE_KEY;
|
|
@@ -79,6 +80,7 @@ export const createDeserialize = mod.createDeserialize;
|
|
|
79
80
|
export const createEventLoopLoadSignal = mod.createEventLoopLoadSignal;
|
|
80
81
|
export const createRequestOptions = mod.createRequestOptions;
|
|
81
82
|
export const createRequests = mod.createRequests;
|
|
83
|
+
export const defaultRoute = mod.defaultRoute;
|
|
82
84
|
export const deserializeArray = mod.deserializeArray;
|
|
83
85
|
export const enqueueLinks = mod.enqueueLinks;
|
|
84
86
|
export const evaluateLoadSignalSample = mod.evaluateLoadSignalSample;
|
|
@@ -100,5 +102,6 @@ export const tryAbsoluteURL = mod.tryAbsoluteURL;
|
|
|
100
102
|
export const updateEnqueueLinksPatternCache = mod.updateEnqueueLinksPatternCache;
|
|
101
103
|
export const useState = mod.useState;
|
|
102
104
|
export const validateGlobPattern = mod.validateGlobPattern;
|
|
105
|
+
export const validateUserData = mod.validateUserData;
|
|
103
106
|
export const validators = mod.validators;
|
|
104
107
|
export const withCheckedStorageAccess = mod.withCheckedStorageAccess;
|
|
@@ -331,6 +331,11 @@ export declare abstract class BrowserCrawler<InternalBrowserPoolOptions extends
|
|
|
331
331
|
protected _cleanupContext(crawlingContext: Context): Promise<void>;
|
|
332
332
|
private containsSelectors;
|
|
333
333
|
protected isRequestBlocked(crawlingContext: Context): Promise<string | false>;
|
|
334
|
+
/**
|
|
335
|
+
* `BrowserCrawler` hands `BasicCrawler` a wrapper that opens a page before delegating, and keeps the user's
|
|
336
|
+
* own handler in `userProvidedRequestHandler` — so resolve router-aware metadata against that instead.
|
|
337
|
+
*/
|
|
338
|
+
protected get userRequestHandler(): RequestHandler<Context>;
|
|
334
339
|
/**
|
|
335
340
|
* Wrapper around requestHandler that opens and closes pages etc.
|
|
336
341
|
*/
|
|
@@ -220,6 +220,13 @@ class BrowserCrawler extends basic_1.BasicCrawler {
|
|
|
220
220
|
return `Received blocked status code: ${blockedStatusCode}`;
|
|
221
221
|
return false;
|
|
222
222
|
}
|
|
223
|
+
/**
|
|
224
|
+
* `BrowserCrawler` hands `BasicCrawler` a wrapper that opens a page before delegating, and keeps the user's
|
|
225
|
+
* own handler in `userProvidedRequestHandler` — so resolve router-aware metadata against that instead.
|
|
226
|
+
*/
|
|
227
|
+
get userRequestHandler() {
|
|
228
|
+
return this.userProvidedRequestHandler;
|
|
229
|
+
}
|
|
223
230
|
/**
|
|
224
231
|
* Wrapper around requestHandler that opens and closes pages etc.
|
|
225
232
|
*/
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/browser",
|
|
3
|
-
"version": "3.17.1-beta.
|
|
3
|
+
"version": "3.17.1-beta.56",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -54,10 +54,10 @@
|
|
|
54
54
|
},
|
|
55
55
|
"dependencies": {
|
|
56
56
|
"@apify/timeout": "^0.3.0",
|
|
57
|
-
"@crawlee/basic": "3.17.1-beta.
|
|
58
|
-
"@crawlee/browser-pool": "3.17.1-beta.
|
|
59
|
-
"@crawlee/types": "3.17.1-beta.
|
|
60
|
-
"@crawlee/utils": "3.17.1-beta.
|
|
57
|
+
"@crawlee/basic": "3.17.1-beta.56",
|
|
58
|
+
"@crawlee/browser-pool": "3.17.1-beta.56",
|
|
59
|
+
"@crawlee/types": "3.17.1-beta.56",
|
|
60
|
+
"@crawlee/utils": "3.17.1-beta.56",
|
|
61
61
|
"ow": "^0.28.1",
|
|
62
62
|
"tslib": "^2.4.0",
|
|
63
63
|
"type-fest": "^4.0.0"
|
|
@@ -81,5 +81,5 @@
|
|
|
81
81
|
}
|
|
82
82
|
}
|
|
83
83
|
},
|
|
84
|
-
"gitHead": "
|
|
84
|
+
"gitHead": "aaf56f1d6905d06fe18a93bbd2d7695a581d57cf"
|
|
85
85
|
}
|