@crawlee/browser 3.7.1-beta.5 → 3.7.1-beta.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -229,40 +229,75 @@ export declare abstract class BrowserCrawler<InternalBrowserPoolOptions extends
|
|
|
229
229
|
protected postNavigationHooks: BrowserHook<Context>[];
|
|
230
230
|
protected persistCookiesPerSession: boolean;
|
|
231
231
|
protected static optionsShape: {
|
|
232
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
232
233
|
handlePageFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
234
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
233
235
|
navigationTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
236
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
234
237
|
preNavigationHooks: import("ow").ArrayPredicate<unknown> & import("ow").BasePredicate<unknown[] | undefined>;
|
|
238
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
235
239
|
postNavigationHooks: import("ow").ArrayPredicate<unknown> & import("ow").BasePredicate<unknown[] | undefined>;
|
|
240
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
236
241
|
launchContext: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
242
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
237
243
|
headless: import("ow").AnyPredicate<string | boolean>;
|
|
244
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
238
245
|
browserPoolOptions: import("ow").ObjectPredicate<object>;
|
|
246
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
239
247
|
sessionPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
248
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
240
249
|
persistCookiesPerSession: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
250
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
241
251
|
useSessionPool: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
252
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
242
253
|
proxyConfiguration: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
254
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
243
255
|
requestList: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
256
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
244
257
|
requestQueue: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
258
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
245
259
|
requestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
260
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
246
261
|
handleRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
262
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
247
263
|
requestHandlerTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
264
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
248
265
|
handleRequestTimeoutSecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
266
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
249
267
|
errorHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
268
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
250
269
|
failedRequestHandler: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
270
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
251
271
|
handleFailedRequestFunction: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
272
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
252
273
|
maxRequestRetries: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
274
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
253
275
|
sameDomainDelaySecs: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
276
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
254
277
|
maxSessionRotations: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
278
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
255
279
|
maxRequestsPerCrawl: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
280
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
256
281
|
autoscaledPoolOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
282
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
257
283
|
statusMessageLoggingInterval: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
284
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
258
285
|
statusMessageCallback: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
286
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
259
287
|
retryOnBlocked: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
288
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
260
289
|
minConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
290
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
261
291
|
maxConcurrency: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
292
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
262
293
|
maxRequestsPerMinute: import("ow").NumberPredicate & import("ow").BasePredicate<number | undefined>;
|
|
294
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
263
295
|
keepAlive: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
296
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
264
297
|
log: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
298
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
265
299
|
experiments: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
300
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
266
301
|
statisticsOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
267
302
|
};
|
|
268
303
|
/**
|
|
@@ -309,6 +344,7 @@ interface EnqueueLinksInternalOptions {
|
|
|
309
344
|
finalRequestUrl?: string;
|
|
310
345
|
}
|
|
311
346
|
/** @internal */
|
|
347
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
312
348
|
export declare function browserCrawlerEnqueueLinks({ options, page, requestQueue, originalRequestUrl, finalRequestUrl, }: EnqueueLinksInternalOptions): Promise<import("@crawlee/types").BatchAddRequestsResult>;
|
|
313
349
|
export {};
|
|
314
350
|
//# sourceMappingURL=browser-crawler.d.ts.map
|
|
@@ -50,7 +50,7 @@ export interface BrowserLaunchContext<TOptions, Launcher> extends BrowserPluginO
|
|
|
50
50
|
* @example
|
|
51
51
|
* ```ts
|
|
52
52
|
* // import the browser from the library first
|
|
53
|
-
// @ts-ignore optional peer dependency
|
|
53
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
54
54
|
* import { firefox } from 'playwright';
|
|
55
55
|
* ```
|
|
56
56
|
*
|
|
@@ -72,12 +72,19 @@ export declare abstract class BrowserLauncher<Plugin extends BrowserPlugin, Laun
|
|
|
72
72
|
Plugin: T;
|
|
73
73
|
userAgent?: string;
|
|
74
74
|
protected static optionsShape: {
|
|
75
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
75
76
|
proxyUrl: import("ow").StringPredicate & import("ow").BasePredicate<string | undefined>;
|
|
77
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
76
78
|
useChrome: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
79
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
77
80
|
useIncognitoPages: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
81
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
78
82
|
experimentalContainers: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
83
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
79
84
|
userDataDir: import("ow").StringPredicate & import("ow").BasePredicate<string | undefined>;
|
|
85
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
80
86
|
launchOptions: import("ow").ObjectPredicate<object> & import("ow").BasePredicate<object | undefined>;
|
|
87
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
81
88
|
userAgent: import("ow").StringPredicate & import("ow").BasePredicate<string | undefined>;
|
|
82
89
|
};
|
|
83
90
|
static requireLauncherOrThrow<T>(launcher: string, apifyImageName: string): T;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/browser",
|
|
3
|
-
"version": "3.7.1-beta.
|
|
3
|
+
"version": "3.7.1-beta.6",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -54,10 +54,10 @@
|
|
|
54
54
|
},
|
|
55
55
|
"dependencies": {
|
|
56
56
|
"@apify/timeout": "^0.3.0",
|
|
57
|
-
"@crawlee/basic": "3.7.1-beta.
|
|
58
|
-
"@crawlee/browser-pool": "3.7.1-beta.
|
|
59
|
-
"@crawlee/types": "3.7.1-beta.
|
|
60
|
-
"@crawlee/utils": "3.7.1-beta.
|
|
57
|
+
"@crawlee/basic": "3.7.1-beta.6",
|
|
58
|
+
"@crawlee/browser-pool": "3.7.1-beta.6",
|
|
59
|
+
"@crawlee/types": "3.7.1-beta.6",
|
|
60
|
+
"@crawlee/utils": "3.7.1-beta.6",
|
|
61
61
|
"ow": "^0.28.1",
|
|
62
62
|
"tslib": "^2.4.0"
|
|
63
63
|
},
|
|
@@ -68,5 +68,5 @@
|
|
|
68
68
|
}
|
|
69
69
|
}
|
|
70
70
|
},
|
|
71
|
-
"gitHead": "
|
|
71
|
+
"gitHead": "01664e58799374a6acc2aa9db397566c1acc69d4"
|
|
72
72
|
}
|