@crawlee/puppeteer 4.0.0-beta.104 → 4.0.0-beta.106
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -187,6 +187,8 @@ export declare class PuppeteerCrawler<ContextExtension = Dictionary<never>, Exte
|
|
|
187
187
|
retryOnBlocked: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
|
|
188
188
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
189
189
|
respectRobotsTxtFile: import("ow").AnyPredicate<boolean | object>;
|
|
190
|
+
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
191
|
+
transactionalStorage: import("ow").BasePredicate<boolean | Partial<import("@crawlee/browser").StorageWritePolicy> | undefined>;
|
|
190
192
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
191
193
|
onSkippedRequest: import("ow").Predicate<Function> & import("ow").BasePredicate<Function | undefined>;
|
|
192
194
|
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
@@ -235,7 +237,7 @@ export declare class PuppeteerCrawler<ContextExtension = Dictionary<never>, Exte
|
|
|
235
237
|
closeCookieModals: () => Promise<void>;
|
|
236
238
|
}>;
|
|
237
239
|
private enhanceContext;
|
|
238
|
-
protected
|
|
240
|
+
protected navigationHandler(crawlingContext: PuppeteerCrawlingContext, gotoOptions: DirectNavigationOptions): Promise<HTTPResponse | null>;
|
|
239
241
|
}
|
|
240
242
|
/**
|
|
241
243
|
* Creates new {@link Router} instance that works based on request labels.
|
|
@@ -146,7 +146,7 @@ export class PuppeteerCrawler extends BrowserCrawler {
|
|
|
146
146
|
closeCookieModals: async () => puppeteerUtils.closeCookieModals(context.page),
|
|
147
147
|
};
|
|
148
148
|
}
|
|
149
|
-
async
|
|
149
|
+
async navigationHandler(crawlingContext, gotoOptions) {
|
|
150
150
|
return gotoExtended(crawlingContext.page, crawlingContext.request, gotoOptions);
|
|
151
151
|
}
|
|
152
152
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/puppeteer",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.106",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -48,14 +48,13 @@
|
|
|
48
48
|
},
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/datastructures": "^2.0.3",
|
|
51
|
-
"@crawlee/browser": "4.0.0-beta.
|
|
52
|
-
"@crawlee/browser-pool": "4.0.0-beta.
|
|
53
|
-
"@crawlee/core": "4.0.0-beta.
|
|
54
|
-
"@crawlee/types": "4.0.0-beta.
|
|
55
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
51
|
+
"@crawlee/browser": "4.0.0-beta.106",
|
|
52
|
+
"@crawlee/browser-pool": "4.0.0-beta.106",
|
|
53
|
+
"@crawlee/core": "4.0.0-beta.106",
|
|
54
|
+
"@crawlee/types": "4.0.0-beta.106",
|
|
55
|
+
"@crawlee/utils": "4.0.0-beta.106",
|
|
56
56
|
"cheerio": "^1.0.0",
|
|
57
57
|
"devtools-protocol": "*",
|
|
58
|
-
"idcac-playwright": "^0.2.0",
|
|
59
58
|
"jquery": "^3.7.1",
|
|
60
59
|
"ow": "^2.0.0",
|
|
61
60
|
"tslib": "^2.8.1"
|
|
@@ -79,5 +78,5 @@
|
|
|
79
78
|
}
|
|
80
79
|
}
|
|
81
80
|
},
|
|
82
|
-
"gitHead": "
|
|
81
|
+
"gitHead": "c622f1fc65e65221ea245817c58ecc0ffb4a5cb0"
|
|
83
82
|
}
|