@crawlee/jsdom 4.0.0-beta.105 → 4.0.0-beta.106

package/internals/jsdom-crawler.d.ts

@@ -57,6 +57,7 @@ JSONData extends Dictionary = any> extends InternalHttpCrawlingContext<UserData,
 export type JSDOMRequestHandler<UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
 JSONData extends Dictionary = any> = RequestHandler<JSDOMCrawlingContext<UserData, JSONData>>;
 export declare class JSDOMCrawler<ContextExtension = Dictionary<never>, ExtendedContext extends JSDOMCrawlingContext = JSDOMCrawlingContext & ContextExtension, Routes extends Record<keyof Routes, Dictionary> = Record<string, GetUserDataFromRequest<JSDOMCrawlingContext['request']>>> extends HttpCrawler<JSDOMCrawlingContext, ContextExtension, ExtendedContext, Routes> {
+    #private;
     protected static optionsShape: {
 // @ts-ignore optional peer dependency or compatibility with es2022
         runScripts: import("ow").BooleanPredicate & import("ow").BasePredicate<boolean | undefined>;
@@ -151,9 +152,6 @@ export declare class JSDOMCrawler<ContextExtension = Dictionary<never>, Extended
 // @ts-ignore optional peer dependency or compatibility with es2022
         id: import("ow").StringPredicate & import("ow").BasePredicate<string | undefined>;
     };
-    private runScripts;
-    private hideInternalConsole;
-    private virtualConsole;
     constructor(options?: JSDOMCrawlerOptions<ContextExtension, ExtendedContext, any, any, Routes>);
 // @ts-ignore optional peer dependency or compatibility with es2022
     protected buildContextPipeline(): import("@crawlee/http").ContextPipeline<CrawlingContext<Dictionary>, InternalHttpCrawlingContext<any, any> & {

package/internals/jsdom-crawler.js

@@ -89,17 +89,17 @@ export class JSDOMCrawler extends HttpCrawler {
         runScripts: ow.optional.boolean,
         hideInternalConsole: ow.optional.boolean,
     };
-    runScripts;
-    hideInternalConsole;
-    virtualConsole = null;
+    #runScripts;
+    #hideInternalConsole;
+    #virtualConsole = null;
     constructor(options = {}) {
         const { runScripts = false, hideInternalConsole = false, contextPipelineBuilder, ...httpOptions } = options;
         super({
             ...httpOptions,
             contextPipelineBuilder: contextPipelineBuilder ?? (() => this.buildContextPipeline()),
         });
-        this.runScripts = runScripts;
-        this.hideInternalConsole = hideInternalConsole;
+        this.#runScripts = runScripts;
+        this.#hideInternalConsole = hideInternalConsole;
     }
     buildContextPipeline() {
         return super
@@ -128,15 +128,15 @@ export class JSDOMCrawler extends HttpCrawler {
      * ```
      */
     getVirtualConsole() {
-        if (this.virtualConsole) {
-            return this.virtualConsole;
+        if (this.#virtualConsole) {
+            return this.#virtualConsole;
         }
-        this.virtualConsole = new VirtualConsole();
-        if (!this.hideInternalConsole) {
-            this.virtualConsole.sendTo(console, { omitJSDOMErrors: true });
+        this.#virtualConsole = new VirtualConsole();
+        if (!this.#hideInternalConsole) {
+            this.#virtualConsole.sendTo(console, { omitJSDOMErrors: true });
         }
-        this.virtualConsole.on('jsdomError', this.jsdomErrorHandler);
-        return this.virtualConsole;
+        this.#virtualConsole.on('jsdomError', this.jsdomErrorHandler);
+        return this.#virtualConsole;
     }
     jsdomErrorHandler = (error) => this.log.debug('JSDOM error from console', { error });
     async parseContent(crawlingContext) {
@@ -146,7 +146,7 @@ export class JSDOMCrawler extends HttpCrawler {
             const { window } = new JSDOM(crawlingContext.body.toString(), {
                 url: crawlingContext.response.url,
                 contentType: isXml ? 'text/xml' : 'text/html',
-                runScripts: this.runScripts ? 'dangerously' : undefined,
+                runScripts: this.#runScripts ? 'dangerously' : undefined,
                 resources,
                 virtualConsole: this.getVirtualConsole(),
                 pretendToBeVisual: true,
@@ -171,7 +171,7 @@ export class JSDOMCrawler extends HttpCrawler {
                 range.getClientRects = () => ({ item: () => null, length: 0 });
                 return range;
             };
-            if (this.runScripts) {
+            if (this.#runScripts) {
                 try {
                     await addTimeoutToPromise(async () => {
                         return new Promise((resolve) => {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/jsdom",
-    "version": "4.0.0-beta.105",
+    "version": "4.0.0-beta.106",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -49,9 +49,9 @@
     "dependencies": {
         "@apify/timeout": "^0.4.4",
         "@apify/utilities": "^2.7.10",
-        "@crawlee/http": "4.0.0-beta.105",
-        "@crawlee/types": "4.0.0-beta.105",
-        "@crawlee/utils": "4.0.0-beta.105",
+        "@crawlee/http": "4.0.0-beta.106",
+        "@crawlee/types": "4.0.0-beta.106",
+        "@crawlee/utils": "4.0.0-beta.106",
         "@types/jsdom": "^21.1.7",
         "cheerio": "^1.0.0",
         "jsdom": "^26.1.0",
@@ -65,5 +65,5 @@
             }
         }
     },
-    "gitHead": "26073a822c7699ac487931383a39192bc3daae7a"
+    "gitHead": "c622f1fc65e65221ea245817c58ecc0ffb4a5cb0"
 }