maxun-core 0.0.26 → 0.0.28

package/build/browserSide/scraper.js

@@ -357,8 +357,8 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
    * @param {boolean} [config.flexible=false] - Whether to use flexible matching for field selectors
    * @returns {Array.<Array.<Object>>} Array of arrays of scraped items, one sub-array per list
    */
-    window.scrapeList = function (_a) {
-        return __awaiter(this, arguments, void 0, function* ({ listSelector, fields, limit = 10 }) {
+    window.scrapeList = function ({ listSelector, fields, limit = 10 }) {
+        return __awaiter(this, void 0, void 0, function* () {
             // XPath evaluation functions
             const queryInsideContext = (context, part) => {
                 try {

package/build/interpret.d.ts

@@ -1,4 +1,5 @@
-import { Page } from 'playwright';
+/// <reference types="node" />
+import { Page } from 'playwright-core';
 import { EventEmitter } from 'events';
 import { WorkflowFile, ParamType } from './types/workflow';
 /**
@@ -59,6 +60,7 @@ export default class Interpreter extends EventEmitter {
     private namedResults;
     private screenshotCounter;
     private serializableDataByType;
+    private scrapeListCounter;
     constructor(workflow: WorkflowFile, options?: Partial<InterpreterOptions>);
     /**
      * Sets the abort flag to immediately stop all operations
@@ -114,5 +116,10 @@ export default class Interpreter extends EventEmitter {
      */
     run(page: Page, params?: ParamType): Promise<void>;
     stop(): Promise<void>;
+    /**
+     * Cleanup method to release resources and prevent memory leaks
+     * Call this when the interpreter is no longer needed
+     */
+    cleanup(): Promise<void>;
 }
 export {};

package/build/interpret.js

@@ -15,23 +15,13 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -71,6 +61,7 @@ class Interpreter extends events_1.EventEmitter {
             scrapeList: {},
             scrapeSchema: {}
         };
+        this.scrapeListCounter = 0;
         this.workflow = workflow.workflow;
         this.initializedWorkflow = null;
         this.options = Object.assign({ maxRepeats: 5, maxConcurrency: 5, serializableCallback: (data) => {
@@ -331,8 +322,8 @@ class Interpreter extends events_1.EventEmitter {
    * @param steps Array of actions.
    */
     carryOutSteps(page, steps) {
+        var _a;
         return __awaiter(this, void 0, void 0, function* () {
-            var _a;
             if (this.isAborted) {
                 this.log('Workflow aborted, stopping execution', logger_1.Level.WARN);
                 return;
@@ -347,8 +338,8 @@ class Interpreter extends events_1.EventEmitter {
              */
             const wawActions = {
                 screenshot: (params, nameOverride) => __awaiter(this, void 0, void 0, function* () {
-                    var _a;
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    var _b;
+                    if ((_b = this.options.debugChannel) === null || _b === void 0 ? void 0 : _b.setActionType) {
                         this.options.debugChannel.setActionType("screenshot");
                     }
                     const screenshotBuffer = yield page.screenshot(Object.assign(Object.assign({}, params), { path: undefined }));
@@ -368,8 +359,8 @@ class Interpreter extends events_1.EventEmitter {
                     }, "image/png");
                 }),
                 enqueueLinks: (selector) => __awaiter(this, void 0, void 0, function* () {
-                    var _a;
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    var _c;
+                    if ((_c = this.options.debugChannel) === null || _c === void 0 ? void 0 : _c.setActionType) {
                         this.options.debugChannel.setActionType('enqueueLinks');
                     }
                     const links = yield page.locator(selector)
@@ -380,8 +371,9 @@ class Interpreter extends events_1.EventEmitter {
                     for (const link of links) {
                         // eslint-disable-next-line
                         this.concurrency.addJob(() => __awaiter(this, void 0, void 0, function* () {
+                            let newPage = null;
                             try {
-                                const newPage = yield context.newPage();
+                                newPage = yield context.newPage();
                                 yield newPage.goto(link);
                                 yield newPage.waitForLoadState('networkidle');
                                 yield this.runLoop(newPage, this.initializedWorkflow);
@@ -392,26 +384,36 @@ class Interpreter extends events_1.EventEmitter {
                                 // the interpreter by throwing).
                                 this.log(e, logger_1.Level.ERROR);
                             }
+                            finally {
+                                if (newPage && !newPage.isClosed()) {
+                                    try {
+                                        yield newPage.close();
+                                    }
+                                    catch (closeError) {
+                                        this.log('Failed to close enqueued page', logger_1.Level.WARN);
+                                    }
+                                }
+                            }
                         }));
                     }
                     yield page.close();
                 }),
                 scrape: (selector) => __awaiter(this, void 0, void 0, function* () {
-                    var _a;
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    var _d;
+                    if ((_d = this.options.debugChannel) === null || _d === void 0 ? void 0 : _d.setActionType) {
                         this.options.debugChannel.setActionType('scrape');
                     }
                     yield this.ensureScriptsLoaded(page);
                     const scrapeResults = yield page.evaluate((s) => window.scrape(s !== null && s !== void 0 ? s : null), selector);
                     yield this.options.serializableCallback(scrapeResults);
                 }),
-                scrapeSchema: (schema) => __awaiter(this, void 0, void 0, function* () {
-                    var _a;
+                scrapeSchema: (schema, actionName = "") => __awaiter(this, void 0, void 0, function* () {
+                    var _e;
                     if (this.isAborted) {
                         this.log('Workflow aborted, stopping scrapeSchema', logger_1.Level.WARN);
                         return;
                     }
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    if ((_e = this.options.debugChannel) === null || _e === void 0 ? void 0 : _e.setActionType) {
                         this.options.debugChannel.setActionType('scrapeSchema');
                     }
                     if (this.options.mode && this.options.mode === 'editor') {
@@ -455,28 +457,28 @@ class Interpreter extends events_1.EventEmitter {
                         }
                     }
                     const actionType = "scrapeSchema";
-                    const actionName = schema.__name || "Texts";
+                    const name = actionName || "Texts";
                     if (!this.namedResults[actionType])
                         this.namedResults[actionType] = {};
-                    this.namedResults[actionType][actionName] = this.cumulativeResults;
+                    this.namedResults[actionType][name] = this.cumulativeResults;
                     if (!this.serializableDataByType[actionType])
                         this.serializableDataByType[actionType] = {};
-                    if (!this.serializableDataByType[actionType][actionName]) {
-                        this.serializableDataByType[actionType][actionName] = [];
+                    if (!this.serializableDataByType[actionType][name]) {
+                        this.serializableDataByType[actionType][name] = [];
                     }
-                    this.serializableDataByType[actionType][actionName] = [...this.cumulativeResults];
+                    this.serializableDataByType[actionType][name] = [...this.cumulativeResults];
                     yield this.options.serializableCallback({
                         scrapeList: this.serializableDataByType.scrapeList,
                         scrapeSchema: this.serializableDataByType.scrapeSchema
                     });
                 }),
-                scrapeList: (config) => __awaiter(this, void 0, void 0, function* () {
-                    var _a, _b;
+                scrapeList: (config, actionName = "") => __awaiter(this, void 0, void 0, function* () {
+                    var _f, _g;
                     if (this.isAborted) {
                         this.log('Workflow aborted, stopping scrapeList', logger_1.Level.WARN);
                         return;
                     }
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    if ((_f = this.options.debugChannel) === null || _f === void 0 ? void 0 : _f.setActionType) {
                         this.options.debugChannel.setActionType('scrapeList');
                     }
                     if (this.options.mode && this.options.mode === 'editor') {
@@ -485,10 +487,11 @@ class Interpreter extends events_1.EventEmitter {
                     }
                     try {
                         yield this.ensureScriptsLoaded(page);
-                        if ((_b = this.options.debugChannel) === null || _b === void 0 ? void 0 : _b.incrementScrapeListIndex) {
+                        if ((_g = this.options.debugChannel) === null || _g === void 0 ? void 0 : _g.incrementScrapeListIndex) {
                             this.options.debugChannel.incrementScrapeListIndex();
                         }
                         let scrapeResults = [];
+                        let paginationUsed = false;
                         if (!config.pagination) {
                             scrapeResults = yield page.evaluate((cfg) => {
                                 try {
@@ -501,34 +504,46 @@ class Interpreter extends events_1.EventEmitter {
                             }, config);
                         }
                         else {
-                            scrapeResults = yield this.handlePagination(page, config);
+                            paginationUsed = true;
+                            scrapeResults = yield this.handlePagination(page, config, actionName);
                         }
                         if (!Array.isArray(scrapeResults)) {
                             scrapeResults = [];
                         }
-                        const actionType = "scrapeList";
-                        const actionName = config.__name || "List";
-                        if (!this.serializableDataByType[actionType])
-                            this.serializableDataByType[actionType] = {};
-                        if (!this.serializableDataByType[actionType][actionName]) {
-                            this.serializableDataByType[actionType][actionName] = [];
+                        console.log(`ScrapeList completed with ${scrapeResults.length} results`);
+                        if (!paginationUsed) {
+                            const actionType = "scrapeList";
+                            let name = actionName || "";
+                            if (!name || name.trim() === "") {
+                                this.scrapeListCounter++;
+                                name = `List ${this.scrapeListCounter}`;
+                            }
+                            if (!this.serializableDataByType[actionType])
+                                this.serializableDataByType[actionType] = {};
+                            if (!this.serializableDataByType[actionType][name]) {
+                                this.serializableDataByType[actionType][name] = [];
+                            }
+                            this.serializableDataByType[actionType][name].push(...scrapeResults);
+                            yield this.options.serializableCallback({
+                                scrapeList: this.serializableDataByType.scrapeList,
+                                scrapeSchema: this.serializableDataByType.scrapeSchema
+                            });
                         }
-                        this.serializableDataByType[actionType][actionName].push(...scrapeResults);
-                        yield this.options.serializableCallback({
-                            scrapeList: this.serializableDataByType.scrapeList,
-                            scrapeSchema: this.serializableDataByType.scrapeSchema
-                        });
                     }
                     catch (error) {
                         console.error('ScrapeList action failed completely:', error.message);
                         const actionType = "scrapeList";
-                        const actionName = config.__name || "List";
+                        let name = actionName || "";
+                        if (!name || name.trim() === "") {
+                            this.scrapeListCounter++;
+                            name = `List ${this.scrapeListCounter}`;
+                        }
                         if (!this.namedResults[actionType])
                             this.namedResults[actionType] = {};
-                        this.namedResults[actionType][actionName] = [];
+                        this.namedResults[actionType][name] = [];
                         if (!this.serializableDataByType[actionType])
                             this.serializableDataByType[actionType] = {};
-                        this.serializableDataByType[actionType][actionName] = [];
+                        this.serializableDataByType[actionType][name] = [];
                         yield this.options.serializableCallback({
                             scrapeList: this.serializableDataByType.scrapeList,
                             scrapeSchema: this.serializableDataByType.scrapeSchema
@@ -536,8 +551,8 @@ class Interpreter extends events_1.EventEmitter {
                     }
                 }),
                 scrapeListAuto: (config) => __awaiter(this, void 0, void 0, function* () {
-                    var _a;
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    var _h;
+                    if ((_h = this.options.debugChannel) === null || _h === void 0 ? void 0 : _h.setActionType) {
                         this.options.debugChannel.setActionType('scrapeListAuto');
                     }
                     yield this.ensureScriptsLoaded(page);
@@ -547,8 +562,8 @@ class Interpreter extends events_1.EventEmitter {
                     yield this.options.serializableCallback(scrapeResults);
                 }),
                 scroll: (pages) => __awaiter(this, void 0, void 0, function* () {
-                    var _a;
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    var _j;
+                    if ((_j = this.options.debugChannel) === null || _j === void 0 ? void 0 : _j.setActionType) {
                         this.options.debugChannel.setActionType('scroll');
                     }
                     yield page.evaluate((pagesInternal) => __awaiter(this, void 0, void 0, function* () {
@@ -559,8 +574,8 @@ class Interpreter extends events_1.EventEmitter {
                     }), pages !== null && pages !== void 0 ? pages : 1);
                 }),
                 script: (code) => __awaiter(this, void 0, void 0, function* () {
-                    var _a;
-                    if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
+                    var _k;
+                    if ((_k = this.options.debugChannel) === null || _k === void 0 ? void 0 : _k.setActionType) {
                         this.options.debugChannel.setActionType('script');
                     }
                     try {
@@ -610,23 +625,7 @@ class Interpreter extends events_1.EventEmitter {
                     if (debug === null || debug === void 0 ? void 0 : debug.setActionType) {
                         debug.setActionType(String(step.action));
                     }
-                    if (step === null || step === void 0 ? void 0 : step.name) {
-                        stepName = step.name;
-                    }
-                    else if (Array.isArray(step === null || step === void 0 ? void 0 : step.args) &&
-                        step.args.length > 0 &&
-                        typeof step.args[0] === "object" &&
-                        "__name" in step.args[0]) {
-                        stepName = step.args[0].__name;
-                    }
-                    else if (typeof (step === null || step === void 0 ? void 0 : step.args) === "object" &&
-                        (step === null || step === void 0 ? void 0 : step.args) !== null &&
-                        "__name" in step.args) {
-                        stepName = step.args.__name;
-                    }
-                    if (!stepName) {
-                        stepName = String(step.action);
-                    }
+                    stepName = (step === null || step === void 0 ? void 0 : step.name) || String(step.action);
                     if (debug && typeof debug.setActionName === "function") {
                         debug.setActionName(stepName);
                     }
@@ -640,6 +639,10 @@ class Interpreter extends events_1.EventEmitter {
                     if (step.action === 'screenshot') {
                         yield wawActions.screenshot(...(params !== null && params !== void 0 ? params : []), stepName !== null && stepName !== void 0 ? stepName : undefined);
                     }
+                    else if (step.action === 'scrapeList' || step.action === 'scrapeSchema') {
+                        const actionName = step.name || "";
+                        yield wawActions[step.action](...(params !== null && params !== void 0 ? params : []), actionName);
+                    }
                     else {
                         yield wawActions[step.action](...(params !== null && params !== void 0 ? params : []));
                     }
@@ -699,24 +702,35 @@ class Interpreter extends events_1.EventEmitter {
             }
         });
     }
-    handlePagination(page, config) {
+    handlePagination(page, config, providedActionName = "") {
         return __awaiter(this, void 0, void 0, function* () {
             if (this.isAborted) {
                 this.log('Workflow aborted, stopping pagination', logger_1.Level.WARN);
                 return [];
             }
+            const actionType = "scrapeList";
+            let actionName = providedActionName || "";
+            if (!actionName || actionName.trim() === "") {
+                this.scrapeListCounter++;
+                actionName = `List ${this.scrapeListCounter}`;
+            }
+            if (!this.serializableDataByType[actionType]) {
+                this.serializableDataByType[actionType] = {};
+            }
+            if (!this.serializableDataByType[actionType][actionName]) {
+                this.serializableDataByType[actionType][actionName] = [];
+            }
             let allResults = [];
             let previousHeight = 0;
             let scrapedItems = new Set();
             let visitedUrls = new Set();
             const MAX_RETRIES = 3;
-            const RETRY_DELAY = 1000; // 1 second delay between retries
+            const RETRY_DELAY = 1000;
             const MAX_UNCHANGED_RESULTS = 5;
             const debugLog = (message, ...args) => {
                 console.log(`[Page ${visitedUrls.size}] [URL: ${page.url()}] ${message}`, ...args);
             };
             const scrapeCurrentPage = () => __awaiter(this, void 0, void 0, function* () {
-                // Check abort flag before scraping current page
                 if (this.isAborted) {
                     debugLog("Workflow aborted, stopping scrapeCurrentPage");
                     return;
@@ -740,7 +754,11 @@ class Interpreter extends events_1.EventEmitter {
                 });
                 allResults = allResults.concat(newResults);
                 debugLog("Results collected:", allResults.length);
-                yield this.options.serializableCallback(allResults);
+                this.serializableDataByType[actionType][actionName] = [...allResults];
+                yield this.options.serializableCallback({
+                    scrapeList: this.serializableDataByType.scrapeList,
+                    scrapeSchema: this.serializableDataByType.scrapeSchema
+                });
             });
             const checkLimit = () => {
                 if (config.limit && allResults.length >= config.limit) {
@@ -762,7 +780,7 @@ class Interpreter extends events_1.EventEmitter {
                     selector.includes(' or ');
             };
             // Helper function to wait for selector (CSS or XPath)
-            const waitForSelectorUniversal = (selector_1, ...args_1) => __awaiter(this, [selector_1, ...args_1], void 0, function* (selector, options = {}) {
+            const waitForSelectorUniversal = (selector, options = {}) => __awaiter(this, void 0, void 0, function* () {
                 try {
                     if (isXPathSelector(selector)) {
                         // Use XPath locator
@@ -842,7 +860,7 @@ class Interpreter extends events_1.EventEmitter {
                     updatedSelectors
                 };
             });
-            const retryOperation = (operation_1, ...args_1) => __awaiter(this, [operation_1, ...args_1], void 0, function* (operation, retryCount = 0) {
+            const retryOperation = (operation, retryCount = 0) => __awaiter(this, void 0, void 0, function* () {
                 try {
                     return yield operation();
                 }
@@ -1006,7 +1024,7 @@ class Interpreter extends events_1.EventEmitter {
                                             }).catch(e => {
                                                 throw e;
                                             }),
-                                            button.click()
+                                            page.locator(workingSelector).first().click()
                                         ]);
                                         debugLog("Navigation successful after regular click");
                                         yield page.waitForTimeout(2000);
@@ -1022,7 +1040,7 @@ class Interpreter extends events_1.EventEmitter {
                                                 }).catch(e => {
                                                     throw e;
                                                 }),
-                                                button.dispatchEvent('click')
+                                                page.locator(workingSelector).first().dispatchEvent('click')
                                             ]);
                                             debugLog("Navigation successful after dispatch event");
                                             yield page.waitForTimeout(2000);
@@ -1030,11 +1048,11 @@ class Interpreter extends events_1.EventEmitter {
                                         }
                                         catch (dispatchNavError) {
                                             try {
-                                                yield button.click();
+                                                yield page.locator(workingSelector).first().click();
                                                 yield page.waitForTimeout(2000);
                                             }
                                             catch (clickError) {
-                                                yield button.dispatchEvent('click');
+                                                yield page.locator(workingSelector).first().dispatchEvent('click');
                                                 yield page.waitForTimeout(2000);
                                             }
                                         }
@@ -1222,8 +1240,8 @@ class Interpreter extends events_1.EventEmitter {
         return workflow;
     }
     runLoop(p, workflow) {
+        var _a, _b;
         return __awaiter(this, void 0, void 0, function* () {
-            var _a, _b;
             if (this.isAborted) {
                 this.log('Workflow aborted in runLoop', logger_1.Level.WARN);
                 return;
@@ -1247,36 +1265,52 @@ class Interpreter extends events_1.EventEmitter {
             * User-requested concurrency should be entirely managed by the concurrency manager,
             * e.g. via `enqueueLinks`.
             */
-            p.on('popup', (popup) => {
+            const popupHandler = (popup) => {
                 this.concurrency.addJob(() => this.runLoop(popup, workflowCopy));
-            });
+            };
+            p.on('popup', popupHandler);
             /* eslint no-constant-condition: ["warn", { "checkLoops": false }] */
             let loopIterations = 0;
             const MAX_LOOP_ITERATIONS = 1000; // Circuit breaker
+            // Cleanup function to remove popup listener
+            const cleanup = () => {
+                try {
+                    if (!p.isClosed()) {
+                        p.removeListener('popup', popupHandler);
+                    }
+                }
+                catch (cleanupError) {
+                }
+            };
             while (true) {
                 if (this.isAborted) {
                     this.log('Workflow aborted during step execution', logger_1.Level.WARN);
+                    cleanup();
                     return;
                 }
                 // Circuit breaker to prevent infinite loops
                 if (++loopIterations > MAX_LOOP_ITERATIONS) {
                     this.log('Maximum loop iterations reached, terminating to prevent infinite loop', logger_1.Level.ERROR);
+                    cleanup();
                     return;
                 }
                 // Checks whether the page was closed from outside,
                 //  or the workflow execution has been stopped via `interpreter.stop()`
                 if (p.isClosed() || !this.stopper) {
+                    cleanup();
                     return;
                 }
                 try {
                     yield p.waitForLoadState();
                 }
                 catch (e) {
+                    cleanup();
                     yield p.close();
                     return;
                 }
                 if (workflowCopy.length === 0) {
                     this.log('All actions completed. Workflow finished.', logger_1.Level.LOG);
+                    cleanup();
                     return;
                 }
                 // let pageState = {};
@@ -1355,6 +1389,7 @@ class Interpreter extends events_1.EventEmitter {
                 }
                 else {
                     //await this.disableAdBlocker(p);
+                    cleanup();
                     return;
                 }
             }
@@ -1438,5 +1473,46 @@ class Interpreter extends events_1.EventEmitter {
             }
         });
     }
+    /**
+     * Cleanup method to release resources and prevent memory leaks
+     * Call this when the interpreter is no longer needed
+     */
+    cleanup() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                // Stop any running workflows first
+                if (this.stopper) {
+                    try {
+                        yield this.stop();
+                    }
+                    catch (error) {
+                        this.log(`Error stopping workflow during cleanup: ${error.message}`, logger_1.Level.WARN);
+                    }
+                }
+                // Clear ad-blocker resources
+                if (this.blocker) {
+                    try {
+                        this.blocker = null;
+                        this.log('Ad-blocker resources cleared', logger_1.Level.DEBUG);
+                    }
+                    catch (error) {
+                        this.log(`Error cleaning up ad-blocker: ${error.message}`, logger_1.Level.WARN);
+                    }
+                }
+                // Clear accumulated data to free memory
+                this.cumulativeResults = [];
+                this.namedResults = {};
+                this.serializableDataByType = { scrapeList: {}, scrapeSchema: {} };
+                // Reset state
+                this.isAborted = false;
+                this.initializedWorkflow = null;
+                this.log('Interpreter cleanup completed', logger_1.Level.DEBUG);
+            }
+            catch (error) {
+                this.log(`Error during interpreter cleanup: ${error.message}`, logger_1.Level.ERROR);
+                throw error;
+            }
+        });
+    }
 }
 exports.default = Interpreter;

package/build/types/workflow.d.ts

@@ -1,4 +1,4 @@
-import { Page } from 'playwright';
+import { Page } from 'playwright-core';
 import { naryOperators, unaryOperators, operators, meta } from './logic';
 export type Operator = typeof operators[number];
 export type UnaryOperator = typeof unaryOperators[number];

package/build/utils/logger.js

@@ -4,7 +4,6 @@
 */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Level = void 0;
-exports.default = logger;
 var Level;
 (function (Level) {
     Level[Level["DATE"] = 36] = "DATE";
@@ -13,7 +12,7 @@ var Level;
     Level[Level["ERROR"] = 31] = "ERROR";
     Level[Level["DEBUG"] = 95] = "DEBUG";
     Level[Level["RESET"] = 0] = "RESET";
-})(Level || (exports.Level = Level = {}));
+})(Level = exports.Level || (exports.Level = {}));
 function logger(message, level = Level.LOG) {
     let m = message;
     if (message.constructor.name.includes('Error') && typeof message !== 'string') {
@@ -29,3 +28,4 @@ function logger(message, level = Level.LOG) {
     }
     process.stdout.write(`\x1b[${Level.RESET}m\n`);
 }
+exports.default = logger;

package/build/utils/utils.js

@@ -4,7 +4,7 @@
  * (it still does not represent the "utils" file)
 */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.arrayToObject = arrayToObject;
+exports.arrayToObject = void 0;
 /* eslint-disable import/prefer-default-export */
 /**
  * Converts an array of scalars to an object with **items** of the array **for keys**.
@@ -12,3 +12,4 @@ exports.arrayToObject = arrayToObject;
 function arrayToObject(array) {
     return array.reduce((p, x) => (Object.assign(Object.assign({}, p), { [x]: [] })), {});
 }
+exports.arrayToObject = arrayToObject;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "maxun-core",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "description": "Core package for Maxun, responsible for data extraction",
   "main": "build/index.js",
   "typings": "build/index.d.ts",
@@ -31,10 +31,10 @@
   "license": "AGPL-3.0-or-later",
   "dependencies": {
     "@cliqz/adblocker-playwright": "^1.31.3",
+    "@types/node": "22.7.9",
     "cross-fetch": "^4.0.0",
     "joi": "^17.6.0",
-    "playwright": "^1.20.1",
-    "playwright-extra": "^4.3.6",
-    "puppeteer-extra-plugin-stealth": "^2.11.2"
+    "playwright-core": "1.57.0",
+    "turndown": "^7.2.2"
   }
-}
+}