mx-cloud 0.0.20 → 0.0.22

package/build/interpret.d.ts

@@ -1,4 +1,4 @@
-import { Page } from 'playwright';
+import { Page } from 'playwright-core';
 import { EventEmitter } from 'events';
 import { WorkflowFile, ParamType } from './types/workflow';
 /**
@@ -61,6 +61,7 @@ export default class Interpreter extends EventEmitter {
     private autohealFailures;
     private namedResults;
     private screenshotCounter;
+    private scrapeListCounter;
     private serializableDataByType;
     constructor(workflow: WorkflowFile, options?: Partial<InterpreterOptions>);
     trackAutohealFailure(error: string): void;

package/build/interpret.js

@@ -69,6 +69,7 @@ class Interpreter extends events_1.EventEmitter {
         this.autohealFailures = [];
         this.namedResults = {};
         this.screenshotCounter = 0;
+        this.scrapeListCounter = 0;
         this.serializableDataByType = {
             scrapeList: {},
             scrapeSchema: {}
@@ -513,6 +514,7 @@ class Interpreter extends events_1.EventEmitter {
                             this.options.debugChannel.incrementScrapeListIndex();
                         }
                         let scrapeResults = [];
+                        let paginationUsed = false;
                         if (!config.pagination) {
                             scrapeResults = yield page.evaluate((cfg) => {
                                 try {
@@ -525,6 +527,7 @@ class Interpreter extends events_1.EventEmitter {
                             }, config);
                         }
                         else {
+                            paginationUsed = true;
                             scrapeResults = yield this.handlePagination(page, config);
                         }
                         // Ensure we always have an array
@@ -532,19 +535,28 @@ class Interpreter extends events_1.EventEmitter {
                             scrapeResults = [];
                         }
                         console.log(`ScrapeList completed with ${scrapeResults.length} results`);
-                        // ✅ Append list results under "scrapeList" → name
-                        const actionType = "scrapeList";
-                        const actionName = config.__name || "List";
-                        if (!this.serializableDataByType[actionType])
-                            this.serializableDataByType[actionType] = {};
-                        if (!this.serializableDataByType[actionType][actionName]) {
-                            this.serializableDataByType[actionType][actionName] = [];
+                        // Only process and callback if pagination wasn't used
+                        // (handlePagination already handles storage and callbacks internally)
+                        if (!paginationUsed) {
+                            // ✅ Append list results under "scrapeList" → name
+                            const actionType = "scrapeList";
+                            let actionName = config.__name || "";
+                            // If no name provided, generate a unique one
+                            if (!actionName || actionName.trim() === "") {
+                                this.scrapeListCounter++;
+                                actionName = `List ${this.scrapeListCounter}`;
+                            }
+                            if (!this.serializableDataByType[actionType])
+                                this.serializableDataByType[actionType] = {};
+                            if (!this.serializableDataByType[actionType][actionName]) {
+                                this.serializableDataByType[actionType][actionName] = [];
+                            }
+                            this.serializableDataByType[actionType][actionName].push(...scrapeResults);
+                            yield this.options.serializableCallback({
+                                scrapeList: this.serializableDataByType.scrapeList,
+                                scrapeSchema: this.serializableDataByType.scrapeSchema
+                            });
                         }
-                        this.serializableDataByType[actionType][actionName].push(...scrapeResults);
-                        yield this.options.serializableCallback({
-                            scrapeList: this.serializableDataByType.scrapeList,
-                            scrapeSchema: this.serializableDataByType.scrapeSchema
-                        });
                     }
                     catch (error) {
                         console.error('ScrapeList action failed completely:', error.message);
@@ -739,6 +751,20 @@ class Interpreter extends events_1.EventEmitter {
                 this.log('Workflow aborted, stopping pagination', logger_1.Level.WARN);
                 return [];
             }
+            // Generate action name for this scrapeList
+            const actionType = "scrapeList";
+            let actionName = config.__name || "";
+            if (!actionName || actionName.trim() === "") {
+                this.scrapeListCounter++;
+                actionName = `List ${this.scrapeListCounter}`;
+            }
+            // Initialize storage for this action
+            if (!this.serializableDataByType[actionType]) {
+                this.serializableDataByType[actionType] = {};
+            }
+            if (!this.serializableDataByType[actionType][actionName]) {
+                this.serializableDataByType[actionType][actionName] = [];
+            }
             let allResults = [];
             let previousHeight = 0;
             let scrapedItems = new Set();
@@ -775,7 +801,12 @@ class Interpreter extends events_1.EventEmitter {
                 });
                 allResults = allResults.concat(newResults);
                 debugLog("Results collected:", allResults.length);
-                yield this.options.serializableCallback(allResults);
+                // Store in serializableDataByType and send structured callback
+                this.serializableDataByType[actionType][actionName] = [...allResults];
+                yield this.options.serializableCallback({
+                    scrapeList: this.serializableDataByType.scrapeList,
+                    scrapeSchema: this.serializableDataByType.scrapeSchema
+                });
             });
             const checkLimit = () => {
                 if (config.limit && allResults.length >= config.limit) {
@@ -1062,7 +1093,7 @@ class Interpreter extends events_1.EventEmitter {
                                             }).catch(e => {
                                                 throw e;
                                             }),
-                                            button.click()
+                                            page.locator(workingSelector).first().click()
                                         ]);
                                         debugLog("Navigation successful after regular click");
                                         yield page.waitForTimeout(2000);
@@ -1078,7 +1109,7 @@ class Interpreter extends events_1.EventEmitter {
                                                 }).catch(e => {
                                                     throw e;
                                                 }),
-                                                button.dispatchEvent('click')
+                                                page.locator(workingSelector).first().dispatchEvent('click')
                                             ]);
                                             debugLog("Navigation successful after dispatch event");
                                             yield page.waitForTimeout(2000);
@@ -1086,11 +1117,11 @@ class Interpreter extends events_1.EventEmitter {
                                         }
                                         catch (dispatchNavError) {
                                             try {
-                                                yield button.click();
+                                                yield page.locator(workingSelector).first().click();
                                                 yield page.waitForTimeout(2000);
                                             }
                                             catch (clickError) {
-                                                yield button.dispatchEvent('click');
+                                                yield page.locator(workingSelector).first().dispatchEvent('click');
                                                 yield page.waitForTimeout(2000);
                                             }
                                         }

package/build/selector.d.ts

@@ -1,4 +1,4 @@
-import { ElementHandle, Page } from "playwright";
+import { ElementHandle, Page } from "playwright-core";
 export declare const generateSelectors: (page: Page, elementHandle: ElementHandle) => Promise<{
     id: any;
     generalSelector: any;

package/build/types/workflow.d.ts

@@ -1,4 +1,4 @@
-import { Page } from 'playwright';
+import { Page } from 'playwright-core';
 import { naryOperators, unaryOperators, operators, meta } from './logic';
 export type Operator = typeof operators[number];
 export type UnaryOperator = typeof unaryOperators[number];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mx-cloud",
-  "version": "0.0.20",
+  "version": "0.0.22",
   "description": "mx cloud",
   "main": "build/index.js",
   "typings": "build/index.d.ts",
@@ -20,8 +20,6 @@
     "cross-fetch": "^4.0.0",
     "joi": "^17.6.0",
     "nodemailer": "^6.10.0",
-    "playwright": "^1.50.0",
-    "playwright-extra": "^4.3.6",
-    "puppeteer-extra-plugin-stealth": "^2.11.2"
+    "playwright-core": "^1.57.0"
   }
 }