mx-cloud 0.0.4 → 0.0.7

package/build/browserSide/scraper.js

@@ -636,6 +636,26 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
                     return similarity >= similarityThreshold;
                 });
             }
+            function tryFallbackSelector(rootElement, originalSelector) {
+                let element = queryElement(rootElement, originalSelector);
+                if (!element && originalSelector.includes('nth-child')) {
+                    const match = originalSelector.match(/nth-child\((\d+)\)/);
+                    if (match) {
+                        const position = parseInt(match[1], 10);
+                        for (let i = position - 1; i >= 1; i--) {
+                            const fallbackSelector = originalSelector.replace(/nth-child\(\d+\)/, `nth-child(${i})`);
+                            element = queryElement(rootElement, fallbackSelector);
+                            if (element)
+                                break;
+                        }
+                        if (!element) {
+                            const baseSelector = originalSelector.replace(/\:nth-child\(\d+\)/, '');
+                            element = queryElement(rootElement, baseSelector);
+                        }
+                    }
+                }
+                return element;
+            }
             // Main scraping logic with context support
             let containers = queryElementAll(document, listSelector);
             containers = Array.from(containers);
@@ -786,7 +806,7 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
                     for (const [label, { selector, attribute }] of Object.entries(nonTableFields)) {
                         // Get the last part of the selector after any context delimiter
                         const relativeSelector = selector.split(/(?:>>|:>>)/).slice(-1)[0];
-                        const element = queryElement(container, relativeSelector);
+                        const element = tryFallbackSelector(container, relativeSelector);
                         if (element) {
                             record[label] = extractValue(element, attribute);
                         }

package/build/interpret.d.ts

@@ -30,6 +30,7 @@ declare global {
  * Defines optional intepreter options (passed in constructor)
  */
 interface InterpreterOptions {
+    mode?: string;
     maxRepeats: number;
     maxConcurrency: number;
     serializableCallback: (output: any) => (void | Promise<void>);

package/build/interpret.js

@@ -378,6 +378,10 @@ class Interpreter extends events_1.EventEmitter {
                     if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
                         this.options.debugChannel.setActionType('scrapeSchema');
                     }
+                    if (this.options.mode && this.options.mode === 'editor') {
+                        yield this.options.serializableCallback({});
+                        return;
+                    }
                     yield this.ensureScriptsLoaded(page);
                     const scrapeResult = yield page.evaluate((schemaObj) => window.scrapeSchema(schemaObj), schema);
                     if (!this.cumulativeResults || !Array.isArray(this.cumulativeResults)) {
@@ -401,6 +405,10 @@ class Interpreter extends events_1.EventEmitter {
                     if ((_a = this.options.debugChannel) === null || _a === void 0 ? void 0 : _a.setActionType) {
                         this.options.debugChannel.setActionType('scrapeList');
                     }
+                    if (this.options.mode && this.options.mode === 'editor') {
+                        yield this.options.serializableCallback({});
+                        return;
+                    }
                     yield this.ensureScriptsLoaded(page);
                     let scrapeResults = [];
                     if (!config.pagination) {
@@ -705,6 +713,7 @@ class Interpreter extends events_1.EventEmitter {
                                             button.click()
                                         ]);
                                         debugLog("Navigation successful after regular click");
+                                        yield page.waitForTimeout(2000);
                                         paginationSuccess = true;
                                     }
                                     catch (navError) {
@@ -720,6 +729,7 @@ class Interpreter extends events_1.EventEmitter {
                                                 button.dispatchEvent('click')
                                             ]);
                                             debugLog("Navigation successful after dispatch event");
+                                            yield page.waitForTimeout(2000);
                                             paginationSuccess = true;
                                         }
                                         catch (dispatchNavError) {

package/build/selector.js

@@ -676,7 +676,10 @@ const generateNonUniqueSelectors = (page_1, elementHandle_1, ...args_1) => __awa
                         });
                         return selectorParts.join(contextPath[0].type === 'shadow' ? ' >> ' : ' :>> ');
                     }
-                    // Regular DOM path generation
+                    const elementSelector = getNonUniqueSelector(element);
+                    if (elementSelector.includes('.') && elementSelector.split('.').length > 1) {
+                        return elementSelector;
+                    }
                     const path = [];
                     let currentElement = element;
                     const MAX_DEPTH = 2;
@@ -798,6 +801,7 @@ const generateNonUniqueSelectors = (page_1, elementHandle_1, ...args_1) => __awa
                 function getSelectorPath(element) {
                     if (!element)
                         return '';
+                    // Get the complete context path
                     const contextPath = getContextPath(element);
                     if (contextPath.length > 0) {
                         const selectorParts = [];
@@ -814,6 +818,10 @@ const generateNonUniqueSelectors = (page_1, elementHandle_1, ...args_1) => __awa
                         });
                         return selectorParts.join(contextPath[0].type === 'shadow' ? ' >> ' : ' :>> ');
                     }
+                    const elementSelector = getNonUniqueSelector(element);
+                    if (elementSelector.includes('.') && elementSelector.split('.').length > 1) {
+                        return elementSelector;
+                    }
                     const path = [];
                     let currentElement = element;
                     const MAX_DEPTH = 2;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mx-cloud",
-  "version": "0.0.4",
+  "version": "0.0.7",
   "description": "mx cloud",
   "main": "build/index.js",
   "typings": "build/index.d.ts",