maxun-core 0.0.16 → 0.0.17

package/build/browserSide/scraper.js

@@ -636,6 +636,26 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
                     return similarity >= similarityThreshold;
                 });
             }
+            function tryFallbackSelector(rootElement, originalSelector) {
+                let element = queryElement(rootElement, originalSelector);
+                if (!element && originalSelector.includes('nth-child')) {
+                    const match = originalSelector.match(/nth-child\((\d+)\)/);
+                    if (match) {
+                        const position = parseInt(match[1], 10);
+                        for (let i = position - 1; i >= 1; i--) {
+                            const fallbackSelector = originalSelector.replace(/nth-child\(\d+\)/, `nth-child(${i})`);
+                            element = queryElement(rootElement, fallbackSelector);
+                            if (element)
+                                break;
+                        }
+                        if (!element) {
+                            const baseSelector = originalSelector.replace(/\:nth-child\(\d+\)/, '');
+                            element = queryElement(rootElement, baseSelector);
+                        }
+                    }
+                }
+                return element;
+            }
             // Main scraping logic with context support
             let containers = queryElementAll(document, listSelector);
             containers = Array.from(containers);
@@ -786,7 +806,7 @@ function scrapableHeuristics(maxCountPerPage = 50, minArea = 20000, scrolls = 3,
                     for (const [label, { selector, attribute }] of Object.entries(nonTableFields)) {
                         // Get the last part of the selector after any context delimiter
                         const relativeSelector = selector.split(/(?:>>|:>>)/).slice(-1)[0];
-                        const element = queryElement(container, relativeSelector);
+                        const element = tryFallbackSelector(container, relativeSelector);
                         if (element) {
                             record[label] = extractValue(element, attribute);
                         }

package/build/interpret.js

@@ -700,6 +700,7 @@ class Interpreter extends events_1.EventEmitter {
                                             button.click()
                                         ]);
                                         debugLog("Navigation successful after regular click");
+                                        yield page.waitForTimeout(2000);
                                         paginationSuccess = true;
                                     }
                                     catch (navError) {
@@ -715,6 +716,7 @@ class Interpreter extends events_1.EventEmitter {
                                                 button.dispatchEvent('click')
                                             ]);
                                             debugLog("Navigation successful after dispatch event");
+                                            yield page.waitForTimeout(2000);
                                             paginationSuccess = true;
                                         }
                                         catch (dispatchNavError) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "maxun-core",
-  "version": "0.0.16",
+  "version": "0.0.17",
   "description": "Core package for Maxun, responsible for data extraction",
   "main": "build/index.js",
   "typings": "build/index.d.ts",