@hanivanrizky/nestjs-browser-action 0.20.1 → 0.22.0

package/dist/operators/extraction.operator.js

@@ -0,0 +1,204 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExtractionOperator = void 0;
+const truncate_log_util_1 = require("../utils/truncate-log.util");
+class ExtractionOperator {
+    pipeEngine;
+    logger;
+    constructor(pipeEngine, logger) {
+        this.pipeEngine = pipeEngine;
+        this.logger = logger;
+    }
+    parseSelector(raw) {
+        const match = raw.match(/^(.*)@([A-Za-z_][\w-]*)$/);
+        if (match && match[1].trim() !== '') {
+            return { selector: match[1], attribute: match[2] };
+        }
+        return { selector: raw };
+    }
+    validateSelector(key, selector) {
+        if (!selector || selector.trim() === '') {
+            throw new Error(`Selector for '${key}' cannot be empty`);
+        }
+    }
+    async extractSingle(page, url, selectors, pipes) {
+        const result = {};
+        const evalOne = page['$eval'].bind(page);
+        await Promise.all(Object.entries(selectors).map(async ([key, rawSelector]) => {
+            const { selector, attribute } = this.parseSelector(rawSelector);
+            try {
+                const value = attribute
+                    ? await evalOne(selector, (el, attr) => el.getAttribute(attr), attribute)
+                    : await evalOne(selector, (el) => el.textContent);
+                result[key] = pipes?.[key]
+                    ? this.pipeEngine.apply(typeof value === 'string' ? value : String(value ?? ''), pipes[key], url)
+                    : value;
+            }
+            catch (err) {
+                this.logger.warn(`Failed to scrape '${key}' (${rawSelector}): ${err instanceof Error ? err.message : String(err)}`);
+            }
+        }));
+        return result;
+    }
+    async extractAllData(page, target, as = 'text', attribute) {
+        if (target.shadowHost && !target.value) {
+            const hosts = await page.$$(target.shadowHost);
+            const results = await Promise.all(hosts.map((host) => host.evaluate((el, extractAs, attr) => {
+                const sr = el.shadowRoot;
+                if (!sr)
+                    return '';
+                if (extractAs === 'html' || extractAs === 'outerHtml')
+                    return sr.innerHTML;
+                if (extractAs === 'attribute')
+                    return el.getAttribute(attr || '') || '';
+                return sr.textContent?.trim() || '';
+            }, as, attribute)));
+            return results;
+        }
+        if (target.shadowHost) {
+            return await this.extractAllFromShadowRoot(page, target, as, attribute);
+        }
+        if (target.type === 'css') {
+            return await page.$$eval(target.value, (elements, extractAs, attr) => elements.map((el) => {
+                if (extractAs === 'html')
+                    return el.innerHTML;
+                if (extractAs === 'outerHtml')
+                    return el.outerHTML;
+                if (extractAs === 'attribute')
+                    return el.getAttribute(attr || '') || '';
+                return el.textContent?.trim() || '';
+            }), as, attribute);
+        }
+        return await page.evaluate((selector, extractAs, attr) => {
+            const results = document.evaluate(selector, document, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+            const values = [];
+            for (let i = 0; i < results.snapshotLength; i++) {
+                const node = results.snapshotItem(i);
+                if (!(node instanceof Element)) {
+                    values.push(node?.textContent?.trim() || '');
+                    continue;
+                }
+                if (extractAs === 'html')
+                    values.push(node.innerHTML);
+                else if (extractAs === 'outerHtml')
+                    values.push(node.outerHTML);
+                else if (extractAs === 'attribute')
+                    values.push(node.getAttribute(attr || '') || '');
+                else
+                    values.push(node.textContent?.trim() || '');
+            }
+            return values;
+        }, target.value, as, attribute);
+    }
+    async extractAllFromShadowRoot(page, target, as = 'text', attribute) {
+        const hosts = await page.$$(target.shadowHost);
+        const allResults = await Promise.all(hosts.map(async (host) => {
+            return await host.evaluate((el, selector, targetType, extractAs, attr) => {
+                const shadowRoot = el.shadowRoot;
+                if (!shadowRoot)
+                    return [];
+                const getVal = (e) => {
+                    if (extractAs === 'html')
+                        return e.innerHTML;
+                    if (extractAs === 'outerHtml')
+                        return e.outerHTML;
+                    if (extractAs === 'attribute')
+                        return e.getAttribute(attr || '') || '';
+                    return e.textContent?.trim() || '';
+                };
+                if (targetType === 'css') {
+                    const elements = shadowRoot.querySelectorAll(selector);
+                    return Array.from(elements).map(getVal);
+                }
+                const results = document.evaluate(selector, shadowRoot, null, XPathResult.UNORDERED_NODE_ITERATOR_TYPE, null);
+                const values = [];
+                let node;
+                while ((node = results.iterateNext())) {
+                    values.push(node instanceof Element
+                        ? getVal(node)
+                        : node?.textContent?.trim() || '');
+                }
+                return values;
+            }, target.value, target.type, as, attribute);
+        }));
+        return allResults.flat();
+    }
+    async extractData(page, target, as = 'text', attribute, debugLogMaxLength = 0) {
+        if (target.shadowHost && !target.value) {
+            const host = await page.$(target.shadowHost);
+            if (!host)
+                throw new Error(`Shadow host not found: ${target.shadowHost}`);
+            return host.evaluate((el, extractAs, attr) => {
+                const sr = el.shadowRoot;
+                if (!sr)
+                    return '';
+                if (extractAs === 'html' || extractAs === 'outerHtml')
+                    return sr.innerHTML;
+                if (extractAs === 'attribute')
+                    return el.getAttribute(attr || '') || '';
+                return sr.textContent?.trim() || '';
+            }, as, attribute);
+        }
+        const element = await this.findElement(page, target, debugLogMaxLength);
+        if (!element) {
+            throw new Error(`Element not found: ${target.value}`);
+        }
+        return element.evaluate((el, extractAs, attr) => {
+            if (extractAs === 'html')
+                return el.innerHTML;
+            if (extractAs === 'outerHtml')
+                return el.outerHTML;
+            if (extractAs === 'attribute')
+                return el.getAttribute(attr || '') || '';
+            return el.textContent?.trim() || '';
+        }, as, attribute);
+    }
+    describeTarget(target) {
+        const base = target.value
+            ? `${target.type}="${target.value}"`
+            : `(no selector)`;
+        return target.shadowHost
+            ? `shadowHost="${target.shadowHost}" > ${base}`
+            : base;
+    }
+    async findElement(page, target, debugLogMaxLength = 0) {
+        this.logger.debug((0, truncate_log_util_1.truncateLog)(debugLogMaxLength, `  findElement: ${this.describeTarget(target)}`));
+        if (target.shadowHost) {
+            const el = await this.findElementInShadowRoot(page, target);
+            this.logger.debug((0, truncate_log_util_1.truncateLog)(debugLogMaxLength, `  findElement result: ${el ? 'found' : 'NOT FOUND'}`));
+            return el;
+        }
+        if (target.type === 'css') {
+            const el = await page.$(target.value);
+            this.logger.debug((0, truncate_log_util_1.truncateLog)(debugLogMaxLength, `  findElement result: ${el ? 'found' : 'NOT FOUND'}`));
+            return el;
+        }
+        const el = await page
+            .evaluateHandle((selector) => {
+            const result = document.evaluate(selector, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
+            return result.singleNodeValue;
+        }, target.value)
+            .then((handle) => handle.asElement());
+        this.logger.debug((0, truncate_log_util_1.truncateLog)(debugLogMaxLength, `  findElement result: ${el ? 'found' : 'NOT FOUND'}`));
+        return el;
+    }
+    async findElementInShadowRoot(page, target) {
+        const host = await page.$(target.shadowHost);
+        if (!host)
+            return null;
+        return host
+            .evaluateHandle((el, selector, targetType) => {
+            const shadowRoot = el.shadowRoot;
+            if (!shadowRoot)
+                return null;
+            if (targetType === 'css') {
+                return shadowRoot.querySelector(selector);
+            }
+            const result = document.evaluate(selector, shadowRoot, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
+            return result.singleNodeValue;
+        }, target.value, target.type)
+            .then((handle) => handle.asElement());
+    }
+}
+exports.ExtractionOperator = ExtractionOperator;
+//# sourceMappingURL=extraction.operator.js.map

package/dist/operators/extraction.operator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction.operator.js","sourceRoot":"","sources":["../../src/operators/extraction.operator.ts"],"names":[],"mappings":";;;AAGA,kEAAyD;AAgBzD,MAAa,kBAAkB;IAEV;IACA;IAFnB,YACmB,UAAsB,EACtB,MAAuB;QADvB,eAAU,GAAV,UAAU,CAAY;QACtB,WAAM,GAAN,MAAM,CAAiB;IACvC,CAAC;IAMJ,aAAa,CAAC,GAAW;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACpD,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC;IAC3B,CAAC;IAED,gBAAgB,CAAC,GAAW,EAAE,QAAgB;QAC5C,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,IAAU,EACV,GAAW,EACX,SAAsB,EACtB,KAAmB;QAEnB,MAAM,MAAM,GAAiB,EAAE,CAAC;QAGhC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAkB,CAAC;QAE1D,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,EAAE;YACzD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAChE,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,SAAS;oBACrB,CAAC,CAAC,MAAM,OAAO,CACX,QAAQ,EACR,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,EACnC,SAAS,CACV;oBACH,CAAC,CAAC,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;gBAEpD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,CAAC;oBACxB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CACnB,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EACvD,KAAK,CAAC,GAAG,CAAC,EACV,GAAG,CACJ;oBACH,CAAC,CAAC,KAAK,CAAC;YACZ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qBAAqB,GAAG,MAAM,WAAW,MAAM,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAClG,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,IAAU,EACV,MAAoB,EACpB,KAA0B,MAAM,EAChC,SAAkB;QAElB,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,QAAQ,CACX,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;gBACtB,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC;gBACzB,IAAI,CAAC,EAAE;oBAAE,OAAO,EAAE,CAAC;gBACnB,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,WAAW;oBACnD,OAAO,EAAE,CAAC,SAAS,CAAC;gBACtB,IAAI,SAAS,KAAK,WAAW;oBAC3B,OAAO,EAAE,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC3C,OAAO,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACtC,CAAC,EACD,EAAE,EACF,SAAS,CACV,CACF,CACF,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC1B,OAAO,MAAM,IAAI,CAAC,MAAM,CACtB,MAAM,CAAC,KAAM,EACb,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAC5B,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;gBAClB,IAAI,SAAS,KAAK,MAAM;oBAAE,OAAO,EAAE,CAAC,SAAS,CAAC;gBAC9C,IAAI,SAAS,KAAK,WAAW;oBAAE,OAAO,EAAE,CAAC,SAAS,CAAC;gBACnD,IAAI,SAAS,KAAK,WAAW;oBAC3B,OAAO,EAAE,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC3C,OAAO,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACtC,CAAC,CAAC,EACJ,EAAE,EACF,SAAS,CACV,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,IAAI,CAAC,QAAQ,CACxB,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;YAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,QAAQ,EACR,QAAQ,EACR,IAAI,EACJ,WAAW,CAAC,0BAA0B,EACtC,IAAI,CACL,CAAC;YACF,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBACrC,IAAI,CAAC,CAAC,IAAI,YAAY,OAAO,CAAC,EAAE,CAAC;oBAC/B,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC7C,SAAS;gBACX,CAAC;gBACD,IAAI,SAAS,KAAK,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;qBACjD,IAAI,SAAS,KAAK,WAAW;oBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;qBAC3D,IAAI,SAAS,KAAK,WAAW;oBAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;;oBAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,EACD,MAAM,CAAC,KAAM,EACb,EAAE,EACF,SAAS,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,IAAU,EACV,MAAoB,EACpB,KAA0B,MAAM,EAChC,SAAkB;QAElB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAW,CAAC,CAAC;QAEhD,MAAM,UAAU,GAAe,MAAM,OAAO,CAAC,GAAG,CAC9C,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACvB,OAAO,MAAM,IAAI,CAAC,QAAQ,CACxB,CAAC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;gBAC5C,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC;gBACjC,IAAI,CAAC,UAAU;oBAAE,OAAO,EAAE,CAAC;gBAE3B,MAAM,MAAM,GAAG,CAAC,CAAU,EAAU,EAAE;oBACpC,IAAI,SAAS,KAAK,MAAM;wBAAE,OAAO,CAAC,CAAC,SAAS,CAAC;oBAC7C,IAAI,SAAS,KAAK,WAAW;wBAAE,OAAO,CAAC,CAAC,SAAS,CAAC;oBAClD,IAAI,SAAS,KAAK,WAAW;wBAC3B,OAAO,CAAC,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;oBAC1C,OAAO,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACrC,CAAC,CAAC;gBAEF,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,UAAU,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;oBACvD,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC1C,CAAC;gBAED,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,QAAQ,EACR,UAAU,EACV,IAAI,EACJ,WAAW,CAAC,4BAA4B,EACxC,IAAI,CACL,CAAC;gBACF,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,IAAiB,CAAC;gBACtB,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBACtC,MAAM,CAAC,IAAI,CACT,IAAI,YAAY,OAAO;wBACrB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;wBACd,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CACpC,CAAC;gBACJ,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC,EACD,MAAM,CAAC,KAAM,EACb,MAAM,CAAC,IAAI,EACX,EAAE,EACF,SAAS,CACV,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;QAEF,OAAO,UAAU,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,WAAW,CACf,IAAU,EACV,MAAoB,EACpB,KAA0B,MAAM,EAChC,SAAkB,EAClB,iBAAiB,GAAG,CAAC;QAErB,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1E,OAAO,IAAI,CAAC,QAAQ,CAClB,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;gBACtB,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC;gBACzB,IAAI,CAAC,EAAE;oBAAE,OAAO,EAAE,CAAC;gBACnB,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,WAAW;oBACnD,OAAO,EAAE,CAAC,SAAS,CAAC;gBACtB,IAAI,SAAS,KAAK,WAAW;oBAC3B,OAAO,EAAE,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC3C,OAAO,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACtC,CAAC,EACD,EAAE,EACF,SAAS,CACV,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,sBAAsB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,OAAO,CAAC,QAAQ,CACrB,CAAC,EAAW,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;YAC/B,IAAI,SAAS,KAAK,MAAM;gBAAE,OAAO,EAAE,CAAC,SAAS,CAAC;YAC9C,IAAI,SAAS,KAAK,WAAW;gBAAE,OAAO,EAAE,CAAC,SAAS,CAAC;YACnD,IAAI,SAAS,KAAK,WAAW;gBAAE,OAAO,EAAE,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACxE,OAAO,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACtC,CAAC,EACD,EAAE,EACF,SAAS,CACV,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,MAAoB;QACzC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK;YACvB,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,GAAG;YACpC,CAAC,CAAC,eAAe,CAAC;QACpB,OAAO,MAAM,CAAC,UAAU;YACtB,CAAC,CAAC,eAAe,MAAM,CAAC,UAAU,OAAO,IAAI,EAAE;YAC/C,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,IAAU,EACV,MAAoB,EACpB,iBAAiB,GAAG,CAAC;QAErB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,IAAA,+BAAW,EACT,iBAAiB,EACjB,kBAAkB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAChD,CACF,CAAC;QAEF,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC5D,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,IAAA,+BAAW,EACT,iBAAiB,EACjB,yBAAyB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,CACtD,CACF,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC1B,MAAM,EAAE,GAAG,MAAO,IAAI,CAAC,CAAC,CACtB,MAAM,CAAC,KAAM,CAC0B,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,IAAA,+BAAW,EACT,iBAAiB,EACjB,yBAAyB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,CACtD,CACF,CAAC;YACF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,IAAI;aAClB,cAAc,CAAC,CAAC,QAAgB,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAC9B,QAAQ,EACR,QAAQ,EACR,IAAI,EACJ,WAAW,CAAC,uBAAuB,EACnC,IAAI,CACL,CAAC;YACF,OAAO,MAAM,CAAC,eAAe,CAAC;QAChC,CAAC,EAAE,MAAM,CAAC,KAAM,CAAC;aAChB,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,IAAA,+BAAW,EACT,iBAAiB,EACjB,yBAAyB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,CACtD,CACF,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,IAAU,EACV,MAAoB;QAEpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,UAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,OAAO,IAAI;aACR,cAAc,CACb,CAAC,EAAW,EAAE,QAAgB,EAAE,UAAkB,EAAE,EAAE;YACpD,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAAC;YACjC,IAAI,CAAC,UAAU;gBAAE,OAAO,IAAI,CAAC;YAE7B,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;gBACzB,OAAO,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC5C,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAC9B,QAAQ,EACR,UAAU,EACV,IAAI,EACJ,WAAW,CAAC,uBAAuB,EACnC,IAAI,CACL,CAAC;YACF,OAAO,MAAM,CAAC,eAAe,CAAC;QAChC,CAAC,EACD,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,IAAI,CACZ;aACA,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;CACF;AAlVD,gDAkVC"}

package/dist/operators/index.d.ts

@@ -0,0 +1,5 @@
+export { ExtractionOperator } from './extraction.operator';
+export { CaptureOperator } from './capture.operator';
+export { ContainerOperator } from './container.operator';
+export { WorkflowOperator } from './workflow.operator';
+export { PaginationOperator } from './pagination.operator';

package/dist/operators/index.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PaginationOperator = exports.WorkflowOperator = exports.ContainerOperator = exports.CaptureOperator = exports.ExtractionOperator = void 0;
+var extraction_operator_1 = require("./extraction.operator");
+Object.defineProperty(exports, "ExtractionOperator", { enumerable: true, get: function () { return extraction_operator_1.ExtractionOperator; } });
+var capture_operator_1 = require("./capture.operator");
+Object.defineProperty(exports, "CaptureOperator", { enumerable: true, get: function () { return capture_operator_1.CaptureOperator; } });
+var container_operator_1 = require("./container.operator");
+Object.defineProperty(exports, "ContainerOperator", { enumerable: true, get: function () { return container_operator_1.ContainerOperator; } });
+var workflow_operator_1 = require("./workflow.operator");
+Object.defineProperty(exports, "WorkflowOperator", { enumerable: true, get: function () { return workflow_operator_1.WorkflowOperator; } });
+var pagination_operator_1 = require("./pagination.operator");
+Object.defineProperty(exports, "PaginationOperator", { enumerable: true, get: function () { return pagination_operator_1.PaginationOperator; } });
+//# sourceMappingURL=index.js.map

package/dist/operators/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/operators/index.ts"],"names":[],"mappings":";;;AAAA,6DAA2D;AAAlD,yHAAA,kBAAkB,OAAA;AAC3B,uDAAqD;AAA5C,mHAAA,eAAe,OAAA;AACxB,2DAAyD;AAAhD,uHAAA,iBAAiB,OAAA;AAC1B,yDAAuD;AAA9C,qHAAA,gBAAgB,OAAA;AACzB,6DAA2D;AAAlD,yHAAA,kBAAkB,OAAA"}

package/dist/operators/pagination.operator.d.ts

@@ -0,0 +1,24 @@
+import type { Page } from 'puppeteer-core';
+import { LoggerWithLevel } from '../utils/logger.util';
+import type { PaginationOptions } from '../interfaces/types';
+export declare class PaginationOperator {
+    private readonly logger;
+    constructor(logger: LoggerWithLevel);
+    private findPaginationElement;
+    paginateClickNext<T>(page: Page, containerFn: (page: Page) => Promise<T[]>, opts: PaginationOptions): Promise<{
+        items: T[];
+        pages: number;
+    }>;
+    paginateLoadMore<T>(page: Page, containerFn: (page: Page) => Promise<T[]>, opts: PaginationOptions): Promise<{
+        items: T[];
+        pages: number;
+    }>;
+    paginateInfiniteScroll<T>(page: Page, containerFn: (page: Page) => Promise<T[]>, opts: PaginationOptions): Promise<{
+        items: T[];
+        pages: number;
+    }>;
+    paginateUrlIncrement<T>(urlTemplate: string, containerFn: (url: string) => Promise<T[]>, opts: PaginationOptions, startPage: number): Promise<{
+        items: T[];
+        pages: number;
+    }>;
+}

package/dist/operators/pagination.operator.js

@@ -0,0 +1,182 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PaginationOperator = void 0;
+const delay_util_1 = require("../utils/delay.util");
+const dom_util_1 = require("../utils/dom.util");
+const isTargetClosed = (err) => err instanceof Error &&
+    (err.message.includes('Target closed') ||
+        err.message.includes('No target with given id') ||
+        err.message.includes('detached Frame') ||
+        err.message.includes('Attempted to use detached') ||
+        err.message.includes('Execution context was destroyed') ||
+        err.message.includes('context was destroyed') ||
+        err.message.includes('Session closed') ||
+        err.message.includes('Navigating frame was detached'));
+class PaginationOperator {
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    async findPaginationElement(page, selector) {
+        if (!(0, dom_util_1.isXPathSelector)(selector)) {
+            return page.$(selector);
+        }
+        const pageWithX = page;
+        if (typeof pageWithX.$x === 'function') {
+            const results = await pageWithX.$x(selector);
+            return results[0] ?? null;
+        }
+        const handle = await page
+            .evaluateHandle((sel) => {
+            const res = document.evaluate(sel, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
+            return res.singleNodeValue;
+        }, selector)
+            .then((h) => h.asElement());
+        return handle;
+    }
+    async paginateClickNext(page, containerFn, opts) {
+        const max = opts.maxPages ?? 10;
+        const wait = opts.waitAfter ?? 800;
+        const all = [];
+        let pages = 0;
+        for (let i = 0; i < max; i++) {
+            try {
+                const items = await containerFn(page);
+                all.push(...items);
+                pages++;
+                if (!opts.selector)
+                    break;
+                const btn = await this.findPaginationElement(page, opts.selector);
+                if (!btn)
+                    break;
+                await Promise.all([
+                    page.waitForNavigation({ waitUntil: 'domcontentloaded' }),
+                    btn.click(),
+                ]);
+                await (0, delay_util_1.delay)(wait);
+            }
+            catch (err) {
+                if (isTargetClosed(err))
+                    break;
+                if (err instanceof Error && err.message.includes('TimeoutError'))
+                    break;
+                throw err;
+            }
+        }
+        return { items: all, pages };
+    }
+    async paginateLoadMore(page, containerFn, opts) {
+        const max = opts.maxPages ?? 10;
+        const wait = opts.waitAfter ?? 800;
+        let previousCount = 0;
+        let clicks = 0;
+        let lastItems = [];
+        for (let i = 0; i < max; i++) {
+            try {
+                const items = await containerFn(page);
+                if (items.length === previousCount) {
+                    return { items, pages: clicks + 1 };
+                }
+                lastItems = items;
+                previousCount = items.length;
+                if (!opts.selector)
+                    break;
+                const btn = await this.findPaginationElement(page, opts.selector);
+                if (!btn)
+                    break;
+                await btn.click();
+                clicks++;
+                await (0, delay_util_1.delay)(wait);
+            }
+            catch (err) {
+                if (isTargetClosed(err))
+                    break;
+                throw err;
+            }
+        }
+        try {
+            const finalItems = await containerFn(page);
+            return { items: finalItems, pages: clicks + 1 };
+        }
+        catch (err) {
+            if (isTargetClosed(err))
+                return { items: lastItems, pages: clicks + 1 };
+            throw err;
+        }
+    }
+    async paginateInfiniteScroll(page, containerFn, opts) {
+        const max = opts.maxPages ?? 10;
+        const wait = opts.waitAfter ?? 800;
+        let previousCount = 0;
+        let scrolls = 0;
+        let lastItems = [];
+        for (let i = 0; i < max; i++) {
+            try {
+                const items = await containerFn(page);
+                if (opts.endSelector) {
+                    const endEl = await this.findPaginationElement(page, opts.endSelector);
+                    if (endEl)
+                        return { items, pages: scrolls + 1 };
+                }
+                if (items.length === previousCount)
+                    return { items, pages: scrolls + 1 };
+                lastItems = items;
+                previousCount = items.length;
+                if (opts.selector) {
+                    const sentinel = await this.findPaginationElement(page, opts.selector);
+                    if (sentinel) {
+                        await page.evaluate((el) => el.scrollIntoView(), sentinel);
+                    }
+                    else {
+                        await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));
+                    }
+                }
+                else {
+                    await page.evaluate(() => window.scrollTo(0, document.body.scrollHeight));
+                }
+                scrolls++;
+                await (0, delay_util_1.delay)(wait);
+            }
+            catch (err) {
+                if (isTargetClosed(err))
+                    break;
+                throw err;
+            }
+        }
+        try {
+            const finalItems = await containerFn(page);
+            return { items: finalItems, pages: scrolls + 1 };
+        }
+        catch (err) {
+            if (isTargetClosed(err))
+                return { items: lastItems, pages: scrolls + 1 };
+            throw err;
+        }
+    }
+    async paginateUrlIncrement(urlTemplate, containerFn, opts, startPage) {
+        const max = opts.maxPages ?? 10;
+        const wait = opts.waitAfter ?? 800;
+        const all = [];
+        let pagesScraped = 0;
+        for (let p = startPage; p < startPage + max; p++) {
+            try {
+                const url = urlTemplate.replace('{page}', String(p));
+                const items = await containerFn(url);
+                if (items.length === 0)
+                    break;
+                all.push(...items);
+                pagesScraped++;
+                if (p < startPage + max - 1)
+                    await (0, delay_util_1.delay)(wait);
+            }
+            catch (err) {
+                if (isTargetClosed(err))
+                    break;
+                throw err;
+            }
+        }
+        return { items: all, pages: pagesScraped };
+    }
+}
+exports.PaginationOperator = PaginationOperator;
+//# sourceMappingURL=pagination.operator.js.map

package/dist/operators/pagination.operator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pagination.operator.js","sourceRoot":"","sources":["../../src/operators/pagination.operator.ts"],"names":[],"mappings":";;;AAEA,oDAA4C;AAC5C,gDAAoD;AAGpD,MAAM,cAAc,GAAG,CAAC,GAAY,EAAW,EAAE,CAC/C,GAAG,YAAY,KAAK;IACpB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;QACpC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QAC/C,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QACtC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAC;QACjD,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAC;QACvD,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QAC7C,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QACtC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,+BAA+B,CAAC,CAAC,CAAC;AAc3D,MAAa,kBAAkB;IACA;IAA7B,YAA6B,MAAuB;QAAvB,WAAM,GAAN,MAAM,CAAiB;IAAG,CAAC;IAOhD,KAAK,CAAC,qBAAqB,CACjC,IAAU,EACV,QAAgB;QAEhB,IAAI,CAAC,IAAA,0BAAe,EAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;QAGD,MAAM,SAAS,GAAG,IAEjB,CAAC;QACF,IAAI,OAAO,SAAS,CAAC,EAAE,KAAK,UAAU,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YAC7C,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAC5B,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI;aACtB,cAAc,CAAC,CAAC,GAAW,EAAE,EAAE;YAC9B,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAC3B,GAAG,EACH,QAAQ,EACR,IAAI,EACJ,WAAW,CAAC,uBAAuB,EACnC,IAAI,CACL,CAAC;YACF,OAAO,GAAG,CAAC,eAAiC,CAAC;QAC/C,CAAC,EAAE,QAAQ,CAAC;aACX,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAmC,CAAC,CAAC;QAC/D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,IAAU,EACV,WAAyC,EACzC,IAAuB;QAEvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC;QACnC,MAAM,GAAG,GAAQ,EAAE,CAAC;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;gBACtC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;gBACnB,KAAK,EAAE,CAAC;gBAER,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClE,IAAI,CAAC,GAAG;oBAAE,MAAM;gBAEhB,MAAM,OAAO,CAAC,GAAG,CAAC;oBAChB,IAAI,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC;oBACzD,GAAG,CAAC,KAAK,EAAE;iBACZ,CAAC,CAAC;gBACH,MAAM,IAAA,kBAAK,EAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,cAAc,CAAC,GAAG,CAAC;oBAAE,MAAM;gBAE/B,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;oBAAE,MAAM;gBACxE,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,IAAU,EACV,WAAyC,EACzC,IAAuB;QAEvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC;QACnC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,IAAI,SAAS,GAAQ,EAAE,CAAC;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;gBACtC,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;oBACnC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,CAAC;gBACD,SAAS,GAAG,KAAK,CAAC;gBAClB,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;gBAE7B,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClE,IAAI,CAAC,GAAG;oBAAE,MAAM;gBAEhB,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;gBAClB,MAAM,EAAE,CAAC;gBACT,MAAM,IAAA,kBAAK,EAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,cAAc,CAAC,GAAG,CAAC;oBAAE,MAAM;gBAC/B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YAC3C,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,cAAc,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC1B,IAAU,EACV,WAAyC,EACzC,IAAuB;QAEvB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC;QACnC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,IAAI,SAAS,GAAQ,EAAE,CAAC;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;gBAEtC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAC5C,IAAI,EACJ,IAAI,CAAC,WAAW,CACjB,CAAC;oBACF,IAAI,KAAK;wBAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,GAAG,CAAC,EAAE,CAAC;gBAClD,CAAC;gBAED,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;oBAChC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,GAAG,CAAC,EAAE,CAAC;gBACvC,SAAS,GAAG,KAAK,CAAC;gBAClB,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;gBAE7B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAC/C,IAAI,EACJ,IAAI,CAAC,QAAQ,CACd,CAAC;oBACF,IAAI,QAAQ,EAAE,CAAC;wBACb,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,cAAc,EAAE,EAAE,QAAQ,CAAC,CAAC;oBAC7D,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CACvB,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAC/C,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CACvB,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAC/C,CAAC;gBACJ,CAAC;gBAED,OAAO,EAAE,CAAC;gBACV,MAAM,IAAA,kBAAK,EAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,cAAc,CAAC,GAAG,CAAC;oBAAE,MAAM;gBAC/B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YAC3C,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,GAAG,CAAC,EAAE,CAAC;QACnD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,cAAc,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,GAAG,CAAC,EAAE,CAAC;YACzE,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,WAAmB,EACnB,WAA0C,EAC1C,IAAuB,EACvB,SAAiB;QAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC;QACnC,MAAM,GAAG,GAAQ,EAAE,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,SAAS,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;gBACrC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,MAAM;gBAC9B,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;gBACnB,YAAY,EAAE,CAAC;gBACf,IAAI,CAAC,GAAG,SAAS,GAAG,GAAG,GAAG,CAAC;oBAAE,MAAM,IAAA,kBAAK,EAAC,IAAI,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBAEb,IAAI,cAAc,CAAC,GAAG,CAAC;oBAAE,MAAM;gBAC/B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;IAC7C,CAAC;CACF;AAhND,gDAgNC"}

package/dist/operators/workflow.operator.d.ts

@@ -0,0 +1,35 @@
+import type { Page } from 'puppeteer-core';
+import { PipeEngine } from '../pipes/pipe-engine';
+import { CleansingService } from '../services/cleansing.service';
+import { CookieService } from '../services/cookie.service';
+import { LoggerWithLevel } from '../utils/logger.util';
+import { ExtractionOperator } from './extraction.operator';
+import { ContainerOperator } from './container.operator';
+import type { WorkflowAction, VariableContext } from '../interfaces/workflow-options';
+export declare class WorkflowOperator {
+    private readonly extraction;
+    private readonly container;
+    private readonly pipeEngine;
+    private readonly cleansingService;
+    private readonly logger;
+    private readonly getCookieService;
+    constructor(extraction: ExtractionOperator, container: ContainerOperator, pipeEngine: PipeEngine, cleansingService: CleansingService, logger: LoggerWithLevel, getCookieService: () => CookieService);
+    executeAction(page: Page, action: WorkflowAction, context: VariableContext, debugLogMaxLength?: number): Promise<void>;
+    private dispatchAction;
+    evaluateCondition(page: Page, condition: WorkflowAction['condition'], debugLogMaxLength?: number): Promise<boolean>;
+    private describeTarget;
+    private findElement;
+    private findElementInShadowRoot;
+    private waitForTarget;
+    private clickElement;
+    private typeText;
+    private selectOption;
+    private scrollToElement;
+    private maybeScrollToElement;
+    private scrollElementIntoView;
+    private hoverElement;
+    private clearElement;
+    private resolveRawValue;
+    private resolveValue;
+    private interpolateValue;
+}