@hanivanrizky/nestjs-browser-action 0.21.0 → 0.22.0

package/dist/examples/named-browser-example.js

@@ -0,0 +1,183 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var CrawlerService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+const core_1 = require("@nestjs/core");
+const common_1 = require("@nestjs/common");
+const index_1 = require("../index");
+let CrawlerService = CrawlerService_1 = class CrawlerService {
+    login;
+    products;
+    logger = new common_1.Logger(CrawlerService_1.name);
+    constructor(login, products) {
+        this.login = login;
+        this.products = products;
+    }
+    async run() {
+        this.logger.log('Starting run — browser: "stealth", pages: login, products');
+        const loginResult = await this.runLogin();
+        const products = await this.runProductsScrape();
+        const title = await this.runCurrentPageExtract();
+        const concurrent = await this.runConcurrent();
+        this.logger.log('Run complete');
+        return { loginResult, products, title, concurrent };
+    }
+    async runConcurrent() {
+        this.logger.log('[concurrent] login workflow + products scrape in parallel');
+        const startedAt = Date.now();
+        try {
+            const [loginResult, products] = await Promise.all([
+                this.runLogin(),
+                this.runProductsScrape(),
+            ]);
+            this.logger.log(`[concurrent] both done in ${Date.now() - startedAt}ms — login: "${loginResult.data.username}", products: ${products.results.length}`);
+            return { loginResult, products };
+        }
+        catch (err) {
+            this.logger.error(`[concurrent] failed after ${Date.now() - startedAt}ms`, err instanceof Error ? err.stack : String(err));
+            throw err;
+        }
+    }
+    async runLogin() {
+        this.logger.log('[login] navigating + running login workflow');
+        const startedAt = Date.now();
+        try {
+            const loginResult = await this.login.scrapeWithWorkflow('https://www.scrapingcourse.com/login', {
+                version: '1.0',
+                actions: [
+                    {
+                        action: 'type',
+                        target: { type: 'css', value: '#email' },
+                        value: 'admin@example.com',
+                    },
+                    {
+                        action: 'type',
+                        target: { type: 'css', value: '#password' },
+                        value: 'password',
+                    },
+                    {
+                        action: 'click',
+                        target: { type: 'css', value: 'button[type="submit"]' },
+                        options: { waitForNavigation: true },
+                    },
+                    {
+                        id: 'username',
+                        action: 'extract',
+                        target: { type: 'css', value: 'span.text-lg.font-semibold' },
+                    },
+                ],
+            });
+            this.logger.log(`[login] logged in as "${loginResult.data.username}" (${Date.now() - startedAt}ms)`);
+            return loginResult;
+        }
+        catch (err) {
+            this.logger.error(`[login] workflow failed after ${Date.now() - startedAt}ms`, err instanceof Error ? err.stack : String(err));
+            throw err;
+        }
+    }
+    async runProductsScrape() {
+        this.logger.log('[products] scraping product listing');
+        const startedAt = Date.now();
+        try {
+            const products = await this.products.evaluateWebsite({
+                url: 'https://www.scrapingcourse.com/ecommerce/',
+                patterns: [
+                    {
+                        key: 'container',
+                        patternType: 'css',
+                        returnType: 'text',
+                        patterns: ['.product'],
+                        meta: { isContainer: true },
+                    },
+                    {
+                        key: 'name',
+                        patternType: 'css',
+                        returnType: 'text',
+                        patterns: ['h2.woocommerce-loop-product__title'],
+                        pipes: { trim: true },
+                    },
+                    {
+                        key: 'price',
+                        patternType: 'css',
+                        returnType: 'text',
+                        patterns: ['.price'],
+                        pipes: { trim: true },
+                    },
+                ],
+            });
+            this.logger.log(`[products] found ${products.results.length} products (${Date.now() - startedAt}ms)`);
+            this.logger.debug(`[products] results: ${JSON.stringify(products.results, null, 2)}`);
+            return products;
+        }
+        catch (err) {
+            this.logger.error(`[products] scrape failed after ${Date.now() - startedAt}ms`, err instanceof Error ? err.stack : String(err));
+            throw err;
+        }
+    }
+    async runCurrentPageExtract() {
+        this.logger.log('[products] extracting <h1> from current page (no navigation)');
+        try {
+            const title = await this.products.extract({ h1: 'h1' });
+            this.logger.log(`[products] current page title: "${title.h1}"`);
+            return title;
+        }
+        catch (err) {
+            this.logger.error('[products] extract failed', err instanceof Error ? err.stack : String(err));
+            throw err;
+        }
+    }
+};
+CrawlerService = CrawlerService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, index_1.InjectPageController)('login', 'stealth')),
+    __param(1, (0, index_1.InjectPageController)('products', 'stealth')),
+    __metadata("design:paramtypes", [index_1.PageController,
+        index_1.PageController])
+], CrawlerService);
+let AppModule = class AppModule {
+};
+AppModule = __decorate([
+    (0, common_1.Module)({
+        imports: [
+            index_1.BrowserActionModule.forRoot({
+                name: 'stealth',
+                cloak: {
+                    headless: process.env.HEADLESS !== 'false',
+                },
+            }),
+            index_1.BrowserActionModule.forFeature(['login', 'products'], 'stealth'),
+        ],
+        providers: [CrawlerService],
+    })
+], AppModule);
+if (require.main === module) {
+    void (async () => {
+        const bootstrapLogger = new common_1.Logger('Bootstrap');
+        const app = await core_1.NestFactory.createApplicationContext(AppModule, {
+            logger: ['log', 'error', 'warn', 'debug', 'verbose'],
+        });
+        const crawler = app.get(CrawlerService);
+        try {
+            await crawler.run();
+        }
+        catch (err) {
+            bootstrapLogger.error('Run aborted', err instanceof Error ? err.stack : String(err));
+            process.exitCode = 1;
+        }
+        finally {
+            await app.close();
+        }
+    })();
+}
+//# sourceMappingURL=named-browser-example.js.map

package/dist/examples/named-browser-example.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"named-browser-example.js","sourceRoot":"","sources":["../../src/examples/named-browser-example.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,uCAA2C;AAC3C,2CAA4D;AAC5D,oCAIkB;AAalB,IACM,cAAc,sBADpB,MACM,cAAc;IAKC;IAEA;IANF,MAAM,GAAG,IAAI,eAAM,CAAC,gBAAc,CAAC,IAAI,CAAC,CAAC;IAE1D,YAEmB,KAAqB,EAErB,QAAwB;QAFxB,UAAK,GAAL,KAAK,CAAgB;QAErB,aAAQ,GAAR,QAAQ,CAAgB;IACxC,CAAC;IAEJ,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,2DAA2D,CAC5D,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAE9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAChC,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IACtD,CAAC;IAOO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,2DAA2D,CAC5D,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAChD,IAAI,CAAC,QAAQ,EAAE;gBACf,IAAI,CAAC,iBAAiB,EAAE;aACzB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,6BAA6B,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,gBAAgB,WAAW,CAAC,IAAI,CAAC,QAAQ,gBAAgB,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,CACtI,CAAC;YACF,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,6BAA6B,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,EACvD,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAEpD,sCAAsC,EAAE;gBACzC,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE;oBACP;wBACE,MAAM,EAAE,MAAM;wBACd,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE;wBACxC,KAAK,EAAE,mBAAmB;qBAC3B;oBACD;wBACE,MAAM,EAAE,MAAM;wBACd,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE;wBAC3C,KAAK,EAAE,UAAU;qBAClB;oBACD;wBACE,MAAM,EAAE,OAAO;wBACf,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,EAAE;wBACvD,OAAO,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE;qBACrC;oBACD;wBACE,EAAE,EAAE,UAAU;wBACd,MAAM,EAAE,SAAS;wBACjB,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,4BAA4B,EAAE;qBAC7D;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,yBAAyB,WAAW,CAAC,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,KAAK,CACpF,CAAC;YACF,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,iCAAiC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,EAC3D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;gBACnD,GAAG,EAAE,2CAA2C;gBAChD,QAAQ,EAAE;oBACR;wBACE,GAAG,EAAE,WAAW;wBAChB,WAAW,EAAE,KAAK;wBAClB,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,CAAC,UAAU,CAAC;wBACtB,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;qBAC5B;oBACD;wBACE,GAAG,EAAE,MAAM;wBACX,WAAW,EAAE,KAAK;wBAClB,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,CAAC,oCAAoC,CAAC;wBAChD,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;qBACtB;oBACD;wBACE,GAAG,EAAE,OAAO;wBACZ,WAAW,EAAE,KAAK;wBAClB,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,CAAC,QAAQ,CAAC;wBACpB,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;qBACtB;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,oBAAoB,QAAQ,CAAC,OAAO,CAAC,MAAM,cAAc,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,KAAK,CACrF,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,uBAAuB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CACnE,CAAC;YACF,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,kCAAkC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,EAC5D,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB;QAEjC,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,8DAA8D,CAC/D,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;YAChE,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2BAA2B,EAC3B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;CACF,CAAA;AAtKK,cAAc;IADnB,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,4BAAoB,EAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IAExC,WAAA,IAAA,4BAAoB,EAAC,UAAU,EAAE,SAAS,CAAC,CAAA;qCADpB,sBAAc;QAEX,sBAAc;GAPvC,cAAc,CAsKnB;AAiBD,IAAM,SAAS,GAAf,MAAM,SAAS;CAAG,CAAA;AAAZ,SAAS;IAfd,IAAA,eAAM,EAAC;QACN,OAAO,EAAE;YACP,2BAAmB,CAAC,OAAO,CAAC;gBAC1B,IAAI,EAAE,SAAS;gBAIf,KAAK,EAAE;oBACL,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO;iBAC3C;aACF,CAAC;YACF,2BAAmB,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,SAAS,CAAC;SACjE;QACD,SAAS,EAAE,CAAC,cAAc,CAAC;KAC5B,CAAC;GACI,SAAS,CAAG;AAElB,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,MAAM,eAAe,GAAG,IAAI,eAAM,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,MAAM,kBAAW,CAAC,wBAAwB,CAAC,SAAS,EAAE;YAChE,MAAM,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC;SACrD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAe,CAAC,KAAK,CACnB,aAAa,EACb,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAC/C,CAAC;YACF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC"}

package/dist/index.d.ts

@@ -10,3 +10,8 @@ export * from './enums';
 export * from './interfaces';
 export * from './constants';
 export * from './decorators';
+export * from './common';
+export * from './operators';
+export * from './services/browser-holder';
+export * from './services/page-session';
+export * from './services/page-controller';

package/dist/index.js

@@ -26,4 +26,9 @@ __exportStar(require("./enums"), exports);
 __exportStar(require("./interfaces"), exports);
 __exportStar(require("./constants"), exports);
 __exportStar(require("./decorators"), exports);
+__exportStar(require("./common"), exports);
+__exportStar(require("./operators"), exports);
+__exportStar(require("./services/browser-holder"), exports);
+__exportStar(require("./services/page-session"), exports);
+__exportStar(require("./services/page-controller"), exports);
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AACA,0DAAwC;AAGxC,kEAAgD;AAChD,qEAAmD;AACnD,0DAAwC;AACxC,4DAA0C;AAC1C,+DAA6C;AAG7C,oEAAkD;AAGlD,0CAAwB;AAGxB,0CAAwB;AAGxB,+CAA6B;AAG7B,8CAA4B;AAG5B,+CAA6B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AACA,0DAAwC;AAGxC,kEAAgD;AAChD,qEAAmD;AACnD,0DAAwC;AACxC,4DAA0C;AAC1C,+DAA6C;AAG7C,oEAAkD;AAGlD,0CAAwB;AAGxB,0CAAwB;AAGxB,+CAA6B;AAG7B,8CAA4B;AAG5B,+CAA6B;AAG7B,2CAAyB;AAGzB,8CAA4B;AAG5B,4DAA0C;AAC1C,0DAAwC;AACxC,6DAA2C"}

package/dist/interfaces/browser-action-options.d.ts

@@ -31,4 +31,5 @@ export interface BrowserActionOptions {
     cookies?: CookieOptions;
     customPipes?: Record<string, new (...args: unknown[]) => CleansingPipe>;
     lazyInit?: boolean;
+    name?: string;
 }

package/dist/operators/capture.operator.d.ts

@@ -0,0 +1,11 @@
+import type { Page, ScreenshotOptions, PDFOptions } from 'puppeteer-core';
+import { LoggerWithLevel } from '../utils/logger.util';
+import type { TlsFingerprint } from '../interfaces/tls-fingerprint';
+export declare class CaptureOperator {
+    private readonly logger;
+    constructor(logger: LoggerWithLevel);
+    screenshot(page: Page, path: string, options?: ScreenshotOptions): Promise<Buffer>;
+    pdf(page: Page, path: string, options?: PDFOptions): Promise<Buffer>;
+    tlsFingerprint(page: Page, path: string): Promise<TlsFingerprint>;
+    private buildTlsFingerprint;
+}

package/dist/operators/capture.operator.js

@@ -0,0 +1,62 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CaptureOperator = void 0;
+const fs_1 = require("fs");
+const path_1 = require("path");
+class CaptureOperator {
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    async screenshot(page, path, options) {
+        const result = await page.screenshot({ path, ...options });
+        return result;
+    }
+    async pdf(page, path, options) {
+        const pdf = await page.pdf({ path, ...options });
+        return Buffer.from(pdf);
+    }
+    async tlsFingerprint(page, path) {
+        const rawJson = await page.evaluate(() => document.body.innerText);
+        const data = JSON.parse(rawJson);
+        const fingerprint = this.buildTlsFingerprint(data);
+        await fs_1.promises.mkdir((0, path_1.dirname)(path), { recursive: true });
+        await fs_1.promises.writeFile(path, JSON.stringify(fingerprint, null, 2), 'utf-8');
+        this.logger.log(`Saved TLS fingerprint to ${path}`);
+        return fingerprint;
+    }
+    buildTlsFingerprint(data) {
+        const tls = (data.tls ?? {});
+        const http2 = (data.http2 ?? {});
+        const extensions = Array.isArray(tls.extensions)
+            ? tls.extensions
+            : [];
+        const sentFrames = Array.isArray(http2.sent_frames)
+            ? http2.sent_frames
+            : [];
+        const headersFrame = sentFrames.find((frame) => frame.frame_type === 'HEADERS');
+        return {
+            capturedAt: new Date().toISOString(),
+            ip: data.ip ?? '',
+            httpVersion: data.http_version ?? '',
+            method: data.method ?? '',
+            userAgent: data.user_agent ?? '',
+            ja3: tls.ja3 ?? '',
+            ja3Hash: tls.ja3_hash ?? '',
+            ja4: tls.ja4 ?? '',
+            ja4_r: tls.ja4_r,
+            peetprint: tls.peetprint ?? '',
+            peetprintHash: tls.peetprint_hash ?? '',
+            ciphers: Array.isArray(tls.ciphers) ? tls.ciphers : [],
+            tlsExtensions: extensions.map((ext) => String(ext.name)),
+            akamaiFingerprint: http2.akamai_fingerprint ?? '',
+            akamaiFingerprintHash: http2.akamai_fingerprint_hash ?? '',
+            headers: Array.isArray(headersFrame?.headers)
+                ? headersFrame.headers
+                : [],
+            raw: data,
+        };
+    }
+}
+exports.CaptureOperator = CaptureOperator;
+//# sourceMappingURL=capture.operator.js.map

package/dist/operators/capture.operator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"capture.operator.js","sourceRoot":"","sources":["../../src/operators/capture.operator.ts"],"names":[],"mappings":";;;AAAA,2BAAoC;AACpC,+BAA+B;AAU/B,MAAa,eAAe;IACG;IAA7B,YAA6B,MAAuB;QAAvB,WAAM,GAAN,MAAM,CAAiB;IAAG,CAAC;IAExD,KAAK,CAAC,UAAU,CACd,IAAU,EACV,IAAY,EACZ,OAA2B;QAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC3D,OAAO,MAA2B,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAU,EAAE,IAAY,EAAE,OAAoB;QACtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACjD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAU,EAAE,IAAY;QAC3C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;QAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAEnD,MAAM,aAAE,CAAC,KAAK,CAAC,IAAA,cAAO,EAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,aAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAExE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;QACpD,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,mBAAmB,CAAC,IAA6B;QACvD,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAA4B,CAAC;QACxD,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAA4B,CAAC;QAE5D,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;YAC9C,CAAC,CAAE,GAAG,CAAC,UAA6C;YACpD,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;YACjD,CAAC,CAAE,KAAK,CAAC,WAA8C;YACvD,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAClC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAC1C,CAAC;QAEF,OAAO;YACL,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,EAAE,EAAG,IAAI,CAAC,EAAa,IAAI,EAAE;YAC7B,WAAW,EAAG,IAAI,CAAC,YAAuB,IAAI,EAAE;YAChD,MAAM,EAAG,IAAI,CAAC,MAAiB,IAAI,EAAE;YACrC,SAAS,EAAG,IAAI,CAAC,UAAqB,IAAI,EAAE;YAC5C,GAAG,EAAG,GAAG,CAAC,GAAc,IAAI,EAAE;YAC9B,OAAO,EAAG,GAAG,CAAC,QAAmB,IAAI,EAAE;YACvC,GAAG,EAAG,GAAG,CAAC,GAAc,IAAI,EAAE;YAC9B,KAAK,EAAE,GAAG,CAAC,KAA2B;YACtC,SAAS,EAAG,GAAG,CAAC,SAAoB,IAAI,EAAE;YAC1C,aAAa,EAAG,GAAG,CAAC,cAAyB,IAAI,EAAE;YACnD,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,OAAoB,CAAC,CAAC,CAAC,EAAE;YACpE,aAAa,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACxD,iBAAiB,EAAG,KAAK,CAAC,kBAA6B,IAAI,EAAE;YAC7D,qBAAqB,EAAG,KAAK,CAAC,uBAAkC,IAAI,EAAE;YACtE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC;gBAC3C,CAAC,CAAE,YAAY,CAAC,OAAoB;gBACpC,CAAC,CAAC,EAAE;YACN,GAAG,EAAE,IAAI;SACV,CAAC;IACJ,CAAC;CACF;AAlED,0CAkEC"}

package/dist/operators/container.operator.d.ts

@@ -0,0 +1,13 @@
+import type { Page } from 'puppeteer-core';
+import { PipeEngine } from '../pipes/pipe-engine';
+import { LoggerWithLevel } from '../utils/logger.util';
+import { ExtractionOperator } from './extraction.operator';
+import type { ContainerDescriptor, ContainerScrapeResult, PaginationDescriptor, PaginationResult } from '../interfaces/types';
+export declare class ContainerOperator {
+    private readonly extraction;
+    private readonly pipeEngine;
+    private readonly logger;
+    constructor(extraction: ExtractionOperator, pipeEngine: PipeEngine, logger: LoggerWithLevel);
+    executeContainerExtraction<T = Record<string, unknown>>(page: Page, descriptor: ContainerDescriptor<T>, currentPage?: number): Promise<ContainerScrapeResult<T>>;
+    resolvePagination(page: Page, descriptor: PaginationDescriptor, currentPage?: number): Promise<PaginationResult>;
+}

package/dist/operators/container.operator.js

@@ -0,0 +1,149 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContainerOperator = void 0;
+class ContainerOperator {
+    extraction;
+    pipeEngine;
+    logger;
+    constructor(extraction, pipeEngine, logger) {
+        this.extraction = extraction;
+        this.pipeEngine = pipeEngine;
+        this.logger = logger;
+    }
+    async executeContainerExtraction(page, descriptor, currentPage = 1) {
+        const rawItems = await page.evaluate((containerSel, fieldDefs) => {
+            const isXPath = (s) => s.trim().startsWith('//') ||
+                s.trim().startsWith('(') ||
+                s.trim().startsWith('./');
+            const getContainerNodes = (sel) => {
+                if (isXPath(sel)) {
+                    const res = document.evaluate(sel, document, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+                    const nodes = [];
+                    for (let i = 0; i < res.snapshotLength; i++)
+                        nodes.push(res.snapshotItem(i));
+                    return nodes;
+                }
+                return Array.from(document.querySelectorAll(sel));
+            };
+            const extractOne = (sel, root, attr, returnType) => {
+                let node = null;
+                if (isXPath(sel)) {
+                    const res = document.evaluate(sel, root, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
+                    node = res.singleNodeValue;
+                }
+                else {
+                    node = root.querySelector(sel);
+                }
+                if (!node)
+                    return '';
+                if (attr)
+                    return node.getAttribute?.(attr) ?? '';
+                if (returnType === 'html')
+                    return node.innerHTML ?? '';
+                return node.textContent?.trim() ?? '';
+            };
+            const extractMany = (sel, root, attr, returnType) => {
+                let nodes = [];
+                if (isXPath(sel)) {
+                    const res = document.evaluate(sel, root, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+                    for (let i = 0; i < res.snapshotLength; i++)
+                        nodes.push(res.snapshotItem(i));
+                }
+                else {
+                    nodes = Array.from(root.querySelectorAll(sel));
+                }
+                return nodes.map((n) => {
+                    if (attr)
+                        return n.getAttribute?.(attr) ?? '';
+                    if (returnType === 'html')
+                        return n.innerHTML ?? '';
+                    return n.textContent?.trim() ?? '';
+                });
+            };
+            const extractField = (root, fd) => {
+                const selectors = [fd.selector, ...(fd.fallback ?? [])];
+                for (const sel of selectors) {
+                    const val = fd.multiple
+                        ? extractMany(sel, root, fd.attribute, fd.returnType)
+                        : extractOne(sel, root, fd.attribute, fd.returnType);
+                    if (Array.isArray(val) ? val.length > 0 : val !== '')
+                        return val;
+                }
+                return fd.multiple ? [] : '';
+            };
+            return getContainerNodes(containerSel).map((node) => {
+                const item = {};
+                for (const [key, fd] of Object.entries(fieldDefs))
+                    item[key] = extractField(node, fd);
+                return item;
+            });
+        }, descriptor.container, descriptor.fields);
+        const items = rawItems;
+        let pagination;
+        if (descriptor.pagination) {
+            pagination = await this.resolvePagination(page, descriptor.pagination, currentPage);
+        }
+        return { items, pagination };
+    }
+    async resolvePagination(page, descriptor, currentPage = 1) {
+        currentPage = Math.max(1, currentPage);
+        const rawPages = await page.evaluate((containerSel, linkSel, labelSel) => {
+            const getNode = (sel, root) => {
+                if (sel.trim().startsWith('//') ||
+                    sel.trim().startsWith('(') ||
+                    sel.trim().startsWith('./')) {
+                    const res = document.evaluate(sel, root, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
+                    return res.singleNodeValue;
+                }
+                return root.querySelector(sel);
+            };
+            const getNodes = (sel, root) => {
+                if (sel.trim().startsWith('//') ||
+                    sel.trim().startsWith('(') ||
+                    sel.trim().startsWith('./')) {
+                    const res = document.evaluate(sel, root, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+                    const nodes = [];
+                    for (let i = 0; i < res.snapshotLength; i++)
+                        nodes.push(res.snapshotItem(i));
+                    return nodes;
+                }
+                return Array.from(root.querySelectorAll(sel));
+            };
+            const container = getNode(containerSel, document);
+            if (!container)
+                return [];
+            return getNodes(linkSel, container).map((el) => {
+                const isXPath = (s) => s.trim().startsWith('//') ||
+                    s.trim().startsWith('(') ||
+                    s.trim().startsWith('./');
+                const labelNodes = isXPath(labelSel)
+                    ? (() => {
+                        const r = document.evaluate(labelSel, el, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+                        const ns = [];
+                        for (let i = 0; i < r.snapshotLength; i++)
+                            ns.push(r.snapshotItem(i));
+                        return ns;
+                    })()
+                    : Array.from(el.querySelectorAll(labelSel));
+                const label = labelNodes.length > 0
+                    ? (labelNodes[0].textContent?.trim() ?? '')
+                    : (el.textContent?.trim() ?? '');
+                return {
+                    label,
+                    url: el.getAttribute('href') ?? '',
+                };
+            });
+        }, descriptor.container, descriptor.linkSelector, descriptor.labelSelector);
+        const pages = rawPages.filter((p) => p.url);
+        const numericNext = pages
+            .filter((p) => !Number.isNaN(parseInt(p.label, 10)) &&
+            parseInt(p.label, 10) > currentPage)
+            .sort((a, b) => parseInt(a.label, 10) - parseInt(b.label, 10))[0];
+        const nextUrl = numericNext?.url ??
+            pages.find((p) => ['next', '>'].includes(p.label.toLowerCase()))?.url ??
+            null;
+        return { pages, nextUrl };
+    }
+}
+exports.ContainerOperator = ContainerOperator;
+//# sourceMappingURL=container.operator.js.map

package/dist/operators/container.operator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"container.operator.js","sourceRoot":"","sources":["../../src/operators/container.operator.ts"],"names":[],"mappings":";;;AAiBA,MAAa,iBAAiB;IAET;IACA;IACA;IAHnB,YACmB,UAA8B,EAC9B,UAAsB,EACtB,MAAuB;QAFvB,eAAU,GAAV,UAAU,CAAoB;QAC9B,eAAU,GAAV,UAAU,CAAY;QACtB,WAAM,GAAN,MAAM,CAAiB;IACvC,CAAC;IAEJ,KAAK,CAAC,0BAA0B,CAC9B,IAAU,EACV,UAAkC,EAClC,WAAW,GAAG,CAAC;QAEf,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,CACE,YAAoB,EACpB,SASC,EACD,EAAE;YACF,MAAM,OAAO,GAAG,CAAC,CAAS,EAAE,EAAE,CAC5B,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;gBACzB,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;gBACxB,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAa,EAAE;gBACnD,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACjB,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAC3B,GAAG,EACH,QAAQ,EACR,IAAI,EACJ,WAAW,CAAC,0BAA0B,EACtC,IAAI,CACL,CAAC;oBACF,MAAM,KAAK,GAAc,EAAE,CAAC;oBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE;wBACzC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAY,CAAC,CAAC;oBAC7C,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YACpD,CAAC,CAAC;YACF,MAAM,UAAU,GAAG,CACjB,GAAW,EACX,IAAa,EACb,IAAa,EACb,UAAmB,EACX,EAAE;gBACV,IAAI,IAAI,GAA0B,IAAI,CAAC;gBACvC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACjB,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAC3B,GAAG,EACH,IAAI,EACJ,IAAI,EACJ,WAAW,CAAC,uBAAuB,EACnC,IAAI,CACL,CAAC;oBACF,IAAI,GAAG,GAAG,CAAC,eAAe,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACjC,CAAC;gBACD,IAAI,CAAC,IAAI;oBAAE,OAAO,EAAE,CAAC;gBACrB,IAAI,IAAI;oBAAE,OAAQ,IAAgB,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC9D,IAAI,UAAU,KAAK,MAAM;oBAAE,OAAQ,IAAgB,CAAC,SAAS,IAAI,EAAE,CAAC;gBACpE,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YACxC,CAAC,CAAC;YACF,MAAM,WAAW,GAAG,CAClB,GAAW,EACX,IAAa,EACb,IAAa,EACb,UAAmB,EACT,EAAE;gBACZ,IAAI,KAAK,GAAuB,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACjB,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAC3B,GAAG,EACH,IAAI,EACJ,IAAI,EACJ,WAAW,CAAC,0BAA0B,EACtC,IAAI,CACL,CAAC;oBACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE;wBACzC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAY,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACN,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjD,CAAC;gBACD,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACrB,IAAI,IAAI;wBAAE,OAAQ,CAAa,CAAC,YAAY,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC3D,IAAI,UAAU,KAAK,MAAM;wBAAE,OAAQ,CAAa,CAAC,SAAS,IAAI,EAAE,CAAC;oBACjE,OAAO,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACrC,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;YACF,MAAM,YAAY,GAAG,CACnB,IAAa,EACb,EAMC,EACkB,EAAE;gBACrB,MAAM,SAAS,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;gBACxD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;oBAC5B,MAAM,GAAG,GAAG,EAAE,CAAC,QAAQ;wBACrB,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC;wBACrD,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC;oBACvD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE;wBAAE,OAAO,GAAG,CAAC;gBACnE,CAAC;gBACD,OAAO,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,CAAC,CAAC;YACF,OAAO,iBAAiB,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBAClD,MAAM,IAAI,GAA4B,EAAE,CAAC;gBACzC,KAAK,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;oBAC/C,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACrC,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC,EACD,UAAU,CAAC,SAAS,EACpB,UAAU,CAAC,MASV,CACF,CAAC;QAEF,MAAM,KAAK,GAAG,QAA0B,CAAC;QACzC,IAAI,UAAwC,CAAC;QAC7C,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CACvC,IAAI,EACJ,UAAU,CAAC,UAAU,EACrB,WAAW,CACZ,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,IAAU,EACV,UAAgC,EAChC,WAAW,GAAG,CAAC;QAEf,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,CAAC,YAAoB,EAAE,OAAe,EAAE,QAAgB,EAAE,EAAE;YAC1D,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,IAAwB,EAAE,EAAE;gBACxD,IACE,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;oBAC3B,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;oBAC1B,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAC3B,CAAC;oBACD,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAC3B,GAAG,EACH,IAAI,EACJ,IAAI,EACJ,WAAW,CAAC,uBAAuB,EACnC,IAAI,CACL,CAAC;oBACF,OAAO,GAAG,CAAC,eAAiC,CAAC;gBAC/C,CAAC;gBACD,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC,CAAC;YACF,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,IAAa,EAAE,EAAE;gBAC9C,IACE,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;oBAC3B,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;oBAC1B,GAAG,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAC3B,CAAC;oBACD,MAAM,GAAG,GAAG,QAAQ,CAAC,QAAQ,CAC3B,GAAG,EACH,IAAI,EACJ,IAAI,EACJ,WAAW,CAAC,0BAA0B,EACtC,IAAI,CACL,CAAC;oBACF,MAAM,KAAK,GAAc,EAAE,CAAC;oBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC,EAAE;wBACzC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAY,CAAC,CAAC;oBAC7C,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YAChD,CAAC,CAAC;YAEF,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAClD,IAAI,CAAC,SAAS;gBAAE,OAAO,EAAE,CAAC;YAE1B,OAAO,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;gBAE7C,MAAM,OAAO,GAAG,CAAC,CAAS,EAAE,EAAE,CAC5B,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;oBACzB,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;oBACxB,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;oBAClC,CAAC,CAAC,CAAC,GAAG,EAAE;wBACJ,MAAM,CAAC,GAAG,QAAQ,CAAC,QAAQ,CACzB,QAAQ,EACR,EAAE,EACF,IAAI,EACJ,WAAW,CAAC,0BAA0B,EACtC,IAAI,CACL,CAAC;wBACF,MAAM,EAAE,GAAc,EAAE,CAAC;wBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,EAAE;4BACvC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAY,CAAC,CAAC;wBACxC,OAAO,EAAE,CAAC;oBACZ,CAAC,CAAC,EAAE;oBACN,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC9C,MAAM,KAAK,GACT,UAAU,CAAC,MAAM,GAAG,CAAC;oBACnB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBAC3C,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrC,OAAO;oBACL,KAAK;oBACL,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;iBACnC,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,EACD,UAAU,CAAC,SAAS,EACpB,UAAU,CAAC,YAAY,EACvB,UAAU,CAAC,aAAa,CACzB,CAAC;QAEF,MAAM,KAAK,GAAI,QAAkD,CAAC,MAAM,CACtE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CACb,CAAC;QAEF,MAAM,WAAW,GAAG,KAAK;aACtB,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACpC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,WAAW,CACtC;aACA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpE,MAAM,OAAO,GACX,WAAW,EAAE,GAAG;YAChB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,GAAG;YACrE,IAAI,CAAC;QAEP,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;CACF;AA3PD,8CA2PC"}

package/dist/operators/extraction.operator.d.ts

@@ -0,0 +1,22 @@
+import type { Page } from 'puppeteer-core';
+import { PipeEngine } from '../pipes/pipe-engine';
+import { LoggerWithLevel } from '../utils/logger.util';
+import type { SelectorMap, ScrapeResult, PipeOptions } from '../interfaces/types';
+import type { ActionTarget, ActionOptions } from '../interfaces/workflow-options';
+export declare class ExtractionOperator {
+    private readonly pipeEngine;
+    private readonly logger;
+    constructor(pipeEngine: PipeEngine, logger: LoggerWithLevel);
+    parseSelector(raw: string): {
+        selector: string;
+        attribute?: string;
+    };
+    validateSelector(key: string, selector: string): void;
+    extractSingle(page: Page, url: string, selectors: SelectorMap, pipes?: PipeOptions): Promise<ScrapeResult>;
+    extractAllData(page: Page, target: ActionTarget, as?: ActionOptions['as'], attribute?: string): Promise<string[]>;
+    extractAllFromShadowRoot(page: Page, target: ActionTarget, as?: ActionOptions['as'], attribute?: string): Promise<string[]>;
+    extractData(page: Page, target: ActionTarget, as?: ActionOptions['as'], attribute?: string, debugLogMaxLength?: number): Promise<string>;
+    private describeTarget;
+    private findElement;
+    private findElementInShadowRoot;
+}