@memvid/maw 1.0.0

package/dist/src/engine/playwright.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Playwright engine for JavaScript rendering
+ * Lazy-loaded only when needed
+ */
+/**
+ * Check if playwright is installed
+ */
+export declare function isPlaywrightInstalled(): Promise<boolean>;
+export interface PlaywrightOptions {
+    timeout?: number;
+    userAgent?: string;
+}
+export declare class PlaywrightEngine {
+    private browser;
+    private context;
+    fetch(url: string, options?: PlaywrightOptions): Promise<{
+        html: string;
+        statusCode: number;
+        finalUrl: string;
+    }>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=playwright.d.ts.map

package/dist/src/engine/playwright.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright.d.ts","sourceRoot":"","sources":["../../../src/engine/playwright.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH;;GAEG;AACH,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,OAAO,CAAC,CAO9D;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,OAAO,CAA+B;IAExC,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC;QACjE,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IA+DI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAU7B"}

package/dist/src/engine/playwright.js

@@ -0,0 +1,88 @@
+/**
+ * Playwright engine for JavaScript rendering
+ * Lazy-loaded only when needed
+ */
+let playwrightModule = null;
+/**
+ * Check if playwright is installed
+ */
+export async function isPlaywrightInstalled() {
+    try {
+        playwrightModule = await import('playwright');
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export class PlaywrightEngine {
+    browser = null;
+    context = null;
+    async fetch(url, options = {}) {
+        if (!playwrightModule) {
+            playwrightModule = await import('playwright');
+        }
+        if (!this.browser) {
+            this.browser = await playwrightModule.chromium.launch({
+                headless: true,
+                args: [
+                    '--disable-blink-features=AutomationControlled',
+                    '--disable-dev-shm-usage',
+                    '--no-sandbox',
+                    '--disable-setuid-sandbox',
+                    '--disable-infobars',
+                    '--window-position=0,0',
+                    '--ignore-certifcate-errors',
+                    '--ignore-certifcate-errors-spki-list',
+                ],
+            });
+            this.context = await this.browser.newContext({
+                userAgent: options.userAgent ||
+                    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+                viewport: { width: 1920, height: 1080 },
+                locale: 'en-US',
+                timezoneId: 'America/New_York',
+                deviceScaleFactor: 1,
+                hasTouch: false,
+                isMobile: false,
+            });
+            // Block unnecessary resources for speed
+            await this.context.route('**/*', (route) => {
+                const type = route.request().resourceType();
+                if (['image', 'stylesheet', 'font', 'media'].includes(type)) {
+                    route.abort();
+                }
+                else {
+                    route.continue();
+                }
+            });
+        }
+        const page = await this.context.newPage();
+        try {
+            const response = await page.goto(url, {
+                waitUntil: 'networkidle',
+                timeout: options.timeout || 15000,
+            });
+            // Wait a bit for dynamic content
+            await page.waitForTimeout(1000);
+            const html = await page.content();
+            const statusCode = response?.status() || 200;
+            const finalUrl = page.url();
+            return { html, statusCode, finalUrl };
+        }
+        finally {
+            await page.close();
+        }
+    }
+    async close() {
+        if (this.context) {
+            await this.context.close();
+            this.context = null;
+        }
+        if (this.browser) {
+            await this.browser.close();
+            this.browser = null;
+        }
+    }
+}
+//# sourceMappingURL=playwright.js.map

package/dist/src/engine/playwright.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/engine/playwright.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,IAAI,gBAAgB,GAAuC,IAAI,CAAC;AAEhE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,IAAI,CAAC;QACH,gBAAgB,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAOD,MAAM,OAAO,gBAAgB;IACnB,OAAO,GAAmB,IAAI,CAAC;IAC/B,OAAO,GAA0B,IAAI,CAAC;IAE9C,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,UAA6B,EAAE;QAKtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,gBAAgB,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACpD,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE;oBACJ,+CAA+C;oBAC/C,yBAAyB;oBACzB,cAAc;oBACd,0BAA0B;oBAC1B,oBAAoB;oBACpB,uBAAuB;oBACvB,4BAA4B;oBAC5B,sCAAsC;iBACvC;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC3C,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC1B,uHAAuH;gBACzH,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;gBACvC,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,kBAAkB;gBAC9B,iBAAiB,EAAE,CAAC;gBACpB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,wCAAwC;YACxC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBACzC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,YAAY,EAAE,CAAC;gBAC5C,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5D,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,OAAO,EAAE,CAAC;QAE3C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACpC,SAAS,EAAE,aAAa;gBACxB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK;aAClC,CAAC,CAAC;YAEH,iCAAiC;YACjC,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAEhC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,QAAQ,EAAE,MAAM,EAAE,IAAI,GAAG,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE5B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;QACxC,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}

package/dist/src/engine/rebrowser.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Stealth engine for anti-bot bypass
+ * Uses playwright with stealth patches and human-like behavior
+ * Lazy-loaded only when needed
+ */
+export interface RebrowserOptions {
+    timeout?: number;
+    userAgent?: string;
+}
+export declare class RebrowserEngine {
+    private browser;
+    private context;
+    fetch(url: string, options?: RebrowserOptions): Promise<{
+        html: string;
+        statusCode: number;
+        finalUrl: string;
+    }>;
+    private humanize;
+    private waitForChallenge;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=rebrowser.d.ts.map

package/dist/src/engine/rebrowser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebrowser.d.ts","sourceRoot":"","sources":["../../../src/engine/rebrowser.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,OAAO,CAA+B;IAExC,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC;QAChE,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;YAsGY,QAAQ;YAWR,gBAAgB;IA4BxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAU7B"}

package/dist/src/engine/rebrowser.js

@@ -0,0 +1,142 @@
+/**
+ * Stealth engine for anti-bot bypass
+ * Uses playwright with stealth patches and human-like behavior
+ * Lazy-loaded only when needed
+ */
+let playwrightModule = null;
+export class RebrowserEngine {
+    browser = null;
+    context = null;
+    async fetch(url, options = {}) {
+        if (!playwrightModule) {
+            playwrightModule = await import('playwright');
+        }
+        if (!this.browser) {
+            // Use full browser with stealth settings
+            this.browser = await playwrightModule.chromium.launch({
+                headless: true,
+                args: [
+                    '--disable-blink-features=AutomationControlled',
+                    '--disable-dev-shm-usage',
+                    '--no-sandbox',
+                    '--disable-setuid-sandbox',
+                    '--disable-web-security',
+                    '--disable-features=IsolateOrigins,site-per-process',
+                    '--disable-infobars',
+                    '--window-position=0,0',
+                    '--ignore-certifcate-errors',
+                ],
+            });
+            this.context = await this.browser.newContext({
+                userAgent: options.userAgent ||
+                    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+                viewport: { width: 1920, height: 1080 },
+                locale: 'en-US',
+                timezoneId: 'America/New_York',
+                geolocation: { latitude: 40.7128, longitude: -74.0060 },
+                permissions: ['geolocation'],
+                deviceScaleFactor: 1,
+                hasTouch: false,
+                isMobile: false,
+            });
+            // Add stealth scripts
+            await this.context.addInitScript(() => {
+                // Hide webdriver
+                Object.defineProperty(navigator, 'webdriver', { get: () => false });
+                // Fake plugins
+                Object.defineProperty(navigator, 'plugins', {
+                    get: () => [1, 2, 3, 4, 5],
+                });
+                // Fake languages
+                Object.defineProperty(navigator, 'languages', {
+                    get: () => ['en-US', 'en'],
+                });
+                // Override permissions
+                const originalQuery = window.navigator.permissions.query;
+                // @ts-ignore
+                window.navigator.permissions.query = (parameters) => parameters.name === 'notifications'
+                    ? Promise.resolve({ state: Notification.permission })
+                    : originalQuery(parameters);
+                // Hide automation indicators
+                // @ts-ignore
+                delete window.cdc_adoQpoasnfa76pfcZLmcfl_Array;
+                // @ts-ignore
+                delete window.cdc_adoQpoasnfa76pfcZLmcfl_Promise;
+                // @ts-ignore
+                delete window.cdc_adoQpoasnfa76pfcZLmcfl_Symbol;
+            });
+            // Block heavy resources
+            await this.context.route('**/*', (route) => {
+                const type = route.request().resourceType();
+                if (['image', 'stylesheet', 'font', 'media'].includes(type)) {
+                    route.abort();
+                }
+                else {
+                    route.continue();
+                }
+            });
+        }
+        const page = await this.context.newPage();
+        try {
+            // Simulate human-like behavior
+            await this.humanize(page);
+            const response = await page.goto(url, {
+                waitUntil: 'networkidle',
+                timeout: options.timeout || 30000,
+            });
+            // Wait for Cloudflare challenge if present
+            await this.waitForChallenge(page);
+            const html = await page.content();
+            const statusCode = response?.status() || 200;
+            const finalUrl = page.url();
+            return { html, statusCode, finalUrl };
+        }
+        finally {
+            await page.close();
+        }
+    }
+    async humanize(page) {
+        // Random mouse movements
+        await page.mouse.move(100 + Math.random() * 500, 100 + Math.random() * 300);
+        // Random delay
+        await page.waitForTimeout(500 + Math.random() * 1000);
+    }
+    async waitForChallenge(page) {
+        // Wait for Cloudflare/other challenge to complete
+        const challengeSelectors = [
+            '#challenge-running',
+            '.cf-browser-verification',
+            '#challenge-form',
+            '[data-testid="challenge-running"]',
+            '.challenge-running',
+        ];
+        for (const selector of challengeSelectors) {
+            try {
+                const element = await page.$(selector);
+                if (element) {
+                    // Challenge detected, wait for it to resolve
+                    await page.waitForSelector(selector, {
+                        state: 'detached',
+                        timeout: 15000,
+                    });
+                    await page.waitForTimeout(2000);
+                    break;
+                }
+            }
+            catch {
+                // Selector not found, continue
+            }
+        }
+    }
+    async close() {
+        if (this.context) {
+            await this.context.close();
+            this.context = null;
+        }
+        if (this.browser) {
+            await this.browser.close();
+            this.browser = null;
+        }
+    }
+}
+//# sourceMappingURL=rebrowser.js.map

package/dist/src/engine/rebrowser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rebrowser.js","sourceRoot":"","sources":["../../../src/engine/rebrowser.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,IAAI,gBAAgB,GAAuC,IAAI,CAAC;AAOhE,MAAM,OAAO,eAAe;IAClB,OAAO,GAAmB,IAAI,CAAC;IAC/B,OAAO,GAA0B,IAAI,CAAC;IAE9C,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,UAA4B,EAAE;QAKrD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,gBAAgB,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,yCAAyC;YACzC,IAAI,CAAC,OAAO,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACpD,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE;oBACJ,+CAA+C;oBAC/C,yBAAyB;oBACzB,cAAc;oBACd,0BAA0B;oBAC1B,wBAAwB;oBACxB,oDAAoD;oBACpD,oBAAoB;oBACpB,uBAAuB;oBACvB,4BAA4B;iBAC7B;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC3C,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC1B,uHAAuH;gBACzH,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;gBACvC,MAAM,EAAE,OAAO;gBACf,UAAU,EAAE,kBAAkB;gBAC9B,WAAW,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE;gBACvD,WAAW,EAAE,CAAC,aAAa,CAAC;gBAC5B,iBAAiB,EAAE,CAAC;gBACpB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,sBAAsB;YACtB,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,EAAE;gBACpC,iBAAiB;gBACjB,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;gBAEpE,eAAe;gBACf,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,EAAE;oBAC1C,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;iBAC3B,CAAC,CAAC;gBAEH,iBAAiB;gBACjB,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE;oBAC5C,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;iBAC3B,CAAC,CAAC;gBAEH,uBAAuB;gBACvB,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC;gBACzD,aAAa;gBACb,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,UAAe,EAAE,EAAE,CACvD,UAAU,CAAC,IAAI,KAAK,eAAe;oBACjC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,UAAU,EAAsB,CAAC;oBACzE,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAEhC,6BAA6B;gBAC7B,aAAa;gBACb,OAAO,MAAM,CAAC,gCAAgC,CAAC;gBAC/C,aAAa;gBACb,OAAO,MAAM,CAAC,kCAAkC,CAAC;gBACjD,aAAa;gBACb,OAAO,MAAM,CAAC,iCAAiC,CAAC;YAClD,CAAC,CAAC,CAAC;YAEH,wBAAwB;YACxB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBACzC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,YAAY,EAAE,CAAC;gBAC5C,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5D,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,OAAO,EAAE,CAAC;QAE3C,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACpC,SAAS,EAAE,aAAa;gBACxB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK;aAClC,CAAC,CAAC;YAEH,2CAA2C;YAC3C,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAElC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,QAAQ,EAAE,MAAM,EAAE,IAAI,GAAG,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE5B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;QACxC,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,IAAU;QAC/B,yBAAyB;QACzB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACnB,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,EACzB,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAC1B,CAAC;QAEF,eAAe;QACf,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IACxD,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,IAAU;QACvC,kDAAkD;QAClD,MAAM,kBAAkB,GAAG;YACzB,oBAAoB;YACpB,0BAA0B;YAC1B,iBAAiB;YACjB,mCAAmC;YACnC,oBAAoB;SACrB,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBACvC,IAAI,OAAO,EAAE,CAAC;oBACZ,6CAA6C;oBAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE;wBACnC,KAAK,EAAE,UAAU;wBACjB,OAAO,EAAE,KAAK;qBACf,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;oBAChC,MAAM;gBACR,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,+BAA+B;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}

package/dist/src/extractor/cleaner.d.ts

@@ -0,0 +1,13 @@
+/**
+ * HTML cleaner - removes unwanted elements before extraction
+ */
+import type { CheerioAPI } from 'cheerio';
+/**
+ * Clean HTML by removing unwanted elements
+ */
+export declare function cleanHtml($: CheerioAPI): void;
+/**
+ * Extract the main content area if identifiable
+ */
+export declare function findMainContent($: CheerioAPI): string | null;
+//# sourceMappingURL=cleaner.d.ts.map

package/dist/src/extractor/cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../src/extractor/cleaner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AA4D1C;;GAEG;AACH,wBAAgB,SAAS,CAAC,CAAC,EAAE,UAAU,GAAG,IAAI,CA+C7C;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAyB5D"}

package/dist/src/extractor/cleaner.js

@@ -0,0 +1,122 @@
+/**
+ * HTML cleaner - removes unwanted elements before extraction
+ */
+// Elements to remove before extraction
+const REMOVE_SELECTORS = [
+    // Scripts and styles
+    'script', 'style', 'noscript', 'iframe', 'svg', 'canvas',
+    // Navigation and layout
+    'nav', 'header', 'footer', 'aside',
+    '[role="banner"]', '[role="navigation"]', '[role="contentinfo"]',
+    '[role="complementary"]', '[role="menu"]', '[role="menubar"]',
+    // Common class patterns for navigation/layout
+    '.nav', '.navbar', '.navigation', '.header', '.footer', '.sidebar',
+    '.menu', '.top-bar', '.bottom-bar', '.site-header', '.site-footer',
+    '.page-header', '.page-footer', '.masthead',
+    // Ads and tracking
+    '.ad', '.ads', '.advertisement', '.advert', '.sponsored',
+    '[class*="ad-"]', '[class*="ads-"]', '[id*="google_ads"]',
+    '.tracking', '.analytics',
+    // Popups and overlays
+    '.popup', '.modal', '.overlay', '.lightbox', '.dialog',
+    '.cookie-banner', '.cookie-consent', '.cookie-notice',
+    '.gdpr', '.consent-banner',
+    // Social and sharing
+    '.social-share', '.share-buttons', '.share-links', '.social-links',
+    '.follow-us', '.social-icons',
+    // Comments
+    '.comments', '.comment-section', '.comment-form', '#comments', '#disqus',
+    '.discuss', '.discussion',
+    // Related/recommended content
+    '.related-posts', '.related-articles', '.recommended', '.suggestions',
+    '.more-from', '.you-may-like', '.also-read',
+    // Newsletter and subscriptions
+    '.newsletter', '.subscribe', '.subscription', '.signup-form',
+    '.email-signup', '.mailing-list',
+    // Breadcrumbs and pagination
+    '.breadcrumb', '.breadcrumbs', '.pagination', '.pager',
+    // Author bio (usually after article)
+    '.author-bio', '.author-box', '.about-author',
+    // Hidden elements
+    '[aria-hidden="true"]', '[hidden]', '.hidden', '.visually-hidden',
+    '.screen-reader-text', '.sr-only',
+    // Forms (except search)
+    'form:not([role="search"])',
+    // Print-only elements
+    '.print-only', '.no-screen',
+];
+/**
+ * Clean HTML by removing unwanted elements
+ */
+export function cleanHtml($) {
+    // Remove unwanted elements
+    $(REMOVE_SELECTORS.join(', ')).remove();
+    // Remove empty elements (but preserve br, hr, img, etc.)
+    const preserveTags = new Set(['br', 'hr', 'img', 'input', 'meta', 'link', 'area', 'base', 'col', 'embed', 'source', 'track', 'wbr']);
+    $('*').each((_, el) => {
+        if (el.type !== 'tag')
+            return;
+        const $el = $(el);
+        const tagName = el.tagName?.toLowerCase();
+        if (preserveTags.has(tagName))
+            return;
+        // Remove if empty (no children and no text)
+        if (!$el.children().length && !$el.text().trim()) {
+            $el.remove();
+        }
+    });
+    // Remove data attributes (reduce noise, but keep data-language for code blocks)
+    $('*').each((_, el) => {
+        if (el.type !== 'tag')
+            return;
+        const attribs = el.attribs || {};
+        Object.keys(attribs).forEach(attr => {
+            if (attr.startsWith('data-') && attr !== 'data-language' && attr !== 'data-lang') {
+                $(el).removeAttr(attr);
+            }
+        });
+    });
+    // Remove inline event handlers
+    $('*').each((_, el) => {
+        if (el.type !== 'tag')
+            return;
+        const attribs = el.attribs || {};
+        Object.keys(attribs).forEach(attr => {
+            if (attr.startsWith('on')) {
+                $(el).removeAttr(attr);
+            }
+        });
+    });
+    // Remove style attributes
+    $('[style]').removeAttr('style');
+    // Remove class attributes (optional - can help reduce noise)
+    // $('[class]').removeAttr('class');
+}
+/**
+ * Extract the main content area if identifiable
+ */
+export function findMainContent($) {
+    // Priority order for main content
+    const selectors = [
+        'main',
+        'article',
+        '[role="main"]',
+        '#main-content',
+        '#content',
+        '.main-content',
+        '.content',
+        '.post-content',
+        '.article-content',
+        '.entry-content',
+        '.post-body',
+        '.article-body',
+    ];
+    for (const selector of selectors) {
+        const $el = $(selector).first();
+        if ($el.length && $el.text().trim().length > 200) {
+            return $el.html() || null;
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=cleaner.js.map

package/dist/src/extractor/cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaner.js","sourceRoot":"","sources":["../../../src/extractor/cleaner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,uCAAuC;AACvC,MAAM,gBAAgB,GAAG;IACvB,qBAAqB;IACrB,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ;IAExD,wBAAwB;IACxB,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO;IAClC,iBAAiB,EAAE,qBAAqB,EAAE,sBAAsB;IAChE,wBAAwB,EAAE,eAAe,EAAE,kBAAkB;IAE7D,8CAA8C;IAC9C,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU;IAClE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc;IAClE,cAAc,EAAE,cAAc,EAAE,WAAW;IAE3C,mBAAmB;IACnB,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,YAAY;IACxD,gBAAgB,EAAE,iBAAiB,EAAE,oBAAoB;IACzD,WAAW,EAAE,YAAY;IAEzB,sBAAsB;IACtB,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS;IACtD,gBAAgB,EAAE,iBAAiB,EAAE,gBAAgB;IACrD,OAAO,EAAE,iBAAiB;IAE1B,qBAAqB;IACrB,eAAe,EAAE,gBAAgB,EAAE,cAAc,EAAE,eAAe;IAClE,YAAY,EAAE,eAAe;IAE7B,WAAW;IACX,WAAW,EAAE,kBAAkB,EAAE,eAAe,EAAE,WAAW,EAAE,SAAS;IACxE,UAAU,EAAE,aAAa;IAEzB,8BAA8B;IAC9B,gBAAgB,EAAE,mBAAmB,EAAE,cAAc,EAAE,cAAc;IACrE,YAAY,EAAE,eAAe,EAAE,YAAY;IAE3C,+BAA+B;IAC/B,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,cAAc;IAC5D,eAAe,EAAE,eAAe;IAEhC,6BAA6B;IAC7B,aAAa,EAAE,cAAc,EAAE,aAAa,EAAE,QAAQ;IAEtD,qCAAqC;IACrC,aAAa,EAAE,aAAa,EAAE,eAAe;IAE7C,kBAAkB;IAClB,sBAAsB,EAAE,UAAU,EAAE,SAAS,EAAE,kBAAkB;IACjE,qBAAqB,EAAE,UAAU;IAEjC,wBAAwB;IACxB,2BAA2B;IAE3B,sBAAsB;IACtB,aAAa,EAAE,YAAY;CAC5B,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,CAAa;IACrC,2BAA2B;IAC3B,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAExC,yDAAyD;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAErI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO;QAC9B,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC;QAE1C,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO;QAEtC,4CAA4C;QAC5C,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACjD,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,gFAAgF;IAChF,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO;QAC9B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAClC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACjF,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,+BAA+B;IAC/B,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,IAAI,EAAE,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO;QAC9B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;YAClC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,0BAA0B;IAC1B,CAAC,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAEjC,6DAA6D;IAC7D,oCAAoC;AACtC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,CAAa;IAC3C,kCAAkC;IAClC,MAAM,SAAS,GAAG;QAChB,MAAM;QACN,SAAS;QACT,eAAe;QACf,eAAe;QACf,UAAU;QACV,eAAe;QACf,UAAU;QACV,eAAe;QACf,kBAAkB;QAClB,gBAAgB;QAChB,YAAY;QACZ,eAAe;KAChB,CAAC;IAEF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YACjD,OAAO,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/src/extractor/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Content extraction pipeline
+ * Uses Readability for main content extraction + node-html-markdown for conversion
+ */
+export interface ExtractResult {
+    title: string;
+    markdown: string;
+    description: string;
+    author: string | null;
+    publishedDate: string | null;
+    links: string[];
+    wordCount: number;
+    byteSize: number;
+}
+export interface ExtractOptions {
+    includeLinks?: boolean;
+    maxContentLength?: number;
+}
+export declare class Extractor {
+    extract(html: string, url: string, options?: ExtractOptions): ExtractResult;
+    private extractTitle;
+    private extractDescription;
+    private extractAuthor;
+    private extractDate;
+}
+export { cleanHtml, findMainContent } from './cleaner.js';
+export { extractLinks, extractInternalLinks, extractLinksWithMeta } from './links.js';
+export { htmlToMarkdown, markdownToPlainText } from './markdown.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/extractor/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/extractor/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAOD,qBAAa,SAAS;IACpB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,cAAmB,GAAG,aAAa;IAkE/E,OAAO,CAAC,YAAY;IAkCpB,OAAO,CAAC,kBAAkB;IAgB1B,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,WAAW;CAuBpB;AAED,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AACtF,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC"}

package/dist/src/extractor/index.js

@@ -0,0 +1,162 @@
+/**
+ * Content extraction pipeline
+ * Uses Readability for main content extraction + node-html-markdown for conversion
+ */
+import { Readability } from '@mozilla/readability';
+import { JSDOM } from 'jsdom';
+import * as cheerio from 'cheerio';
+import { cleanHtml, findMainContent } from './cleaner.js';
+import { extractLinks } from './links.js';
+import { htmlToMarkdown } from './markdown.js';
+const DEFAULT_OPTIONS = {
+    includeLinks: true,
+    maxContentLength: 500000, // 500KB max content
+};
+export class Extractor {
+    extract(html, url, options = {}) {
+        const opts = { ...DEFAULT_OPTIONS, ...options };
+        const $ = cheerio.load(html);
+        // Extract metadata before cleaning
+        const title = this.extractTitle($, url);
+        const description = this.extractDescription($);
+        const author = this.extractAuthor($);
+        const publishedDate = this.extractDate($);
+        const links = opts.includeLinks ? extractLinks($, url) : [];
+        // Clean HTML
+        cleanHtml($);
+        // Try Readability first for article extraction
+        let markdown;
+        try {
+            const cleanedHtml = $.html();
+            const dom = new JSDOM(cleanedHtml, { url });
+            const reader = new Readability(dom.window.document, {
+                charThreshold: 50,
+            });
+            const article = reader.parse();
+            if (article?.content && article.textContent && article.textContent.length > 100) {
+                // Use node-html-markdown (faster than Turndown)
+                markdown = htmlToMarkdown(article.content);
+                // Use Readability's title if better
+                if (article.title && article.title.length > title.length) {
+                    // title = article.title; // Uncomment if preferred
+                }
+            }
+            else {
+                // Fallback: try to find main content area
+                const mainContent = findMainContent($);
+                if (mainContent) {
+                    markdown = htmlToMarkdown(mainContent);
+                }
+                else {
+                    // Last resort: convert body
+                    markdown = htmlToMarkdown($('body').html() || cleanedHtml);
+                }
+            }
+        }
+        catch {
+            // Fallback if Readability fails
+            markdown = htmlToMarkdown($.html());
+        }
+        // Truncate if too long
+        if (opts.maxContentLength && markdown.length > opts.maxContentLength) {
+            markdown = markdown.slice(0, opts.maxContentLength) + '\n\n[Content truncated...]';
+        }
+        const wordCount = markdown.split(/\s+/).filter(Boolean).length;
+        return {
+            title,
+            markdown,
+            description,
+            author,
+            publishedDate,
+            links,
+            wordCount,
+            byteSize: Buffer.byteLength(markdown, 'utf8'),
+        };
+    }
+    extractTitle($, url) {
+        const sources = [
+            $('meta[property="og:title"]').attr('content'),
+            $('meta[name="twitter:title"]').attr('content'),
+            $('title').text(),
+            $('h1').first().text(),
+        ];
+        for (const source of sources) {
+            if (source?.trim()) {
+                // Remove site name suffix (e.g., "Page Title | Site Name")
+                const cleaned = source.split(/\s*[|\-–—]\s*/)[0].trim();
+                if (cleaned.length > 0) {
+                    return cleaned;
+                }
+            }
+        }
+        // Fallback to URL path
+        try {
+            const pathname = new URL(url).pathname;
+            if (pathname && pathname !== '/') {
+                return pathname
+                    .replace(/\/$/, '')
+                    .split('/')
+                    .pop()
+                    .replace(/[-_]/g, ' ')
+                    .replace(/\.\w+$/, '');
+            }
+        }
+        catch { }
+        return url;
+    }
+    extractDescription($) {
+        const sources = [
+            $('meta[property="og:description"]').attr('content'),
+            $('meta[name="description"]').attr('content'),
+            $('meta[name="twitter:description"]').attr('content'),
+        ];
+        for (const source of sources) {
+            if (source?.trim()) {
+                return source.slice(0, 300);
+            }
+        }
+        return '';
+    }
+    extractAuthor($) {
+        const sources = [
+            $('meta[name="author"]').attr('content'),
+            $('meta[property="article:author"]').attr('content'),
+            $('[rel="author"]').first().text(),
+            $('[itemprop="author"]').first().text(),
+            $('.author').first().text(),
+            $('[class*="author-name"]').first().text(),
+        ];
+        for (const source of sources) {
+            if (source?.trim()) {
+                return source.trim().slice(0, 100);
+            }
+        }
+        return null;
+    }
+    extractDate($) {
+        const sources = [
+            $('meta[property="article:published_time"]').attr('content'),
+            $('meta[name="date"]').attr('content'),
+            $('meta[name="publish-date"]').attr('content'),
+            $('time[datetime]').attr('datetime'),
+            $('[itemprop="datePublished"]').attr('content'),
+            $('[itemprop="datePublished"]').attr('datetime'),
+        ];
+        for (const source of sources) {
+            if (source?.trim()) {
+                try {
+                    const date = new Date(source);
+                    if (!isNaN(date.getTime())) {
+                        return date.toISOString();
+                    }
+                }
+                catch { }
+            }
+        }
+        return null;
+    }
+}
+export { cleanHtml, findMainContent } from './cleaner.js';
+export { extractLinks, extractInternalLinks, extractLinksWithMeta } from './links.js';
+export { htmlToMarkdown, markdownToPlainText } from './markdown.js';
+//# sourceMappingURL=index.js.map

package/dist/src/extractor/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extractor/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAC9B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAkB/C,MAAM,eAAe,GAAmB;IACtC,YAAY,EAAE,IAAI;IAClB,gBAAgB,EAAE,MAAM,EAAE,oBAAoB;CAC/C,CAAC;AAEF,MAAM,OAAO,SAAS;IACpB,OAAO,CAAC,IAAY,EAAE,GAAW,EAAE,UAA0B,EAAE;QAC7D,MAAM,IAAI,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;QAChD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,mCAAmC;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE5D,aAAa;QACb,SAAS,CAAC,CAAC,CAAC,CAAC;QAEb,+CAA+C;QAC/C,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;gBAClD,aAAa,EAAE,EAAE;aAClB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;YAE/B,IAAI,OAAO,EAAE,OAAO,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAChF,gDAAgD;gBAChD,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAE3C,oCAAoC;gBACpC,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;oBACzD,mDAAmD;gBACrD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,0CAA0C;gBAC1C,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,WAAW,EAAE,CAAC;oBAChB,QAAQ,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACN,4BAA4B;oBAC5B,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,WAAW,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;YAChC,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,uBAAuB;QACvB,IAAI,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACrE,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,4BAA4B,CAAC;QACrF,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAE/D,OAAO;YACL,KAAK;YACL,QAAQ;YACR,WAAW;YACX,MAAM;YACN,aAAa;YACb,KAAK;YACL,SAAS;YACT,QAAQ,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC;SAC9C,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,CAAqB,EAAE,GAAW;QACrD,MAAM,OAAO,GAAG;YACd,CAAC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC9C,CAAC,CAAC,4BAA4B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE;YACjB,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE;SACvB,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;gBACnB,2DAA2D;gBAC3D,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACxD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,OAAO,CAAC;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YACvC,IAAI,QAAQ,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;gBACjC,OAAO,QAAQ;qBACZ,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;qBAClB,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,EAAG;qBACN,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;qBACrB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAEV,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,kBAAkB,CAAC,CAAqB;QAC9C,MAAM,OAAO,GAAG;YACd,CAAC,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YACpD,CAAC,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC7C,CAAC,CAAC,kCAAkC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;SACtD,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;gBACnB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,aAAa,CAAC,CAAqB;QACzC,MAAM,OAAO,GAAG;YACd,CAAC,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YACxC,CAAC,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YACpD,CAAC,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE;YAClC,CAAC,CAAC,qBAAqB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE;YACvC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE;YAC3B,CAAC,CAAC,wBAAwB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE;SAC3C,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;gBACnB,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,WAAW,CAAC,CAAqB;QACvC,MAAM,OAAO,GAAG;YACd,CAAC,CAAC,yCAAyC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC5D,CAAC,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YACtC,CAAC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC9C,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;YACpC,CAAC,CAAC,4BAA4B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,4BAA4B,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;SACjD,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;wBAC3B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AACtF,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC"}