@jshookmcp/jshook 0.1.2

package/dist/modules/collector/PageController.js

@@ -0,0 +1,302 @@
+import { logger } from '../../utils/logger.js';
+export class PageController {
+    collector;
+    constructor(collector) {
+        this.collector = collector;
+    }
+    async navigate(url, options) {
+        const page = await this.collector.getActivePage();
+        const startTime = Date.now();
+        await page.goto(url, {
+            waitUntil: options?.waitUntil || 'networkidle2',
+            timeout: options?.timeout || 30000,
+        });
+        const loadTime = Date.now() - startTime;
+        const title = await page.title();
+        const currentUrl = page.url();
+        logger.info(`Navigated to: ${url}`);
+        return {
+            url: currentUrl,
+            title,
+            loadTime,
+        };
+    }
+    async reload(options) {
+        const page = await this.collector.getActivePage();
+        await page.reload({
+            waitUntil: options?.waitUntil || 'networkidle2',
+            timeout: options?.timeout || 30000,
+        });
+        logger.info('Page reloaded');
+    }
+    async goBack() {
+        const page = await this.collector.getActivePage();
+        await page.goBack();
+        logger.info('Navigated back');
+    }
+    async goForward() {
+        const page = await this.collector.getActivePage();
+        await page.goForward();
+        logger.info('Navigated forward');
+    }
+    async click(selector, options) {
+        const page = await this.collector.getActivePage();
+        await page.click(selector, {
+            button: options?.button || 'left',
+            clickCount: options?.clickCount || 1,
+            delay: options?.delay,
+        });
+        logger.info(`Clicked: ${selector}`);
+    }
+    async type(selector, text, options) {
+        const page = await this.collector.getActivePage();
+        await page.type(selector, text, {
+            delay: options?.delay,
+        });
+        logger.info(`Typed into ${selector}: ${text.substring(0, 20)}...`);
+    }
+    async select(selector, ...values) {
+        const page = await this.collector.getActivePage();
+        await page.select(selector, ...values);
+        logger.info(`Selected in ${selector}: ${values.join(', ')}`);
+    }
+    async hover(selector) {
+        const page = await this.collector.getActivePage();
+        await page.hover(selector);
+        logger.info(`Hovered: ${selector}`);
+    }
+    async scroll(options) {
+        const page = await this.collector.getActivePage();
+        await page.evaluate((opts) => {
+            window.scrollTo(opts.x || 0, opts.y || 0);
+        }, options);
+        logger.info(`Scrolled to: x=${options.x || 0}, y=${options.y || 0}`);
+    }
+    async waitForSelector(selector, timeout) {
+        try {
+            const page = await this.collector.getActivePage();
+            await page.waitForSelector(selector, {
+                timeout: timeout || 30000,
+            });
+            const element = await page.evaluate((sel) => {
+                const el = document.querySelector(sel);
+                if (!el)
+                    return null;
+                return {
+                    tagName: el.tagName.toLowerCase(),
+                    id: el.id || undefined,
+                    className: el.className || undefined,
+                    textContent: el.textContent?.trim().substring(0, 100) || undefined,
+                    attributes: Array.from(el.attributes).reduce((acc, attr) => {
+                        acc[attr.name] = attr.value;
+                        return acc;
+                    }, {}),
+                };
+            }, selector);
+            logger.info(`Selector appeared: ${selector}`);
+            return {
+                success: true,
+                element,
+                message: `Selector appeared: ${selector}`,
+            };
+        }
+        catch (error) {
+            logger.error(`waitForSelector timeout for ${selector}:`, error);
+            return {
+                success: false,
+                message: `Timeout waiting for selector: ${selector}`,
+            };
+        }
+    }
+    async waitForNavigation(timeout) {
+        const page = await this.collector.getActivePage();
+        await page.waitForNavigation({
+            waitUntil: 'networkidle2',
+            timeout: timeout || 30000,
+        });
+        logger.info('Navigation completed');
+    }
+    async evaluate(code) {
+        const page = await this.collector.getActivePage();
+        const result = await page.evaluate(code);
+        logger.info('JavaScript executed');
+        return result;
+    }
+    async getURL() {
+        const page = await this.collector.getActivePage();
+        return page.url();
+    }
+    async getTitle() {
+        const page = await this.collector.getActivePage();
+        return await page.title();
+    }
+    async getContent() {
+        const page = await this.collector.getActivePage();
+        return await page.content();
+    }
+    async screenshot(options) {
+        const page = await this.collector.getActivePage();
+        const buffer = await page.screenshot({
+            path: options?.path,
+            type: options?.type || 'png',
+            quality: options?.quality,
+            fullPage: options?.fullPage || false,
+        });
+        logger.info(`Screenshot taken${options?.path ? `: ${options.path}` : ''}`);
+        return buffer;
+    }
+    async getPerformanceMetrics() {
+        const page = await this.collector.getActivePage();
+        const metrics = await page.evaluate(() => {
+            const perf = performance.getEntriesByType('navigation')[0];
+            return {
+                domContentLoaded: perf.domContentLoadedEventEnd - perf.domContentLoadedEventStart,
+                loadComplete: perf.loadEventEnd - perf.loadEventStart,
+                dns: perf.domainLookupEnd - perf.domainLookupStart,
+                tcp: perf.connectEnd - perf.connectStart,
+                request: perf.responseStart - perf.requestStart,
+                response: perf.responseEnd - perf.responseStart,
+                total: perf.loadEventEnd - perf.fetchStart,
+                resources: performance.getEntriesByType('resource').length,
+            };
+        });
+        logger.info('Performance metrics retrieved');
+        return metrics;
+    }
+    async injectScript(scriptContent) {
+        const page = await this.collector.getActivePage();
+        await page.evaluate((script) => {
+            const scriptElement = document.createElement('script');
+            scriptElement.textContent = script;
+            document.head.appendChild(scriptElement);
+        }, scriptContent);
+        logger.info('Script injected into page');
+    }
+    async setCookies(cookies) {
+        const page = await this.collector.getActivePage();
+        await page.setCookie(...cookies);
+        logger.info(`Set ${cookies.length} cookies`);
+    }
+    async getCookies() {
+        const page = await this.collector.getActivePage();
+        const cookies = await page.cookies();
+        logger.info(`Retrieved ${cookies.length} cookies`);
+        return cookies;
+    }
+    async clearCookies() {
+        const page = await this.collector.getActivePage();
+        const cookies = await page.cookies();
+        await page.deleteCookie(...cookies);
+        logger.info('All cookies cleared');
+    }
+    async setViewport(width, height) {
+        const page = await this.collector.getActivePage();
+        await page.setViewport({ width, height });
+        logger.info(`Viewport set to ${width}x${height}`);
+    }
+    async emulateDevice(deviceName) {
+        const page = await this.collector.getActivePage();
+        const devices = {
+            iPhone: {
+                viewport: { width: 375, height: 812, isMobile: true },
+                userAgent: 'Mozilla/5.0 (iPhone; CPU iPhone OS 14_0 like Mac OS X) AppleWebKit/605.1.15',
+            },
+            iPad: {
+                viewport: { width: 768, height: 1024, isMobile: true },
+                userAgent: 'Mozilla/5.0 (iPad; CPU OS 14_0 like Mac OS X) AppleWebKit/605.1.15',
+            },
+            Android: {
+                viewport: { width: 360, height: 640, isMobile: true },
+                userAgent: 'Mozilla/5.0 (Linux; Android 10) AppleWebKit/537.36 Chrome/91.0.4472.120',
+            },
+        };
+        const normalized = String(deviceName || '').trim().toLowerCase();
+        let resolvedDevice = null;
+        if (normalized.includes('iphone')) {
+            resolvedDevice = 'iPhone';
+        }
+        else if (normalized.includes('ipad')) {
+            resolvedDevice = 'iPad';
+        }
+        else if (normalized.includes('android') || normalized.includes('pixel')) {
+            resolvedDevice = 'Android';
+        }
+        if (!resolvedDevice) {
+            throw new Error(`Unsupported device "${deviceName}". Supported values include: iPhone, iPad, Android (aliases like "iPhone 13" are accepted).`);
+        }
+        const device = devices[resolvedDevice];
+        await page.setViewport(device.viewport);
+        await page.setUserAgent(device.userAgent);
+        logger.info(`Emulating ${resolvedDevice} (input: ${deviceName})`);
+        return resolvedDevice;
+    }
+    async waitForNetworkIdle(timeout = 30000) {
+        const page = await this.collector.getActivePage();
+        await page.waitForNetworkIdle({ timeout });
+        logger.info('Network is idle');
+    }
+    async getLocalStorage() {
+        const page = await this.collector.getActivePage();
+        const storage = await page.evaluate(() => {
+            const items = {};
+            for (let i = 0; i < localStorage.length; i++) {
+                const key = localStorage.key(i);
+                if (key) {
+                    items[key] = localStorage.getItem(key) || '';
+                }
+            }
+            return items;
+        });
+        logger.info(`Retrieved ${Object.keys(storage).length} localStorage items`);
+        return storage;
+    }
+    async setLocalStorage(key, value) {
+        const page = await this.collector.getActivePage();
+        await page.evaluate((k, v) => {
+            localStorage.setItem(k, v);
+        }, key, value);
+        logger.info(`Set localStorage: ${key}`);
+    }
+    async clearLocalStorage() {
+        const page = await this.collector.getActivePage();
+        await page.evaluate(() => {
+            localStorage.clear();
+        });
+        logger.info('LocalStorage cleared');
+    }
+    async pressKey(key) {
+        const page = await this.collector.getActivePage();
+        await page.keyboard.press(key);
+        logger.info(`Pressed key: ${key}`);
+    }
+    async uploadFile(selector, filePath) {
+        const page = await this.collector.getActivePage();
+        const input = await page.$(selector);
+        if (!input) {
+            throw new Error(`File input not found: ${selector}`);
+        }
+        await input.uploadFile(filePath);
+        logger.info(`File uploaded: ${filePath}`);
+    }
+    async getAllLinks() {
+        const page = await this.collector.getActivePage();
+        const links = await page.evaluate(() => {
+            const anchors = document.querySelectorAll('a[href]');
+            const result = [];
+            for (let i = 0; i < anchors.length; i++) {
+                const anchor = anchors[i];
+                result.push({
+                    text: anchor.textContent?.trim() || '',
+                    href: anchor.href,
+                });
+            }
+            return result;
+        });
+        logger.info(`Found ${links.length} links`);
+        return links;
+    }
+    async getPage() {
+        return await this.collector.getActivePage();
+    }
+}
+//# sourceMappingURL=PageController.js.map

package/dist/modules/collector/PageController.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PageController.js","sourceRoot":"","sources":["../../../src/modules/collector/PageController.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAyCvC,MAAM,OAAO,cAAc;IACL;IAApB,YAAoB,SAAwB;QAAxB,cAAS,GAAT,SAAS,CAAe;IAAG,CAAC;IAEhD,KAAK,CAAC,QAAQ,CACZ,GAAW,EACX,OAA2B;QAM3B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACnB,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,cAAc;YAC/C,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,KAAK;SACnC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9B,MAAM,CAAC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC,CAAC;QAEpC,OAAO;YACL,GAAG,EAAE,UAAU;YACf,KAAK;YACL,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAA2B;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,MAAM,CAAC;YAChB,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,cAAc;YAC/C,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,KAAK;SACnC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAgB,EAAE,OAAsB;QAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE;YACzB,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,MAAM;YACjC,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,CAAC;YACpC,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAgB,EAAE,IAAY,EAAE,OAAqB;QAC9D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE;YAC9B,KAAK,EAAE,OAAO,EAAE,KAAK;SACtB,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,cAAc,QAAQ,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAgB,EAAE,GAAG,MAAgB;QAChD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,eAAe,QAAQ,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAgB;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5C,CAAC,EAAE,OAAO,CAAC,CAAC;QACZ,MAAM,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,QAAgB,EAChB,OAAgB;QAMhB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAElD,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE;gBACnC,OAAO,EAAE,OAAO,IAAI,KAAK;aAC1B,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC1C,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACvC,IAAI,CAAC,EAAE;oBAAE,OAAO,IAAI,CAAC;gBAErB,OAAO;oBACL,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;oBACjC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,SAAS;oBACtB,SAAS,EAAE,EAAE,CAAC,SAAS,IAAI,SAAS;oBACpC,WAAW,EAAE,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS;oBAClE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,MAAM,CAC1C,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;wBACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;wBAC5B,OAAO,GAAG,CAAC;oBACb,CAAC,EACD,EAA4B,CAC7B;iBACF,CAAC;YACJ,CAAC,EAAE,QAAQ,CAAC,CAAC;YAEb,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAE9C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,OAAO,EAAE,sBAAsB,QAAQ,EAAE;aAC1C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,+BAA+B,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;YAChE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,iCAAiC,QAAQ,EAAE;aACrD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAgB;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC3B,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,OAAO,IAAI,KAAK;SAC1B,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAI,IAAY;QAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACnC,OAAO,MAAW,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,OAAO,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAA2B;QAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;YACnC,IAAI,EAAE,OAAO,EAAE,IAAI;YACnB,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,KAAK;YAC5B,OAAO,EAAE,OAAO,EAAE,OAAO;YACzB,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,KAAK;SACrC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,mBAAmB,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3E,OAAO,MAAgB,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAElD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvC,MAAM,IAAI,GAAG,WAAW,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAgC,CAAC;YAE1F,OAAO;gBACL,gBAAgB,EAAE,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,0BAA0B;gBACjF,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,cAAc;gBAErD,GAAG,EAAE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,iBAAiB;gBAClD,GAAG,EAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,YAAY;gBACxC,OAAO,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,YAAY;gBAC/C,QAAQ,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,aAAa;gBAE/C,KAAK,EAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU;gBAE1C,SAAS,EAAE,WAAW,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,MAAM;aAC3D,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC7C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,aAAqB;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAElD,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE;YAC7B,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACvD,aAAa,CAAC,WAAW,GAAG,MAAM,CAAC;YACnC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;QAC3C,CAAC,EAAE,aAAa,CAAC,CAAC;QAElB,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OASE;QAEF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;QACnD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACrC,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,MAAc;QAC7C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,mBAAmB,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,UAAkB;QACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAElD,MAAM,OAAO,GAAG;YACd,MAAM,EAAE;gBACN,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACrD,SAAS,EAAE,6EAA6E;aACzF;YACD,IAAI,EAAE;gBACJ,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACtD,SAAS,EAAE,oEAAoE;aAChF;YACD,OAAO,EAAE;gBACP,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE;gBACrD,SAAS,EAAE,yEAAyE;aACrF;SACF,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACjE,IAAI,cAAc,GAAyC,IAAI,CAAC;QAChE,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,cAAc,GAAG,QAAQ,CAAC;QAC5B,CAAC;aAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACvC,cAAc,GAAG,MAAM,CAAC;QAC1B,CAAC;aAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1E,cAAc,GAAG,SAAS,CAAC;QAC7B,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,uBAAuB,UAAU,6FAA6F,CAC/H,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QACvC,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAE1C,MAAM,CAAC,IAAI,CAAC,aAAa,cAAc,YAAY,UAAU,GAAG,CAAC,CAAC;QAClE,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,OAAO,GAAG,KAAK;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,kBAAkB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAElD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvC,MAAM,KAAK,GAA2B,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChC,IAAI,GAAG,EAAE,CAAC;oBACR,KAAK,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC/C,CAAC;YACH,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAC3E,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,GAAW,EAAE,KAAa;QAC9C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAElD,MAAM,IAAI,CAAC,QAAQ,CACjB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACP,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7B,CAAC,EACD,GAAG,EACH,KAAK,CACN,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAElD,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvB,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAgD,CAAC,CAAC;QAC5E,MAAM,CAAC,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,QAAgB;QACjD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAO,KAA4C,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QACzE,MAAM,CAAC,IAAI,CAAC,kBAAkB,QAAQ,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;QAElD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACrD,MAAM,MAAM,GAA0C,EAAE,CAAC;YAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAsB,CAAC;gBAC/C,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;oBACtC,IAAI,EAAE,MAAM,CAAC,IAAI;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QAC3C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,OAAO;QACX,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;IAC9C,CAAC;CACF"}

package/dist/modules/collector/PageScriptCollectors.d.ts

@@ -0,0 +1,9 @@
+import type { Page } from 'rebrowser-puppeteer-core';
+import type { CodeFile, DependencyGraph } from '../../types/index.js';
+export declare function collectInlineScripts(page: Page, maxSingleSize: number, maxFilesPerCollect: number): Promise<CodeFile[]>;
+export declare function collectServiceWorkers(page: Page): Promise<CodeFile[]>;
+export declare function collectWebWorkers(page: Page): Promise<CodeFile[]>;
+export declare function analyzeDependencies(files: CodeFile[]): DependencyGraph;
+export declare function extractDependencies(code: string): string[];
+export declare function calculatePriorityScore(file: CodeFile): number;
+//# sourceMappingURL=PageScriptCollectors.d.ts.map

package/dist/modules/collector/PageScriptCollectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PageScriptCollectors.d.ts","sourceRoot":"","sources":["../../../src/modules/collector/PageScriptCollectors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAQvE,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,MAAM,EACrB,kBAAkB,EAAE,MAAM,GACzB,OAAO,CAAC,QAAQ,EAAE,CAAC,CA6CrB;AAED,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAoD3E;AAED,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAoDvE;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,eAAe,CAgCtE;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAoB1D;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CA0B7D"}

package/dist/modules/collector/PageScriptCollectors.js

@@ -0,0 +1,213 @@
+import { logger } from '../../utils/logger.js';
+export async function collectInlineScripts(page, maxSingleSize, maxFilesPerCollect) {
+    const scripts = await page.evaluate((maxSingleSize) => {
+        const scriptElements = Array.from(document.querySelectorAll('script'));
+        return scriptElements
+            .filter((script) => !script.src && script.textContent)
+            .map((script, index) => {
+            let content = script.textContent || '';
+            const originalSize = content.length;
+            let truncated = false;
+            if (content.length > maxSingleSize) {
+                content = content.substring(0, maxSingleSize);
+                truncated = true;
+            }
+            return {
+                url: `inline-script-${index}`,
+                content,
+                size: content.length,
+                type: 'inline',
+                metadata: {
+                    scriptType: script.type || 'text/javascript',
+                    async: script.async,
+                    defer: script.defer,
+                    integrity: script.integrity || undefined,
+                    truncated,
+                    originalSize: truncated ? originalSize : undefined,
+                },
+            };
+        });
+    }, maxSingleSize);
+    const limitedScripts = scripts.slice(0, maxFilesPerCollect);
+    if (scripts.length > limitedScripts.length) {
+        logger.warn(`Found ${scripts.length} inline scripts, limiting to ${maxFilesPerCollect}`);
+    }
+    const truncatedCount = limitedScripts.filter((s) => s.metadata?.truncated).length;
+    if (truncatedCount > 0) {
+        logger.warn(`${truncatedCount} inline scripts were truncated due to size limits`);
+    }
+    logger.debug(`Collected ${limitedScripts.length} inline scripts`);
+    return limitedScripts;
+}
+export async function collectServiceWorkers(page) {
+    try {
+        const serviceWorkers = await page.evaluate(async () => {
+            if (!('serviceWorker' in navigator)) {
+                return [];
+            }
+            const registrations = await navigator.serviceWorker.getRegistrations();
+            const workers = [];
+            for (const registration of registrations) {
+                const worker = registration.active || registration.installing || registration.waiting;
+                if (worker && worker.scriptURL) {
+                    workers.push({
+                        url: worker.scriptURL,
+                        scope: registration.scope,
+                        state: worker.state,
+                    });
+                }
+            }
+            return workers;
+        });
+        const files = [];
+        for (const worker of serviceWorkers) {
+            try {
+                const content = await page.evaluate(async (url) => {
+                    const response = await fetch(url);
+                    return await response.text();
+                }, worker.url);
+                if (content) {
+                    files.push({
+                        url: worker.url,
+                        content,
+                        size: content.length,
+                        type: 'service-worker',
+                    });
+                    logger.debug(`Collected Service Worker: ${worker.url}`);
+                }
+            }
+            catch (error) {
+                logger.warn(`Failed to collect Service Worker: ${worker.url}`, error);
+            }
+        }
+        return files;
+    }
+    catch (error) {
+        logger.warn('Service Worker collection failed', error);
+        return [];
+    }
+}
+export async function collectWebWorkers(page) {
+    try {
+        await page.evaluateOnNewDocument(() => {
+            const workerWindow = window;
+            const originalWorker = workerWindow.Worker;
+            const workerUrls = [];
+            const trackedWorker = function (scriptURL, options) {
+                const scriptUrlString = typeof scriptURL === 'string' ? scriptURL : scriptURL.toString();
+                workerUrls.push(scriptUrlString);
+                workerWindow.__workerUrls = workerUrls;
+                return new originalWorker(scriptURL, options);
+            };
+            workerWindow.Worker = trackedWorker;
+        });
+        const workerUrls = await page.evaluate(() => {
+            const workerWindow = window;
+            return workerWindow.__workerUrls || [];
+        });
+        const files = [];
+        for (const url of workerUrls) {
+            try {
+                const absoluteUrl = new URL(url, page.url()).href;
+                const content = await page.evaluate(async (workerUrl) => {
+                    const response = await fetch(workerUrl);
+                    return await response.text();
+                }, absoluteUrl);
+                if (content) {
+                    files.push({
+                        url: absoluteUrl,
+                        content,
+                        size: content.length,
+                        type: 'web-worker',
+                    });
+                    logger.debug(`Collected Web Worker: ${absoluteUrl}`);
+                }
+            }
+            catch (error) {
+                logger.warn(`Failed to collect Web Worker: ${url}`, error);
+            }
+        }
+        return files;
+    }
+    catch (error) {
+        logger.warn('Web Worker collection failed', error);
+        return [];
+    }
+}
+export function analyzeDependencies(files) {
+    const nodes = [];
+    const edges = [];
+    files.forEach((file) => {
+        nodes.push({
+            id: file.url,
+            url: file.url,
+            type: file.type,
+        });
+    });
+    files.forEach((file) => {
+        const dependencies = extractDependencies(file.content);
+        dependencies.forEach((dep) => {
+            const targetFile = files.find((f) => f.url.includes(dep) || f.url.endsWith(dep) || f.url.endsWith(`${dep}.js`));
+            if (targetFile) {
+                edges.push({
+                    from: file.url,
+                    to: targetFile.url,
+                    type: 'import',
+                });
+            }
+        });
+    });
+    logger.debug(`Dependency graph: ${nodes.length} nodes, ${edges.length} edges`);
+    return { nodes, edges };
+}
+export function extractDependencies(code) {
+    const dependencies = [];
+    const importRegex = /import\s+.*?\s+from\s+['"]([^'"]+)['"]/g;
+    let match;
+    while ((match = importRegex.exec(code)) !== null) {
+        if (match[1])
+            dependencies.push(match[1]);
+    }
+    const requireRegex = /require\s*\(\s*['"]([^'"]+)['"]\s*\)/g;
+    while ((match = requireRegex.exec(code)) !== null) {
+        if (match[1])
+            dependencies.push(match[1]);
+    }
+    const dynamicImportRegex = /import\s*\(\s*['"]([^'"]+)['"]\s*\)/g;
+    while ((match = dynamicImportRegex.exec(code)) !== null) {
+        if (match[1])
+            dependencies.push(match[1]);
+    }
+    return [...new Set(dependencies)];
+}
+export function calculatePriorityScore(file) {
+    let score = 0;
+    if (file.type === 'inline')
+        score += 10;
+    else if (file.type === 'external')
+        score += 5;
+    if (file.size < 10 * 1024)
+        score += 15;
+    else if (file.size < 50 * 1024)
+        score += 10;
+    else if (file.size > 200 * 1024)
+        score -= 10;
+    const url = file.url.toLowerCase();
+    if (url.includes('main') || url.includes('index') || url.includes('app'))
+        score += 20;
+    if (url.includes('crypto') || url.includes('encrypt') || url.includes('sign'))
+        score += 30;
+    if (url.includes('api') || url.includes('request') || url.includes('ajax'))
+        score += 25;
+    if (url.includes('core') || url.includes('common') || url.includes('util'))
+        score += 15;
+    if (url.includes('vendor') ||
+        url.includes('lib') ||
+        url.includes('jquery') ||
+        url.includes('react'))
+        score -= 20;
+    if (url.includes('node_modules') || url.includes('bundle'))
+        score -= 30;
+    return score;
+}
+//# sourceMappingURL=PageScriptCollectors.js.map

package/dist/modules/collector/PageScriptCollectors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PageScriptCollectors.js","sourceRoot":"","sources":["../../../src/modules/collector/PageScriptCollectors.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAOvC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAU,EACV,aAAqB,EACrB,kBAA0B;IAE1B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,aAAqB,EAAE,EAAE;QAC5D,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAwB,CAAC;QAC9F,OAAO,cAAc;aAClB,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC;aACrD,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACrB,IAAI,OAAO,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;YACvC,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;YACpC,IAAI,SAAS,GAAG,KAAK,CAAC;YAEtB,IAAI,OAAO,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;gBACnC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;gBAC9C,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YAED,OAAO;gBACL,GAAG,EAAE,iBAAiB,KAAK,EAAE;gBAC7B,OAAO;gBACP,IAAI,EAAE,OAAO,CAAC,MAAM;gBACpB,IAAI,EAAE,QAAiB;gBACvB,QAAQ,EAAE;oBACR,UAAU,EAAE,MAAM,CAAC,IAAI,IAAI,iBAAiB;oBAC5C,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,SAAS;oBACxC,SAAS;oBACT,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;iBACnD;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC,EAAE,aAAa,CAAC,CAAC;IAElB,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;IAE5D,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,gCAAgC,kBAAkB,EAAE,CAAC,CAAC;IAC3F,CAAC;IAED,MAAM,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC;IAClF,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,mDAAmD,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,aAAa,cAAc,CAAC,MAAM,iBAAiB,CAAC,CAAC;IAClE,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAU;IACpD,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE;YACpD,IAAI,CAAC,CAAC,eAAe,IAAI,SAAS,CAAC,EAAE,CAAC;gBACpC,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC;YACvE,MAAM,OAAO,GAAyD,EAAE,CAAC;YAEzE,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;gBACzC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,UAAU,IAAI,YAAY,CAAC,OAAO,CAAC;gBACtF,IAAI,MAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBAC/B,OAAO,CAAC,IAAI,CAAC;wBACX,GAAG,EAAE,MAAM,CAAC,SAAS;wBACrB,KAAK,EAAE,YAAY,CAAC,KAAK;wBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAe,EAAE,CAAC;QAE7B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;oBAChD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBAClC,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC/B,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBAEf,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,CAAC,IAAI,CAAC;wBACT,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,OAAO;wBACP,IAAI,EAAE,OAAO,CAAC,MAAM;wBACpB,IAAI,EAAE,gBAAgB;qBACvB,CAAC,CAAC;oBACH,MAAM,CAAC,KAAK,CAAC,6BAA6B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,qCAAqC,MAAM,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QACvD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAU;IAChD,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE;YACpC,MAAM,YAAY,GAAG,MAA8B,CAAC;YACpD,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC;YAC3C,MAAM,UAAU,GAAa,EAAE,CAAC;YAEhC,MAAM,aAAa,GAAG,UAAU,SAAuB,EAAE,OAAuB;gBAC9E,MAAM,eAAe,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;gBACzF,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBACjC,YAAY,CAAC,YAAY,GAAG,UAAU,CAAC;gBACvC,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAChD,CAA6B,CAAC;YAE9B,YAAY,CAAC,MAAM,GAAG,aAAa,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YAC1C,MAAM,YAAY,GAAG,MAA8B,CAAC;YACpD,OAAO,YAAY,CAAC,YAAY,IAAI,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAe,EAAE,CAAC;QAE7B,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC;gBAElD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;oBACtD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;oBACxC,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC/B,CAAC,EAAE,WAAW,CAAC,CAAC;gBAEhB,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,CAAC,IAAI,CAAC;wBACT,GAAG,EAAE,WAAW;wBAChB,OAAO;wBACP,IAAI,EAAE,OAAO,CAAC,MAAM;wBACpB,IAAI,EAAE,YAAY;qBACnB,CAAC,CAAC;oBACH,MAAM,CAAC,KAAK,CAAC,yBAAyB,WAAW,EAAE,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,iCAAiC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACnD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAiB;IACnD,MAAM,KAAK,GAA6B,EAAE,CAAC;IAC3C,MAAM,KAAK,GAA6B,EAAE,CAAC;IAE3C,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,KAAK,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,IAAI,CAAC,GAAG;YACZ,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,MAAM,YAAY,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEvD,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,GAAG,KAAK,CAAC,CACjF,CAAC;YAEF,IAAI,UAAU,EAAE,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,IAAI,CAAC,GAAG;oBACd,EAAE,EAAE,UAAU,CAAC,GAAG;oBAClB,IAAI,EAAE,QAAQ;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,KAAK,CAAC,qBAAqB,KAAK,CAAC,MAAM,WAAW,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IAC/E,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC,MAAM,WAAW,GAAG,yCAAyC,CAAC;IAC9D,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,IAAI,KAAK,CAAC,CAAC,CAAC;YAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,YAAY,GAAG,uCAAuC,CAAC;IAC7D,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAClD,IAAI,KAAK,CAAC,CAAC,CAAC;YAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,kBAAkB,GAAG,sCAAsC,CAAC;IAClE,OAAO,CAAC,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACxD,IAAI,KAAK,CAAC,CAAC,CAAC;YAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAc;IACnD,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;QAAE,KAAK,IAAI,EAAE,CAAC;SACnC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;QAAE,KAAK,IAAI,CAAC,CAAC;IAE9C,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI;QAAE,KAAK,IAAI,EAAE,CAAC;SAClC,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI;QAAE,KAAK,IAAI,EAAE,CAAC;SACvC,IAAI,IAAI,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI;QAAE,KAAK,IAAI,EAAE,CAAC;IAE7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;IACnC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,KAAK,IAAI,EAAE,CAAC;IACtF,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,KAAK,IAAI,EAAE,CAAC;IAC3F,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,KAAK,IAAI,EAAE,CAAC;IACxF,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,KAAK,IAAI,EAAE,CAAC;IAExF,IACE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACtB,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QACnB,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACtB,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QAErB,KAAK,IAAI,EAAE,CAAC;IACd,IAAI,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,KAAK,IAAI,EAAE,CAAC;IAExE,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/modules/collector/SmartCodeCollector.d.ts

@@ -0,0 +1,38 @@
+import type { Page } from 'rebrowser-puppeteer-core';
+import type { CodeFile } from '../../types/index.js';
+export interface SmartCollectOptions {
+    mode: 'summary' | 'priority' | 'incremental' | 'full';
+    maxTotalSize?: number;
+    maxFileSize?: number;
+    priorities?: string[];
+    includePatterns?: string[];
+    excludePatterns?: string[];
+}
+export interface CodeSummary {
+    url: string;
+    size: number;
+    type: string;
+    hasEncryption: boolean;
+    hasAPI: boolean;
+    hasObfuscation: boolean;
+    functions: string[];
+    imports: string[];
+    preview: string;
+}
+export declare class SmartCodeCollector {
+    private readonly DEFAULT_MAX_TOTAL_SIZE;
+    private readonly DEFAULT_MAX_FILE_SIZE;
+    private readonly PREVIEW_LINES;
+    smartCollect(_page: Page, files: CodeFile[], options: SmartCollectOptions): Promise<CodeFile[] | CodeSummary[]>;
+    private collectSummaries;
+    private collectByPriority;
+    private collectIncremental;
+    private collectWithLimit;
+    private calculatePriority;
+    private detectEncryption;
+    private detectAPI;
+    private detectObfuscation;
+    private extractFunctions;
+    private extractImports;
+}
+//# sourceMappingURL=SmartCodeCollector.d.ts.map

package/dist/modules/collector/SmartCodeCollector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SmartCodeCollector.d.ts","sourceRoot":"","sources":["../../../src/modules/collector/SmartCodeCollector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAErD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEtD,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,SAAS,GAAG,UAAU,GAAG,aAAa,GAAG,MAAM,CAAC;IACtD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;IACxB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAc;IACrD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAc;IACpD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAM;IAE9B,YAAY,CAChB,KAAK,EAAE,IAAI,EACX,KAAK,EAAE,QAAQ,EAAE,EACjB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,QAAQ,EAAE,GAAG,WAAW,EAAE,CAAC;YAmBxB,gBAAgB;IAqB9B,OAAO,CAAC,iBAAiB;IAiDzB,OAAO,CAAC,kBAAkB;IAoB1B,OAAO,CAAC,gBAAgB;IAwCxB,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,SAAS;IAMjB,OAAO,CAAC,iBAAiB;IAazB,OAAO,CAAC,gBAAgB;IAoBxB,OAAO,CAAC,cAAc;CAkBvB"}