@jshookmcp/jshook 0.1.2

package/dist/modules/collector/CodeCollectorCollectInternal.js

@@ -0,0 +1,289 @@
+import { logger } from '../../utils/logger.js';
+import { collectInlineScripts, collectServiceWorkers, collectWebWorkers, analyzeDependencies, } from '../collector/PageScriptCollectors.js';
+function isRecord(value) {
+    return typeof value === 'object' && value !== null;
+}
+function toRecord(value) {
+    return isRecord(value) ? value : undefined;
+}
+function isCDPResponseReceivedParams(value) {
+    if (!isRecord(value) || !isRecord(value.response)) {
+        return false;
+    }
+    return typeof value.response.url === 'string' && typeof value.requestId === 'string';
+}
+function isCodeSummary(value) {
+    if (!isRecord(value)) {
+        return false;
+    }
+    return (typeof value.url === 'string' &&
+        typeof value.size === 'number' &&
+        typeof value.type === 'string' &&
+        typeof value.hasEncryption === 'boolean' &&
+        typeof value.hasAPI === 'boolean' &&
+        typeof value.hasObfuscation === 'boolean' &&
+        Array.isArray(value.functions) &&
+        Array.isArray(value.imports) &&
+        typeof value.preview === 'string');
+}
+function isCodeFile(value) {
+    if (!isRecord(value)) {
+        return false;
+    }
+    return (typeof value.url === 'string' &&
+        typeof value.content === 'string' &&
+        typeof value.size === 'number' &&
+        typeof value.type === 'string');
+}
+function assertCollectorInternals(value) {
+    if (!isRecord(value)) {
+        throw new Error('Invalid collector context');
+    }
+    if (typeof value.init !== 'function' || typeof value.applyAntiDetection !== 'function') {
+        throw new Error('Invalid collector context');
+    }
+}
+export async function collectInnerImpl(self, options) {
+    assertCollectorInternals(self);
+    const startTime = Date.now();
+    logger.info(`Collecting code from: ${options.url}`);
+    const cacheOptions = toRecord(options);
+    if (self.cacheEnabled) {
+        const cached = await self.cache.get(options.url, cacheOptions);
+        if (cached) {
+            logger.info(` Cache hit for: ${options.url}`);
+            return cached;
+        }
+    }
+    await self.init();
+    if (!self.browser) {
+        throw new Error('Browser not initialized');
+    }
+    const page = await self.browser.newPage();
+    try {
+        const timeoutMs = options.timeout ?? self.config.timeout ?? 30000;
+        page.setDefaultTimeout(timeoutMs);
+        await page.setUserAgent(self.userAgent);
+        await self.applyAntiDetection(page);
+        const files = [];
+        self.cdpSession = await page.createCDPSession();
+        await self.cdpSession.send('Network.enable');
+        await self.cdpSession.send('Runtime.enable');
+        self.cdpListeners.responseReceived = async (params) => {
+            if (!isCDPResponseReceivedParams(params)) {
+                return;
+            }
+            const { response, requestId, type } = params;
+            const url = response.url;
+            if (files.length >= self.MAX_FILES_PER_COLLECT) {
+                if (files.length === self.MAX_FILES_PER_COLLECT) {
+                    logger.warn(`Reached max files limit (${self.MAX_FILES_PER_COLLECT}), will skip remaining files`);
+                }
+                return;
+            }
+            self.cleanupCollectedUrls();
+            if (type === 'Script' || response.mimeType?.includes('javascript') || url.endsWith('.js')) {
+                try {
+                    const responseBody = (await self.cdpSession.send('Network.getResponseBody', {
+                        requestId,
+                    }));
+                    if (typeof responseBody.body !== 'string') {
+                        return;
+                    }
+                    const content = responseBody.base64Encoded
+                        ? Buffer.from(responseBody.body, 'base64').toString('utf-8')
+                        : responseBody.body;
+                    const contentSize = content.length;
+                    let finalContent = content;
+                    let truncated = false;
+                    if (contentSize > self.MAX_SINGLE_FILE_SIZE) {
+                        finalContent = content.substring(0, self.MAX_SINGLE_FILE_SIZE);
+                        truncated = true;
+                        logger.warn(`[CDP] Large file truncated: ${url} (${(contentSize / 1024).toFixed(2)} KB -> ${(self.MAX_SINGLE_FILE_SIZE / 1024).toFixed(2)} KB)`);
+                    }
+                    if (!self.collectedUrls.has(url)) {
+                        self.collectedUrls.add(url);
+                        const file = {
+                            url,
+                            content: finalContent,
+                            size: finalContent.length,
+                            type: 'external',
+                            metadata: truncated
+                                ? {
+                                    truncated: true,
+                                    originalSize: contentSize,
+                                    truncatedSize: finalContent.length,
+                                }
+                                : undefined,
+                        };
+                        files.push(file);
+                        self.collectedFilesCache.set(url, file);
+                        logger.debug(`[CDP] Collected (${files.length}/${self.MAX_FILES_PER_COLLECT}): ${url} (${(finalContent.length / 1024).toFixed(2)} KB)${truncated ? ' [TRUNCATED]' : ''}`);
+                    }
+                }
+                catch (error) {
+                    logger.warn(`[CDP] Failed to get response body for: ${url}`, error);
+                }
+            }
+        };
+        self.cdpSession.on('Network.responseReceived', self.cdpListeners.responseReceived);
+        logger.info(`Navigating to: ${options.url}`);
+        await page.goto(options.url, {
+            waitUntil: 'networkidle2',
+            timeout: options.timeout || self.config.timeout,
+        });
+        if (options.includeInline !== false) {
+            logger.info('Collecting inline scripts...');
+            const inlineScripts = await collectInlineScripts(page, self.MAX_SINGLE_FILE_SIZE, self.MAX_FILES_PER_COLLECT);
+            files.push(...inlineScripts);
+        }
+        if (options.includeServiceWorker !== false) {
+            logger.info('Collecting Service Workers...');
+            const serviceWorkerFiles = await collectServiceWorkers(page);
+            files.push(...serviceWorkerFiles);
+        }
+        if (options.includeWebWorker !== false) {
+            logger.info('Collecting Web Workers...');
+            const webWorkerFiles = await collectWebWorkers(page);
+            files.push(...webWorkerFiles);
+        }
+        if (options.includeDynamic) {
+            logger.info('Waiting for dynamic scripts...');
+            await new Promise((resolve) => setTimeout(resolve, 3000));
+        }
+        if (self.cdpSession) {
+            if (self.cdpListeners.responseReceived) {
+                self.cdpSession.off('Network.responseReceived', self.cdpListeners.responseReceived);
+            }
+            await self.cdpSession.detach();
+            self.cdpSession = null;
+            self.cdpListeners = {};
+        }
+        const collectTime = Date.now() - startTime;
+        const totalSize = files.reduce((sum, file) => sum + file.size, 0);
+        const truncatedFiles = files.filter((f) => f.metadata?.truncated);
+        if (truncatedFiles.length > 0) {
+            logger.warn(`${truncatedFiles.length} files were truncated due to size limits`);
+            truncatedFiles.forEach((f) => {
+                const originalSize = typeof f.metadata?.originalSize === 'number' ? f.metadata.originalSize : f.size;
+                logger.warn(`  - ${f.url}: ${(originalSize / 1024).toFixed(2)} KB -> ${(f.size / 1024).toFixed(2)} KB`);
+            });
+        }
+        let processedFiles = files;
+        if (options.smartMode && options.smartMode !== 'full') {
+            try {
+                logger.info(` Applying smart collection mode: ${options.smartMode}`);
+                const smartOptions = {
+                    mode: options.smartMode,
+                    maxTotalSize: options.maxTotalSize,
+                    maxFileSize: options.maxFileSize,
+                    priorities: options.priorities,
+                };
+                const smartResult = await self.smartCollector.smartCollect(page, files, smartOptions);
+                if (options.smartMode === 'summary') {
+                    logger.info(` Returning ${smartResult.length} code summaries`);
+                    if (Array.isArray(smartResult) && smartResult.every((item) => isCodeSummary(item))) {
+                        return {
+                            files: [],
+                            summaries: smartResult,
+                            dependencies: { nodes: [], edges: [] },
+                            totalSize: 0,
+                            collectTime: Date.now() - startTime,
+                        };
+                    }
+                }
+                if (Array.isArray(smartResult) && smartResult.every((item) => isCodeFile(item))) {
+                    processedFiles = smartResult;
+                }
+                else {
+                    logger.warn('Smart collection returned unexpected type, using original files');
+                    processedFiles = files;
+                }
+            }
+            catch (error) {
+                logger.error('Smart collection failed, using original files:', error);
+                processedFiles = files;
+            }
+        }
+        if (options.compress) {
+            try {
+                logger.info(`Compressing ${processedFiles.length} files with enhanced compressor...`);
+                const filesToCompress = processedFiles
+                    .filter((file) => self.compressor.shouldCompress(file.content))
+                    .map((file) => ({
+                    url: file.url,
+                    content: file.content,
+                }));
+                if (filesToCompress.length === 0) {
+                    logger.info('No files need compression (all below threshold)');
+                }
+                else {
+                    const compressedResults = await self.compressor.compressBatch(filesToCompress, {
+                        level: undefined,
+                        useCache: true,
+                        maxRetries: 3,
+                        concurrency: 5,
+                        onProgress: (progress) => {
+                            if (progress % 25 === 0) {
+                                logger.debug(`Compression progress: ${progress.toFixed(0)}%`);
+                            }
+                        },
+                    });
+                    const compressedMap = new Map(compressedResults.map((r) => [r.url, r]));
+                    for (const file of processedFiles) {
+                        const compressed = compressedMap.get(file.url);
+                        if (compressed) {
+                            file.metadata = {
+                                ...file.metadata,
+                                compressed: true,
+                                originalSize: compressed.originalSize,
+                                compressedSize: compressed.compressedSize,
+                                compressionRatio: compressed.compressionRatio,
+                            };
+                        }
+                    }
+                    const stats = self.compressor.getStats();
+                    logger.info(` Compressed ${compressedResults.length}/${processedFiles.length} files`);
+                    logger.info(` Compression stats: ${(stats.totalOriginalSize / 1024).toFixed(2)} KB -> ${(stats.totalCompressedSize / 1024).toFixed(2)} KB (${stats.averageRatio.toFixed(1)}% reduction)`);
+                    logger.info(` Cache: ${stats.cacheHits} hits, ${stats.cacheMisses} misses (${stats.cacheHits > 0 ? ((stats.cacheHits / (stats.cacheHits + stats.cacheMisses)) * 100).toFixed(1) : 0}% hit rate)`);
+                }
+            }
+            catch (error) {
+                logger.error('Compression failed:', error);
+            }
+        }
+        const dependencies = analyzeDependencies(processedFiles);
+        logger.success(`Collected ${processedFiles.length} files (${(totalSize / 1024).toFixed(2)} KB) in ${collectTime}ms`);
+        const result = {
+            files: processedFiles,
+            dependencies,
+            totalSize,
+            collectTime,
+        };
+        if (self.cacheEnabled) {
+            await self.cache.set(options.url, result, cacheOptions);
+            logger.debug(` Saved to cache: ${options.url}`);
+        }
+        return result;
+    }
+    catch (error) {
+        logger.error('Code collection failed', error);
+        throw error;
+    }
+    finally {
+        if (self.cdpSession) {
+            try {
+                if (self.cdpListeners.responseReceived) {
+                    self.cdpSession.off('Network.responseReceived', self.cdpListeners.responseReceived);
+                }
+                await self.cdpSession.detach();
+            }
+            catch {
+            }
+            self.cdpSession = null;
+            self.cdpListeners = {};
+        }
+        await page.close();
+    }
+}
+//# sourceMappingURL=CodeCollectorCollectInternal.js.map

package/dist/modules/collector/CodeCollectorCollectInternal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodeCollectorCollectInternal.js","sourceRoot":"","sources":["../../../src/modules/collector/CodeCollectorCollectInternal.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,yCAAyC,CAAC;AAkFjD,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7C,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAc;IACjD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC;AACvF,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,OAAO,KAAK,CAAC,aAAa,KAAK,SAAS;QACxC,OAAO,KAAK,CAAC,MAAM,KAAK,SAAS;QACjC,OAAO,KAAK,CAAC,cAAc,KAAK,SAAS;QACzC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5B,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAClC,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ;QAC7B,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;QACjC,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,KAAK,CAAC,kBAAkB,KAAK,UAAU,EAAE,CAAC;QACvF,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAa,EACb,OAA2B;IAE3B,wBAAwB,CAAC,IAAI,CAAC,CAAC;IAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,CAAC,IAAI,CAAC,yBAAyB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAEvC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC/D,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,mBAAmB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9C,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IAElB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IAE1C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC;QAClE,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAElC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAEpC,MAAM,KAAK,GAAe,EAAE,CAAC;QAE7B,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAChD,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7C,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAE7C,IAAI,CAAC,YAAY,CAAC,gBAAgB,GAAG,KAAK,EAAE,MAAe,EAAE,EAAE;YAC7D,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzC,OAAO;YACT,CAAC;YAED,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;YAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;YAEzB,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,qBAAqB,EAAE,CAAC;oBAChD,MAAM,CAAC,IAAI,CACT,4BAA4B,IAAI,CAAC,qBAAqB,8BAA8B,CACrF,CAAC;gBACJ,CAAC;gBACD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAE5B,IAAI,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1F,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,UAAW,CAAC,IAAI,CAAC,yBAAyB,EAAE;wBAC3E,SAAS;qBACV,CAAC,CAAoB,CAAC;oBAEvB,IAAI,OAAO,YAAY,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAC1C,OAAO;oBACT,CAAC;oBAED,MAAM,OAAO,GAAG,YAAY,CAAC,aAAa;wBACxC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;wBAC5D,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;oBAEtB,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;oBAEnC,IAAI,YAAY,GAAG,OAAO,CAAC;oBAC3B,IAAI,SAAS,GAAG,KAAK,CAAC;oBAEtB,IAAI,WAAW,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;wBAC5C,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;wBAC/D,SAAS,GAAG,IAAI,CAAC;wBACjB,MAAM,CAAC,IAAI,CACT,+BAA+B,GAAG,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CACpI,CAAC;oBACJ,CAAC;oBAED,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBACjC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBAC5B,MAAM,IAAI,GAAa;4BACrB,GAAG;4BACH,OAAO,EAAE,YAAY;4BACrB,IAAI,EAAE,YAAY,CAAC,MAAM;4BACzB,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,SAAS;gCACjB,CAAC,CAAC;oCACE,SAAS,EAAE,IAAI;oCACf,YAAY,EAAE,WAAW;oCACzB,aAAa,EAAE,YAAY,CAAC,MAAM;iCACnC;gCACH,CAAC,CAAC,SAAS;yBACd,CAAC;wBACF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACjB,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;wBAExC,MAAM,CAAC,KAAK,CACV,oBAAoB,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,qBAAqB,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5J,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC,0CAA0C,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,0BAA0B,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAEnF,MAAM,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7C,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;YAC3B,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;SAChD,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YAC5C,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAC9C,IAAI,EACJ,IAAI,CAAC,oBAAoB,EACzB,IAAI,CAAC,qBAAqB,CAC3B,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;QAC/B,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,KAAK,KAAK,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC7C,MAAM,kBAAkB,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,OAAO,CAAC,gBAAgB,KAAK,KAAK,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC9C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;gBACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,0BAA0B,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;YACtF,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAElE,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAClE,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,0CAA0C,CAAC,CAAC;YAChF,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC3B,MAAM,YAAY,GAChB,OAAO,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAClF,MAAM,CAAC,IAAI,CACT,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC3F,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,oCAAoC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAErE,MAAM,YAAY,GAAwB;oBACxC,IAAI,EAAE,OAAO,CAAC,SAAS;oBACvB,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC;gBAEF,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;gBAEtF,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC,cAAc,WAAW,CAAC,MAAM,iBAAiB,CAAC,CAAC;oBAE/D,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;wBACnF,OAAO;4BACL,KAAK,EAAE,EAAE;4BACT,SAAS,EAAE,WAAW;4BACtB,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;4BACtC,SAAS,EAAE,CAAC;4BACZ,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;yBACpC,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;oBAChF,cAAc,GAAG,WAAW,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;oBAC/E,cAAc,GAAG,KAAK,CAAC;gBACzB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAC;gBACtE,cAAc,GAAG,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,eAAe,cAAc,CAAC,MAAM,oCAAoC,CAAC,CAAC;gBAEtF,MAAM,eAAe,GAAG,cAAc;qBACnC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;qBAC9D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBACd,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,OAAO,EAAE,IAAI,CAAC,OAAO;iBACtB,CAAC,CAAC,CAAC;gBAEN,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;gBACjE,CAAC;qBAAM,CAAC;oBACN,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,eAAe,EAAE;wBAC7E,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,IAAI;wBACd,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,CAAC;wBACd,UAAU,EAAE,CAAC,QAAgB,EAAE,EAAE;4BAC/B,IAAI,QAAQ,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gCACxB,MAAM,CAAC,KAAK,CAAC,yBAAyB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;4BAChE,CAAC;wBACH,CAAC;qBACF,CAAC,CAAC;oBAEH,MAAM,aAAa,GAAG,IAAI,GAAG,CAC3B,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAoC,CAAC,CAC5E,CAAC;oBAEF,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;wBAClC,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAC/C,IAAI,UAAU,EAAE,CAAC;4BACf,IAAI,CAAC,QAAQ,GAAG;gCACd,GAAG,IAAI,CAAC,QAAQ;gCAChB,UAAU,EAAE,IAAI;gCAChB,YAAY,EAAE,UAAU,CAAC,YAAY;gCACrC,cAAc,EAAE,UAAU,CAAC,cAAc;gCACzC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;6BAC9C,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACzC,MAAM,CAAC,IAAI,CAAC,eAAe,iBAAiB,CAAC,MAAM,IAAI,cAAc,CAAC,MAAM,QAAQ,CAAC,CAAC;oBACtF,MAAM,CAAC,IAAI,CACT,uBAAuB,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAC7K,CAAC;oBACF,MAAM,CAAC,IAAI,CACT,WAAW,KAAK,CAAC,SAAS,UAAU,KAAK,CAAC,WAAW,YAAY,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CACrL,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAC;QAEzD,MAAM,CAAC,OAAO,CACZ,aAAa,cAAc,CAAC,MAAM,WAAW,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,WAAW,IAAI,CACrG,CAAC;QAEF,MAAM,MAAM,GAAsB;YAChC,KAAK,EAAE,cAAc;YACrB,YAAY;YACZ,SAAS;YACT,WAAW;SACZ,CAAC;QAEF,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,oBAAoB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC;oBACvC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,0BAA0B,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;gBACtF,CAAC;gBACD,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACzB,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;AACH,CAAC"}

package/dist/modules/collector/CodeCollectorUtilsInternal.d.ts

@@ -0,0 +1,6 @@
+import type { Page } from 'rebrowser-puppeteer-core';
+export declare function shouldCollectUrlImpl(url: string, filterRules?: string[]): boolean;
+export declare function navigateWithRetryImpl(page: Page, url: string, options: Parameters<Page['goto']>[1], maxRetries?: number): Promise<void>;
+export declare function getPerformanceMetricsImpl(page: Page): Promise<Record<string, number>>;
+export declare function collectPageMetadataImpl(page: Page): Promise<Record<string, unknown>>;
+//# sourceMappingURL=CodeCollectorUtilsInternal.d.ts.map

package/dist/modules/collector/CodeCollectorUtilsInternal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodeCollectorUtilsInternal.d.ts","sourceRoot":"","sources":["../../../src/modules/collector/CodeCollectorUtilsInternal.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAGrD,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAajF;AAED,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,IAAI,EACV,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACpC,UAAU,SAAI,GACb,OAAO,CAAC,IAAI,CAAC,CAiBf;AAED,wBAAsB,yBAAyB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAgB3F;AAED,wBAAsB,uBAAuB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAqB1F"}

package/dist/modules/collector/CodeCollectorUtilsInternal.js

@@ -0,0 +1,72 @@
+import { logger } from '../../utils/logger.js';
+export function shouldCollectUrlImpl(url, filterRules) {
+    if (!filterRules || filterRules.length === 0) {
+        return true;
+    }
+    for (const rule of filterRules) {
+        const regex = new RegExp(rule.replace(/\*/g, '.*'));
+        if (regex.test(url)) {
+            return true;
+        }
+    }
+    return false;
+}
+export async function navigateWithRetryImpl(page, url, options, maxRetries = 3) {
+    let lastError = null;
+    for (let i = 0; i < maxRetries; i++) {
+        try {
+            await page.goto(url, options);
+            return;
+        }
+        catch (error) {
+            lastError = error;
+            logger.warn(`Navigation attempt ${i + 1}/${maxRetries} failed: ${error}`);
+            if (i < maxRetries - 1) {
+                await new Promise((resolve) => setTimeout(resolve, 1000 * (i + 1)));
+            }
+        }
+    }
+    throw lastError || new Error('Navigation failed after retries');
+}
+export async function getPerformanceMetricsImpl(page) {
+    try {
+        const metrics = await page.evaluate(() => {
+            const perf = performance.getEntriesByType('navigation')[0];
+            return {
+                domContentLoaded: perf.domContentLoadedEventEnd - perf.domContentLoadedEventStart,
+                loadComplete: perf.loadEventEnd - perf.loadEventStart,
+                domInteractive: perf.domInteractive - perf.fetchStart,
+                totalTime: perf.loadEventEnd - perf.fetchStart,
+            };
+        });
+        return metrics;
+    }
+    catch (error) {
+        logger.warn('Failed to get performance metrics', error);
+        return {};
+    }
+}
+export async function collectPageMetadataImpl(page) {
+    try {
+        const metadata = await page.evaluate(() => {
+            return {
+                title: document.title,
+                url: window.location.href,
+                userAgent: navigator.userAgent,
+                viewport: {
+                    width: window.innerWidth,
+                    height: window.innerHeight,
+                },
+                cookies: document.cookie,
+                localStorage: Object.keys(localStorage).length,
+                sessionStorage: Object.keys(sessionStorage).length,
+            };
+        });
+        return metadata;
+    }
+    catch (error) {
+        logger.warn('Failed to collect page metadata', error);
+        return {};
+    }
+}
+//# sourceMappingURL=CodeCollectorUtilsInternal.js.map

package/dist/modules/collector/CodeCollectorUtilsInternal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodeCollectorUtilsInternal.js","sourceRoot":"","sources":["../../../src/modules/collector/CodeCollectorUtilsInternal.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,MAAM,UAAU,oBAAoB,CAAC,GAAW,EAAE,WAAsB;IACtE,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QACpD,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAU,EACV,GAAW,EACX,OAAoC,EACpC,UAAU,GAAG,CAAC;IAEd,IAAI,SAAS,GAAiB,IAAI,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAc,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,UAAU,YAAY,KAAK,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,IAAU;IACxD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvC,MAAM,IAAI,GAAG,WAAW,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAgC,CAAC;YAC1F,OAAO;gBACL,gBAAgB,EAAE,IAAI,CAAC,wBAAwB,GAAG,IAAI,CAAC,0BAA0B;gBACjF,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,cAAc;gBACrD,cAAc,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU;gBACrD,SAAS,EAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU;aAC/C,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;QACxD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAU;IACtD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACxC,OAAO;gBACL,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;gBACzB,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM,CAAC,UAAU;oBACxB,MAAM,EAAE,MAAM,CAAC,WAAW;iBAC3B;gBACD,OAAO,EAAE,QAAQ,CAAC,MAAM;gBACxB,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM;gBAC9C,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM;aACnD,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QACtD,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/modules/collector/CodeCompressor.d.ts

@@ -0,0 +1,65 @@
+export interface CompressedCode {
+    compressed: string;
+    originalSize: number;
+    compressedSize: number;
+    compressionRatio: number;
+    level?: number;
+    chunks?: number;
+    metadata?: {
+        hash: string;
+        timestamp: number;
+        compressionTime: number;
+    };
+}
+export interface CompressOptions {
+    level?: number;
+    chunkSize?: number;
+    useCache?: boolean;
+    maxRetries?: number;
+    onProgress?: (progress: number) => void;
+}
+export interface BatchCompressOptions extends CompressOptions {
+    concurrency?: number;
+    onFileProgress?: (file: string, progress: number) => void;
+}
+export interface CompressionStats {
+    totalCompressed: number;
+    totalOriginalSize: number;
+    totalCompressedSize: number;
+    averageRatio: number;
+    cacheHits: number;
+    cacheMisses: number;
+    totalTime: number;
+}
+export declare class CodeCompressor {
+    private readonly DEFAULT_LEVEL;
+    private readonly DEFAULT_CHUNK_SIZE;
+    private readonly DEFAULT_CONCURRENCY;
+    private readonly DEFAULT_MAX_RETRIES;
+    private readonly CACHE_MAX_SIZE;
+    private readonly CACHE_TTL;
+    private cache;
+    private stats;
+    compress(code: string, options?: CompressOptions): Promise<CompressedCode>;
+    decompress(compressed: string, maxRetries?: number): Promise<string>;
+    compressBatch(files: Array<{
+        url: string;
+        content: string;
+    }>, options?: BatchCompressOptions): Promise<Array<{
+        url: string;
+        compressed: string;
+        originalSize: number;
+        compressedSize: number;
+        compressionRatio: number;
+    }>>;
+    shouldCompress(code: string, threshold?: number): boolean;
+    selectCompressionLevel(size: number): number;
+    compressStream(code: string, options?: CompressOptions): Promise<CompressedCode>;
+    getStats(): CompressionStats;
+    resetStats(): void;
+    clearCache(): void;
+    getCacheSize(): number;
+    private generateCacheKey;
+    private addToCache;
+}
+//# sourceMappingURL=CodeCompressor.d.ts.map

package/dist/modules/collector/CodeCompressor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodeCompressor.d.ts","sourceRoot":"","sources":["../../../src/modules/collector/CodeCompressor.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE;QACT,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;CACzC;AAED,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;CAC3D;AAED,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAUD,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAK;IACnC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAc;IACjD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAK;IACzC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAK;IACzC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAO;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IAEzC,OAAO,CAAC,KAAK,CAAsC;IAEnD,OAAO,CAAC,KAAK,CAQX;IAEI,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,cAAc,CAAC;IAwF9E,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,GAAE,MAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAsBvE,aAAa,CACjB,KAAK,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,EAC9C,OAAO,GAAE,oBAAyB,GACjC,OAAO,CACR,KAAK,CAAC;QACJ,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC,CACH;IA4DD,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,GAAE,MAAa,GAAG,OAAO;IAI/D,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAYtC,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,cAAc,CAAC;IA8C1F,QAAQ,IAAI,gBAAgB;IAI5B,UAAU,IAAI,IAAI;IAYlB,UAAU,IAAI,IAAI;IAKlB,YAAY,IAAI,MAAM;IAItB,OAAO,CAAC,gBAAgB;IAKxB,OAAO,CAAC,UAAU;CAUnB"}