@ai-jshook/mcp 0.1.1

package/dist/modules/collector/CodeCache.js

@@ -0,0 +1,188 @@
+import fs from 'fs/promises';
+import path from 'path';
+import crypto from 'crypto';
+import { logger } from '../../utils/logger.js';
+export class CodeCache {
+    cacheDir;
+    maxAge;
+    maxSize;
+    memoryCache = new Map();
+    MAX_MEMORY_CACHE_SIZE = 100;
+    constructor(options = {}) {
+        this.cacheDir = options.cacheDir || path.join(process.cwd(), '.cache', 'code');
+        this.maxAge = options.maxAge || 24 * 60 * 60 * 1000;
+        this.maxSize = options.maxSize || 100 * 1024 * 1024;
+    }
+    async init() {
+        try {
+            await fs.mkdir(this.cacheDir, { recursive: true });
+            logger.debug(`Cache directory initialized: ${this.cacheDir}`);
+        }
+        catch (error) {
+            logger.error('Failed to initialize cache directory:', error);
+        }
+    }
+    generateKey(url, options) {
+        const data = JSON.stringify({ url, options });
+        return crypto.createHash('md5').update(data).digest('hex');
+    }
+    getCachePath(key) {
+        return path.join(this.cacheDir, `${key}.json`);
+    }
+    isExpired(entry) {
+        return Date.now() - entry.timestamp > this.maxAge;
+    }
+    async get(url, options) {
+        const key = this.generateKey(url, options);
+        if (this.memoryCache.has(key)) {
+            const entry = this.memoryCache.get(key);
+            if (!this.isExpired(entry)) {
+                logger.debug(`Cache hit (memory): ${url}`);
+                return {
+                    files: entry.files,
+                    dependencies: { nodes: [], edges: [] },
+                    totalSize: entry.totalSize,
+                    collectTime: entry.collectTime,
+                };
+            }
+            else {
+                this.memoryCache.delete(key);
+            }
+        }
+        try {
+            const cachePath = this.getCachePath(key);
+            const data = await fs.readFile(cachePath, 'utf-8');
+            const entry = JSON.parse(data);
+            if (this.isExpired(entry)) {
+                logger.debug(`Cache expired: ${url}`);
+                await fs.unlink(cachePath);
+                return null;
+            }
+            this.memoryCache.set(key, entry);
+            logger.debug(`Cache hit (disk): ${url}`);
+            return {
+                files: entry.files,
+                dependencies: { nodes: [], edges: [] },
+                totalSize: entry.totalSize,
+                collectTime: entry.collectTime,
+            };
+        }
+        catch (error) {
+            return null;
+        }
+    }
+    async set(url, result, options) {
+        const key = this.generateKey(url, options);
+        const hash = crypto.createHash('md5').update(JSON.stringify(result.files)).digest('hex');
+        const entry = {
+            url,
+            files: result.files,
+            totalSize: result.totalSize,
+            collectTime: result.collectTime,
+            timestamp: Date.now(),
+            hash,
+        };
+        this.memoryCache.set(key, entry);
+        if (this.memoryCache.size > this.MAX_MEMORY_CACHE_SIZE) {
+            const firstKey = this.memoryCache.keys().next().value;
+            if (firstKey) {
+                this.memoryCache.delete(firstKey);
+                logger.debug(`Memory cache evicted: ${firstKey}`);
+            }
+        }
+        try {
+            const cachePath = this.getCachePath(key);
+            await fs.writeFile(cachePath, JSON.stringify(entry, null, 2), 'utf-8');
+            logger.debug(`Cache saved: ${url} (${(result.totalSize / 1024).toFixed(2)} KB)`);
+        }
+        catch (error) {
+            logger.error('Failed to save cache:', error);
+        }
+        await this.cleanup();
+    }
+    async cleanup() {
+        try {
+            const files = await fs.readdir(this.cacheDir);
+            let totalSize = 0;
+            const entries = [];
+            for (const file of files) {
+                if (!file.endsWith('.json'))
+                    continue;
+                const filePath = path.join(this.cacheDir, file);
+                const stats = await fs.stat(filePath);
+                totalSize += stats.size;
+                entries.push({
+                    file: filePath,
+                    mtime: stats.mtime,
+                    size: stats.size,
+                });
+            }
+            if (totalSize > this.maxSize) {
+                entries.sort((a, b) => a.mtime.getTime() - b.mtime.getTime());
+                let removedSize = 0;
+                for (const entry of entries) {
+                    if (totalSize - removedSize <= this.maxSize * 0.8)
+                        break;
+                    await fs.unlink(entry.file);
+                    removedSize += entry.size;
+                    logger.debug(`Removed old cache: ${entry.file}`);
+                }
+                logger.info(`Cache cleanup: removed ${removedSize} bytes`);
+            }
+        }
+        catch (error) {
+            logger.error('Failed to cleanup cache:', error);
+        }
+    }
+    async clear() {
+        try {
+            this.memoryCache.clear();
+            const files = await fs.readdir(this.cacheDir);
+            for (const file of files) {
+                if (file.endsWith('.json')) {
+                    await fs.unlink(path.join(this.cacheDir, file));
+                }
+            }
+            logger.info('All cache cleared');
+        }
+        catch (error) {
+            logger.error('Failed to clear cache:', error);
+        }
+    }
+    async getStats() {
+        try {
+            const files = await fs.readdir(this.cacheDir);
+            let totalSize = 0;
+            let diskEntries = 0;
+            for (const file of files) {
+                if (!file.endsWith('.json'))
+                    continue;
+                const filePath = path.join(this.cacheDir, file);
+                const stats = await fs.stat(filePath);
+                totalSize += stats.size;
+                diskEntries++;
+            }
+            return {
+                memoryEntries: this.memoryCache.size,
+                diskEntries,
+                totalSize,
+            };
+        }
+        catch (error) {
+            logger.error('Failed to get cache stats:', error);
+            return {
+                memoryEntries: this.memoryCache.size,
+                diskEntries: 0,
+                totalSize: 0,
+            };
+        }
+    }
+    async warmup(urls) {
+        logger.info(`Warming up cache for ${urls.length} URLs...`);
+        for (const url of urls) {
+            await this.get(url);
+        }
+        logger.info('Cache warmup completed');
+    }
+}
+//# sourceMappingURL=CodeCache.js.map

package/dist/modules/collector/CodeCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodeCache.js","sourceRoot":"","sources":["../../../src/modules/collector/CodeCache.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAkB/C,MAAM,OAAO,SAAS;IACZ,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,WAAW,GAA4B,IAAI,GAAG,EAAE,CAAC;IAGxC,qBAAqB,GAAG,GAAG,CAAC;IAE7C,YAAY,UAAwB,EAAE;QACpC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACpD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;IACtD,CAAC;IAKD,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAKO,WAAW,CAAC,GAAW,EAAE,OAAiC;QAChE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9C,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAKO,YAAY,CAAC,GAAW;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IACjD,CAAC;IAKO,SAAS,CAAC,KAAiB;QACjC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IACpD,CAAC;IAKD,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,OAAiC;QACtD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAG3C,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,KAAK,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;gBAC3C,OAAO;oBACL,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;iBAC/B,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAGD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAE3C,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC;gBACtC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC3B,OAAO,IAAI,CAAC;YACd,CAAC;YAGD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAEjC,MAAM,CAAC,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;YACzC,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBACtC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,MAAyB,EAAE,OAAiC;QACjF,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEzF,MAAM,KAAK,GAAe;YACxB,GAAG;YACH,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI;SACL,CAAC;QAGF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAGjC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAEvD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YACtD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAClC,MAAM,CAAC,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAGD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,gBAAgB,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACnF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC;QAGD,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAKD,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9C,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,MAAM,OAAO,GAAuD,EAAE,CAAC;YAEvE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;iBACjB,CAAC,CAAC;YACL,CAAC;YAGD,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAE9D,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,IAAI,SAAS,GAAG,WAAW,IAAI,IAAI,CAAC,OAAO,GAAG,GAAG;wBAAE,MAAM;oBAEzD,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC5B,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC;oBAC1B,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnD,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,0BAA0B,WAAW,QAAQ,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,QAAQ;QAKZ,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC9C,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,WAAW,GAAG,CAAC,CAAC;YAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,SAAS;gBAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC;gBACxB,WAAW,EAAE,CAAC;YAChB,CAAC;YAED,OAAO;gBACL,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBACpC,WAAW;gBACX,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAClD,OAAO;gBACL,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBACpC,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,CAAC;aACb,CAAC;QACJ,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,MAAM,CAAC,IAAc;QACzB,MAAM,CAAC,IAAI,CAAC,wBAAwB,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;QAE3D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/modules/collector/CodeCollector.d.ts

@@ -0,0 +1,107 @@
+import type { Browser, Page } from 'puppeteer';
+import type { CollectCodeOptions, CollectCodeResult, CodeFile, PuppeteerConfig } from '../../types/index.js';
+import { CodeCache } from './CodeCache.js';
+import { CodeCompressor } from './CodeCompressor.js';
+export declare class CodeCollector {
+    private config;
+    private browser;
+    private collectedUrls;
+    private readonly MAX_COLLECTED_URLS;
+    private readonly MAX_FILES_PER_COLLECT;
+    private readonly MAX_RESPONSE_SIZE;
+    private readonly MAX_SINGLE_FILE_SIZE;
+    private readonly viewport;
+    private readonly userAgent;
+    private collectedFilesCache;
+    private cache;
+    private cacheEnabled;
+    private smartCollector;
+    private compressor;
+    private cdpSession;
+    private cdpListeners;
+    constructor(config: PuppeteerConfig);
+    setCacheEnabled(enabled: boolean): void;
+    clearFileCache(): Promise<void>;
+    getFileCacheStats(): Promise<{
+        memoryEntries: number;
+        diskEntries: number;
+        totalSize: number;
+    }>;
+    clearAllData(): Promise<void>;
+    getAllStats(): Promise<{
+        cache: {
+            memoryEntries: number;
+            diskEntries: number;
+            totalSize: number;
+        };
+        compression: {
+            cacheSize: number;
+            totalCompressed: number;
+            totalOriginalSize: number;
+            totalCompressedSize: number;
+            averageRatio: number;
+            cacheHits: number;
+            cacheMisses: number;
+            totalTime: number;
+        };
+        collector: {
+            collectedUrls: number;
+            maxCollectedUrls: number;
+        };
+    }>;
+    getCache(): CodeCache;
+    getCompressor(): CodeCompressor;
+    private cleanupCollectedUrls;
+    init(): Promise<void>;
+    close(): Promise<void>;
+    getActivePage(): Promise<Page>;
+    createPage(url?: string): Promise<Page>;
+    private applyAntiDetection;
+    getStatus(): Promise<{
+        running: boolean;
+        pagesCount: number;
+        version?: string;
+    }>;
+    collect(options: CollectCodeOptions): Promise<CollectCodeResult>;
+    private collectInlineScripts;
+    private collectServiceWorkers;
+    private collectWebWorkers;
+    private analyzeDependencies;
+    private extractDependencies;
+    shouldCollectUrl(url: string, filterRules?: string[]): boolean;
+    navigateWithRetry(page: Page, url: string, options: {
+        waitUntil?: any;
+        timeout?: number;
+    }, maxRetries?: number): Promise<void>;
+    getPerformanceMetrics(page: Page): Promise<Record<string, number>>;
+    collectPageMetadata(page: Page): Promise<Record<string, unknown>>;
+    getBrowser(): Browser | null;
+    getCollectionStats(): {
+        totalCollected: number;
+        uniqueUrls: number;
+    };
+    clearCache(): void;
+    getCollectedFilesSummary(): Array<{
+        url: string;
+        size: number;
+        type: string;
+        truncated?: boolean;
+        originalSize?: number;
+    }>;
+    getFileByUrl(url: string): CodeFile | null;
+    getFilesByPattern(pattern: string, limit?: number, maxTotalSize?: number): {
+        files: CodeFile[];
+        totalSize: number;
+        matched: number;
+        returned: number;
+        truncated: boolean;
+    };
+    getTopPriorityFiles(topN?: number, maxTotalSize?: number): {
+        files: CodeFile[];
+        totalSize: number;
+        totalFiles: number;
+    };
+    private calculatePriorityScore;
+    clearCollectedFilesCache(): void;
+}
+//# sourceMappingURL=CodeCollector.d.ts.map

package/dist/modules/collector/CodeCollector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodeCollector.d.ts","sourceRoot":"","sources":["../../../src/modules/collector/CodeCollector.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAc,MAAM,WAAW,CAAC;AAC3D,OAAO,KAAK,EACV,kBAAkB,EAClB,iBAAiB,EACjB,QAAQ,EACR,eAAe,EAEhB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAMrD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,aAAa,CAA0B;IAI/C,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAC/C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAS;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoC;IAC7D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAGnC,OAAO,CAAC,mBAAmB,CAAoC;IAG/D,OAAO,CAAC,KAAK,CAAY;IACzB,OAAO,CAAC,YAAY,CAAiB;IAGrC,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,UAAU,CAAiB;IAInC,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,YAAY,CAEb;gBAEK,MAAM,EAAE,eAAe;IA4BnC,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAQjC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAO/B,iBAAiB;;;;;IAOjB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAqB7B,WAAW;;;;;;;;;;;;;;;;;;;;;IAoBV,QAAQ,IAAI,SAAS;IAOrB,aAAa,IAAI,cAAc;IAOtC,OAAO,CAAC,oBAAoB;IAetB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAsCrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAetB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB9B,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YA2B/B,kBAAkB;IA+C1B,SAAS,IAAI,OAAO,CAAC;QACzB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IAuCI,OAAO,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;YA+TxD,oBAAoB;YAqDpB,qBAAqB;YA2DrB,iBAAiB;IAuD/B,OAAO,CAAC,mBAAmB;IAwC3B,OAAO,CAAC,mBAAmB;IA4B3B,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO;IAmBxD,iBAAiB,CACrB,IAAI,EAAE,IAAI,EACV,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QAAE,SAAS,CAAC,EAAE,GAAG,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,EAC9C,UAAU,SAAI,GACb,OAAO,CAAC,IAAI,CAAC;IAsBV,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAqBlE,mBAAmB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IA0BvE,UAAU,IAAI,OAAO,GAAG,IAAI;IAO5B,kBAAkB,IAAI;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;KACpB;IAUD,UAAU,IAAI,IAAI;IAYlB,wBAAwB,IAAI,KAAK,CAAC;QAChC,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IAmBF,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAiB1C,iBAAiB,CACf,OAAO,EAAE,MAAM,EACf,KAAK,GAAE,MAAW,EAClB,YAAY,GAAE,MAA+B,GAC5C;QACD,KAAK,EAAE,QAAQ,EAAE,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,OAAO,CAAC;KACpB;IAgDD,mBAAmB,CACjB,IAAI,GAAE,MAAW,EACjB,YAAY,GAAE,MAA+B,GAC5C;QACD,KAAK,EAAE,QAAQ,EAAE,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB;IAsCD,OAAO,CAAC,sBAAsB;IA6B9B,wBAAwB,IAAI,IAAI;CAKjC"}