@jshookmcp/jshook 0.1.2

package/dist/modules/collector/SmartCodeCollector.js

@@ -0,0 +1,203 @@
+import { logger } from '../../utils/logger.js';
+export class SmartCodeCollector {
+    DEFAULT_MAX_TOTAL_SIZE = 512 * 1024;
+    DEFAULT_MAX_FILE_SIZE = 100 * 1024;
+    PREVIEW_LINES = 50;
+    async smartCollect(_page, files, options) {
+        logger.info(`Smart code collection mode: ${options.mode}`);
+        switch (options.mode) {
+            case 'summary':
+                return this.collectSummaries(files);
+            case 'priority':
+                return this.collectByPriority(files, options);
+            case 'incremental':
+                return this.collectIncremental(files, options);
+            case 'full':
+            default:
+                return this.collectWithLimit(files, options);
+        }
+    }
+    async collectSummaries(files) {
+        logger.info('Generating code summaries...');
+        return files.map((file) => {
+            const lines = file.content.split('\n');
+            const preview = lines.slice(0, this.PREVIEW_LINES).join('\n');
+            return {
+                url: file.url,
+                size: file.size,
+                type: file.type,
+                hasEncryption: this.detectEncryption(file.content),
+                hasAPI: this.detectAPI(file.content),
+                hasObfuscation: this.detectObfuscation(file.content),
+                functions: this.extractFunctions(file.content),
+                imports: this.extractImports(file.content),
+                preview,
+            };
+        });
+    }
+    collectByPriority(files, options) {
+        const maxTotalSize = options.maxTotalSize || this.DEFAULT_MAX_TOTAL_SIZE;
+        const maxFileSize = options.maxFileSize || this.DEFAULT_MAX_FILE_SIZE;
+        const scoredFiles = files.map((file) => ({
+            file,
+            score: this.calculatePriority(file, options.priorities || []),
+        }));
+        scoredFiles.sort((a, b) => b.score - a.score);
+        const result = [];
+        let currentSize = 0;
+        for (const { file } of scoredFiles) {
+            let content = file.content;
+            let truncated = false;
+            if (file.size > maxFileSize) {
+                content = content.substring(0, maxFileSize);
+                truncated = true;
+            }
+            if (currentSize + content.length > maxTotalSize) {
+                logger.warn(`Reached max total size limit (${maxTotalSize} bytes), stopping collection`);
+                break;
+            }
+            result.push({
+                ...file,
+                content,
+                size: content.length,
+                metadata: {
+                    ...file.metadata,
+                    truncated,
+                    originalSize: file.size,
+                    priorityScore: this.calculatePriority(file, options.priorities || []),
+                },
+            });
+            currentSize += content.length;
+        }
+        logger.info(`Collected ${result.length}/${files.length} files by priority (${(currentSize / 1024).toFixed(2)} KB)`);
+        return result;
+    }
+    collectIncremental(files, options) {
+        const includePatterns = options.includePatterns || [];
+        const excludePatterns = options.excludePatterns || [];
+        const filtered = files.filter((file) => {
+            if (excludePatterns.some((pattern) => new RegExp(pattern).test(file.url))) {
+                return false;
+            }
+            if (includePatterns.length === 0) {
+                return true;
+            }
+            return includePatterns.some((pattern) => new RegExp(pattern).test(file.url));
+        });
+        logger.info(`Incremental collection: ${filtered.length}/${files.length} files matched`);
+        return this.collectWithLimit(filtered, options);
+    }
+    collectWithLimit(files, options) {
+        const maxTotalSize = options.maxTotalSize || this.DEFAULT_MAX_TOTAL_SIZE;
+        const maxFileSize = options.maxFileSize || this.DEFAULT_MAX_FILE_SIZE;
+        const result = [];
+        let currentSize = 0;
+        for (const file of files) {
+            let content = file.content;
+            let truncated = false;
+            if (file.size > maxFileSize) {
+                content = content.substring(0, maxFileSize);
+                truncated = true;
+            }
+            if (currentSize + content.length > maxTotalSize) {
+                logger.warn(`Reached max total size limit, collected ${result.length}/${files.length} files`);
+                break;
+            }
+            result.push({
+                ...file,
+                content,
+                size: content.length,
+                metadata: {
+                    ...file.metadata,
+                    truncated,
+                    originalSize: file.size,
+                },
+            });
+            currentSize += content.length;
+        }
+        return result;
+    }
+    calculatePriority(file, priorities) {
+        let score = 0;
+        if (file.type === 'inline')
+            score += 10;
+        if (file.type === 'external')
+            score += 5;
+        for (let i = 0; i < priorities.length; i++) {
+            const pattern = priorities[i];
+            if (pattern && new RegExp(pattern).test(file.url)) {
+                score += (priorities.length - i) * 20;
+            }
+        }
+        if (this.detectEncryption(file.content))
+            score += 50;
+        if (this.detectAPI(file.content))
+            score += 30;
+        if (this.detectObfuscation(file.content))
+            score += 20;
+        if (file.size < 10 * 1024)
+            score += 10;
+        else if (file.size > 500 * 1024)
+            score -= 20;
+        return score;
+    }
+    detectEncryption(content) {
+        const patterns = [
+            /crypto|encrypt|decrypt|cipher|aes|rsa|md5|sha/i,
+            /CryptoJS|forge|sjcl/i,
+            /btoa|atob/i,
+        ];
+        return patterns.some((pattern) => pattern.test(content));
+    }
+    detectAPI(content) {
+        const patterns = [/fetch\s*\(/, /XMLHttpRequest/, /axios|request|ajax/i, /\.get\(|\.post\(/];
+        return patterns.some((pattern) => pattern.test(content));
+    }
+    detectObfuscation(content) {
+        const lines = content.split('\n');
+        const avgLineLength = content.length / lines.length;
+        if (avgLineLength > 200)
+            return true;
+        if (/\\x[0-9a-f]{2}/i.test(content))
+            return true;
+        if (/\\u[0-9a-f]{4}/i.test(content))
+            return true;
+        if (/eval\s*\(/i.test(content))
+            return true;
+        return false;
+    }
+    extractFunctions(content) {
+        const functions = [];
+        const patterns = [
+            /function\s+([a-zA-Z_$][a-zA-Z0-9_$]*)/g,
+            /const\s+([a-zA-Z_$][a-zA-Z0-9_$]*)\s*=\s*function/g,
+            /([a-zA-Z_$][a-zA-Z0-9_$]*)\s*:\s*function/g,
+        ];
+        for (const pattern of patterns) {
+            let match;
+            while ((match = pattern.exec(content)) !== null) {
+                if (match[1] && !functions.includes(match[1])) {
+                    functions.push(match[1]);
+                }
+            }
+        }
+        return functions.slice(0, 20);
+    }
+    extractImports(content) {
+        const imports = [];
+        const patterns = [
+            /import\s+.*?from\s+['"]([^'"]+)['"]/g,
+            /require\s*\(\s*['"]([^'"]+)['"]\s*\)/g,
+        ];
+        for (const pattern of patterns) {
+            let match;
+            while ((match = pattern.exec(content)) !== null) {
+                if (match[1] && !imports.includes(match[1])) {
+                    imports.push(match[1]);
+                }
+            }
+        }
+        return imports;
+    }
+}
+//# sourceMappingURL=SmartCodeCollector.js.map

package/dist/modules/collector/SmartCodeCollector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SmartCodeCollector.js","sourceRoot":"","sources":["../../../src/modules/collector/SmartCodeCollector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAwBvC,MAAM,OAAO,kBAAkB;IACZ,sBAAsB,GAAG,GAAG,GAAG,IAAI,CAAC;IACpC,qBAAqB,GAAG,GAAG,GAAG,IAAI,CAAC;IACnC,aAAa,GAAG,EAAE,CAAC;IAEpC,KAAK,CAAC,YAAY,CAChB,KAAW,EACX,KAAiB,EACjB,OAA4B;QAE5B,MAAM,CAAC,IAAI,CAAC,+BAA+B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAE3D,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,SAAS;gBACZ,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAEtC,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAEhD,KAAK,aAAa;gBAChB,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAEjD,KAAK,MAAM,CAAC;YACZ;gBACE,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,KAAiB;QAC9C,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAE5C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE9D,OAAO;gBACL,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC;gBAClD,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;gBACpC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC;gBACpD,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC9C,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1C,OAAO;aACR,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,KAAiB,EAAE,OAA4B;QACvE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,sBAAsB,CAAC;QACzE,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,qBAAqB,CAAC;QAEtE,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACvC,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;SAC9D,CAAC,CAAC,CAAC;QAEJ,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE9C,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,WAAW,EAAE,CAAC;YACnC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC3B,IAAI,SAAS,GAAG,KAAK,CAAC;YAEtB,IAAI,IAAI,CAAC,IAAI,GAAG,WAAW,EAAE,CAAC;gBAC5B,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;gBAC5C,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YAED,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;gBAChD,MAAM,CAAC,IAAI,CAAC,iCAAiC,YAAY,8BAA8B,CAAC,CAAC;gBACzF,MAAM;YACR,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,IAAI;gBACP,OAAO;gBACP,IAAI,EAAE,OAAO,CAAC,MAAM;gBACpB,QAAQ,EAAE;oBACR,GAAG,IAAI,CAAC,QAAQ;oBAChB,SAAS;oBACT,YAAY,EAAE,IAAI,CAAC,IAAI;oBACvB,aAAa,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;iBACtE;aACF,CAAC,CAAC;YAEH,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,MAAM,CAAC,IAAI,CACT,aAAa,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,uBAAuB,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CACvG,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,kBAAkB,CAAC,KAAiB,EAAE,OAA4B;QACxE,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC;QACtD,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC;QAEtD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YACrC,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC1E,OAAO,KAAK,CAAC;YACf,CAAC;YAED,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,2BAA2B,QAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,gBAAgB,CAAC,CAAC;QACxF,OAAO,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAEO,gBAAgB,CAAC,KAAiB,EAAE,OAA4B;QACtE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,sBAAsB,CAAC;QACzE,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,qBAAqB,CAAC;QAEtE,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YAC3B,IAAI,SAAS,GAAG,KAAK,CAAC;YAEtB,IAAI,IAAI,CAAC,IAAI,GAAG,WAAW,EAAE,CAAC;gBAC5B,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;gBAC5C,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YAED,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;gBAChD,MAAM,CAAC,IAAI,CACT,2CAA2C,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,QAAQ,CACjF,CAAC;gBACF,MAAM;YACR,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,IAAI;gBACP,OAAO;gBACP,IAAI,EAAE,OAAO,CAAC,MAAM;gBACpB,QAAQ,EAAE;oBACR,GAAG,IAAI,CAAC,QAAQ;oBAChB,SAAS;oBACT,YAAY,EAAE,IAAI,CAAC,IAAI;iBACxB;aACF,CAAC,CAAC;YAEH,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,iBAAiB,CAAC,IAAc,EAAE,UAAoB;QAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ;YAAE,KAAK,IAAI,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;YAAE,KAAK,IAAI,CAAC,CAAC;QAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC9B,IAAI,OAAO,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClD,KAAK,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;QACrD,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;QAEtD,IAAI,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI;YAAE,KAAK,IAAI,EAAE,CAAC;aAClC,IAAI,IAAI,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI;YAAE,KAAK,IAAI,EAAE,CAAC;QAE7C,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,gBAAgB,CAAC,OAAe;QACtC,MAAM,QAAQ,GAAG;YACf,gDAAgD;YAChD,sBAAsB;YACtB,YAAY;SACb,CAAC;QAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEO,SAAS,CAAC,OAAe;QAC/B,MAAM,QAAQ,GAAG,CAAC,YAAY,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,kBAAkB,CAAC,CAAC;QAE7F,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEO,iBAAiB,CAAC,OAAe;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAEpD,IAAI,aAAa,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;QAErC,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QACjD,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QACjD,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5C,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,gBAAgB,CAAC,OAAe;QACtC,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG;YACf,wCAAwC;YACxC,oDAAoD;YACpD,4CAA4C;SAC7C,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC;YACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAChD,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9C,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChC,CAAC;IAEO,cAAc,CAAC,OAAe;QACpC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG;YACf,sCAAsC;YACtC,uCAAuC;SACxC,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC;YACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAChD,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/modules/collector/StreamingCollector.d.ts

@@ -0,0 +1,46 @@
+import type { CodeFile } from '../../types/index.js';
+export interface StreamChunk {
+    chunkIndex: number;
+    totalChunks: number;
+    url: string;
+    content: string;
+    isLast: boolean;
+    metadata?: {
+        fileSize: number;
+        chunkSize: number;
+        offset: number;
+    };
+}
+export interface StreamOptions {
+    chunkSize?: number;
+    maxChunks?: number;
+}
+export declare class StreamingCollector {
+    private readonly DEFAULT_CHUNK_SIZE;
+    private readonly DEFAULT_MAX_CHUNKS;
+    streamFile(file: CodeFile, options?: StreamOptions): AsyncGenerator<StreamChunk>;
+    streamFiles(files: CodeFile[], options?: StreamOptions): AsyncGenerator<StreamChunk>;
+    collectStream(stream: AsyncGenerator<StreamChunk>): Promise<Map<string, string>>;
+    streamByPriority(files: CodeFile[], priorities: string[], options?: StreamOptions): AsyncGenerator<StreamChunk>;
+    private calculatePriority;
+    streamCompressed(files: CodeFile[], options?: StreamOptions): AsyncGenerator<{
+        chunk: StreamChunk;
+        compressed: boolean;
+        compressionRatio?: number;
+    }>;
+    streamFiltered(files: CodeFile[], filter: (file: CodeFile) => boolean, options?: StreamOptions): AsyncGenerator<StreamChunk>;
+    streamSummaries(files: CodeFile[]): AsyncGenerator<{
+        url: string;
+        size: number;
+        type: string;
+        preview: string;
+        hasEncryption: boolean;
+        hasAPI: boolean;
+    }>;
+    getStreamStats(stream: AsyncGenerator<StreamChunk>): Promise<{
+        totalChunks: number;
+        totalSize: number;
+        files: number;
+    }>;
+}
+//# sourceMappingURL=StreamingCollector.d.ts.map

package/dist/modules/collector/StreamingCollector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingCollector.d.ts","sourceRoot":"","sources":["../../../src/modules/collector/StreamingCollector.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEtD,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAc;IACjD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAM;IAElC,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,GAAE,aAAkB,GAAG,cAAc,CAAC,WAAW,CAAC;IA6BpF,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,OAAO,GAAE,aAAkB,GAAG,cAAc,CAAC,WAAW,CAAC;IAQzF,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAmB/E,gBAAgB,CACrB,KAAK,EAAE,QAAQ,EAAE,EACjB,UAAU,EAAE,MAAM,EAAE,EACpB,OAAO,GAAE,aAAkB,GAC1B,cAAc,CAAC,WAAW,CAAC;IAe9B,OAAO,CAAC,iBAAiB;IAgBlB,gBAAgB,CACrB,KAAK,EAAE,QAAQ,EAAE,EACjB,OAAO,GAAE,aAAkB,GAC1B,cAAc,CAAC;QAChB,KAAK,EAAE,WAAW,CAAC;QACnB,UAAU,EAAE,OAAO,CAAC;QACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IAgBK,cAAc,CACnB,KAAK,EAAE,QAAQ,EAAE,EACjB,MAAM,EAAE,CAAC,IAAI,EAAE,QAAQ,KAAK,OAAO,EACnC,OAAO,GAAE,aAAkB,GAC1B,cAAc,CAAC,WAAW,CAAC;IAQvB,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,cAAc,CAAC;QACxD,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,aAAa,EAAE,OAAO,CAAC;QACvB,MAAM,EAAE,OAAO,CAAC;KACjB,CAAC;IAeI,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC;QACjE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;CAiBH"}

package/dist/modules/collector/StreamingCollector.js

@@ -0,0 +1,127 @@
+import { logger } from '../../utils/logger.js';
+export class StreamingCollector {
+    DEFAULT_CHUNK_SIZE = 100 * 1024;
+    DEFAULT_MAX_CHUNKS = 50;
+    async *streamFile(file, options = {}) {
+        const chunkSize = options.chunkSize || this.DEFAULT_CHUNK_SIZE;
+        const maxChunks = options.maxChunks || this.DEFAULT_MAX_CHUNKS;
+        const content = file.content;
+        const totalSize = content.length;
+        const totalChunks = Math.min(Math.ceil(totalSize / chunkSize), maxChunks);
+        logger.debug(`Streaming file: ${file.url} (${totalChunks} chunks)`);
+        for (let i = 0; i < totalChunks; i++) {
+            const offset = i * chunkSize;
+            const chunk = content.substring(offset, offset + chunkSize);
+            yield {
+                chunkIndex: i,
+                totalChunks,
+                url: file.url,
+                content: chunk,
+                isLast: i === totalChunks - 1,
+                metadata: {
+                    fileSize: totalSize,
+                    chunkSize: chunk.length,
+                    offset,
+                },
+            };
+        }
+    }
+    async *streamFiles(files, options = {}) {
+        for (const file of files) {
+            for await (const chunk of this.streamFile(file, options)) {
+                yield chunk;
+            }
+        }
+    }
+    async collectStream(stream) {
+        const files = new Map();
+        for await (const chunk of stream) {
+            if (!files.has(chunk.url)) {
+                files.set(chunk.url, []);
+            }
+            files.get(chunk.url).push(chunk.content);
+        }
+        const result = new Map();
+        for (const [url, chunks] of files.entries()) {
+            result.set(url, chunks.join(''));
+        }
+        return result;
+    }
+    async *streamByPriority(files, priorities, options = {}) {
+        const scored = files.map((file) => ({
+            file,
+            score: this.calculatePriority(file, priorities),
+        }));
+        scored.sort((a, b) => b.score - a.score);
+        for (const { file } of scored) {
+            for await (const chunk of this.streamFile(file, options)) {
+                yield chunk;
+            }
+        }
+    }
+    calculatePriority(file, priorities) {
+        let score = 0;
+        for (let i = 0; i < priorities.length; i++) {
+            const pattern = priorities[i];
+            if (pattern && new RegExp(pattern, 'i').test(file.url)) {
+                score += (priorities.length - i) * 10;
+            }
+        }
+        if (/encrypt|crypto|cipher/i.test(file.content))
+            score += 50;
+        if (/fetch|xhr|ajax/i.test(file.content))
+            score += 30;
+        return score;
+    }
+    async *streamCompressed(files, options = {}) {
+        for await (const chunk of this.streamFiles(files, options)) {
+            if (chunk.content.length > 10 * 1024) {
+                yield {
+                    chunk,
+                    compressed: false,
+                };
+            }
+            else {
+                yield {
+                    chunk,
+                    compressed: false,
+                };
+            }
+        }
+    }
+    async *streamFiltered(files, filter, options = {}) {
+        const filtered = files.filter(filter);
+        for await (const chunk of this.streamFiles(filtered, options)) {
+            yield chunk;
+        }
+    }
+    async *streamSummaries(files) {
+        for (const file of files) {
+            const preview = file.content.substring(0, 500);
+            yield {
+                url: file.url,
+                size: file.size,
+                type: file.type,
+                preview,
+                hasEncryption: /encrypt|crypto|cipher/i.test(file.content),
+                hasAPI: /fetch|xhr|ajax|request/i.test(file.content),
+            };
+        }
+    }
+    async getStreamStats(stream) {
+        let totalChunks = 0;
+        let totalSize = 0;
+        const urls = new Set();
+        for await (const chunk of stream) {
+            totalChunks++;
+            totalSize += chunk.content.length;
+            urls.add(chunk.url);
+        }
+        return {
+            totalChunks,
+            totalSize,
+            files: urls.size,
+        };
+    }
+}
+//# sourceMappingURL=StreamingCollector.js.map

package/dist/modules/collector/StreamingCollector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingCollector.js","sourceRoot":"","sources":["../../../src/modules/collector/StreamingCollector.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAqBvC,MAAM,OAAO,kBAAkB;IACZ,kBAAkB,GAAG,GAAG,GAAG,IAAI,CAAC;IAChC,kBAAkB,GAAG,EAAE,CAAC;IAEzC,KAAK,CAAC,CAAC,UAAU,CAAC,IAAc,EAAE,UAAyB,EAAE;QAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC;QAE/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC;QAE1E,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,GAAG,KAAK,WAAW,UAAU,CAAC,CAAC;QAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC;YAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;YAE5D,MAAM;gBACJ,UAAU,EAAE,CAAC;gBACb,WAAW;gBACX,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,CAAC,KAAK,WAAW,GAAG,CAAC;gBAC7B,QAAQ,EAAE;oBACR,QAAQ,EAAE,SAAS;oBACnB,SAAS,EAAE,KAAK,CAAC,MAAM;oBACvB,MAAM;iBACP;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,WAAW,CAAC,KAAiB,EAAE,UAAyB,EAAE;QAC/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;gBACzD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAAmC;QACrD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;QAE1C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC3B,CAAC;YAED,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CACrB,KAAiB,EACjB,UAAoB,EACpB,UAAyB,EAAE;QAE3B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAClC,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,UAAU,CAAC;SAChD,CAAC,CAAC,CAAC;QAEJ,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEzC,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,MAAM,EAAE,CAAC;YAC9B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;gBACzD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,IAAc,EAAE,UAAoB;QAC5D,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC9B,IAAI,OAAO,IAAI,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvD,KAAK,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAED,IAAI,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;QAC7D,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,KAAK,IAAI,EAAE,CAAC;QAEtD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CACrB,KAAiB,EACjB,UAAyB,EAAE;QAM3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;YAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;gBACrC,MAAM;oBACJ,KAAK;oBACL,UAAU,EAAE,KAAK;iBAClB,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM;oBACJ,KAAK;oBACL,UAAU,EAAE,KAAK;iBAClB,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,cAAc,CACnB,KAAiB,EACjB,MAAmC,EACnC,UAAyB,EAAE;QAE3B,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,eAAe,CAAC,KAAiB;QAQtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAE/C,MAAM;gBACJ,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,OAAO;gBACP,aAAa,EAAE,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1D,MAAM,EAAE,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;aACrD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAmC;QAKtD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,WAAW,EAAE,CAAC;YACd,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,OAAO;YACL,WAAW;YACX,SAAS;YACT,KAAK,EAAE,IAAI,CAAC,IAAI;SACjB,CAAC;IACJ,CAAC;CACF"}

package/dist/modules/crypto/CryptoDetector.d.ts

@@ -0,0 +1,45 @@
+import type { DetectCryptoOptions, DetectCryptoResult } from '../../types/index.js';
+import { LLMService } from '../../services/LLMService.js';
+import { CryptoRulesManager } from '../crypto/CryptoRules.js';
+export interface SecurityIssue {
+    severity: 'critical' | 'high' | 'medium' | 'low';
+    algorithm?: string;
+    issue: string;
+    recommendation: string;
+    location?: {
+        file: string;
+        line: number;
+    };
+}
+export interface CryptoStrength {
+    overall: 'strong' | 'moderate' | 'weak' | 'broken';
+    score: number;
+    factors: {
+        algorithm: number;
+        keySize: number;
+        mode: number;
+        implementation: number;
+    };
+}
+export declare class CryptoDetector {
+    private llm;
+    private rulesManager;
+    constructor(llm: LLMService, customRules?: CryptoRulesManager);
+    loadCustomRules(json: string): void;
+    exportRules(): string;
+    detect(options: DetectCryptoOptions): Promise<DetectCryptoResult & {
+        securityIssues?: SecurityIssue[];
+        strength?: CryptoStrength;
+    }>;
+    private detectByKeywords;
+    private escapeRegex;
+    private detectByAI;
+    private detectLibraries;
+    private detectByAST;
+    private mergeParameters;
+    private evaluateSecurity;
+    private analyzeStrength;
+    private mergeResults;
+    private findLineNumber;
+}
+//# sourceMappingURL=CryptoDetector.d.ts.map

package/dist/modules/crypto/CryptoDetector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CryptoDetector.d.ts","sourceRoot":"","sources":["../../../src/modules/crypto/CryptoDetector.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAGnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAIlD,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEjE,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAC3C;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,QAAQ,GAAG,UAAU,GAAG,MAAM,GAAG,QAAQ,CAAC;IACnD,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,GAAG,CAAa;IACxB,OAAO,CAAC,YAAY,CAAqB;gBAE7B,GAAG,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,kBAAkB;IAK7D,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAInC,WAAW,IAAI,MAAM;IAIf,MAAM,CACV,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,kBAAkB,GAAG;QAAE,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,cAAc,CAAA;KAAE,CAAC;IAoDhG,OAAO,CAAC,gBAAgB;IA0BxB,OAAO,CAAC,WAAW;YAIL,UAAU;IA4BxB,OAAO,CAAC,eAAe;IAoBvB,OAAO,CAAC,WAAW;IAgHnB,OAAO,CAAC,eAAe;IAYvB,OAAO,CAAC,gBAAgB;IA4BxB,OAAO,CAAC,eAAe;IAgDvB,OAAO,CAAC,YAAY;IAcpB,OAAO,CAAC,cAAc;CAOvB"}