spec-gen-cli 1.0.0

package/dist/core/analyzer/duplicate-detector.js

@@ -0,0 +1,279 @@
+/**
+ * Duplicate Code Detector
+ *
+ * Detects code clones using pure static analysis — no LLM calls:
+ *   - Type 1 (exact):      identical code after whitespace/comment normalization
+ *   - Type 2 (structural): same AST structure with renamed variables
+ *   - Type 3 (near):       high Jaccard similarity on token n-grams (≥ 0.7)
+ *
+ * Requires a CallGraphResult for precise function boundaries (byte ranges).
+ * Complexity: O(n) for Types 1-2, O(n²) for Type 3 (bounded by MAX_NEAR_FUNCTIONS).
+ */
+import { createHash } from 'node:crypto';
+// ============================================================================
+// CONSTANTS
+// ============================================================================
+/** Minimum function size (in lines) to consider for duplicate detection */
+const MIN_LINES = 5;
+/** Minimum number of normalized tokens to consider */
+const MIN_TOKENS = 10;
+/** Jaccard similarity threshold for near-clones */
+const NEAR_THRESHOLD = 0.7;
+/** N-gram size for shingle computation */
+const SHINGLE_SIZE = 5;
+/** Skip O(n²) near-clone pass when more than this many candidate functions */
+const MAX_NEAR_FUNCTIONS = 400;
+// ============================================================================
+// KEYWORD SET (Type 2 normalization — preserve keywords, replace identifiers)
+// Covers TypeScript, JavaScript, Python, Go, Rust, Ruby, Java.
+// ============================================================================
+const KEYWORDS = new Set([
+    // Control flow
+    'if', 'else', 'elif', 'for', 'while', 'do', 'break', 'continue', 'return',
+    'switch', 'case', 'default', 'goto', 'fallthrough', 'pass',
+    // Error handling
+    'try', 'catch', 'finally', 'throw', 'raise', 'rescue', 'ensure',
+    // Declarations
+    'function', 'func', 'fn', 'def', 'class', 'struct', 'enum', 'interface',
+    'module', 'type', 'impl', 'trait',
+    // Variable declaration
+    'const', 'let', 'var', 'val', 'mut', 'ref', 'move',
+    // Modifiers
+    'public', 'private', 'protected', 'static', 'abstract', 'final', 'readonly',
+    'async', 'await', 'yield', 'override', 'virtual', 'synchronized',
+    'pub', 'unsafe', 'extern', 'transient', 'volatile', 'native',
+    // OOP
+    'new', 'delete', 'this', 'self', 'Self', 'super', 'extends', 'implements',
+    // Import/export
+    'import', 'export', 'from', 'use', 'require', 'include', 'package', 'mod',
+    // Logic
+    'in', 'is', 'as', 'not', 'and', 'or', 'typeof', 'instanceof', 'void',
+    // Context
+    'with', 'match', 'when', 'where', 'select', 'defer', 'go', 'chan',
+    // Literals
+    'true', 'false', 'null', 'nil', 'None', 'True', 'False', 'undefined',
+    // Python extras
+    'lambda', 'del', 'global', 'nonlocal', 'assert', 'unless', 'until', 'begin',
+    'end', 'then', 'do', 'defined',
+    // Java extras
+    'throws', 'instanceof',
+    // Common builtins (high frequency, preserve to avoid false matches)
+    'len', 'make', 'append', 'cap', 'copy', 'map', 'range',
+]);
+// ============================================================================
+// NORMALIZATION
+// ============================================================================
+function stripComments(text) {
+    // // single-line (JS/TS/Go/Rust/Java)
+    text = text.replace(/\/\/[^\n]*/g, '');
+    // # single-line (Python/Ruby)
+    text = text.replace(/#[^\n]*/g, '');
+    // /* */ multi-line
+    text = text.replace(/\/\*[\s\S]*?\*\//g, '');
+    // Python """ and ''' docstrings
+    text = text.replace(/"""[\s\S]*?"""/g, '');
+    text = text.replace(/'''[\s\S]*?'''/g, '');
+    return text;
+}
+/** Type 1: strip comments + collapse whitespace */
+function normalizeType1(text) {
+    return stripComments(text).replace(/\s+/g, ' ').trim();
+}
+/**
+ * Type 2: Type 1 + replace non-keyword identifiers with sequential placeholders.
+ * Same identifier name → same placeholder within the function scope.
+ */
+function normalizeType2(text) {
+    const base = normalizeType1(text);
+    const seen = new Map();
+    let counter = 0;
+    return base.replace(/\b([a-zA-Z_][a-zA-Z0-9_]*)\b/g, (match) => {
+        if (KEYWORDS.has(match))
+            return match;
+        if (!seen.has(match))
+            seen.set(match, `_v${counter++}`);
+        return seen.get(match);
+    });
+}
+function sha16(text) {
+    return createHash('sha256').update(text).digest('hex').slice(0, 16);
+}
+// ============================================================================
+// NEAR-CLONE (TYPE 3) — Jaccard on token n-grams
+// ============================================================================
+function tokenize(normalizedText) {
+    return normalizedText.match(/\S+/g) ?? [];
+}
+function getShingles(tokens, k = SHINGLE_SIZE) {
+    const s = new Set();
+    for (let i = 0; i <= tokens.length - k; i++) {
+        s.add(tokens.slice(i, i + k).join('\x00'));
+    }
+    return s;
+}
+function jaccard(a, b) {
+    if (a.size === 0 && b.size === 0)
+        return 1;
+    let inter = 0;
+    for (const x of a)
+        if (b.has(x))
+            inter++;
+    return inter / (a.size + b.size - inter);
+}
+// ============================================================================
+// LINE NUMBER HELPERS
+// ============================================================================
+/** Compute 1-based line number of a byte offset in source text */
+function byteOffsetToLine(content, byteOffset) {
+    // Count newlines before the offset
+    let line = 1;
+    const end = Math.min(byteOffset, content.length);
+    for (let i = 0; i < end; i++) {
+        if (content[i] === '\n')
+            line++;
+    }
+    return line;
+}
+// ============================================================================
+// MAIN FUNCTION
+// ============================================================================
+/**
+ * Detect duplicate functions across the codebase using the call graph's
+ * function nodes (which carry byte-range boundaries) and the original file
+ * contents.
+ */
+export function detectDuplicates(files, callGraph) {
+    const fileContentMap = new Map(files.map(f => [f.path, f.content]));
+    const entries = [];
+    for (const node of callGraph.nodes.values()) {
+        const content = fileContentMap.get(node.filePath);
+        if (!content)
+            continue;
+        // Compute line numbers from byte offsets
+        const startLine = byteOffsetToLine(content, node.startIndex);
+        const endLine = byteOffsetToLine(content, node.endIndex);
+        const lineCount = endLine - startLine + 1;
+        if (lineCount < MIN_LINES)
+            continue;
+        const body = content.slice(node.startIndex, node.endIndex);
+        const t1 = normalizeType1(body);
+        const t2 = normalizeType2(body);
+        const tokens = tokenize(t2);
+        if (tokens.length < MIN_TOKENS)
+            continue;
+        entries.push({
+            instance: {
+                file: node.filePath,
+                functionName: node.name,
+                className: node.className,
+                startLine,
+                endLine,
+            },
+            t1Hash: sha16(t1),
+            t2Hash: sha16(t2),
+            shingles: getShingles(tokens),
+        });
+    }
+    const cloneGroups = [];
+    const alreadyGrouped = new Set(); // entry indices
+    // ---- Step 2: Type 1 + Type 2 groups via hash bucketing ---- O(n)
+    const t1Map = new Map();
+    const t2Map = new Map();
+    for (let i = 0; i < entries.length; i++) {
+        const { t1Hash, t2Hash } = entries[i];
+        (t1Map.get(t1Hash) ?? t1Map.set(t1Hash, []).get(t1Hash)).push(i);
+        (t2Map.get(t2Hash) ?? t2Map.set(t2Hash, []).get(t2Hash)).push(i);
+    }
+    // Exact clones (Type 1)
+    for (const indices of t1Map.values()) {
+        if (indices.length < 2)
+            continue;
+        for (const i of indices)
+            alreadyGrouped.add(i);
+        const repIdx = indices[0];
+        cloneGroups.push({
+            type: 'exact',
+            similarity: 1.0,
+            instances: indices.map(i => entries[i].instance),
+            lineCount: entries[repIdx].instance.endLine - entries[repIdx].instance.startLine + 1,
+        });
+    }
+    // Structural clones (Type 2) — exclude those already in an exact group
+    for (const indices of t2Map.values()) {
+        if (indices.length < 2)
+            continue;
+        // Keep only entries not already in a Type 1 group
+        const novel = indices.filter(i => {
+            const t1Size = t1Map.get(entries[i].t1Hash)?.length ?? 0;
+            return t1Size < 2;
+        });
+        if (novel.length < 2)
+            continue;
+        for (const i of novel)
+            alreadyGrouped.add(i);
+        const repIdx = novel[0];
+        cloneGroups.push({
+            type: 'structural',
+            similarity: 1.0,
+            instances: novel.map(i => entries[i].instance),
+            lineCount: entries[repIdx].instance.endLine - entries[repIdx].instance.startLine + 1,
+        });
+    }
+    // ---- Step 3: Near-clones (Type 3) — pairwise Jaccard — O(n²) bounded ----
+    const ungrouped = entries
+        .map((e, i) => ({ ...e, origIdx: i }))
+        .filter(e => !alreadyGrouped.has(e.origIdx));
+    if (ungrouped.length >= 2 && ungrouped.length <= MAX_NEAR_FUNCTIONS) {
+        const nearGrouped = new Set(); // indices into `ungrouped`
+        for (let i = 0; i < ungrouped.length; i++) {
+            if (nearGrouped.has(i))
+                continue;
+            const group = [i];
+            for (let j = i + 1; j < ungrouped.length; j++) {
+                if (nearGrouped.has(j))
+                    continue;
+                const sim = jaccard(ungrouped[i].shingles, ungrouped[j].shingles);
+                if (sim >= NEAR_THRESHOLD) {
+                    group.push(j);
+                    nearGrouped.add(j);
+                }
+            }
+            if (group.length >= 2) {
+                nearGrouped.add(i);
+                // Use minimum pairwise similarity as the group's score (conservative)
+                let minSim = 1.0;
+                for (let k = 1; k < group.length; k++) {
+                    minSim = Math.min(minSim, jaccard(ungrouped[i].shingles, ungrouped[group[k]].shingles));
+                }
+                const repIdx = group[0];
+                cloneGroups.push({
+                    type: 'near',
+                    similarity: Math.round(minSim * 100) / 100,
+                    instances: group.map(k => ungrouped[k].instance),
+                    lineCount: ungrouped[repIdx].instance.endLine - ungrouped[repIdx].instance.startLine + 1,
+                });
+            }
+        }
+    }
+    // Sort by impact: (duplicated lines × copies) descending
+    cloneGroups.sort((a, b) => b.instances.length * b.lineCount - a.instances.length * a.lineCount);
+    // ---- Stats ----
+    const duplicatedSet = new Set();
+    for (const g of cloneGroups) {
+        for (const inst of g.instances) {
+            duplicatedSet.add(`${inst.file}:${inst.functionName}:${inst.startLine}`);
+        }
+    }
+    return {
+        cloneGroups,
+        stats: {
+            totalFunctions: entries.length,
+            duplicatedFunctions: duplicatedSet.size,
+            duplicationRatio: entries.length > 0
+                ? Math.round((duplicatedSet.size / entries.length) * 1000) / 1000
+                : 0,
+            cloneGroupCount: cloneGroups.length,
+        },
+    };
+}
+//# sourceMappingURL=duplicate-detector.js.map

package/dist/core/analyzer/duplicate-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicate-detector.js","sourceRoot":"","sources":["../../../src/core/analyzer/duplicate-detector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAyCzC,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,2EAA2E;AAC3E,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,sDAAsD;AACtD,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB,mDAAmD;AACnD,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,0CAA0C;AAC1C,MAAM,YAAY,GAAG,CAAC,CAAC;AAEvB,8EAA8E;AAC9E,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,+EAA+E;AAC/E,8EAA8E;AAC9E,+DAA+D;AAC/D,+EAA+E;AAE/E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC;IACvB,eAAe;IACf,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ;IACzE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;IAC1D,iBAAiB;IACjB,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ;IAC/D,eAAe;IACf,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW;IACvE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO;IACjC,uBAAuB;IACvB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;IAClD,YAAY;IACZ,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU;IAC3E,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc;IAChE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ;IAC5D,MAAM;IACN,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY;IACzE,gBAAgB;IAChB,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK;IACzE,QAAQ;IACR,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM;IACpE,UAAU;IACV,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM;IACjE,WAAW;IACX,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW;IACpE,gBAAgB;IAChB,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO;IAC3E,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS;IAC9B,cAAc;IACd,QAAQ,EAAE,YAAY;IACtB,oEAAoE;IACpE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;CACvD,CAAC,CAAC;AAEH,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,SAAS,aAAa,CAAC,IAAY;IACjC,sCAAsC;IACtC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IACvC,8BAA8B;IAC9B,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACpC,mBAAmB;IACnB,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAC7C,gCAAgC;IAChC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAC3C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;IAC3C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,mDAAmD;AACnD,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACzD,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,OAAO,CAAC,+BAA+B,EAAE,CAAC,KAAK,EAAE,EAAE;QAC7D,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,OAAO,EAAE,EAAE,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,KAAK,CAAC,IAAY;IACzB,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,+EAA+E;AAC/E,iDAAiD;AACjD,+EAA+E;AAE/E,SAAS,QAAQ,CAAC,cAAsB;IACtC,OAAO,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,WAAW,CAAC,MAAgB,EAAE,CAAC,GAAG,YAAY;IACrD,MAAM,CAAC,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,OAAO,CAAC,CAAc,EAAE,CAAc;IAC7C,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,EAAE,CAAC;IACzC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;AAC3C,CAAC;AAED,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E,kEAAkE;AAClE,SAAS,gBAAgB,CAAC,OAAe,EAAE,UAAkB;IAC3D,mCAAmC;IACnC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI;YAAE,IAAI,EAAE,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAA+C,EAC/C,SAA0B;IAE1B,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAUpE,MAAM,OAAO,GAAY,EAAE,CAAC;IAE5B,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,yCAAyC;QACzC,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,CAAC,CAAC;QAE1C,IAAI,SAAS,GAAG,SAAS;YAAE,SAAS;QAEpC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,EAAE,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;QAE5B,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU;YAAE,SAAS;QAEzC,OAAO,CAAC,IAAI,CAAC;YACX,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,QAAQ;gBACnB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,SAAS;gBACT,OAAO;aACR;YACD,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;YACjB,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;YACjB,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC,CAAC,gBAAgB;IAE1D,mEAAmE;IACnE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,wBAAwB;IACxB,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QACjC,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,WAAW,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAChD,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC;SACrF,CAAC,CAAC;IACL,CAAC;IAED,uEAAuE;IACvE,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QACjC,kDAAkD;QAClD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;YACzD,OAAO,MAAM,GAAG,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC/B,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,WAAW,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC;SACrF,CAAC,CAAC;IACL,CAAC;IAED,4EAA4E;IAC5E,MAAM,SAAS,GAAG,OAAO;SACtB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;SACrC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAE/C,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,IAAI,SAAS,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACpE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC,CAAC,2BAA2B;QAElE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,SAAS;YACjC,MAAM,KAAK,GAAa,CAAC,CAAC,CAAC,CAAC;YAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;oBAAE,SAAS;gBACjC,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAClE,IAAI,GAAG,IAAI,cAAc,EAAE,CAAC;oBAC1B,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACd,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACnB,sEAAsE;gBACtE,IAAI,MAAM,GAAG,GAAG,CAAC;gBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC1F,CAAC;gBACD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxB,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,MAAM;oBACZ,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG,GAAG;oBAC1C,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBAChD,SAAS,EACP,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC;iBAChF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,yDAAyD;IACzD,WAAW,CAAC,IAAI,CACd,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,SAAS,CAC9E,CAAC;IAEF,kBAAkB;IAClB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;YAC/B,aAAa,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW;QACX,KAAK,EAAE;YACL,cAAc,EAAE,OAAO,CAAC,MAAM;YAC9B,mBAAmB,EAAE,aAAa,CAAC,IAAI;YACvC,gBAAgB,EACd,OAAO,CAAC,MAAM,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;gBACjE,CAAC,CAAC,CAAC;YACP,eAAe,EAAE,WAAW,CAAC,MAAM;SACpC;KACF,CAAC;AACJ,CAAC"}

package/dist/core/analyzer/embedding-service.d.ts

@@ -0,0 +1,50 @@
+/**
+ * EmbeddingService
+ *
+ * Computes text embeddings via any OpenAI-compatible `/embeddings` endpoint
+ * (OpenAI, Ollama, LocalAI, vLLM, LM Studio, …).
+ *
+ * Configuration (in priority order):
+ *   1. Constructor argument `EmbeddingConfig`
+ *   2. Environment variables: EMBED_BASE_URL, EMBED_MODEL, EMBED_API_KEY
+ *
+ * The service batches texts in groups of `batchSize` (default 64) and
+ * resolves all batches sequentially to avoid overloading the server.
+ */
+import type { SpecGenConfig } from '../../types/index.js';
+export interface EmbeddingConfig {
+    /** Base URL of the OpenAI-compatible API, e.g. "http://localhost:11434/v1" */
+    baseUrl: string;
+    /** Embedding model name, e.g. "nomic-embed-text" or "text-embedding-3-small" */
+    model: string;
+    /** API key — optional for local servers */
+    apiKey?: string;
+    /** Maximum number of texts per API call (default: 64) */
+    batchSize?: number;
+    /** Disable SSL certificate verification (e.g. self-signed certs on local servers) */
+    skipSslVerify?: boolean;
+}
+export declare class EmbeddingService {
+    private baseUrl;
+    private model;
+    private apiKey;
+    private batchSize;
+    constructor(config: EmbeddingConfig);
+    /**
+     * Build an EmbeddingService from environment variables.
+     * Throws if EMBED_BASE_URL or EMBED_MODEL are not set.
+     */
+    static fromEnv(): EmbeddingService;
+    /**
+     * Build an EmbeddingService from a SpecGenConfig.
+     * Returns null if no embedding config is present.
+     */
+    static fromConfig(cfg: SpecGenConfig): EmbeddingService | null;
+    /**
+     * Compute embeddings for a list of texts.
+     * Returns one embedding vector per input text (same order).
+     */
+    embed(texts: string[]): Promise<number[][]>;
+    private callEmbeddingsApi;
+}
+//# sourceMappingURL=embedding-service.d.ts.map

package/dist/core/analyzer/embedding-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-service.d.ts","sourceRoot":"","sources":["../../../src/core/analyzer/embedding-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAM1D,MAAM,WAAW,eAAe;IAC9B,8EAA8E;IAC9E,OAAO,EAAE,MAAM,CAAC;IAChB,gFAAgF;IAChF,KAAK,EAAE,MAAM,CAAC;IACd,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yDAAyD;IACzD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAMD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,eAAe;IAUnC;;;OAGG;IACH,MAAM,CAAC,OAAO,IAAI,gBAAgB;IAalC;;;OAGG;IACH,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,aAAa,GAAG,gBAAgB,GAAG,IAAI;IAU9D;;;OAGG;IACG,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAcnC,iBAAiB;CAmChC"}

package/dist/core/analyzer/embedding-service.js

@@ -0,0 +1,104 @@
+/**
+ * EmbeddingService
+ *
+ * Computes text embeddings via any OpenAI-compatible `/embeddings` endpoint
+ * (OpenAI, Ollama, LocalAI, vLLM, LM Studio, …).
+ *
+ * Configuration (in priority order):
+ *   1. Constructor argument `EmbeddingConfig`
+ *   2. Environment variables: EMBED_BASE_URL, EMBED_MODEL, EMBED_API_KEY
+ *
+ * The service batches texts in groups of `batchSize` (default 64) and
+ * resolves all batches sequentially to avoid overloading the server.
+ */
+// ============================================================================
+// EMBEDDING SERVICE
+// ============================================================================
+export class EmbeddingService {
+    baseUrl;
+    model;
+    apiKey;
+    batchSize;
+    constructor(config) {
+        this.baseUrl = config.baseUrl.replace(/\/$/, '');
+        this.model = config.model;
+        this.apiKey = config.apiKey ?? '';
+        this.batchSize = config.batchSize ?? 64;
+        if (config.skipSslVerify && process.env.NODE_TLS_REJECT_UNAUTHORIZED !== '0') {
+            process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0';
+        }
+    }
+    /**
+     * Build an EmbeddingService from environment variables.
+     * Throws if EMBED_BASE_URL or EMBED_MODEL are not set.
+     */
+    static fromEnv() {
+        const baseUrl = process.env.EMBED_BASE_URL;
+        const model = process.env.EMBED_MODEL;
+        if (!baseUrl)
+            throw new Error('EMBED_BASE_URL environment variable is required');
+        if (!model)
+            throw new Error('EMBED_MODEL environment variable is required');
+        return new EmbeddingService({
+            baseUrl,
+            model,
+            apiKey: process.env.EMBED_API_KEY,
+            skipSslVerify: process.env.EMBED_SKIP_SSL_VERIFY === '1' || process.env.EMBED_SKIP_SSL_VERIFY === 'true',
+        });
+    }
+    /**
+     * Build an EmbeddingService from a SpecGenConfig.
+     * Returns null if no embedding config is present.
+     */
+    static fromConfig(cfg) {
+        if (!cfg.embedding?.baseUrl || !cfg.embedding?.model)
+            return null;
+        return new EmbeddingService({
+            baseUrl: cfg.embedding.baseUrl,
+            model: cfg.embedding.model,
+            apiKey: cfg.embedding.apiKey,
+            skipSslVerify: cfg.embedding.skipSslVerify,
+        });
+    }
+    /**
+     * Compute embeddings for a list of texts.
+     * Returns one embedding vector per input text (same order).
+     */
+    async embed(texts) {
+        if (texts.length === 0)
+            return [];
+        const results = [];
+        for (let i = 0; i < texts.length; i += this.batchSize) {
+            const batch = texts.slice(i, i + this.batchSize);
+            const vectors = await this.callEmbeddingsApi(batch);
+            results.push(...vectors);
+        }
+        return results;
+    }
+    async callEmbeddingsApi(texts) {
+        const url = `${this.baseUrl}/embeddings`;
+        const headers = {
+            'Content-Type': 'application/json',
+        };
+        if (this.apiKey) {
+            headers['Authorization'] = `Bearer ${this.apiKey}`;
+        }
+        const response = await fetch(url, {
+            method: 'POST',
+            headers,
+            body: JSON.stringify({ input: texts, model: this.model }),
+        });
+        if (!response.ok) {
+            const body = await response.text().catch(() => '');
+            throw new Error(`Embedding API error ${response.status} from ${url}: ${body.slice(0, 200)}`);
+        }
+        const json = (await response.json());
+        if (!Array.isArray(json.data)) {
+            throw new Error(`Unexpected embedding response format: missing "data" array`);
+        }
+        // Sort by index to guarantee order matches input
+        const sorted = [...json.data].sort((a, b) => a.index - b.index);
+        return sorted.map(d => d.embedding);
+    }
+}
+//# sourceMappingURL=embedding-service.js.map

package/dist/core/analyzer/embedding-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-service.js","sourceRoot":"","sources":["../../../src/core/analyzer/embedding-service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAqBH,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,MAAM,OAAO,gBAAgB;IACnB,OAAO,CAAS;IAChB,KAAK,CAAS;IACd,MAAM,CAAS;IACf,SAAS,CAAS;IAE1B,YAAY,MAAuB;QACjC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;QACxC,IAAI,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,4BAA4B,KAAK,GAAG,EAAE,CAAC;YAC7E,OAAO,CAAC,GAAG,CAAC,4BAA4B,GAAG,GAAG,CAAC;QACjD,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,OAAO;QACZ,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACjF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAC5E,OAAO,IAAI,gBAAgB,CAAC;YAC1B,OAAO;YACP,KAAK;YACL,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa;YACjC,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,MAAM;SACzG,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,UAAU,CAAC,GAAkB;QAClC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK;YAAE,OAAO,IAAI,CAAC;QAClE,OAAO,IAAI,gBAAgB,CAAC;YAC1B,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,OAAO;YAC9B,KAAK,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK;YAC1B,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,MAAM;YAC5B,aAAa,EAAE,GAAG,CAAC,SAAS,CAAC,aAAa;SAC3C,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,KAAe;QAC7C,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;QAEzC,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;SAC1D,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,IAAI,KAAK,CACb,uBAAuB,QAAQ,CAAC,MAAM,SAAS,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC5E,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QAED,iDAAiD;QACjD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;CACF"}

package/dist/core/analyzer/file-walker.d.ts

@@ -0,0 +1,78 @@
+/**
+ * FileWalker Service
+ *
+ * Traverses the codebase intelligently, filtering noise and respecting ignore patterns.
+ * Collects metadata about each file for significance scoring and analysis.
+ */
+import type { FileWalkerResult } from '../../types/index.js';
+/**
+ * Options for the FileWalker
+ */
+export interface FileWalkerOptions {
+    /** Maximum number of files to process */
+    maxFiles?: number;
+    /** Additional glob patterns to include */
+    includePatterns?: string[];
+    /** Additional glob patterns to exclude */
+    excludePatterns?: string[];
+    /** Progress callback for UI updates */
+    onProgress?: (progress: FileWalkerProgress) => void;
+    /** AbortController signal for cancellation */
+    signal?: AbortSignal;
+    /** Maximum concurrent file reads */
+    concurrency?: number;
+}
+/**
+ * Progress information during file walking
+ */
+export interface FileWalkerProgress {
+    filesFound: number;
+    directoriesScanned: number;
+    currentPath: string;
+}
+/**
+ * FileWalker class for traversing codebases
+ */
+export declare class FileWalker {
+    private rootPath;
+    private options;
+    private ig;
+    /** Separate ignore instance used to check if a file matches includePatterns. */
+    private igInclude;
+    private files;
+    private skippedCount;
+    private skippedReasons;
+    private directoriesScanned;
+    private extensionCounts;
+    private directoryCounts;
+    constructor(rootPath: string, options?: FileWalkerOptions);
+    /**
+     * Record a skipped file with reason
+     */
+    private recordSkip;
+    /**
+     * Check if we should skip a directory
+     */
+    private shouldSkipDirectory;
+    /**
+     * Check if we should skip a file
+     */
+    private shouldSkipFile;
+    /**
+     * Walk a directory recursively
+     */
+    private walkDirectory;
+    /**
+     * Process a single file and collect metadata
+     */
+    private processFile;
+    /**
+     * Walk the codebase and collect file metadata
+     */
+    walk(): Promise<FileWalkerResult>;
+}
+/**
+ * Convenience function to walk a directory
+ */
+export declare function walkDirectory(rootPath: string, options?: FileWalkerOptions): Promise<FileWalkerResult>;
+//# sourceMappingURL=file-walker.d.ts.map

package/dist/core/analyzer/file-walker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-walker.d.ts","sourceRoot":"","sources":["../../../src/core/analyzer/file-walker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,OAAO,KAAK,EAAgB,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAE3E;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,yCAAyC;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,0CAA0C;IAC1C,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,uCAAuC;IACvC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACpD,8CAA8C;IAC9C,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,oCAAoC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB;AA8TD;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAA8B;IAC7C,OAAO,CAAC,EAAE,CAAuB;IACjC,gFAAgF;IAChF,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,eAAe,CAA8B;IACrD,OAAO,CAAC,eAAe,CAA8B;gBAEzC,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAY7D;;OAEG;IACH,OAAO,CAAC,UAAU;IAKlB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAwB3B;;OAEG;IACH,OAAO,CAAC,cAAc;IAsBtB;;OAEG;YACW,aAAa;IAkF3B;;OAEG;YACW,WAAW;IAwCzB;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAqCxC;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,gBAAgB,CAAC,CAG3B"}