@mnemonik/shared 1.0.0

package/dist/FileSystemReader.d.ts

@@ -0,0 +1,60 @@
+/**
+ * FileSystemReader — Encapsulates all filesystem operations for scanning.
+ *
+ * This module is the boundary between disk I/O and the rest of the system.
+ * In a cloud deployment, a lightweight client-side agent uses this module
+ * locally and pushes results to the server's indexing API; the server
+ * itself never touches the filesystem.
+ */
+import { CodeChunk } from './codeScanner.js';
+export interface FileData {
+    /** Relative path from project root */
+    path: string;
+    /** SHA-256 hash (content + size + mtime) */
+    hash: string;
+}
+export interface ScanFilesResult {
+    files: FileData[];
+    chunks: CodeChunk[];
+}
+export interface ChangedFilesResult {
+    changed: FileData[];
+    chunks: CodeChunk[];
+    skipped: number;
+}
+export declare class FileSystemReader {
+    /**
+     * Recursively list all scannable text files in a project directory.
+     * Returns absolute paths.
+     */
+    readProjectFiles(dirPath: string): Promise<string[]>;
+    /**
+     * Compute SHA-256 hash for a file (content + size + mtime).
+     * Returns empty string on error or if the file exceeds MAX_FILE_SIZE.
+     */
+    calculateFileHash(filePath: string): Promise<string>;
+    /**
+     * Scan a directory and return files + extracted code chunks.
+     */
+    scanDirectory(projectPath: string): Promise<ScanFilesResult>;
+    /**
+     * Determine which files have changed compared to known hashes.
+     * Returns changed files plus their extracted code chunks.
+     */
+    detectChangedFiles(projectPath: string, knownHashes: Map<string, string>): Promise<ChangedFilesResult>;
+    /**
+     * Read file content with timeout protection.
+     */
+    readFileContent(filePath: string): Promise<string | null>;
+    /**
+     * Stat a file with timeout protection.
+     */
+    statFile(filePath: string): Promise<{
+        mtime: Date;
+        size: number;
+    } | null>;
+    private traverseDirectory;
+    private isTextFile;
+}
+export declare function getFileSystemReader(): FileSystemReader;
+//# sourceMappingURL=FileSystemReader.d.ts.map

package/dist/FileSystemReader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileSystemReader.d.ts","sourceRoot":"","sources":["../src/FileSystemReader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAOH,OAAO,EAAe,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAgE1D,MAAM,WAAW,QAAQ;IACvB,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,MAAM,EAAE,SAAS,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,gBAAgB;IAC3B;;;OAGG;IACG,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAM1D;;;OAGG;IACG,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiC1D;;OAEG;IACG,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAoBlE;;;OAGG;IACG,kBAAkB,CACtB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,OAAO,CAAC,kBAAkB,CAAC;IA0C9B;;OAEG;IACG,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAY/D;;OAEG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,IAAI,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;YAejE,iBAAiB;IAqC/B,OAAO,CAAC,UAAU;CAKnB;AAID,wBAAgB,mBAAmB,IAAI,gBAAgB,CAGtD"}

package/dist/FileSystemReader.js

@@ -0,0 +1,236 @@
+/**
+ * FileSystemReader — Encapsulates all filesystem operations for scanning.
+ *
+ * This module is the boundary between disk I/O and the rest of the system.
+ * In a cloud deployment, a lightweight client-side agent uses this module
+ * locally and pushes results to the server's indexing API; the server
+ * itself never touches the filesystem.
+ */
+import { readdir, readFile, stat } from 'fs/promises';
+import { join, relative, isAbsolute } from 'path';
+import { createHash } from 'crypto';
+import { debug as logDebug, warn as logWarn, info as logInfo } from './logger.js';
+import { withTimeout } from './asyncUtils.js';
+import { CodeScanner } from './codeScanner.js';
+const FILE_OP_TIMEOUT_MS = 5000;
+const MAX_FILE_SIZE = 10 * 1024 * 1024; // 10 MB
+const SKIP_DIRS = new Set([
+    'node_modules',
+    '.git',
+    'dist',
+    'build',
+    '.next',
+    'coverage',
+    'venv',
+    '.venv',
+    'env',
+    '.env',
+    '__pycache__',
+    '.cache',
+    'target',
+    '.tox',
+    '.mypy_cache',
+    '.pytest_cache',
+]);
+const TEXT_EXTENSIONS = new Set([
+    'ts',
+    'tsx',
+    'js',
+    'jsx',
+    'py',
+    'java',
+    'cpp',
+    'c',
+    'h',
+    'hpp',
+    'go',
+    'rs',
+    'php',
+    'rb',
+    'swift',
+    'kt',
+    'scala',
+    'sh',
+    'bash',
+    'sql',
+    'html',
+    'css',
+    'scss',
+    'sass',
+    'less',
+    'json',
+    'yaml',
+    'yml',
+    'toml',
+    'xml',
+    'md',
+    'txt',
+    'vue',
+    'svelte',
+    'astro',
+]);
+const SKIP_PATTERNS = ['.min.js', '.min.css', '.bundle.js', '.legacy.js', '.map'];
+export class FileSystemReader {
+    /**
+     * Recursively list all scannable text files in a project directory.
+     * Returns absolute paths.
+     */
+    async readProjectFiles(dirPath) {
+        const files = [];
+        await this.traverseDirectory(dirPath, files);
+        return files;
+    }
+    /**
+     * Compute SHA-256 hash for a file (content + size + mtime).
+     * Returns empty string on error or if the file exceeds MAX_FILE_SIZE.
+     */
+    async calculateFileHash(filePath) {
+        try {
+            const stats = await withTimeout(stat(filePath), FILE_OP_TIMEOUT_MS, `stat timed out: ${filePath}`);
+            if (stats.size > MAX_FILE_SIZE) {
+                logDebug('Skipping file hash — exceeds size limit', {
+                    file: filePath,
+                    size: stats.size,
+                });
+                return '';
+            }
+            const content = await withTimeout(readFile(filePath, 'utf-8'), FILE_OP_TIMEOUT_MS, `readFile timed out: ${filePath}`);
+            const hashInput = `${content}\n${stats.size}\n${stats.mtime.getTime()}`;
+            return createHash('sha256').update(hashInput).digest('hex');
+        }
+        catch (error) {
+            logWarn('Failed to calculate file hash', {
+                file: filePath,
+                error: error.message,
+            });
+            return '';
+        }
+    }
+    /**
+     * Scan a directory and return files + extracted code chunks.
+     */
+    async scanDirectory(projectPath) {
+        const scanner = new CodeScanner();
+        const chunks = await scanner.scanDirectory(projectPath);
+        const files = [];
+        const seen = new Set();
+        for (const chunk of chunks) {
+            if (!seen.has(chunk.filePath)) {
+                seen.add(chunk.filePath);
+                const absPath = isAbsolute(chunk.filePath)
+                    ? chunk.filePath
+                    : join(projectPath, chunk.filePath);
+                const hash = await this.calculateFileHash(absPath);
+                files.push({ path: chunk.filePath, hash });
+            }
+        }
+        return { files, chunks };
+    }
+    /**
+     * Determine which files have changed compared to known hashes.
+     * Returns changed files plus their extracted code chunks.
+     */
+    async detectChangedFiles(projectPath, knownHashes) {
+        const allFiles = await this.readProjectFiles(projectPath);
+        const changed = [];
+        let skipped = 0;
+        for (const absPath of allFiles) {
+            try {
+                const hash = await this.calculateFileHash(absPath);
+                const relPath = relative(projectPath, absPath);
+                const known = knownHashes.get(absPath) ?? knownHashes.get(relPath);
+                if (!known || known !== hash) {
+                    changed.push({ path: absPath, hash });
+                }
+                else {
+                    skipped++;
+                }
+            }
+            catch (error) {
+                logWarn('Failed to process file for incremental scan', {
+                    file: absPath,
+                    error: error.message,
+                });
+            }
+        }
+        logInfo('Incremental scan analysis', {
+            totalFiles: allFiles.length,
+            filesToScan: changed.length,
+            filesSkipped: skipped,
+        });
+        if (changed.length === 0) {
+            return { changed: [], chunks: [], skipped };
+        }
+        const scanner = new CodeScanner();
+        const chunks = await scanner.scanFiles(changed.map((f) => f.path), projectPath);
+        return { changed, chunks, skipped };
+    }
+    /**
+     * Read file content with timeout protection.
+     */
+    async readFileContent(filePath) {
+        try {
+            return await withTimeout(readFile(filePath, 'utf-8'), FILE_OP_TIMEOUT_MS, `readFile timed out: ${filePath}`);
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Stat a file with timeout protection.
+     */
+    async statFile(filePath) {
+        try {
+            const s = await withTimeout(stat(filePath), FILE_OP_TIMEOUT_MS, `stat timed out: ${filePath}`);
+            return { mtime: s.mtime, size: s.size };
+        }
+        catch {
+            return null;
+        }
+    }
+    // ── private helpers ─────────────────────────────────────────────────
+    async traverseDirectory(dirPath, files) {
+        try {
+            const entries = await withTimeout(readdir(dirPath, { withFileTypes: true }), FILE_OP_TIMEOUT_MS, `readdir timed out: ${dirPath}`);
+            for (const entry of entries) {
+                const fullPath = join(dirPath, entry.name);
+                if (entry.isDirectory()) {
+                    if (SKIP_DIRS.has(entry.name))
+                        continue;
+                    await this.traverseDirectory(fullPath, files);
+                }
+                else if (entry.isFile() && this.isTextFile(entry.name)) {
+                    try {
+                        const fileStat = await withTimeout(stat(fullPath), FILE_OP_TIMEOUT_MS, `stat timed out: ${fullPath}`);
+                        if (fileStat.size <= 100 * 1024) {
+                            files.push(fullPath);
+                        }
+                    }
+                    catch {
+                        // can't stat → skip
+                    }
+                }
+            }
+        }
+        catch (error) {
+            logWarn('Failed to read directory', {
+                path: dirPath,
+                error: error.message,
+            });
+        }
+    }
+    isTextFile(filename) {
+        if (SKIP_PATTERNS.some((p) => filename.endsWith(p)))
+            return false;
+        const ext = filename.split('.').pop()?.toLowerCase();
+        return TEXT_EXTENSIONS.has(ext || '');
+    }
+}
+/** Singleton for convenience */
+let _instance = null;
+export function getFileSystemReader() {
+    if (!_instance)
+        _instance = new FileSystemReader();
+    return _instance;
+}
+//# sourceMappingURL=FileSystemReader.js.map

package/dist/FileSystemReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileSystemReader.js","sourceRoot":"","sources":["../src/FileSystemReader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,KAAK,IAAI,QAAQ,EAAE,IAAI,IAAI,OAAO,EAAE,IAAI,IAAI,OAAO,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAa,MAAM,kBAAkB,CAAC;AAE1D,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AAEhD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,UAAU;IACV,MAAM;IACN,OAAO;IACP,KAAK;IACL,MAAM;IACN,aAAa;IACb,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,aAAa;IACb,eAAe;CAChB,CAAC,CAAC;AAEH,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;IACN,KAAK;IACL,GAAG;IACH,GAAG;IACH,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,OAAO;IACP,IAAI;IACJ,OAAO;IACP,IAAI;IACJ,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,IAAI;IACJ,KAAK;IACL,KAAK;IACL,QAAQ;IACR,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;AAoBlF,MAAM,OAAO,gBAAgB;IAC3B;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe;QACpC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB,CAAC,QAAgB;QACtC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,WAAW,CAC7B,IAAI,CAAC,QAAQ,CAAC,EACd,kBAAkB,EAClB,mBAAmB,QAAQ,EAAE,CAC9B,CAAC;YAEF,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,EAAE,CAAC;gBAC/B,QAAQ,CAAC,yCAAyC,EAAE;oBAClD,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,KAAK,CAAC,IAAI;iBACjB,CAAC,CAAC;gBACH,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,EAC3B,kBAAkB,EAClB,uBAAuB,QAAQ,EAAE,CAClC,CAAC;YAEF,MAAM,SAAS,GAAG,GAAG,OAAO,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACxE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,+BAA+B,EAAE;gBACvC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAG,KAAe,CAAC,OAAO;aAChC,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,WAAmB;QACrC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAExD,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACzB,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACxC,CAAC,CAAC,KAAK,CAAC,QAAQ;oBAChB,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,kBAAkB,CACtB,WAAmB,EACnB,WAAgC;QAEhC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACnE,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxC,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,6CAA6C,EAAE;oBACrD,IAAI,EAAE,OAAO;oBACb,KAAK,EAAG,KAAe,CAAC,OAAO;iBAChC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,CAAC,2BAA2B,EAAE;YACnC,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,YAAY,EAAE,OAAO;SACtB,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CACpC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAC1B,WAAW,CACZ,CAAC;QAEF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,QAAgB;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,WAAW,CACtB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,EAC3B,kBAAkB,EAClB,uBAAuB,QAAQ,EAAE,CAClC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,WAAW,CACzB,IAAI,CAAC,QAAQ,CAAC,EACd,kBAAkB,EAClB,mBAAmB,QAAQ,EAAE,CAC9B,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,uEAAuE;IAE/D,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,KAAe;QAC9D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAC/B,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EACzC,kBAAkB,EAClB,sBAAsB,OAAO,EAAE,CAChC,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAE3C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;wBAAE,SAAS;oBACxC,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAChD,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzD,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAChC,IAAI,CAAC,QAAQ,CAAC,EACd,kBAAkB,EAClB,mBAAmB,QAAQ,EAAE,CAC9B,CAAC;wBACF,IAAI,QAAQ,CAAC,IAAI,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC;4BAChC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACvB,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,oBAAoB;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,0BAA0B,EAAE;gBAClC,IAAI,EAAE,OAAO;gBACb,KAAK,EAAG,KAAe,CAAC,OAAO;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,QAAgB;QACjC,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAClE,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;QACrD,OAAO,eAAe,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IACxC,CAAC;CACF;AAED,gCAAgC;AAChC,IAAI,SAAS,GAA4B,IAAI,CAAC;AAC9C,MAAM,UAAU,mBAAmB;IACjC,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACnD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/asyncUtils.d.ts

@@ -0,0 +1,2 @@
+export declare function withTimeout<T>(promise: Promise<T>, timeoutMs: number, timeoutMessage?: string): Promise<T>;
+//# sourceMappingURL=asyncUtils.d.ts.map

package/dist/asyncUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncUtils.d.ts","sourceRoot":"","sources":["../src/asyncUtils.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CAAC,CAAC,EAC3B,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EACnB,SAAS,EAAE,MAAM,EACjB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,CAAC,CAAC,CAWZ"}

package/dist/asyncUtils.js

@@ -0,0 +1,12 @@
+export function withTimeout(promise, timeoutMs, timeoutMessage) {
+    let timer;
+    const timeoutPromise = new Promise((_resolve, reject) => {
+        timer = setTimeout(() => {
+            reject(new Error(timeoutMessage ?? `Operation timed out after ${timeoutMs}ms`));
+        }, timeoutMs);
+    });
+    return Promise.race([promise, timeoutPromise]).finally(() => {
+        clearTimeout(timer);
+    });
+}
+//# sourceMappingURL=asyncUtils.js.map

package/dist/asyncUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncUtils.js","sourceRoot":"","sources":["../src/asyncUtils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,WAAW,CACzB,OAAmB,EACnB,SAAiB,EACjB,cAAuB;IAEvB,IAAI,KAAoC,CAAC;IACzC,MAAM,cAAc,GAAG,IAAI,OAAO,CAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;QAC7D,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACtB,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,IAAI,6BAA6B,SAAS,IAAI,CAAC,CAAC,CAAC;QAClF,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QAC1D,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/codeScanner.d.ts

@@ -0,0 +1,96 @@
+/**
+ * Code Scanner - Parse and chunk source files for embedding
+ */
+export interface CodeChunk {
+    content: string;
+    filePath: string;
+    language: string;
+    startLine: number;
+    endLine: number;
+    chunkType: 'function' | 'class' | 'module' | 'raw';
+    contentHash: string;
+    metadata: {
+        fileName: string;
+        extension: string;
+        size: number;
+        signature?: string;
+        symbolName?: string;
+    };
+}
+export interface ScanOptions {
+    maxChunkSize?: number;
+    minChunkSize?: number;
+    ignorePatterns?: string[];
+    includeExtensions?: string[];
+}
+export declare class CodeScanner {
+    private options;
+    constructor(options?: ScanOptions);
+    /**
+     * Maximum directory depth for recursive scanning
+     * v2.43: Prevents runaway recursion on deep/symlinked structures
+     */
+    private static readonly MAX_DEPTH;
+    /**
+     * Scan a directory recursively and extract code chunks
+     * v2.43: Added max depth (10) to prevent infinite recursion
+     */
+    scanDirectory(rootPath: string): Promise<CodeChunk[]>;
+    /**
+     * Scan specific files and extract code chunks.
+     * Pass rootPath to compute proper relative file paths in chunk metadata.
+     */
+    scanFiles(filePaths: string[], rootPath: string): Promise<CodeChunk[]>;
+    /**
+     * Recursively traverse directory
+     * v2.43: Added depth parameter with max limit
+     */
+    private traverseDirectory;
+    /**
+     * Check if path should be ignored
+     * v2.71: Fixed glob-to-regex conversion and substring matching.
+     * - Escape regex special chars before replacing * with .*
+     * - Replace ALL * occurrences (not just the first)
+     * - For non-glob patterns, match on path segments to avoid false positives
+     *   (e.g., '.env' should not match '.environment.ts')
+     */
+    private shouldIgnore;
+    /**
+     * Parse a file and extract code chunks
+     * v2.43: Added 10MB file size limit
+     */
+    private static readonly MAX_FILE_SIZE;
+    private parseFile;
+    /**
+     * Detect language from file extension
+     */
+    private detectLanguage;
+    /**
+     * Chunk markdown files by headers
+     */
+    private chunkMarkdown;
+    /**
+     * Find the index of the closing brace matching the opening brace at openIndex.
+     * Handles nested braces. Skips braces inside string literals, template literals,
+     * single-line comments, multi-line comments, and regex literals.
+     */
+    private findMatchingBrace;
+    /**
+     * Extract structured chunks (functions, classes)
+     * v2.76: Uses brace-matching for TS/JS/Rust so nested braces are not truncated at first \n}
+     */
+    private extractStructuredChunks;
+    /**
+     * Get regex patterns for language
+     */
+    private getLanguagePatterns;
+    /**
+     * Fall back to raw chunking with overlap
+     */
+    private chunkRaw;
+    /**
+     * Generate content hash for drift detection
+     */
+    private hash;
+}
+//# sourceMappingURL=codeScanner.d.ts.map

package/dist/codeScanner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeScanner.d.ts","sourceRoot":"","sources":["../src/codeScanner.ts"],"names":[],"mappings":"AAAA;;GAEG;AAaH,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,UAAU,GAAG,OAAO,GAAG,QAAQ,GAAG,KAAK,CAAC;IACnD,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AA8DD,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAAwB;gBAE3B,OAAO,GAAE,WAAgB;IAIrC;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAM;IAEvC;;;OAGG;IACG,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAM3D;;;OAGG;IACG,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAsB5E;;;OAGG;YACW,iBAAiB;IA+D/B;;;;;;;OAOG;IACH,OAAO,CAAC,YAAY;IAepB;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAoB;YAE3C,SAAS;IAyFvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;OAEG;IACH,OAAO,CAAC,aAAa;IAoFrB;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IA0GzB;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAoE/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAqD3B;;OAEG;IACH,OAAO,CAAC,QAAQ;IA+BhB;;OAEG;IACH,OAAO,CAAC,IAAI;CAGb"}