@mnemonik/shared 6.5.0 → 6.5.2

package/dist/index.d.ts

@@ -7,7 +7,6 @@
 export { MCP_INSTRUCTIONS, MCP_INSTRUCTIONS_RAW, getMcpInstructions } from './instructions.js';
 export { USAGE_GUIDE } from './usageGuide.js';
 export { CodeScanner, AUTHORITY_FILE_MATCHERS, BUILT_IN_IGNORE_DIRS, makeIgnoreMatcher, isGitBoundary, FIXTURE_PATH_RE, isFixturePath, type CodeChunk, type ScanOptions, } from './codeScanner.js';
-export { FileSystemReader, getFileSystemReader, type ScanFilesResult, type ChangedFilesResult, type FileData, } from './FileSystemReader.js';
 export { SECRET_PATTERNS, SECRET_REDACTION_PLACEHOLDER, scrubSecrets } from './secretPatterns.js';
 export { FETCH_TIMEOUT_MS, TELEMETRY_TIMEOUT_MS, POST_TOOL_TIMEOUT_MS, MCP_PRECHECK_TIMEOUT_MS, withHookTimeout, } from './hookTimeouts.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC/F,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EACL,WAAW,EACX,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,aAAa,EACb,KAAK,SAAS,EACd,KAAK,WAAW,GACjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EACnB,KAAK,eAAe,EACpB,KAAK,kBAAkB,EACvB,KAAK,QAAQ,GACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,eAAe,EAAE,4BAA4B,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClG,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,uBAAuB,EACvB,eAAe,GAChB,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC/F,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EACL,WAAW,EACX,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,aAAa,EACb,KAAK,SAAS,EACd,KAAK,WAAW,GACjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,4BAA4B,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClG,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,uBAAuB,EACvB,eAAe,GAChB,MAAM,mBAAmB,CAAC"}

package/dist/index.js

@@ -7,7 +7,6 @@
 export { MCP_INSTRUCTIONS, MCP_INSTRUCTIONS_RAW, getMcpInstructions } from './instructions.js';
 export { USAGE_GUIDE } from './usageGuide.js';
 export { CodeScanner, AUTHORITY_FILE_MATCHERS, BUILT_IN_IGNORE_DIRS, makeIgnoreMatcher, isGitBoundary, FIXTURE_PATH_RE, isFixturePath, } from './codeScanner.js';
-export { FileSystemReader, getFileSystemReader, } from './FileSystemReader.js';
 export { SECRET_PATTERNS, SECRET_REDACTION_PLACEHOLDER, scrubSecrets } from './secretPatterns.js';
 export { FETCH_TIMEOUT_MS, TELEMETRY_TIMEOUT_MS, POST_TOOL_TIMEOUT_MS, MCP_PRECHECK_TIMEOUT_MS, withHookTimeout, } from './hookTimeouts.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC/F,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EACL,WAAW,EACX,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,aAAa,GAGd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,gBAAgB,EAChB,mBAAmB,GAIpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,eAAe,EAAE,4BAA4B,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClG,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,uBAAuB,EACvB,eAAe,GAChB,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC/F,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EACL,WAAW,EACX,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,aAAa,GAGd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,4BAA4B,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAClG,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,oBAAoB,EACpB,uBAAuB,EACvB,eAAe,GAChB,MAAM,mBAAmB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mnemonik/shared",
-  "version": "6.5.0",
+  "version": "6.5.2",
   "description": "Shared constants and utilities for Mnemonik packages",
   "type": "module",
   "main": "dist/index.js",

package/src/index.ts

@@ -18,13 +18,6 @@ export {
   type CodeChunk,
   type ScanOptions,
 } from './codeScanner.js';
-export {
-  FileSystemReader,
-  getFileSystemReader,
-  type ScanFilesResult,
-  type ChangedFilesResult,
-  type FileData,
-} from './FileSystemReader.js';
 export { SECRET_PATTERNS, SECRET_REDACTION_PLACEHOLDER, scrubSecrets } from './secretPatterns.js';
 export {
   FETCH_TIMEOUT_MS,

package/dist/FileSystemReader.d.ts

@@ -1,60 +0,0 @@
-/**
- * FileSystemReader — Encapsulates all filesystem operations for scanning.
- *
- * This module is the boundary between disk I/O and the rest of the system.
- * In a cloud deployment, a lightweight client-side agent uses this module
- * locally and pushes results to the server's indexing API; the server
- * itself never touches the filesystem.
- */
-import { CodeChunk } from './codeScanner.js';
-export interface FileData {
-    /** Relative path from project root */
-    path: string;
-    /** SHA-256 hash (content + size + mtime) */
-    hash: string;
-}
-export interface ScanFilesResult {
-    files: FileData[];
-    chunks: CodeChunk[];
-}
-export interface ChangedFilesResult {
-    changed: FileData[];
-    chunks: CodeChunk[];
-    skipped: number;
-}
-export declare class FileSystemReader {
-    /**
-     * Recursively list all scannable text files in a project directory.
-     * Returns absolute paths.
-     */
-    readProjectFiles(dirPath: string): Promise<string[]>;
-    /**
-     * Compute SHA-256 hash for a file (content + size + mtime).
-     * Returns empty string on error or if the file exceeds MAX_FILE_SIZE.
-     */
-    calculateFileHash(filePath: string): Promise<string>;
-    /**
-     * Scan a directory and return files + extracted code chunks.
-     */
-    scanDirectory(projectPath: string): Promise<ScanFilesResult>;
-    /**
-     * Determine which files have changed compared to known hashes.
-     * Returns changed files plus their extracted code chunks.
-     */
-    detectChangedFiles(projectPath: string, knownHashes: Map<string, string>): Promise<ChangedFilesResult>;
-    /**
-     * Read file content with timeout protection.
-     */
-    readFileContent(filePath: string): Promise<string | null>;
-    /**
-     * Stat a file with timeout protection.
-     */
-    statFile(filePath: string): Promise<{
-        mtime: Date;
-        size: number;
-    } | null>;
-    private traverseDirectory;
-    private isTextFile;
-}
-export declare function getFileSystemReader(): FileSystemReader;
-//# sourceMappingURL=FileSystemReader.d.ts.map

package/dist/FileSystemReader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"FileSystemReader.d.ts","sourceRoot":"","sources":["../src/FileSystemReader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAOH,OAAO,EAAe,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAqE1D,MAAM,WAAW,QAAQ;IACvB,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,MAAM,EAAE,SAAS,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,gBAAgB;IAC3B;;;OAGG;IACG,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAM1D;;;OAGG;IACG,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiC1D;;OAEG;IACG,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAoBlE;;;OAGG;IACG,kBAAkB,CACtB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,OAAO,CAAC,kBAAkB,CAAC;IA0C9B;;OAEG;IACG,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAY/D;;OAEG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,IAAI,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;YAejE,iBAAiB;IAqC/B,OAAO,CAAC,UAAU;CAKnB;AAID,wBAAgB,mBAAmB,IAAI,gBAAgB,CAGtD"}

package/dist/FileSystemReader.js

@@ -1,241 +0,0 @@
-/**
- * FileSystemReader — Encapsulates all filesystem operations for scanning.
- *
- * This module is the boundary between disk I/O and the rest of the system.
- * In a cloud deployment, a lightweight client-side agent uses this module
- * locally and pushes results to the server's indexing API; the server
- * itself never touches the filesystem.
- */
-import { readdir, readFile, stat } from 'fs/promises';
-import { join, relative, isAbsolute } from 'path';
-import { createHash } from 'crypto';
-import { debug as logDebug, warn as logWarn, info as logInfo } from './logger.js';
-import { withTimeout } from './asyncUtils.js';
-import { CodeScanner } from './codeScanner.js';
-const FILE_OP_TIMEOUT_MS = 5000;
-const MAX_FILE_SIZE = 10 * 1024 * 1024; // 10 MB
-// NOTE: this SKIP_DIRS is NOT an index gate — FileSystemReader's walk methods
-// (scanDirectory/detectChangedFiles) have no live caller; only readFileContent
-// (single file, no ignore) is used, for JIT citation verification. The
-// authoritative built-in list is BUILT_IN_IGNORE_DIRS in codeScanner.ts. Left
-// as-is (dead) rather than rewired to avoid churn on unused code.
-const SKIP_DIRS = new Set([
-    'node_modules',
-    '.git',
-    'dist',
-    'build',
-    '.next',
-    'coverage',
-    'venv',
-    '.venv',
-    'env',
-    '.env',
-    '__pycache__',
-    '.cache',
-    'target',
-    '.tox',
-    '.mypy_cache',
-    '.pytest_cache',
-]);
-const TEXT_EXTENSIONS = new Set([
-    'ts',
-    'tsx',
-    'js',
-    'jsx',
-    'py',
-    'java',
-    'cpp',
-    'c',
-    'h',
-    'hpp',
-    'go',
-    'rs',
-    'php',
-    'rb',
-    'swift',
-    'kt',
-    'scala',
-    'sh',
-    'bash',
-    'sql',
-    'html',
-    'css',
-    'scss',
-    'sass',
-    'less',
-    'json',
-    'yaml',
-    'yml',
-    'toml',
-    'xml',
-    'md',
-    'txt',
-    'vue',
-    'svelte',
-    'astro',
-]);
-const SKIP_PATTERNS = ['.min.js', '.min.css', '.bundle.js', '.legacy.js', '.map'];
-export class FileSystemReader {
-    /**
-     * Recursively list all scannable text files in a project directory.
-     * Returns absolute paths.
-     */
-    async readProjectFiles(dirPath) {
-        const files = [];
-        await this.traverseDirectory(dirPath, files);
-        return files;
-    }
-    /**
-     * Compute SHA-256 hash for a file (content + size + mtime).
-     * Returns empty string on error or if the file exceeds MAX_FILE_SIZE.
-     */
-    async calculateFileHash(filePath) {
-        try {
-            const stats = await withTimeout(stat(filePath), FILE_OP_TIMEOUT_MS, `stat timed out: ${filePath}`);
-            if (stats.size > MAX_FILE_SIZE) {
-                logDebug('Skipping file hash — exceeds size limit', {
-                    file: filePath,
-                    size: stats.size,
-                });
-                return '';
-            }
-            const content = await withTimeout(readFile(filePath, 'utf-8'), FILE_OP_TIMEOUT_MS, `readFile timed out: ${filePath}`);
-            const hashInput = `${content}\n${stats.size}\n${stats.mtime.getTime()}`;
-            return createHash('sha256').update(hashInput).digest('hex');
-        }
-        catch (error) {
-            logWarn('Failed to calculate file hash', {
-                file: filePath,
-                error: error.message,
-            });
-            return '';
-        }
-    }
-    /**
-     * Scan a directory and return files + extracted code chunks.
-     */
-    async scanDirectory(projectPath) {
-        const scanner = new CodeScanner();
-        const chunks = await scanner.scanDirectory(projectPath);
-        const files = [];
-        const seen = new Set();
-        for (const chunk of chunks) {
-            if (!seen.has(chunk.filePath)) {
-                seen.add(chunk.filePath);
-                const absPath = isAbsolute(chunk.filePath)
-                    ? chunk.filePath
-                    : join(projectPath, chunk.filePath);
-                const hash = await this.calculateFileHash(absPath);
-                files.push({ path: chunk.filePath, hash });
-            }
-        }
-        return { files, chunks };
-    }
-    /**
-     * Determine which files have changed compared to known hashes.
-     * Returns changed files plus their extracted code chunks.
-     */
-    async detectChangedFiles(projectPath, knownHashes) {
-        const allFiles = await this.readProjectFiles(projectPath);
-        const changed = [];
-        let skipped = 0;
-        for (const absPath of allFiles) {
-            try {
-                const hash = await this.calculateFileHash(absPath);
-                const relPath = relative(projectPath, absPath);
-                const known = knownHashes.get(absPath) ?? knownHashes.get(relPath);
-                if (!known || known !== hash) {
-                    changed.push({ path: absPath, hash });
-                }
-                else {
-                    skipped++;
-                }
-            }
-            catch (error) {
-                logWarn('Failed to process file for incremental scan', {
-                    file: absPath,
-                    error: error.message,
-                });
-            }
-        }
-        logInfo('Incremental scan analysis', {
-            totalFiles: allFiles.length,
-            filesToScan: changed.length,
-            filesSkipped: skipped,
-        });
-        if (changed.length === 0) {
-            return { changed: [], chunks: [], skipped };
-        }
-        const scanner = new CodeScanner();
-        const chunks = await scanner.scanFiles(changed.map((f) => f.path), projectPath);
-        return { changed, chunks, skipped };
-    }
-    /**
-     * Read file content with timeout protection.
-     */
-    async readFileContent(filePath) {
-        try {
-            return await withTimeout(readFile(filePath, 'utf-8'), FILE_OP_TIMEOUT_MS, `readFile timed out: ${filePath}`);
-        }
-        catch {
-            return null;
-        }
-    }
-    /**
-     * Stat a file with timeout protection.
-     */
-    async statFile(filePath) {
-        try {
-            const s = await withTimeout(stat(filePath), FILE_OP_TIMEOUT_MS, `stat timed out: ${filePath}`);
-            return { mtime: s.mtime, size: s.size };
-        }
-        catch {
-            return null;
-        }
-    }
-    // ── private helpers ─────────────────────────────────────────────────
-    async traverseDirectory(dirPath, files) {
-        try {
-            const entries = await withTimeout(readdir(dirPath, { withFileTypes: true }), FILE_OP_TIMEOUT_MS, `readdir timed out: ${dirPath}`);
-            for (const entry of entries) {
-                const fullPath = join(dirPath, entry.name);
-                if (entry.isDirectory()) {
-                    if (SKIP_DIRS.has(entry.name))
-                        continue;
-                    await this.traverseDirectory(fullPath, files);
-                }
-                else if (entry.isFile() && this.isTextFile(entry.name)) {
-                    try {
-                        const fileStat = await withTimeout(stat(fullPath), FILE_OP_TIMEOUT_MS, `stat timed out: ${fullPath}`);
-                        if (fileStat.size <= 100 * 1024) {
-                            files.push(fullPath);
-                        }
-                    }
-                    catch {
-                        // can't stat → skip
-                    }
-                }
-            }
-        }
-        catch (error) {
-            logWarn('Failed to read directory', {
-                path: dirPath,
-                error: error.message,
-            });
-        }
-    }
-    isTextFile(filename) {
-        if (SKIP_PATTERNS.some((p) => filename.endsWith(p)))
-            return false;
-        const ext = filename.split('.').pop()?.toLowerCase();
-        return TEXT_EXTENSIONS.has(ext || '');
-    }
-}
-/** Singleton for convenience */
-let _instance = null;
-export function getFileSystemReader() {
-    if (!_instance)
-        _instance = new FileSystemReader();
-    return _instance;
-}
-//# sourceMappingURL=FileSystemReader.js.map

package/dist/FileSystemReader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"FileSystemReader.js","sourceRoot":"","sources":["../src/FileSystemReader.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,KAAK,IAAI,QAAQ,EAAE,IAAI,IAAI,OAAO,EAAE,IAAI,IAAI,OAAO,EAAE,MAAM,aAAa,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAa,MAAM,kBAAkB,CAAC;AAE1D,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,QAAQ;AAEhD,8EAA8E;AAC9E,+EAA+E;AAC/E,uEAAuE;AACvE,8EAA8E;AAC9E,kEAAkE;AAClE,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,UAAU;IACV,MAAM;IACN,OAAO;IACP,KAAK;IACL,MAAM;IACN,aAAa;IACb,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,aAAa;IACb,eAAe;CAChB,CAAC,CAAC;AAEH,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;IACN,KAAK;IACL,GAAG;IACH,GAAG;IACH,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,OAAO;IACP,IAAI;IACJ,OAAO;IACP,IAAI;IACJ,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,IAAI;IACJ,KAAK;IACL,KAAK;IACL,QAAQ;IACR,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;AAoBlF,MAAM,OAAO,gBAAgB;IAC3B;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe;QACpC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB,CAAC,QAAgB;QACtC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,WAAW,CAC7B,IAAI,CAAC,QAAQ,CAAC,EACd,kBAAkB,EAClB,mBAAmB,QAAQ,EAAE,CAC9B,CAAC;YAEF,IAAI,KAAK,CAAC,IAAI,GAAG,aAAa,EAAE,CAAC;gBAC/B,QAAQ,CAAC,yCAAyC,EAAE;oBAClD,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,KAAK,CAAC,IAAI;iBACjB,CAAC,CAAC;gBACH,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAC/B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,EAC3B,kBAAkB,EAClB,uBAAuB,QAAQ,EAAE,CAClC,CAAC;YAEF,MAAM,SAAS,GAAG,GAAG,OAAO,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACxE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,+BAA+B,EAAE;gBACvC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAG,KAAe,CAAC,OAAO;aAChC,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,WAAmB;QACrC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAExD,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACzB,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACxC,CAAC,CAAC,KAAK,CAAC,QAAQ;oBAChB,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,kBAAkB,CACtB,WAAmB,EACnB,WAAgC;QAEhC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC1D,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;gBAC/C,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACnE,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxC,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,6CAA6C,EAAE;oBACrD,IAAI,EAAE,OAAO;oBACb,KAAK,EAAG,KAAe,CAAC,OAAO;iBAChC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,CAAC,2BAA2B,EAAE;YACnC,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,YAAY,EAAE,OAAO;SACtB,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CACpC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAC1B,WAAW,CACZ,CAAC;QAEF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,QAAgB;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,WAAW,CACtB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,EAC3B,kBAAkB,EAClB,uBAAuB,QAAQ,EAAE,CAClC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,WAAW,CACzB,IAAI,CAAC,QAAQ,CAAC,EACd,kBAAkB,EAClB,mBAAmB,QAAQ,EAAE,CAC9B,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,uEAAuE;IAE/D,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,KAAe;QAC9D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,WAAW,CAC/B,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EACzC,kBAAkB,EAClB,sBAAsB,OAAO,EAAE,CAChC,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAE3C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;wBAAE,SAAS;oBACxC,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAChD,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBACzD,IAAI,CAAC;wBACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAChC,IAAI,CAAC,QAAQ,CAAC,EACd,kBAAkB,EAClB,mBAAmB,QAAQ,EAAE,CAC9B,CAAC;wBACF,IAAI,QAAQ,CAAC,IAAI,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC;4BAChC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACvB,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,oBAAoB;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,0BAA0B,EAAE;gBAClC,IAAI,EAAE,OAAO;gBACb,KAAK,EAAG,KAAe,CAAC,OAAO;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,QAAgB;QACjC,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAClE,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;QACrD,OAAO,eAAe,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IACxC,CAAC;CACF;AAED,gCAAgC;AAChC,IAAI,SAAS,GAA4B,IAAI,CAAC;AAC9C,MAAM,UAAU,mBAAmB;IACjC,IAAI,CAAC,SAAS;QAAE,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;IACnD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/src/FileSystemReader.ts

@@ -1,304 +0,0 @@
-/**
- * FileSystemReader — Encapsulates all filesystem operations for scanning.
- *
- * This module is the boundary between disk I/O and the rest of the system.
- * In a cloud deployment, a lightweight client-side agent uses this module
- * locally and pushes results to the server's indexing API; the server
- * itself never touches the filesystem.
- */
-
-import { readdir, readFile, stat } from 'fs/promises';
-import { join, relative, isAbsolute } from 'path';
-import { createHash } from 'crypto';
-import { debug as logDebug, warn as logWarn, info as logInfo } from './logger.js';
-import { withTimeout } from './asyncUtils.js';
-import { CodeScanner, CodeChunk } from './codeScanner.js';
-
-const FILE_OP_TIMEOUT_MS = 5000;
-const MAX_FILE_SIZE = 10 * 1024 * 1024; // 10 MB
-
-// NOTE: this SKIP_DIRS is NOT an index gate — FileSystemReader's walk methods
-// (scanDirectory/detectChangedFiles) have no live caller; only readFileContent
-// (single file, no ignore) is used, for JIT citation verification. The
-// authoritative built-in list is BUILT_IN_IGNORE_DIRS in codeScanner.ts. Left
-// as-is (dead) rather than rewired to avoid churn on unused code.
-const SKIP_DIRS = new Set([
-  'node_modules',
-  '.git',
-  'dist',
-  'build',
-  '.next',
-  'coverage',
-  'venv',
-  '.venv',
-  'env',
-  '.env',
-  '__pycache__',
-  '.cache',
-  'target',
-  '.tox',
-  '.mypy_cache',
-  '.pytest_cache',
-]);
-
-const TEXT_EXTENSIONS = new Set([
-  'ts',
-  'tsx',
-  'js',
-  'jsx',
-  'py',
-  'java',
-  'cpp',
-  'c',
-  'h',
-  'hpp',
-  'go',
-  'rs',
-  'php',
-  'rb',
-  'swift',
-  'kt',
-  'scala',
-  'sh',
-  'bash',
-  'sql',
-  'html',
-  'css',
-  'scss',
-  'sass',
-  'less',
-  'json',
-  'yaml',
-  'yml',
-  'toml',
-  'xml',
-  'md',
-  'txt',
-  'vue',
-  'svelte',
-  'astro',
-]);
-
-const SKIP_PATTERNS = ['.min.js', '.min.css', '.bundle.js', '.legacy.js', '.map'];
-
-export interface FileData {
-  /** Relative path from project root */
-  path: string;
-  /** SHA-256 hash (content + size + mtime) */
-  hash: string;
-}
-
-export interface ScanFilesResult {
-  files: FileData[];
-  chunks: CodeChunk[];
-}
-
-export interface ChangedFilesResult {
-  changed: FileData[];
-  chunks: CodeChunk[];
-  skipped: number;
-}
-
-export class FileSystemReader {
-  /**
-   * Recursively list all scannable text files in a project directory.
-   * Returns absolute paths.
-   */
-  async readProjectFiles(dirPath: string): Promise<string[]> {
-    const files: string[] = [];
-    await this.traverseDirectory(dirPath, files);
-    return files;
-  }
-
-  /**
-   * Compute SHA-256 hash for a file (content + size + mtime).
-   * Returns empty string on error or if the file exceeds MAX_FILE_SIZE.
-   */
-  async calculateFileHash(filePath: string): Promise<string> {
-    try {
-      const stats = await withTimeout(
-        stat(filePath),
-        FILE_OP_TIMEOUT_MS,
-        `stat timed out: ${filePath}`
-      );
-
-      if (stats.size > MAX_FILE_SIZE) {
-        logDebug('Skipping file hash — exceeds size limit', {
-          file: filePath,
-          size: stats.size,
-        });
-        return '';
-      }
-
-      const content = await withTimeout(
-        readFile(filePath, 'utf-8'),
-        FILE_OP_TIMEOUT_MS,
-        `readFile timed out: ${filePath}`
-      );
-
-      const hashInput = `${content}\n${stats.size}\n${stats.mtime.getTime()}`;
-      return createHash('sha256').update(hashInput).digest('hex');
-    } catch (error) {
-      logWarn('Failed to calculate file hash', {
-        file: filePath,
-        error: (error as Error).message,
-      });
-      return '';
-    }
-  }
-
-  /**
-   * Scan a directory and return files + extracted code chunks.
-   */
-  async scanDirectory(projectPath: string): Promise<ScanFilesResult> {
-    const scanner = new CodeScanner();
-    const chunks = await scanner.scanDirectory(projectPath);
-
-    const files: FileData[] = [];
-    const seen = new Set<string>();
-    for (const chunk of chunks) {
-      if (!seen.has(chunk.filePath)) {
-        seen.add(chunk.filePath);
-        const absPath = isAbsolute(chunk.filePath)
-          ? chunk.filePath
-          : join(projectPath, chunk.filePath);
-        const hash = await this.calculateFileHash(absPath);
-        files.push({ path: chunk.filePath, hash });
-      }
-    }
-
-    return { files, chunks };
-  }
-
-  /**
-   * Determine which files have changed compared to known hashes.
-   * Returns changed files plus their extracted code chunks.
-   */
-  async detectChangedFiles(
-    projectPath: string,
-    knownHashes: Map<string, string>
-  ): Promise<ChangedFilesResult> {
-    const allFiles = await this.readProjectFiles(projectPath);
-    const changed: FileData[] = [];
-    let skipped = 0;
-
-    for (const absPath of allFiles) {
-      try {
-        const hash = await this.calculateFileHash(absPath);
-        const relPath = relative(projectPath, absPath);
-        const known = knownHashes.get(absPath) ?? knownHashes.get(relPath);
-        if (!known || known !== hash) {
-          changed.push({ path: absPath, hash });
-        } else {
-          skipped++;
-        }
-      } catch (error) {
-        logWarn('Failed to process file for incremental scan', {
-          file: absPath,
-          error: (error as Error).message,
-        });
-      }
-    }
-
-    logInfo('Incremental scan analysis', {
-      totalFiles: allFiles.length,
-      filesToScan: changed.length,
-      filesSkipped: skipped,
-    });
-
-    if (changed.length === 0) {
-      return { changed: [], chunks: [], skipped };
-    }
-
-    const scanner = new CodeScanner();
-    const chunks = await scanner.scanFiles(
-      changed.map((f) => f.path),
-      projectPath
-    );
-
-    return { changed, chunks, skipped };
-  }
-
-  /**
-   * Read file content with timeout protection.
-   */
-  async readFileContent(filePath: string): Promise<string | null> {
-    try {
-      return await withTimeout(
-        readFile(filePath, 'utf-8'),
-        FILE_OP_TIMEOUT_MS,
-        `readFile timed out: ${filePath}`
-      );
-    } catch {
-      return null;
-    }
-  }
-
-  /**
-   * Stat a file with timeout protection.
-   */
-  async statFile(filePath: string): Promise<{ mtime: Date; size: number } | null> {
-    try {
-      const s = await withTimeout(
-        stat(filePath),
-        FILE_OP_TIMEOUT_MS,
-        `stat timed out: ${filePath}`
-      );
-      return { mtime: s.mtime, size: s.size };
-    } catch {
-      return null;
-    }
-  }
-
-  // ── private helpers ─────────────────────────────────────────────────
-
-  private async traverseDirectory(dirPath: string, files: string[]): Promise<void> {
-    try {
-      const entries = await withTimeout(
-        readdir(dirPath, { withFileTypes: true }),
-        FILE_OP_TIMEOUT_MS,
-        `readdir timed out: ${dirPath}`
-      );
-
-      for (const entry of entries) {
-        const fullPath = join(dirPath, entry.name);
-
-        if (entry.isDirectory()) {
-          if (SKIP_DIRS.has(entry.name)) continue;
-          await this.traverseDirectory(fullPath, files);
-        } else if (entry.isFile() && this.isTextFile(entry.name)) {
-          try {
-            const fileStat = await withTimeout(
-              stat(fullPath),
-              FILE_OP_TIMEOUT_MS,
-              `stat timed out: ${fullPath}`
-            );
-            if (fileStat.size <= 100 * 1024) {
-              files.push(fullPath);
-            }
-          } catch {
-            // can't stat → skip
-          }
-        }
-      }
-    } catch (error) {
-      logWarn('Failed to read directory', {
-        path: dirPath,
-        error: (error as Error).message,
-      });
-    }
-  }
-
-  private isTextFile(filename: string): boolean {
-    if (SKIP_PATTERNS.some((p) => filename.endsWith(p))) return false;
-    const ext = filename.split('.').pop()?.toLowerCase();
-    return TEXT_EXTENSIONS.has(ext || '');
-  }
-}
-
-/** Singleton for convenience */
-let _instance: FileSystemReader | null = null;
-export function getFileSystemReader(): FileSystemReader {
-  if (!_instance) _instance = new FileSystemReader();
-  return _instance;
-}