@j0hanz/fs-context-mcp 2.0.0

package/dist/lib/file-operations/read-multiple-utils.js

@@ -0,0 +1,120 @@
+import * as fs from 'node:fs/promises';
+import { PARALLEL_CONCURRENCY } from '../constants.js';
+import { processInParallel, readFile, readFileWithStats, } from '../fs-helpers.js';
+import { withAbort } from '../fs-helpers/abort.js';
+import { validateExistingPath } from '../path-validation.js';
+export function createOutputSkeleton(filePaths) {
+    return filePaths.map((filePath) => ({ path: filePath }));
+}
+export function isPartialRead(options) {
+    return (options.lineRange !== undefined ||
+        options.head !== undefined ||
+        options.tail !== undefined);
+}
+export async function collectFileBudget(filePaths, partialRead, maxTotalSize, maxSize, signal) {
+    const skippedBudget = new Set();
+    const validated = new Map();
+    const { results } = await processInParallel(filePaths.map((filePath, index) => ({ filePath, index })), async ({ filePath, index }) => {
+        const validPath = await validateExistingPath(filePath, signal);
+        const stats = await withAbort(fs.stat(validPath), signal);
+        return { filePath, index, validPath, stats };
+    }, PARALLEL_CONCURRENCY, signal);
+    let totalSize = 0;
+    const orderedResults = [...results].sort((a, b) => a.index - b.index);
+    for (const result of orderedResults) {
+        validated.set(result.index, {
+            index: result.index,
+            filePath: result.filePath,
+            validPath: result.validPath,
+            stats: result.stats,
+        });
+        const estimatedSize = partialRead
+            ? Math.min(result.stats.size, maxSize)
+            : result.stats.size;
+        if (totalSize + estimatedSize > maxTotalSize) {
+            skippedBudget.add(result.index);
+            continue;
+        }
+        totalSize += estimatedSize;
+    }
+    return { skippedBudget, validated };
+}
+export function buildProcessTargets(filePaths, skippedBudget, validated) {
+    return filePaths
+        .map((filePath, index) => {
+        const cached = validated.get(index);
+        return cached
+            ? {
+                filePath,
+                index,
+                validPath: cached.validPath,
+                stats: cached.stats,
+            }
+            : { filePath, index };
+    })
+        .filter(({ index }) => !skippedBudget.has(index));
+}
+export function applyParallelResults(output, results, errors, filePaths) {
+    for (const result of results) {
+        output[result.index] = result.value;
+    }
+    for (const failure of errors) {
+        const filePath = filePaths[failure.index] ?? '(unknown)';
+        output[failure.index] = {
+            path: filePath,
+            error: failure.error.message,
+        };
+    }
+}
+export function applySkippedBudgetErrors(output, skippedBudget, filePaths, maxTotalSize) {
+    for (const index of skippedBudget) {
+        const filePath = filePaths[index];
+        if (!filePath)
+            continue;
+        output[index] = {
+            path: filePath,
+            error: `Skipped: combined estimated read would exceed maxTotalSize (${maxTotalSize} bytes)`,
+        };
+    }
+}
+export function mapParallelErrors(errors, filesToProcess) {
+    return errors.map((failure) => {
+        const target = filesToProcess[failure.index];
+        return {
+            index: target?.index ?? -1,
+            error: failure.error,
+        };
+    });
+}
+export async function readFilesInParallel(filesToProcess, options, signal) {
+    return await processInParallel(filesToProcess, async ({ filePath, index, validPath, stats }) => {
+        const readOptions = {
+            encoding: options.encoding,
+            maxSize: options.maxSize,
+            head: options.head,
+            tail: options.tail,
+            lineRange: options.lineRange,
+            signal,
+        };
+        const result = validPath && stats
+            ? await readFileWithStats(filePath, validPath, stats, readOptions)
+            : await readFile(filePath, readOptions);
+        return {
+            index,
+            value: {
+                path: filePath,
+                content: result.content,
+                truncated: result.truncated,
+                totalLines: result.totalLines,
+                readMode: result.readMode,
+                lineStart: result.lineStart,
+                lineEnd: result.lineEnd,
+                head: result.head,
+                tail: result.tail,
+                linesRead: result.linesRead,
+                hasMoreLines: result.hasMoreLines,
+            },
+        };
+    }, PARALLEL_CONCURRENCY, signal);
+}
+//# sourceMappingURL=read-multiple-utils.js.map

package/dist/lib/file-operations/read-multiple-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-multiple-utils.js","sourceRoot":"","sources":["../../../src/lib/file-operations/read-multiple-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAGvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EACL,iBAAiB,EACjB,QAAQ,EACR,iBAAiB,GAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAiC7D,MAAM,UAAU,oBAAoB,CAClC,SAAmB;IAEnB,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAsC;IAClE,OAAO,CACL,OAAO,CAAC,SAAS,KAAK,SAAS;QAC/B,OAAO,CAAC,IAAI,KAAK,SAAS;QAC1B,OAAO,CAAC,IAAI,KAAK,SAAS,CAC3B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAmB,EACnB,WAAoB,EACpB,YAAoB,EACpB,OAAe,EACf,MAAoB;IAKpB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,MAAM,SAAS,GAAG,IAAI,GAAG,EAA6B,CAAC;IAEvD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,iBAAiB,CACzC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,EACzD,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;QAC5B,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;QAC1D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC,EACD,oBAAoB,EACpB,MAAM,CACP,CAAC;IAEF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,cAAc,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEtE,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE;YAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,WAAW;YAC/B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC;YACtC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;QACtB,IAAI,SAAS,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YAC7C,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAChC,SAAS;QACX,CAAC;QACD,SAAS,IAAI,aAAa,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,SAAmB,EACnB,aAA0B,EAC1B,SAAyC;IAOzC,OAAO,SAAS;SACb,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACvB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,MAAM;YACX,CAAC,CAAC;gBACE,QAAQ;gBACR,KAAK;gBACL,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;aACpB;YACH,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,MAA4B,EAC5B,OAAuD,EACvD,MAAyC,EACzC,SAAmB;IAEnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;IACtC,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC;QACzD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG;YACtB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO;SAC7B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAA4B,EAC5B,aAA0B,EAC1B,SAAmB,EACnB,YAAoB;IAEpB,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,MAAM,CAAC,KAAK,CAAC,GAAG;YACd,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,+DAA+D,YAAY,SAAS;SAC5F,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAAyC,EACzC,cAAqD;IAErD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC5B,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO;YACL,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,cAKG,EACH,OAAsC,EACtC,MAAoB;IAKpB,OAAO,MAAM,iBAAiB,CAC5B,cAAc,EACd,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE;QAC9C,MAAM,WAAW,GAAG;YAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM;SACP,CAAC;QACF,MAAM,MAAM,GACV,SAAS,IAAI,KAAK;YAChB,CAAC,CAAC,MAAM,iBAAiB,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,CAAC;YAClE,CAAC,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAE5C,OAAO;YACL,KAAK;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC;SACF,CAAC;IACJ,CAAC,EACD,oBAAoB,EACpB,MAAM,CACP,CAAC;AACJ,CAAC"}

package/dist/lib/file-operations/search/context-manager.d.ts

@@ -0,0 +1,19 @@
+import type { ContentMatch } from '../../../config/types.js';
+export declare class ContextManager {
+    private readonly contextLines;
+    private readonly buffer;
+    private bufferStart;
+    private readonly pendingMatches;
+    private pendingStart;
+    constructor(contextLines: number);
+    pushLine(line: string): void;
+    createMatch(filePath: string, line: number, content: string, matchCount: number, excludeCurrentLine?: boolean): ContentMatch;
+    private updatePendingMatches;
+    private hasCompletedMatch;
+    private shouldCompactPending;
+    private compactPending;
+    private appendPendingContext;
+    private pruneCompletedMatches;
+    private addToBuffer;
+}
+//# sourceMappingURL=context-manager.d.ts.map

package/dist/lib/file-operations/search/context-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-manager.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/context-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAO7D,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,YAAY,CAAK;gBAEb,YAAY,EAAE,MAAM;IAIhC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,WAAW,CACT,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,kBAAkB,UAAQ,GACzB,YAAY;IAwBf,OAAO,CAAC,oBAAoB;IAK5B,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,oBAAoB;IAO5B,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,oBAAoB;IAW5B,OAAO,CAAC,qBAAqB;IAO7B,OAAO,CAAC,WAAW;CAUpB"}

package/dist/lib/file-operations/search/context-manager.js

@@ -0,0 +1,82 @@
+export class ContextManager {
+    contextLines;
+    buffer = [];
+    bufferStart = 0;
+    pendingMatches = [];
+    pendingStart = 0;
+    constructor(contextLines) {
+        this.contextLines = contextLines;
+    }
+    pushLine(line) {
+        if (this.contextLines <= 0)
+            return;
+        this.updatePendingMatches(line);
+        this.addToBuffer(line);
+    }
+    createMatch(filePath, line, content, matchCount, excludeCurrentLine = false) {
+        const match = {
+            file: filePath,
+            line,
+            content,
+            matchCount,
+        };
+        if (this.buffer.length > this.bufferStart) {
+            const bufferEnd = excludeCurrentLine
+                ? Math.max(this.bufferStart, this.buffer.length - 1)
+                : this.buffer.length;
+            if (bufferEnd > this.bufferStart) {
+                match.contextBefore = this.buffer.slice(this.bufferStart, bufferEnd);
+            }
+        }
+        if (this.contextLines > 0) {
+            this.pendingMatches.push({ match, afterNeeded: this.contextLines });
+        }
+        return match;
+    }
+    updatePendingMatches(line) {
+        this.appendPendingContext(line);
+        this.pruneCompletedMatches();
+    }
+    hasCompletedMatch() {
+        return (this.pendingStart < this.pendingMatches.length &&
+            this.pendingMatches[this.pendingStart]?.afterNeeded === 0);
+    }
+    shouldCompactPending() {
+        return (this.pendingStart > 1024 &&
+            this.pendingStart * 2 > this.pendingMatches.length);
+    }
+    compactPending() {
+        this.pendingMatches.splice(0, this.pendingStart);
+        this.pendingStart = 0;
+    }
+    appendPendingContext(line) {
+        for (let i = this.pendingStart; i < this.pendingMatches.length; i++) {
+            const pending = this.pendingMatches[i];
+            if (!pending)
+                continue;
+            if (pending.afterNeeded <= 0)
+                continue;
+            pending.match.contextAfter ??= [];
+            pending.match.contextAfter.push(line);
+            pending.afterNeeded--;
+        }
+    }
+    pruneCompletedMatches() {
+        while (this.hasCompletedMatch()) {
+            this.pendingStart++;
+        }
+        if (this.shouldCompactPending())
+            this.compactPending();
+    }
+    addToBuffer(line) {
+        this.buffer.push(line);
+        if (this.buffer.length - this.bufferStart > this.contextLines) {
+            this.bufferStart++;
+        }
+        if (this.bufferStart > 1024 && this.bufferStart * 2 > this.buffer.length) {
+            this.buffer.splice(0, this.bufferStart);
+            this.bufferStart = 0;
+        }
+    }
+}
+//# sourceMappingURL=context-manager.js.map

package/dist/lib/file-operations/search/context-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-manager.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/context-manager.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,cAAc;IACR,YAAY,CAAS;IACrB,MAAM,GAAa,EAAE,CAAC;IAC/B,WAAW,GAAG,CAAC,CAAC;IACP,cAAc,GAAmB,EAAE,CAAC;IAC7C,YAAY,GAAG,CAAC,CAAC;IAEzB,YAAY,YAAoB;QAC9B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC;YAAE,OAAO;QAEnC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,WAAW,CACT,QAAgB,EAChB,IAAY,EACZ,OAAe,EACf,UAAkB,EAClB,kBAAkB,GAAG,KAAK;QAE1B,MAAM,KAAK,GAAiB;YAC1B,IAAI,EAAE,QAAQ;YACd,IAAI;YACJ,OAAO;YACP,UAAU;SACX,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAG,kBAAkB;gBAClC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBACpD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACvB,IAAI,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,oBAAoB,CAAC,IAAY;QACvC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAEO,iBAAiB;QACvB,OAAO,CACL,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM;YAC9C,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,WAAW,KAAK,CAAC,CAC1D,CAAC;IACJ,CAAC;IAEO,oBAAoB;QAC1B,OAAO,CACL,IAAI,CAAC,YAAY,GAAG,IAAI;YACxB,IAAI,CAAC,YAAY,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CACnD,CAAC;IACJ,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACjD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IACxB,CAAC;IAEO,oBAAoB,CAAC,IAAY;QACvC,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpE,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC;gBAAE,SAAS;YACvC,OAAO,CAAC,KAAK,CAAC,YAAY,KAAK,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,qBAAqB;QAC3B,OAAO,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAAE,IAAI,CAAC,cAAc,EAAE,CAAC;IACzD,CAAC;IAEO,WAAW,CAAC,IAAY;QAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9D,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACzE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACxC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;CACF"}

package/dist/lib/file-operations/search/engine-options.d.ts

@@ -0,0 +1,19 @@
+export interface SearchOptions {
+    filePattern: string;
+    excludePatterns: string[];
+    caseSensitive: boolean;
+    maxResults: number;
+    maxFileSize: number;
+    maxFilesScanned: number;
+    timeoutMs: number;
+    skipBinary: boolean;
+    contextLines: number;
+    wholeWord: boolean;
+    isLiteral: boolean;
+    includeHidden: boolean;
+    baseNameMatch: boolean;
+    caseSensitiveFileMatch: boolean;
+}
+export declare function buildSearchOptions(partialOptions: Partial<SearchOptions>): SearchOptions;
+export declare function getDeadlineMs(options: SearchOptions): number | undefined;
+//# sourceMappingURL=engine-options.d.ts.map

package/dist/lib/file-operations/search/engine-options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-options.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-options.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,sBAAsB,EAAE,OAAO,CAAC;CACjC;AAED,wBAAgB,kBAAkB,CAChC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,GACrC,aAAa,CAmBf;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,GAAG,SAAS,CAExE"}

package/dist/lib/file-operations/search/engine-options.js

@@ -0,0 +1,25 @@
+import { DEFAULT_MAX_RESULTS, DEFAULT_SEARCH_MAX_FILES, DEFAULT_SEARCH_TIMEOUT_MS, MAX_SEARCHABLE_FILE_SIZE, } from '../../constants.js';
+import { mergeDefined } from '../../merge-defined.js';
+export function buildSearchOptions(partialOptions) {
+    const defaults = {
+        filePattern: '**/*',
+        excludePatterns: [],
+        caseSensitive: false,
+        maxResults: DEFAULT_MAX_RESULTS,
+        maxFileSize: MAX_SEARCHABLE_FILE_SIZE,
+        maxFilesScanned: DEFAULT_SEARCH_MAX_FILES,
+        timeoutMs: DEFAULT_SEARCH_TIMEOUT_MS,
+        skipBinary: true,
+        contextLines: 0,
+        wholeWord: false,
+        isLiteral: false,
+        includeHidden: false,
+        baseNameMatch: false,
+        caseSensitiveFileMatch: true,
+    };
+    return mergeDefined(defaults, partialOptions);
+}
+export function getDeadlineMs(options) {
+    return options.timeoutMs ? Date.now() + options.timeoutMs : undefined;
+}
+//# sourceMappingURL=engine-options.js.map

package/dist/lib/file-operations/search/engine-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-options.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-options.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAmBtD,MAAM,UAAU,kBAAkB,CAChC,cAAsC;IAEtC,MAAM,QAAQ,GAAkB;QAC9B,WAAW,EAAE,MAAM;QACnB,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,KAAK;QACpB,UAAU,EAAE,mBAAmB;QAC/B,WAAW,EAAE,wBAAwB;QACrC,eAAe,EAAE,wBAAwB;QACzC,SAAS,EAAE,yBAAyB;QACpC,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,CAAC;QACf,SAAS,EAAE,KAAK;QAChB,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,KAAK;QACpB,sBAAsB,EAAE,IAAI;KAC7B,CAAC;IAEF,OAAO,YAAY,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAsB;IAClD,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACxE,CAAC"}

package/dist/lib/file-operations/search/engine-stream-state.d.ts

@@ -0,0 +1,17 @@
+import type { SearchOptions as EngineSearchOptions } from './engine.js';
+import type { ScanResult, SearchOptions as SearchFileOptions, SearchState } from './types.js';
+export interface SearchLimits {
+    maxResults: number;
+    maxFilesScanned: number;
+}
+export type BaseFileOptions = Omit<SearchFileOptions, 'currentMatchCount' | 'getCurrentMatchCount' | 'signal'>;
+export declare function buildSearchLimits(options: EngineSearchOptions): SearchLimits;
+export declare function buildBaseOptions(options: EngineSearchOptions, deadlineMs: number | undefined, searchPattern: string): BaseFileOptions;
+export declare function markMaxResults(state: SearchState): void;
+export declare function markMaxFiles(state: SearchState): void;
+export declare function shouldStop(state: SearchState, limits: SearchLimits, deadlineMs?: number): boolean;
+export declare function shouldAbortOrStop(signal: AbortSignal | undefined, state: SearchState, limits: SearchLimits, deadlineMs?: number): boolean;
+export declare function updateState(state: SearchState, result: ScanResult, maxResults: number): void;
+export declare function finalizeTimeoutState(state: SearchState, deadlineMs: number | undefined): void;
+export declare function throwIfAborted(signal: AbortSignal | undefined, deadlineMs: number | undefined): void;
+//# sourceMappingURL=engine-stream-state.d.ts.map

package/dist/lib/file-operations/search/engine-stream-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-stream-state.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-stream-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,IAAI,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,KAAK,EACV,UAAU,EACV,aAAa,IAAI,iBAAiB,EAClC,WAAW,EACZ,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,eAAe,GAAG,IAAI,CAChC,iBAAiB,EACjB,mBAAmB,GAAG,sBAAsB,GAAG,QAAQ,CACxD,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,mBAAmB,GAAG,YAAY,CAK5E;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,mBAAmB,EAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,aAAa,EAAE,MAAM,GACpB,eAAe,CAYjB;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI,CAIvD;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,IAAI,CAIrD;AA4BD,wBAAgB,UAAU,CACxB,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,YAAY,EACpB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAKT;AAED,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,YAAY,EACpB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAGT;AAmCD,wBAAgB,WAAW,CACzB,KAAK,EAAE,WAAW,EAClB,MAAM,EAAE,UAAU,EAClB,UAAU,EAAE,MAAM,GACjB,IAAI,CAcN;AAED,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,WAAW,EAClB,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,IAAI,CAMN;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,WAAW,GAAG,SAAS,EAC/B,UAAU,EAAE,MAAM,GAAG,SAAS,GAC7B,IAAI,CAIN"}

package/dist/lib/file-operations/search/engine-stream-state.js

@@ -0,0 +1,122 @@
+export function buildSearchLimits(options) {
+    return {
+        maxResults: options.maxResults,
+        maxFilesScanned: options.maxFilesScanned,
+    };
+}
+export function buildBaseOptions(options, deadlineMs, searchPattern) {
+    return {
+        maxResults: options.maxResults,
+        contextLines: options.contextLines,
+        deadlineMs,
+        isLiteral: options.isLiteral,
+        wholeWord: options.wholeWord,
+        caseSensitive: options.caseSensitive,
+        maxFileSize: options.maxFileSize,
+        skipBinary: options.skipBinary,
+        searchPattern,
+    };
+}
+export function markMaxResults(state) {
+    if (state.truncated)
+        return;
+    state.truncated = true;
+    state.stoppedReason = 'maxResults';
+}
+export function markMaxFiles(state) {
+    if (state.truncated)
+        return;
+    state.truncated = true;
+    state.stoppedReason = 'maxFiles';
+}
+function stopDueToDeadline(state, deadlineMs) {
+    if (!deadlineMs)
+        return false;
+    if (Date.now() <= deadlineMs)
+        return false;
+    state.truncated = true;
+    state.stoppedReason = 'timeout';
+    return true;
+}
+function stopDueToMaxFiles(state, limits) {
+    if (state.filesScanned < limits.maxFilesScanned)
+        return false;
+    markMaxFiles(state);
+    return true;
+}
+function stopDueToMaxResults(state, limits) {
+    if (state.matches.length < limits.maxResults)
+        return false;
+    markMaxResults(state);
+    return true;
+}
+export function shouldStop(state, limits, deadlineMs) {
+    if (stopDueToDeadline(state, deadlineMs))
+        return true;
+    if (stopDueToMaxFiles(state, limits))
+        return true;
+    if (stopDueToMaxResults(state, limits))
+        return true;
+    return false;
+}
+export function shouldAbortOrStop(signal, state, limits, deadlineMs) {
+    if (signal?.aborted)
+        return true;
+    return shouldStop(state, limits, deadlineMs);
+}
+function recordSkippedFlags(state, result) {
+    if (result.skippedTooLarge)
+        state.skippedTooLarge++;
+    if (result.skippedBinary)
+        state.skippedBinary++;
+}
+function appendMatchesWithinLimit(state, matches, maxResults) {
+    const remaining = maxResults - state.matches.length;
+    if (remaining <= 0) {
+        markMaxResults(state);
+        return;
+    }
+    if (matches.length > remaining) {
+        state.matches.push(...matches.slice(0, remaining));
+        markMaxResults(state);
+        return;
+    }
+    state.matches.push(...matches);
+}
+function updateMatchCounts(state, matches, maxResults) {
+    if (matches.length === 0)
+        return;
+    state.filesMatched++;
+    appendMatchesWithinLimit(state, matches, maxResults);
+}
+export function updateState(state, result, maxResults) {
+    state.filesScanned++;
+    if (!result.scanned) {
+        state.skippedInaccessible++;
+        return;
+    }
+    recordSkippedFlags(state, result);
+    updateMatchCounts(state, result.matches, maxResults);
+    state.linesSkippedDueToRegexTimeout += result.linesSkippedDueToRegexTimeout;
+    if (result.hitMaxResults) {
+        markMaxResults(state);
+    }
+}
+export function finalizeTimeoutState(state, deadlineMs) {
+    if (!deadlineMs)
+        return;
+    if (Date.now() <= deadlineMs)
+        return;
+    if (state.truncated)
+        return;
+    state.truncated = true;
+    state.stoppedReason = 'timeout';
+}
+export function throwIfAborted(signal, deadlineMs) {
+    if (!signal?.aborted)
+        return;
+    if (deadlineMs && Date.now() >= deadlineMs)
+        return;
+    throw new Error('Search aborted');
+}
+//# sourceMappingURL=engine-stream-state.js.map

package/dist/lib/file-operations/search/engine-stream-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-stream-state.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-stream-state.ts"],"names":[],"mappings":"AAiBA,MAAM,UAAU,iBAAiB,CAAC,OAA4B;IAC5D,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,eAAe,EAAE,OAAO,CAAC,eAAe;KACzC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAA4B,EAC5B,UAA8B,EAC9B,aAAqB;IAErB,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,UAAU;QACV,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,aAAa;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAkB;IAC/C,IAAI,KAAK,CAAC,SAAS;QAAE,OAAO;IAC5B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACvB,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAkB;IAC7C,IAAI,KAAK,CAAC,SAAS;QAAE,OAAO;IAC5B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACvB,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC;AACnC,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAkB,EAClB,UAA8B;IAE9B,IAAI,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAC9B,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU;QAAE,OAAO,KAAK,CAAC;IAC3C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACvB,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;IAChC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAkB,EAAE,MAAoB;IACjE,IAAI,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,eAAe;QAAE,OAAO,KAAK,CAAC;IAC9D,YAAY,CAAC,KAAK,CAAC,CAAC;IACpB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAkB,EAClB,MAAoB;IAEpB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAC3D,cAAc,CAAC,KAAK,CAAC,CAAC;IACtB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,KAAkB,EAClB,MAAoB,EACpB,UAAmB;IAEnB,IAAI,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IACtD,IAAI,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAA+B,EAC/B,KAAkB,EAClB,MAAoB,EACpB,UAAmB;IAEnB,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IACjC,OAAO,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAkB,EAAE,MAAkB;IAChE,IAAI,MAAM,CAAC,eAAe;QAAE,KAAK,CAAC,eAAe,EAAE,CAAC;IACpD,IAAI,MAAM,CAAC,aAAa;QAAE,KAAK,CAAC,aAAa,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,wBAAwB,CAC/B,KAAkB,EAClB,OAA8B,EAC9B,UAAkB;IAElB,MAAM,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;IACpD,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,cAAc,CAAC,KAAK,CAAC,CAAC;QACtB,OAAO;IACT,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC/B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;QACnD,cAAc,CAAC,KAAK,CAAC,CAAC;QACtB,OAAO;IACT,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAkB,EAClB,OAA8B,EAC9B,UAAkB;IAElB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACjC,KAAK,CAAC,YAAY,EAAE,CAAC;IACrB,wBAAwB,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,KAAkB,EAClB,MAAkB,EAClB,UAAkB;IAElB,KAAK,CAAC,YAAY,EAAE,CAAC;IACrB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IAED,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAClC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACrD,KAAK,CAAC,6BAA6B,IAAI,MAAM,CAAC,6BAA6B,CAAC;IAE5E,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACzB,cAAc,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAkB,EAClB,UAA8B;IAE9B,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU;QAAE,OAAO;IACrC,IAAI,KAAK,CAAC,SAAS;QAAE,OAAO;IAC5B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACvB,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,MAA+B,EAC/B,UAA8B;IAE9B,IAAI,CAAC,MAAM,EAAE,OAAO;QAAE,OAAO;IAC7B,IAAI,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU;QAAE,OAAO;IACnD,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;AACpC,CAAC"}

package/dist/lib/file-operations/search/engine-stream.d.ts

@@ -0,0 +1,6 @@
+import type { SearchOptions as EngineSearchOptions } from './engine.js';
+import type { Matcher } from './match-strategy.js';
+import type { SearchState } from './types.js';
+export declare function createStream(basePath: string, options: EngineSearchOptions): AsyncIterable<string | Buffer>;
+export declare function processStream(stream: AsyncIterable<string | Buffer>, searchState: SearchState, matcher: Matcher, options: EngineSearchOptions, deadlineMs: number | undefined, searchPattern: string, signal?: AbortSignal): Promise<void>;
+//# sourceMappingURL=engine-stream.d.ts.map

package/dist/lib/file-operations/search/engine-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-stream.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-stream.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,aAAa,IAAI,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAExE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,mBAAmB,GAC3B,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,CAYhC;AA6ND,wBAAsB,aAAa,CACjC,MAAM,EAAE,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,EACtC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,mBAAmB,EAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,aAAa,EAAE,MAAM,EACrB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CA6Bf"}

package/dist/lib/file-operations/search/engine-stream.js

@@ -0,0 +1,158 @@
+import fg from 'fast-glob';
+import { PARALLEL_CONCURRENCY } from '../../constants.js';
+import { safeDestroy } from '../../fs-helpers.js';
+import { buildBaseOptions, buildSearchLimits, finalizeTimeoutState, markMaxFiles, markMaxResults, shouldAbortOrStop, throwIfAborted, updateState, } from './engine-stream-state.js';
+import { processFile } from './file-processor.js';
+export function createStream(basePath, options) {
+    return fg.stream(options.filePattern, {
+        cwd: basePath,
+        absolute: true,
+        onlyFiles: true,
+        dot: options.includeHidden,
+        ignore: options.excludePatterns,
+        suppressErrors: true,
+        followSymbolicLinks: false,
+        baseNameMatch: options.baseNameMatch,
+        caseSensitiveMatch: options.caseSensitiveFileMatch,
+    });
+}
+function createMatchBudget(maxResults) {
+    let remaining = maxResults;
+    return {
+        hasRemaining: () => remaining > 0,
+        reserve: () => {
+            if (remaining <= 0)
+                return false;
+            remaining--;
+            return true;
+        },
+    };
+}
+async function runFileTask(rawPath, matcher, baseOptions, state, limits, deadlineMs, matchBudget, signal) {
+    try {
+        if (shouldAbortOrStop(signal, state, limits, deadlineMs))
+            return;
+        if (!matchBudget.hasRemaining()) {
+            markMaxResults(state);
+            return;
+        }
+        const result = await processFile(rawPath, matcher, {
+            ...baseOptions,
+            currentMatchCount: state.matches.length,
+            getCurrentMatchCount: () => state.matches.length,
+            hasRemainingMatchBudget: matchBudget.hasRemaining,
+            reserveMatchSlot: matchBudget.reserve,
+            signal,
+        });
+        updateState(state, result, limits.maxResults);
+    }
+    catch {
+        state.skippedInaccessible++;
+    }
+}
+function scheduleTask(active, task) {
+    active.add(task);
+    void task.finally(() => {
+        active.delete(task);
+    });
+}
+async function enforceFileBudget(active, state, limits) {
+    if (state.filesScanned + active.size < limits.maxFilesScanned) {
+        return 'process';
+    }
+    if (active.size === 0) {
+        markMaxFiles(state);
+        return 'stop';
+    }
+    await Promise.race(active);
+    return 'skip';
+}
+async function waitForConcurrencySlot(active, signal, state, limits, deadlineMs) {
+    while (active.size >= PARALLEL_CONCURRENCY) {
+        await Promise.race(active);
+        if (shouldAbortOrStop(signal, state, limits, deadlineMs))
+            return false;
+    }
+    return true;
+}
+async function handleStreamEntry(entry, active, state, matcher, baseOptions, limits, matchBudget, deadlineMs, signal) {
+    if (shouldAbortOrStop(signal, state, limits, deadlineMs))
+        return false;
+    if (!matchBudget.hasRemaining()) {
+        markMaxResults(state);
+        return false;
+    }
+    const budgetDecision = await enforceFileBudget(active, state, limits);
+    if (budgetDecision !== 'process') {
+        return budgetDecision === 'skip';
+    }
+    const hasSlot = await waitForConcurrencySlot(active, signal, state, limits, deadlineMs);
+    if (!hasSlot)
+        return false;
+    if (shouldAbortOrStop(signal, state, limits, deadlineMs))
+        return false;
+    scheduleTask(active, runFileTask(String(entry), matcher, baseOptions, state, limits, deadlineMs, matchBudget, signal));
+    return true;
+}
+async function drainStreamEntries(stream, active, state, matcher, baseOptions, limits, matchBudget, deadlineMs, signal) {
+    for await (const entry of stream) {
+        const shouldContinue = await handleStreamEntry(entry, active, state, matcher, baseOptions, limits, matchBudget, deadlineMs, signal);
+        if (!shouldContinue)
+            break;
+    }
+}
+function handleStreamError(error, deadlineMs, signal) {
+    if (deadlineMs !== undefined && Date.now() > deadlineMs) {
+        return;
+    }
+    if (signal?.aborted) {
+        const abortError = new Error('Search aborted');
+        abortError.name = 'AbortError';
+        throw abortError;
+    }
+    throw error;
+}
+async function runWithAbortController(stream, searchState, deadlineMs, active, signal, run) {
+    const timeoutSignal = deadlineMs !== undefined
+        ? AbortSignal.timeout(Math.max(0, deadlineMs - Date.now()))
+        : undefined;
+    const signals = [signal, timeoutSignal].filter((s) => !!s);
+    const combinedSignal = signals.length > 0 ? AbortSignal.any(signals) : undefined;
+    const onAbort = () => {
+        if (timeoutSignal?.aborted) {
+            searchState.truncated = true;
+            searchState.stoppedReason = 'timeout';
+        }
+        safeDestroy(stream);
+    };
+    if (combinedSignal?.aborted) {
+        onAbort();
+    }
+    else {
+        combinedSignal?.addEventListener('abort', onAbort, { once: true });
+    }
+    try {
+        await run();
+    }
+    catch (error) {
+        handleStreamError(error, deadlineMs, signal);
+    }
+    finally {
+        combinedSignal?.removeEventListener('abort', onAbort);
+        if (!combinedSignal?.aborted) {
+            await Promise.all(active);
+        }
+    }
+}
+export async function processStream(stream, searchState, matcher, options, deadlineMs, searchPattern, signal) {
+    const active = new Set();
+    const limits = buildSearchLimits(options);
+    const baseOptions = buildBaseOptions(options, deadlineMs, searchPattern);
+    const matchBudget = createMatchBudget(limits.maxResults);
+    await runWithAbortController(stream, searchState, deadlineMs, active, signal, async () => {
+        await drainStreamEntries(stream, active, searchState, matcher, baseOptions, limits, matchBudget, deadlineMs, signal);
+    });
+    finalizeTimeoutState(searchState, deadlineMs);
+    throwIfAborted(signal, deadlineMs);
+}
+//# sourceMappingURL=engine-stream.js.map

package/dist/lib/file-operations/search/engine-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-stream.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,WAAW,CAAC;AAE3B,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAEL,gBAAgB,EAChB,iBAAiB,EACjB,oBAAoB,EACpB,YAAY,EACZ,cAAc,EAEd,iBAAiB,EACjB,cAAc,EACd,WAAW,GACZ,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAIlD,MAAM,UAAU,YAAY,CAC1B,QAAgB,EAChB,OAA4B;IAE5B,OAAO,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE;QACpC,GAAG,EAAE,QAAQ;QACb,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,OAAO,CAAC,aAAa;QAC1B,MAAM,EAAE,OAAO,CAAC,eAAe;QAC/B,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,KAAK;QAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,kBAAkB,EAAE,OAAO,CAAC,sBAAsB;KACnD,CAAC,CAAC;AACL,CAAC;AAOD,SAAS,iBAAiB,CAAC,UAAkB;IAC3C,IAAI,SAAS,GAAG,UAAU,CAAC;IAC3B,OAAO;QACL,YAAY,EAAE,GAAG,EAAE,CAAC,SAAS,GAAG,CAAC;QACjC,OAAO,EAAE,GAAG,EAAE;YACZ,IAAI,SAAS,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YACjC,SAAS,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,OAAe,EACf,OAAgB,EAChB,WAA4B,EAC5B,KAAkB,EAClB,MAAoB,EACpB,UAA8B,EAC9B,WAAwB,EACxB,MAAoB;IAEpB,IAAI,CAAC;QACH,IAAI,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC;YAAE,OAAO;QACjE,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE,CAAC;YAChC,cAAc,CAAC,KAAK,CAAC,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE;YACjD,GAAG,WAAW;YACd,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM;YACvC,oBAAoB,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM;YAChD,uBAAuB,EAAE,WAAW,CAAC,YAAY;YACjD,gBAAgB,EAAE,WAAW,CAAC,OAAO;YACrC,MAAM;SACP,CAAC,CAAC;QACH,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,mBAAmB,EAAE,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,MAA0B,EAAE,IAAmB;IACnE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjB,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;QACrB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,MAA0B,EAC1B,KAAkB,EAClB,MAAoB;IAEpB,IAAI,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC;QAC9D,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACtB,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,MAA0B,EAC1B,MAA+B,EAC/B,KAAkB,EAClB,MAAoB,EACpB,UAAmB;IAEnB,OAAO,MAAM,CAAC,IAAI,IAAI,oBAAoB,EAAE,CAAC;QAC3C,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC;YAAE,OAAO,KAAK,CAAC;IACzE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,KAAsB,EACtB,MAA0B,EAC1B,KAAkB,EAClB,OAAgB,EAChB,WAA4B,EAC5B,MAAoB,EACpB,WAAwB,EACxB,UAA8B,EAC9B,MAAoB;IAEpB,IAAI,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IACvE,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE,CAAC;QAChC,cAAc,CAAC,KAAK,CAAC,CAAC;QACtB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACtE,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACjC,OAAO,cAAc,KAAK,MAAM,CAAC;IACnC,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAC1C,MAAM,EACN,MAAM,EACN,KAAK,EACL,MAAM,EACN,UAAU,CACX,CAAC;IACF,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,IAAI,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvE,YAAY,CACV,MAAM,EACN,WAAW,CACT,MAAM,CAAC,KAAK,CAAC,EACb,OAAO,EACP,WAAW,EACX,KAAK,EACL,MAAM,EACN,UAAU,EACV,WAAW,EACX,MAAM,CACP,CACF,CAAC;IAEF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,MAAsC,EACtC,MAA0B,EAC1B,KAAkB,EAClB,OAAgB,EAChB,WAA4B,EAC5B,MAAoB,EACpB,WAAwB,EACxB,UAA8B,EAC9B,MAAoB;IAEpB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAC5C,KAAK,EACL,MAAM,EACN,KAAK,EACL,OAAO,EACP,WAAW,EACX,MAAM,EACN,WAAW,EACX,UAAU,EACV,MAAM,CACP,CAAC;QACF,IAAI,CAAC,cAAc;YAAE,MAAM;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAc,EACd,UAA8B,EAC9B,MAAoB;IAEpB,IAAI,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,EAAE,CAAC;QACxD,OAAO;IACT,CAAC;IACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC/C,UAAU,CAAC,IAAI,GAAG,YAAY,CAAC;QAC/B,MAAM,UAAU,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,CAAC;AACd,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,MAAsC,EACtC,WAAwB,EACxB,UAA8B,EAC9B,MAA0B,EAC1B,MAA+B,EAC/B,GAAwB;IAExB,MAAM,aAAa,GACjB,UAAU,KAAK,SAAS;QACtB,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,cAAc,GAClB,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE5D,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,IAAI,aAAa,EAAE,OAAO,EAAE,CAAC;YAC3B,WAAW,CAAC,SAAS,GAAG,IAAI,CAAC;YAC7B,WAAW,CAAC,aAAa,GAAG,SAAS,CAAC;QACxC,CAAC;QACD,WAAW,CAAC,MAAiB,CAAC,CAAC;IACjC,CAAC,CAAC;IAEF,IAAI,cAAc,EAAE,OAAO,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,CAAC;QACN,cAAc,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,CAAC;QACH,MAAM,GAAG,EAAE,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,cAAc,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,IAAI,CAAC,cAAc,EAAE,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAsC,EACtC,WAAwB,EACxB,OAAgB,EAChB,OAA4B,EAC5B,UAA8B,EAC9B,aAAqB,EACrB,MAAoB;IAEpB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;IACxC,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;IACzE,MAAM,WAAW,GAAG,iBAAiB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAEzD,MAAM,sBAAsB,CAC1B,MAAM,EACN,WAAW,EACX,UAAU,EACV,MAAM,EACN,MAAM,EACN,KAAK,IAAI,EAAE;QACT,MAAM,kBAAkB,CACtB,MAAM,EACN,MAAM,EACN,WAAW,EACX,OAAO,EACP,WAAW,EACX,MAAM,EACN,WAAW,EACX,UAAU,EACV,MAAM,CACP,CAAC;IACJ,CAAC,CACF,CAAC;IAEF,oBAAoB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAC9C,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;AACrC,CAAC"}

package/dist/lib/file-operations/search/engine.d.ts

@@ -0,0 +1,4 @@
+import type { SearchContentResult } from '../../../config/types.js';
+import type { SearchContentOptions } from './options.js';
+export declare function searchContent(basePath: string, pattern: string, options?: SearchContentOptions): Promise<SearchContentResult>;
+//# sourceMappingURL=engine.d.ts.map

package/dist/lib/file-operations/search/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAYpE,OAAO,KAAK,EAAmB,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAiM1E,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,mBAAmB,CAAC,CAc9B"}