abb-opencode-local-rag 0.1.0

package/dist/cli/ingest.js

@@ -0,0 +1,363 @@
+// CLI ingest subcommand — bulk file ingestion with single optimize() at end
+import { stat } from 'node:fs/promises';
+import { resolve, sep } from 'node:path';
+import { SemanticChunker } from '../chunker/index.js';
+import { buildPreparedFileVectorChunks, prepareFileForIngest } from '../ingest/file.js';
+import { DocumentParser } from '../parser/index.js';
+import { QUALITY_PROFILES } from '../pdf-visual/types.js';
+import { DEFAULT_MAX_FILE_SIZE, MAX_CHUNK_MIN_LENGTH } from '../utils/limits.js';
+import { createEmbedder, createVectorStore, formatCliError, resolveCliBaseDirsOrExit, } from './common.js';
+import { collectFiles } from './file-collection.js';
+import { consumeBaseDirArg, requireFlagValue, resolveDevice, resolveGlobalConfig, validateChunkMinLength, validateMaxFileSize, validatePath, } from './options.js';
+function isQualityProfile(value) {
+    return QUALITY_PROFILES.some((profile) => profile === value);
+}
+// ============================================
+// Defaults
+// ============================================
+const INGEST_DEFAULTS = {
+    maxFileSize: DEFAULT_MAX_FILE_SIZE,
+};
+// ============================================
+// Help
+// ============================================
+const HELP_TEXT = `Usage: mcp-local-rag [global-options] ingest [options] <path>
+
+Ingest a single file or all supported files under a directory.
+
+Options:
+  --base-dir <path>          Base directory for documents (repeatable: pass once per root; default: BASE_DIRS/BASE_DIR env or cwd)
+  --max-file-size <n>        Max file size in bytes (default: ${INGEST_DEFAULTS.maxFileSize})
+  --chunk-min-length <n>     Minimum chunk length in characters (default: 50, range: 1-${MAX_CHUNK_MIN_LENGTH})
+  --visual                   Enable VLM captioning for PDF figure pages (PDFs only; no effect on other types)
+  --images                   Store bounded PDF figures/tables and Mammoth DOCX images
+  --visual-quality <profile> VLM profile when --visual is set: fast (default, lightweight) or quality (Qwen2.5-VL-3B, ~10x cache, ~2x inference)
+  -h, --help                 Show this help
+
+Global options (must appear before "ingest"):
+  --db-path <path>         LanceDB database path
+  --cache-dir <path>       Model cache directory
+  --model-name <name>      Embedding model`;
+// ============================================
+// Arg Parsing
+// ============================================
+/**
+ * Parse ingest-specific CLI arguments into options and a positional path.
+ * Flags: --base-dir, --max-file-size, -h/--help
+ * Unknown flags (including global flags passed after subcommand) cause an error.
+ */
+export function parseArgs(args) {
+    const options = {};
+    let positional;
+    let help = false;
+    let i = 0;
+    while (i < args.length) {
+        const arg = args[i];
+        switch (arg) {
+            case '-h':
+            case '--help':
+                help = true;
+                i++;
+                break;
+            case '--base-dir': {
+                // Repeatable: each `--base-dir <path>` occurrence appends one entry
+                // to `options.baseDirs`. The accumulator is lazily initialized so
+                // an absent flag leaves `options.baseDirs` as `undefined`, which
+                // the resolver treats as "fall through to env / cwd".
+                if (options.baseDirs === undefined) {
+                    options.baseDirs = [];
+                }
+                const valueIndex = consumeBaseDirArg(args, i, options.baseDirs);
+                i = valueIndex + 1;
+                break;
+            }
+            case '--max-file-size': {
+                const raw = requireFlagValue(args, i, '--max-file-size');
+                if (!/^\d+$/.test(raw)) {
+                    console.error(`Invalid value for --max-file-size: "${raw.slice(0, 100)}"`);
+                    process.exit(1);
+                }
+                options.maxFileSize = Number.parseInt(raw, 10);
+                i += 2;
+                break;
+            }
+            case '--chunk-min-length': {
+                const raw = requireFlagValue(args, i, '--chunk-min-length');
+                if (!/^\d+$/.test(raw)) {
+                    console.error(`Invalid value for --chunk-min-length: "${raw.slice(0, 100)}"`);
+                    process.exit(1);
+                }
+                options.chunkMinLength = Number.parseInt(raw, 10);
+                i += 2;
+                break;
+            }
+            case '--visual':
+                // Boolean toggle: no value consumed. Mirrors the -h/--help pattern.
+                options.visual = true;
+                i++;
+                break;
+            case '--images':
+                options.images = true;
+                i++;
+                break;
+            case '--visual-quality': {
+                const value = requireFlagValue(args, i, '--visual-quality');
+                if (!isQualityProfile(value)) {
+                    console.error(`Invalid value for --visual-quality: "${value.slice(0, 100)}". Expected "fast" or "quality".`);
+                    process.exit(1);
+                }
+                options.visualQuality = value;
+                i += 2;
+                break;
+            }
+            default:
+                if (arg.startsWith('-')) {
+                    console.error(`Unknown option: ${arg}`);
+                    console.error(HELP_TEXT);
+                    process.exit(1);
+                }
+                if (positional !== undefined) {
+                    console.error(`Unexpected argument: ${arg}`);
+                    console.error('Only one path is accepted. Use a directory to ingest multiple files.');
+                    process.exit(1);
+                }
+                positional = arg;
+                i++;
+                break;
+        }
+    }
+    return { positional, options, help };
+}
+// ============================================
+// Config Resolution
+// ============================================
+/**
+ * Resolve ingest config by merging global config with ingest-specific options.
+ *
+ * Base directories are resolved via the shared CLI resolver
+ * ({@link resolveCliBaseDirsOrExit}) which applies the documented precedence
+ * (CLI roots > `BASE_DIRS` > `BASE_DIR` > `cwd`), realpath-normalizes every
+ * effective root, dedupes exact duplicates, and prunes nested roots. CLI
+ * roots are pre-validated against the sensitive-path policy here so the
+ * user sees `--base-dir`-attributed errors before the resolver touches the
+ * filesystem.
+ *
+ * Other ingest-specific values (maxFileSize, chunkMinLength) follow the
+ * existing CLI > env > defaults order and are validated against the same
+ * ranges as before.
+ */
+export async function resolveConfig(globalConfig, ingestOptions = {}) {
+    const cliBaseDirs = ingestOptions.baseDirs ?? [];
+    // Validate CLI-supplied paths against the sensitive-path policy before
+    // calling the resolver. Doing this here (rather than relying on the
+    // resolver) keeps the error message attributed to `--base-dir` and avoids
+    // an unnecessary realpath round-trip on a path we will reject anyway.
+    for (const root of cliBaseDirs) {
+        const baseDirError = validatePath(root, '--base-dir');
+        if (baseDirError) {
+            console.error(baseDirError);
+            process.exit(1);
+        }
+    }
+    const { config: baseDirs, warnings: baseDirsWarnings } = await resolveCliBaseDirsOrExit(cliBaseDirs);
+    const maxFileSize = ingestOptions.maxFileSize ??
+        (process.env['MAX_FILE_SIZE']
+            ? Number.parseInt(process.env['MAX_FILE_SIZE'], 10)
+            : INGEST_DEFAULTS.maxFileSize);
+    const chunkMinLength = ingestOptions.chunkMinLength ??
+        (process.env['CHUNK_MIN_LENGTH']
+            ? Number.parseInt(process.env['CHUNK_MIN_LENGTH'], 10)
+            : undefined);
+    // Validate maxFileSize range
+    const maxFileSizeError = validateMaxFileSize(maxFileSize);
+    if (maxFileSizeError) {
+        console.error(maxFileSizeError);
+        process.exit(1);
+    }
+    // Validate chunkMinLength range (if provided)
+    if (chunkMinLength !== undefined) {
+        const chunkMinLengthError = validateChunkMinLength(chunkMinLength);
+        if (chunkMinLengthError) {
+            console.error(chunkMinLengthError);
+            process.exit(1);
+        }
+    }
+    const resolved = {
+        dbPath: globalConfig.dbPath,
+        cacheDir: globalConfig.cacheDir,
+        modelName: globalConfig.modelName,
+        baseDirs,
+        baseDirsWarnings,
+        maxFileSize,
+    };
+    if (chunkMinLength !== undefined) {
+        resolved.chunkMinLength = chunkMinLength;
+    }
+    return resolved;
+}
+/**
+ * Ingest a single file: hash, parse, chunk, embed, delete old chunks, insert new
+ * chunks. Returns the number of chunks inserted.
+ *
+ * When `options.visual === true` AND the file is a `.pdf`, routes through the
+ * visual-enrichment path: `parsePdfPages` + VLM captioning (`pdf-visual`
+ * orchestrator) + joined-text chunking. `pdf-visual` is loaded via dynamic
+ * `await import('../pdf-visual/index.js')` so the default (non-visual) path
+ * never pulls the VLM module into the bundle.
+ *
+ * Non-visual, non-PDF, and `visual: true` + non-PDF paths all use the default
+ * text-only branch and never load `pdf-visual`.
+ */
+export async function ingestSingleFile(filePath, parser, chunker, embedder, vectorStore, options) {
+    const isPdf = filePath.toLowerCase().endsWith('.pdf');
+    const prepared = await prepareFileForIngest(filePath, parser, chunker, embedder, {
+        images: options?.images === true,
+        ...(options?.visual === true
+            ? {
+                captioner: {
+                    profile: options.profile,
+                    cacheDir: options.cacheDir,
+                    device: options.device,
+                },
+            }
+            : {}),
+    });
+    if (prepared.omittedImageCount > 0) {
+        console.error(`  Warning: skipped ${prepared.omittedImageCount} undecodable or oversized ${isPdf ? 'PDF' : 'DOCX'} image(s)`);
+    }
+    if (prepared.chunks.length === 0) {
+        console.error(`  Warning: 0 chunks generated (file may be empty or too short)`);
+        return 0;
+    }
+    const vectorChunks = buildPreparedFileVectorChunks(prepared);
+    // Delete existing chunks for this file, then insert the new ones
+    await vectorStore.deleteChunks(filePath);
+    await vectorStore.insertChunks(vectorChunks);
+    return vectorChunks.length;
+}
+// ============================================
+// Main Entry Point
+// ============================================
+/**
+ * Run the ingest CLI subcommand.
+ * @param args - Arguments after "ingest" (e.g., option flags and file/directory path)
+ * @param globalOptions - Global options parsed before the subcommand
+ */
+export async function runIngest(args, globalOptions = {}) {
+    // Parse CLI options
+    const { positional, options, help } = parseArgs(args);
+    // Handle --help
+    if (help) {
+        console.error(HELP_TEXT);
+        process.exit(0);
+    }
+    // Validate positional argument
+    if (!positional) {
+        console.error('Usage: mcp-local-rag ingest [options] <path>');
+        console.error('  Ingest a single file or all supported files under a directory.');
+        console.error('  Run with --help for all options.');
+        process.exit(1);
+    }
+    const targetPath = positional;
+    // Validate path exists
+    try {
+        await stat(targetPath);
+    }
+    catch {
+        console.error(`Error: path does not exist: ${targetPath}`);
+        process.exit(1);
+    }
+    // Resolve config: CLI flags > env vars > defaults
+    const globalConfig = resolveGlobalConfig(globalOptions);
+    const config = await resolveConfig(globalConfig, options);
+    const excludePaths = [`${resolve(config.dbPath)}${sep}`, `${resolve(config.cacheDir)}${sep}`];
+    // Surface resolver warnings (precedence, nested-root pruning) on stderr
+    // before scan output starts.
+    for (const warning of config.baseDirsWarnings) {
+        console.error(warning.message);
+    }
+    // Directory mode scans only the positional directory; configured roots are
+    // the containment boundary used by collectFiles and DocumentParser.
+    const files = await collectFiles(targetPath, config.baseDirs.baseDirs, excludePaths);
+    if (files.length === 0) {
+        console.error('No supported files found.');
+        process.exit(1);
+    }
+    console.error(`Found ${files.length} file(s) to ingest.`);
+    // Initialize components (single instances reused across all files).
+    // The parser receives the full multi-root config. The directory-scan loop
+    // (`collectFiles`) iterates every effective root in `config.baseDirs.baseDirs`
+    // and dedupes overlap.
+    const parser = new DocumentParser({
+        baseDirs: config.baseDirs.baseDirs,
+        maxFileSize: config.maxFileSize,
+    });
+    const chunker = new SemanticChunker(config.chunkMinLength !== undefined ? { minChunkLength: config.chunkMinLength } : {});
+    const embedder = createEmbedder(globalConfig);
+    const vectorStore = createVectorStore(globalConfig);
+    await vectorStore.initialize();
+    // Process each file
+    const summary = { succeeded: 0, failed: 0, totalChunks: 0 };
+    try {
+        for (let i = 0; i < files.length; i++) {
+            const filePath = files[i];
+            const label = `[${i + 1}/${files.length}]`;
+            try {
+                // Forward visual + VLM env-resolved options into the per-file ingestor.
+                // `ingestSingleFile` routes through the visual path when
+                // `options.visual === true && filePath.endsWith('.pdf')`. The two
+                // variants of `IngestSingleFileOptions` are built explicitly so the
+                // VLM fields only travel with the visual-true branch (the cacheDir is
+                // pre-validated by `resolveGlobalConfig` so the captioner does not
+                // re-read `process.env['CACHE_DIR']` raw).
+                const ingestOptions = options.visual
+                    ? {
+                        visual: true,
+                        images: options.images === true,
+                        // Default the profile to `'fast'` when `--visual-quality` was
+                        // not provided. The flag is silently ignored when `--visual`
+                        // itself is absent (mirrors the existing `--visual` precedent
+                        // of silently coercing for non-PDF files).
+                        profile: options.visualQuality ?? 'fast',
+                        cacheDir: globalConfig.cacheDir,
+                        device: resolveDevice(process.env['RAG_DEVICE']),
+                    }
+                    : options.images
+                        ? { visual: false, images: true }
+                        : { visual: false, images: false };
+                const chunkCount = await ingestSingleFile(filePath, parser, chunker, embedder, vectorStore, ingestOptions);
+                if (chunkCount === 0) {
+                    // 0 chunks is a skip/warning, not a failure
+                    console.error(`${label} ${filePath} ... SKIPPED (0 chunks)`);
+                    summary.succeeded++;
+                }
+                else {
+                    console.error(`${label} ${filePath} ... OK (${chunkCount} chunks)`);
+                    summary.succeeded++;
+                    summary.totalChunks += chunkCount;
+                }
+            }
+            catch (error) {
+                const reason = formatCliError(error);
+                console.error(`${label} ${filePath} ... FAILED: ${reason}`);
+                summary.failed++;
+            }
+        }
+        // Optimize once at end (not per-file)
+        await vectorStore.optimize();
+    }
+    finally {
+        await embedder.dispose();
+        await vectorStore.close();
+    }
+    // Print summary
+    console.error('');
+    console.error('--- Ingest Summary ---');
+    console.error(`Succeeded: ${summary.succeeded}`);
+    console.error(`Failed:    ${summary.failed}`);
+    console.error(`Total chunks: ${summary.totalChunks}`);
+    if (summary.failed > 0) {
+        process.exitCode = 1;
+    }
+}
+//# sourceMappingURL=ingest.js.map

package/dist/cli/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../src/cli/ingest.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAE5E,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvC,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAA;AAExC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAErD,OAAO,EAAE,6BAA6B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AACvF,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,gBAAgB,EAAuB,MAAM,wBAAwB,CAAA;AAE9E,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAEhF,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,wBAAwB,GACzB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAEnD,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,aAAa,EACb,mBAAmB,EACnB,sBAAsB,EACtB,mBAAmB,EACnB,YAAY,GACb,MAAM,cAAc,CAAA;AA+CrB,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,CAAC,CAAA;AAC9D,CAAC;AAED,+CAA+C;AAC/C,WAAW;AACX,+CAA+C;AAE/C,MAAM,eAAe,GAAG;IACtB,WAAW,EAAE,qBAAqB;CAC1B,CAAA;AAEV,+CAA+C;AAC/C,OAAO;AACP,+CAA+C;AAE/C,MAAM,SAAS,GAAG;;;;;;gEAM8C,eAAe,CAAC,WAAW;yFACF,oBAAoB;;;;;;;;;2CASlE,CAAA;AAE3C,+CAA+C;AAC/C,cAAc;AACd,+CAA+C;AAE/C;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,OAAO,GAAqB,EAAE,CAAA;IACpC,IAAI,UAA8B,CAAA;IAClC,IAAI,IAAI,GAAG,KAAK,CAAA;IAEhB,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAA;QACpB,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC;YACV,KAAK,QAAQ;gBACX,IAAI,GAAG,IAAI,CAAA;gBACX,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,KAAK,YAAY,EAAE,CAAC;gBAClB,oEAAoE;gBACpE,kEAAkE;gBAClE,iEAAiE;gBACjE,sDAAsD;gBACtD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACnC,OAAO,CAAC,QAAQ,GAAG,EAAE,CAAA;gBACvB,CAAC;gBACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA;gBAC/D,CAAC,GAAG,UAAU,GAAG,CAAC,CAAA;gBAClB,MAAK;YACP,CAAC;YACD,KAAK,iBAAiB,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAA;gBACxD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,CAAC,KAAK,CAAC,uCAAuC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;oBAE1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC;gBACD,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;gBAC9C,CAAC,IAAI,CAAC,CAAA;gBACN,MAAK;YACP,CAAC;YACD,KAAK,oBAAoB,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,oBAAoB,CAAC,CAAA;gBAC3D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,CAAC,KAAK,CAAC,0CAA0C,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;oBAE7E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC;gBACD,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;gBACjD,CAAC,IAAI,CAAC,CAAA;gBACN,MAAK;YACP,CAAC;YACD,KAAK,UAAU;gBACb,oEAAoE;gBACpE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAA;gBACrB,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,KAAK,UAAU;gBACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAA;gBACrB,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,KAAK,kBAAkB,EAAE,CAAC;gBACxB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,kBAAkB,CAAC,CAAA;gBAC3D,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,OAAO,CAAC,KAAK,CACX,wCAAwC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,kCAAkC,CAC9F,CAAA;oBACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC;gBACD,OAAO,CAAC,aAAa,GAAG,KAAK,CAAA;gBAC7B,CAAC,IAAI,CAAC,CAAA;gBACN,MAAK;YACP,CAAC;YACD;gBACE,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAA;oBACvC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;oBACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC;gBACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;oBAC7B,OAAO,CAAC,KAAK,CAAC,wBAAwB,GAAG,EAAE,CAAC,CAAA;oBAC5C,OAAO,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAA;oBACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC;gBACD,UAAU,GAAG,GAAG,CAAA;gBAChB,CAAC,EAAE,CAAA;gBACH,MAAK;QACT,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AACtC,CAAC;AAED,+CAA+C;AAC/C,oBAAoB;AACpB,+CAA+C;AAE/C;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,YAAkC,EAClC,aAAa,GAAqB,EAAE;IAEpC,MAAM,WAAW,GAAG,aAAa,CAAC,QAAQ,IAAI,EAAE,CAAA;IAEhD,uEAAuE;IACvE,oEAAoE;IACpE,0EAA0E;IAC1E,sEAAsE;IACtE,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GACpD,MAAM,wBAAwB,CAAC,WAAW,CAAC,CAAA;IAE7C,MAAM,WAAW,GACf,aAAa,CAAC,WAAW;QACzB,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC3B,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC;YACnD,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;IAClC,MAAM,cAAc,GAClB,aAAa,CAAC,cAAc;QAC5B,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;YAC9B,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,EAAE,CAAC;YACtD,CAAC,CAAC,SAAS,CAAC,CAAA;IAEhB,6BAA6B;IAC7B,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAA;IACzD,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;QAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,8CAA8C;IAC9C,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,cAAc,CAAC,CAAA;QAClE,IAAI,mBAAmB,EAAE,CAAC;YACxB,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAA;YAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAiB;QAC7B,MAAM,EAAE,YAAY,CAAC,MAAM;QAC3B,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,SAAS,EAAE,YAAY,CAAC,SAAS;QACjC,QAAQ;QACR,gBAAgB;QAChB,WAAW;KACZ,CAAA;IACD,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACjC,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAA;IAC1C,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAqBD;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,MAAsB,EACtB,OAAwB,EACxB,QAAkB,EAClB,WAAwB,EACxB,OAAiC;IAEjC,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACrD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE;QAC/E,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI;QAChC,GAAG,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI;YAC1B,CAAC,CAAC;gBACE,SAAS,EAAE;oBACT,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;iBACvB;aACF;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,CAAA;IACF,IAAI,QAAQ,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,KAAK,CACX,sBAAsB,QAAQ,CAAC,iBAAiB,6BAA6B,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,WAAW,CAC/G,CAAA;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAA;QAC/E,OAAO,CAAC,CAAA;IACV,CAAC;IAED,MAAM,YAAY,GAAG,6BAA6B,CAAC,QAAQ,CAAC,CAAA;IAE5D,iEAAiE;IACjE,MAAM,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,WAAW,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;IAE5C,OAAO,YAAY,CAAC,MAAM,CAAA;AAC5B,CAAC;AAED,+CAA+C;AAC/C,mBAAmB;AACnB,+CAA+C;AAE/C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAc,EAAE,aAAa,GAAkB,EAAE;IAC/E,oBAAoB;IACpB,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAErD,gBAAgB;IAChB,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,+BAA+B;IAC/B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;QAC7D,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACjF,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,CAAA;IAE7B,uBAAuB;IACvB,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAA;QAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,kDAAkD;IAClD,MAAM,YAAY,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAA;IACvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;IACzD,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,EAAE,CAAC,CAAA;IAE7F,wEAAwE;IACxE,6BAA6B;IAC7B,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAChC,CAAC;IAED,2EAA2E;IAC3E,oEAAoE;IACpE,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IACpF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,MAAM,qBAAqB,CAAC,CAAA;IAEzD,oEAAoE;IACpE,0EAA0E;IAC1E,+EAA+E;IAC/E,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC;QAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAClC,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,MAAM,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CACrF,CAAA;IACD,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,CAAC,CAAA;IAC7C,MAAM,WAAW,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAA;IACnD,MAAM,WAAW,CAAC,UAAU,EAAE,CAAA;IAE9B,oBAAoB;IACpB,MAAM,OAAO,GAAkB,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAA;IAE1E,IAAI,CAAC;QACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;YAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAA;YAE1C,IAAI,CAAC;gBACH,wEAAwE;gBACxE,yDAAyD;gBACzD,kEAAkE;gBAClE,oEAAoE;gBACpE,sEAAsE;gBACtE,mEAAmE;gBACnE,2CAA2C;gBAC3C,MAAM,aAAa,GAA4B,OAAO,CAAC,MAAM;oBAC3D,CAAC,CAAC;wBACE,MAAM,EAAE,IAAI;wBACZ,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI;wBAC/B,8DAA8D;wBAC9D,6DAA6D;wBAC7D,8DAA8D;wBAC9D,2CAA2C;wBAC3C,OAAO,EAAE,OAAO,CAAC,aAAa,IAAI,MAAM;wBACxC,QAAQ,EAAE,YAAY,CAAC,QAAQ;wBAC/B,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;qBACjD;oBACH,CAAC,CAAC,OAAO,CAAC,MAAM;wBACd,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;wBACjC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;gBACtC,MAAM,UAAU,GAAG,MAAM,gBAAgB,CACvC,QAAQ,EACR,MAAM,EACN,OAAO,EACP,QAAQ,EACR,WAAW,EACX,aAAa,CACd,CAAA;gBACD,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;oBACrB,4CAA4C;oBAC5C,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,QAAQ,yBAAyB,CAAC,CAAA;oBAC5D,OAAO,CAAC,SAAS,EAAE,CAAA;gBACrB,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,QAAQ,YAAY,UAAU,UAAU,CAAC,CAAA;oBACnE,OAAO,CAAC,SAAS,EAAE,CAAA;oBACnB,OAAO,CAAC,WAAW,IAAI,UAAU,CAAA;gBACnC,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;gBACpC,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,QAAQ,gBAAgB,MAAM,EAAE,CAAC,CAAA;gBAC3D,OAAO,CAAC,MAAM,EAAE,CAAA;YAClB,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAA;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QACxB,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,gBAAgB;IAChB,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACjB,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACvC,OAAO,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;IAChD,OAAO,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAC7C,OAAO,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAA;IAErD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}

package/dist/cli/list.d.ts

@@ -0,0 +1,35 @@
+import type { GlobalOptions } from './options.js';
+interface ListCliOptions {
+    /**
+     * Collected `--base-dir` values in CLI order. Repeatable: each flag
+     * occurrence appends one entry. `undefined` means the flag was not
+     * provided.
+     */
+    baseDirs?: string[] | undefined;
+    /**
+     * Collected `--scope` path prefixes in CLI order. Repeatable: multiple flags
+     * union. Each value is trimmed and validated non-empty at parse time.
+     * `undefined` means no scope (list every file); trailing-separator
+     * equivalence is applied downstream by `scope-match.ts`.
+     */
+    scope?: string[] | undefined;
+}
+interface ParsedArgs {
+    options: ListCliOptions;
+    help: boolean;
+}
+/**
+ * Parse list-specific CLI arguments.
+ * Flags: --base-dir, -h/--help
+ * No positional arguments accepted.
+ * Unknown flags cause exit(1).
+ */
+export declare function parseArgs(args: string[]): ParsedArgs;
+/**
+ * Run the list CLI subcommand.
+ * @param args - Arguments after "list"
+ * @param globalOptions - Global options parsed before the subcommand
+ */
+export declare function runList(args: string[], globalOptions?: GlobalOptions): Promise<void>;
+export {};
+//# sourceMappingURL=list.d.ts.map

package/dist/cli/list.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list.d.ts","sourceRoot":"","sources":["../../src/cli/list.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AA4DjD,UAAU,cAAc;IACtB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAA;IAC/B;;;;;OAKG;IACH,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAA;CAC7B;AAED,UAAU,UAAU;IAClB,OAAO,EAAE,cAAc,CAAA;IACvB,IAAI,EAAE,OAAO,CAAA;CACd;AA+DD;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAsDpD;AAMD;;;;GAIG;AACH,wBAAsB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,aAAa,GAAE,aAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAyG9F"}

package/dist/cli/list.js

@@ -0,0 +1,210 @@
+// CLI list subcommand — list files and ingestion status
+import { resolve, sep } from 'node:path';
+import { listDocuments } from '../features/list.js';
+import { displayPath } from '../utils/base-dirs.js';
+import { MAX_SCAN_DEPTH } from '../utils/limits.js';
+import { bfsCollectSupportedFiles } from '../utils/scan.js';
+import { nonAbsolutePrefixes } from '../utils/scope-match.js';
+import { createVectorStore, formatCliError, resolveCliBaseDirsOrExit } from './common.js';
+import { consumeBaseDirArg, requireFlagValue, resolveGlobalConfig, validatePath, } from './options.js';
+/**
+ * Bounded BFS scan of a single root, up to `MAX_SCAN_DEPTH` levels deep.
+ * Delegates the traversal to {@link bfsCollectSupportedFiles} and renders the
+ * `list`-specific warnings: per-directory read failures and the depth-limit
+ * warning, both annotated with `displayPath`.
+ */
+async function scanRoot(root, excludePaths, scope) {
+    // `scope` threads into the walker as the 4th positional arg (after `maxDepth`);
+    // pass `undefined` for `maxDepth` to keep the default bound.
+    const { files, unreadableDirs, depthLimited } = await bfsCollectSupportedFiles(root, excludePaths, undefined, scope);
+    const warnings = [];
+    for (const { dirPath, code } of unreadableDirs) {
+        warnings.push(`cannot read directory: ${displayPath(dirPath)} (${code})`);
+    }
+    if (depthLimited) {
+        warnings.push(`some directories under ${displayPath(root)} were skipped because they exceed the maximum depth (${MAX_SCAN_DEPTH})`);
+    }
+    return { files, warnings };
+}
+// ============================================
+// Help
+// ============================================
+const HELP_TEXT = `Usage: mcp-local-rag [global-options] list [options]
+
+List files and their ingestion status.
+
+Options:
+  --base-dir <path>      Base directory to scan for files (repeatable: pass once per root; default: BASE_DIRS/BASE_DIR env or cwd)
+  --scope <prefix>       Restrict results to a path prefix (must be absolute; a relative prefix matches nothing; repeatable for multiple prefixes)
+  -h, --help             Show this help
+
+Global options (must appear before "list"):
+  --db-path <path>       LanceDB database path
+  --cache-dir <path>     Model cache directory
+  --model-name <name>    Embedding model`;
+// ============================================
+// Arg Parsing
+// ============================================
+/**
+ * Parse list-specific CLI arguments.
+ * Flags: --base-dir, -h/--help
+ * No positional arguments accepted.
+ * Unknown flags cause exit(1).
+ */
+export function parseArgs(args) {
+    const options = {};
+    let help = false;
+    let i = 0;
+    while (i < args.length) {
+        const arg = args[i];
+        switch (arg) {
+            case '-h':
+            case '--help':
+                help = true;
+                i++;
+                break;
+            case '--base-dir': {
+                // Repeatable: each `--base-dir <path>` occurrence appends one entry
+                // to `options.baseDirs`. The accumulator is lazily initialized so an
+                // absent flag leaves `options.baseDirs` as `undefined`, which the
+                // resolver treats as "fall through to env / cwd".
+                if (options.baseDirs === undefined) {
+                    options.baseDirs = [];
+                }
+                const valueIndex = consumeBaseDirArg(args, i, options.baseDirs);
+                i = valueIndex + 1;
+                break;
+            }
+            case '--scope': {
+                // Repeatable prefix filter (mirrors `query --scope`). Trim and reject
+                // empty/whitespace locally — the same non-empty check `normalizeScope`
+                // applies at the MCP boundary, kept module-private there. Trailing-
+                // separator equivalence is handled downstream in `scope-match.ts`.
+                const value = requireFlagValue(args, i, '--scope').trim();
+                if (value.length === 0) {
+                    console.error('--scope value must not be empty');
+                    process.exit(1);
+                }
+                const scope = options.scope ?? [];
+                scope.push(value);
+                options.scope = scope;
+                i += 2;
+                break;
+            }
+            default:
+                if (arg.startsWith('-')) {
+                    console.error(`Unknown option: ${arg}`);
+                    console.error(HELP_TEXT);
+                    process.exit(1);
+                }
+                console.error(`Unexpected argument: ${arg}`);
+                console.error('The list command does not accept positional arguments.');
+                process.exit(1);
+        }
+    }
+    return { options, help };
+}
+// ============================================
+// Main Entry Point
+// ============================================
+/**
+ * Run the list CLI subcommand.
+ * @param args - Arguments after "list"
+ * @param globalOptions - Global options parsed before the subcommand
+ */
+export async function runList(args, globalOptions = {}) {
+    // Parse CLI options
+    const { options, help } = parseArgs(args);
+    // Handle --help
+    if (help) {
+        console.error(HELP_TEXT);
+        process.exit(0);
+    }
+    // Resolve global config
+    const globalConfig = resolveGlobalConfig(globalOptions);
+    // Validate CLI-supplied paths against the sensitive-path policy BEFORE
+    // calling the resolver, so the user sees a `--base-dir`-attributed error
+    // without an unnecessary realpath round-trip on a rejected path.
+    const cliBaseDirs = options.baseDirs ?? [];
+    for (const root of cliBaseDirs) {
+        const baseDirError = validatePath(root, '--base-dir');
+        if (baseDirError) {
+            console.error(baseDirError);
+            process.exit(1);
+        }
+    }
+    // Resolve effective base directories via the shared CLI resolver
+    // (CLI > BASE_DIRS > BASE_DIR > cwd). Resolver errors (invalid BASE_DIRS,
+    // missing directory, ...) exit non-zero with a clear stderr message and
+    // do NOT fall back. Resolver warnings (`base-dirs-overrides-base-dir`,
+    // `nested-root-pruned`) are routed to stderr so the JSON-only stdout
+    // contract is preserved.
+    const { config: baseDirsConfig, warnings: baseDirsWarnings } = await resolveCliBaseDirsOrExit(cliBaseDirs);
+    for (const warning of baseDirsWarnings) {
+        console.error(warning.message);
+    }
+    // A non-absolute `--scope` prefix matches nothing (scan matching is
+    // absolute-path based) but silently yields an empty result for that prefix.
+    // Surface it as a non-fatal stderr warning without changing result semantics
+    // or the exit code — relative is unhelpful, not an error.
+    if (options.scope) {
+        for (const prefix of nonAbsolutePrefixes(options.scope)) {
+            console.error(`Warning [scope]: "${prefix}" is not an absolute path; it matches nothing.`);
+        }
+    }
+    // Scan/display the normal-path roots (`rawBaseDirs`) so scanned paths match
+    // the resolve()-stored DB keys; the realpath'd `baseDirs` are the security
+    // boundary, not used here. `rawBaseDirs[0]` is the legacy `baseDir` field.
+    const rawBaseDirs = baseDirsConfig.rawBaseDirs;
+    const firstRawBaseDir = rawBaseDirs[0];
+    if (firstRawBaseDir === undefined) {
+        // Cannot happen in non-degraded mode: the resolver always returns at least
+        // one effective root. Surface as a programming error rather than emitting
+        // an empty `baseDir` field.
+        throw new Error('internal: resolver returned no effective base directories');
+    }
+    const baseDir = firstRawBaseDir;
+    const vectorStore = createVectorStore(globalConfig);
+    try {
+        await vectorStore.initialize();
+        // Build exclude paths (resolved to absolute, platform-aware trailing
+        // separator). Applied uniformly to every root so dbPath/cacheDir remain
+        // excluded under each root even when they happen to live below one of
+        // them.
+        const excludePaths = [
+            `${resolve(globalConfig.dbPath)}${sep}`,
+            `${resolve(globalConfig.cacheDir)}${sep}`,
+        ];
+        const ingested = await vectorStore.listFiles();
+        const listed = await listDocuments({
+            roots: rawBaseDirs,
+            dbPath: globalConfig.dbPath,
+            ingested,
+            scope: options.scope,
+            scan: (root, scope) => scanRoot(root, excludePaths, scope),
+        });
+        for (const warning of listed.warnings) {
+            console.error(`Warning [${warning.baseDir}]: ${warning.message}`);
+        }
+        const files = listed.files;
+        files.sort((a, b) => (a.filePath < b.filePath ? -1 : a.filePath > b.filePath ? 1 : 0));
+        const sources = listed.sources;
+        const result = {
+            baseDirs: [...rawBaseDirs],
+            baseDir,
+            files,
+            sources,
+        };
+        // Output JSON to stdout
+        process.stdout.write(JSON.stringify(result, null, 2));
+    }
+    catch (error) {
+        const message = formatCliError(error);
+        console.error(`Failed to list files: ${message}`);
+        process.exitCode = 1;
+    }
+    finally {
+        await vectorStore.close();
+    }
+}
+//# sourceMappingURL=list.js.map

package/dist/cli/list.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list.js","sourceRoot":"","sources":["../../src/cli/list.ts"],"names":[],"mappings":"AAAA,wDAAwD;AAExD,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAA;AAExC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAA;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAA;AAC7D,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAA;AAEzF,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,YAAY,GACb,MAAM,cAAc,CAAA;AAiBrB;;;;;GAKG;AACH,KAAK,UAAU,QAAQ,CACrB,IAAY,EACZ,YAAsB,EACtB,KAAgB;IAEhB,gFAAgF;IAChF,6DAA6D;IAC7D,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,MAAM,wBAAwB,CAC5E,IAAI,EACJ,YAAY,EACZ,SAAS,EACT,KAAK,CACN,CAAA;IAED,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,cAAc,EAAE,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,0BAA0B,WAAW,CAAC,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,CAAA;IAC3E,CAAC;IACD,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CACX,0BAA0B,WAAW,CAAC,IAAI,CAAC,wDAAwD,cAAc,GAAG,CACrH,CAAA;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAA;AAC5B,CAAC;AAkED,+CAA+C;AAC/C,OAAO;AACP,+CAA+C;AAE/C,MAAM,SAAS,GAAG;;;;;;;;;;;;yCAYuB,CAAA;AAEzC,+CAA+C;AAC/C,cAAc;AACd,+CAA+C;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,OAAO,GAAmB,EAAE,CAAA;IAClC,IAAI,IAAI,GAAG,KAAK,CAAA;IAEhB,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAA;QACpB,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC;YACV,KAAK,QAAQ;gBACX,IAAI,GAAG,IAAI,CAAA;gBACX,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,KAAK,YAAY,EAAE,CAAC;gBAClB,oEAAoE;gBACpE,qEAAqE;gBACrE,kEAAkE;gBAClE,kDAAkD;gBAClD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACnC,OAAO,CAAC,QAAQ,GAAG,EAAE,CAAA;gBACvB,CAAC;gBACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA;gBAC/D,CAAC,GAAG,UAAU,GAAG,CAAC,CAAA;gBAClB,MAAK;YACP,CAAC;YACD,KAAK,SAAS,EAAE,CAAC;gBACf,sEAAsE;gBACtE,uEAAuE;gBACvE,oEAAoE;gBACpE,mEAAmE;gBACnE,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAA;gBACzD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAA;oBAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC;gBACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAA;gBACjC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACjB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAA;gBACrB,CAAC,IAAI,CAAC,CAAA;gBACN,MAAK;YACP,CAAC;YACD;gBACE,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxB,OAAO,CAAC,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAA;oBACvC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;oBACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC;gBACD,OAAO,CAAC,KAAK,CAAC,wBAAwB,GAAG,EAAE,CAAC,CAAA;gBAC5C,OAAO,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAA;gBACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AAC1B,CAAC;AAED,+CAA+C;AAC/C,mBAAmB;AACnB,+CAA+C;AAE/C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAc,EAAE,aAAa,GAAkB,EAAE;IAC7E,oBAAoB;IACpB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAEzC,gBAAgB;IAChB,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,wBAAwB;IACxB,MAAM,YAAY,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAA;IAEvD,uEAAuE;IACvE,yEAAyE;IACzE,iEAAiE;IACjE,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAA;IAC1C,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC;IAED,iEAAiE;IACjE,0EAA0E;IAC1E,wEAAwE;IACxE,uEAAuE;IACvE,qEAAqE;IACrE,yBAAyB;IACzB,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAC1D,MAAM,wBAAwB,CAAC,WAAW,CAAC,CAAA;IAC7C,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACvC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAChC,CAAC;IAED,oEAAoE;IACpE,4EAA4E;IAC5E,6EAA6E;IAC7E,0DAA0D;IAC1D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,MAAM,MAAM,IAAI,mBAAmB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,OAAO,CAAC,KAAK,CAAC,qBAAqB,MAAM,gDAAgD,CAAC,CAAA;QAC5F,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,2EAA2E;IAC3E,2EAA2E;IAC3E,MAAM,WAAW,GAAG,cAAc,CAAC,WAAW,CAAA;IAC9C,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;IACtC,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAClC,2EAA2E;QAC3E,0EAA0E;QAC1E,4BAA4B;QAC5B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC9E,CAAC;IACD,MAAM,OAAO,GAAG,eAAe,CAAA;IAE/B,MAAM,WAAW,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAA;IACnD,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,UAAU,EAAE,CAAA;QAE9B,qEAAqE;QACrE,wEAAwE;QACxE,sEAAsE;QACtE,QAAQ;QACR,MAAM,YAAY,GAAG;YACnB,GAAG,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,GAAG,EAAE;YACvC,GAAG,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,GAAG,EAAE;SAC1C,CAAA;QAED,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,CAAA;QAC9C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;YACjC,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,QAAQ;YACR,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,KAAK,CAAC;SAC3D,CAAC,CAAA;QACF,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,OAAO,CAAC,KAAK,CAAC,YAAY,OAAO,CAAC,OAAO,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;QACnE,CAAC;QAED,MAAM,KAAK,GAAgB,MAAM,CAAC,KAAK,CAAA;QACvC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QACtF,MAAM,OAAO,GAAkB,MAAM,CAAC,OAAO,CAAA;QAE7C,MAAM,MAAM,GAAe;YACzB,QAAQ,EAAE,CAAC,GAAG,WAAW,CAAC;YAC1B,OAAO;YACP,KAAK;YACL,OAAO;SACR,CAAA;QAED,wBAAwB;QACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;QACrC,OAAO,CAAC,KAAK,CAAC,yBAAyB,OAAO,EAAE,CAAC,CAAA;QACjD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;AACH,CAAC"}