@ssmeo/mcp-local-rag 0.18.6

package/dist/cli/delete.js

@@ -0,0 +1,169 @@
+// CLI delete subcommand — delete ingested content by file path or source URL
+import { unlink } from 'node:fs/promises';
+import { resolve } from 'node:path';
+import { checkRawDataArtifacts, generateMetaJsonPath, generateRawDataPath, isEnoent, isPathInRawDataDirLexical, } from '../utils/raw-data-utils.js';
+import { createVectorStore, formatCliError } from './common.js';
+import { resolveGlobalConfig, validatePath } from './options.js';
+// ============================================
+// Help
+// ============================================
+const HELP_TEXT = `Usage: mcp-local-rag [global-options] delete [--source <url>] [<file-path>]
+
+Delete ingested content by file path or source URL.
+
+Either <file-path> or --source is required (not both).
+
+Arguments:
+  <file-path>            File path of ingested content to delete
+
+Options:
+  --source <url>         Delete by source URL (for content ingested via ingest_data)
+  -h, --help             Show this help
+
+Global options (must appear before "delete"):
+  --db-path <path>       LanceDB database path
+  --cache-dir <path>     Model cache directory
+  --model-name <name>    Embedding model`;
+/**
+ * Parse delete-specific CLI arguments.
+ * Accepts a positional <file-path>, --source <url>, and -h/--help.
+ * Unknown flags or conflicting args cause exit(1).
+ */
+/** Report a usage error with the help text and stop. */
+function usageError(message) {
+    console.error(message);
+    console.error(HELP_TEXT);
+    process.exit(1);
+}
+function parseArgs(args) {
+    const result = { help: false };
+    let i = 0;
+    while (i < args.length) {
+        const arg = args[i] ?? '';
+        if (arg === '-h' || arg === '--help') {
+            result.help = true;
+            i += 1;
+            continue;
+        }
+        if (arg === '--source') {
+            const value = args[i + 1];
+            if (value === undefined || value.startsWith('-')) {
+                usageError('Missing value for --source');
+            }
+            result.source = value;
+            i += 2;
+            continue;
+        }
+        if (arg.startsWith('-')) {
+            usageError(`Unknown option: ${arg}`);
+        }
+        if (result.filePath !== undefined) {
+            usageError(`Unexpected argument: ${arg}`);
+        }
+        // Positional argument: file-path
+        result.filePath = arg;
+        i += 1;
+    }
+    return result;
+}
+// ============================================
+// Main Entry Point
+// ============================================
+/**
+ * Run the delete CLI subcommand.
+ */
+/**
+ * Resolve the document to delete from either input form, or `null` when the
+ * path was rejected (the reason is already reported).
+ */
+function resolveTargetPath(parsed, dbPath) {
+    if (parsed.source) {
+        return generateRawDataPath(dbPath, parsed.source);
+    }
+    // DB key is the resolve()'d ingest path, so look up by resolve() (never
+    // realpath) — realpath stays in validatePath/validateFilePath.
+    const targetPath = resolve(parsed.filePath ?? '');
+    const pathError = validatePath(targetPath, '<file-path>');
+    if (pathError) {
+        console.error(pathError);
+        return null;
+    }
+    return targetPath;
+}
+/** Unlink one raw-data file, treating an already-absent file as success. */
+async function unlinkIfPresent(path) {
+    try {
+        await unlink(path);
+    }
+    catch (error) {
+        if (!isEnoent(error)) {
+            throw error;
+        }
+    }
+}
+/** Remove a managed raw-data document and its sidecar, reporting what existed. */
+async function removeRawDataArtifacts(targetPath) {
+    // Pre-unlink existence (shared with the MCP server delete path).
+    const artifacts = await checkRawDataArtifacts(targetPath);
+    await unlinkIfPresent(targetPath);
+    await unlinkIfPresent(generateMetaJsonPath(targetPath));
+    return artifacts;
+}
+export async function runDelete(args, globalOptions = {}) {
+    // Parse CLI options
+    const parsed = parseArgs(args);
+    // Handle --help
+    if (parsed.help) {
+        console.error(HELP_TEXT);
+        process.exit(0);
+    }
+    // Validate: either file-path or --source required, not both
+    if (!parsed.filePath && !parsed.source) {
+        console.error('Either <file-path> or --source is required');
+        console.error(HELP_TEXT);
+        process.exit(1);
+    }
+    if (parsed.filePath && parsed.source) {
+        console.error('Cannot specify both <file-path> and --source');
+        console.error(HELP_TEXT);
+        process.exit(1);
+    }
+    // Resolve global config
+    const globalConfig = resolveGlobalConfig(globalOptions);
+    const vectorStore = createVectorStore(globalConfig);
+    try {
+        await vectorStore.initialize();
+        const targetPath = resolveTargetPath(parsed, globalConfig.dbPath);
+        if (targetPath === null) {
+            process.exitCode = 1;
+            return;
+        }
+        // Delete chunks from VectorStore
+        const removedChunks = await vectorStore.deleteChunks(targetPath);
+        // Optimize immediately after the DB delete: a later raw-data unlink failure
+        // (re-thrown below for non-ENOENT) must not skip compaction once the rows
+        // are already gone.
+        await vectorStore.optimize();
+        const removedFiles = isPathInRawDataDirLexical(targetPath, globalConfig.dbPath)
+            ? await removeRawDataArtifacts(targetPath)
+            : { rawDataExisted: false, metaExisted: false };
+        // Output result JSON to stdout
+        const result = {
+            filePath: targetPath,
+            deleted: true,
+            removedChunks,
+            existed: removedChunks > 0 || removedFiles.rawDataExisted || removedFiles.metaExisted,
+            timestamp: new Date().toISOString(),
+        };
+        process.stdout.write(JSON.stringify(result));
+    }
+    catch (error) {
+        const reason = formatCliError(error);
+        console.error(`Error: ${reason}`);
+        process.exitCode = 1;
+    }
+    finally {
+        await vectorStore.close();
+    }
+}
+//# sourceMappingURL=delete.js.map

package/dist/cli/delete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete.js","sourceRoot":"","sources":["../../src/cli/delete.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAE7E,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EACL,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,EACnB,QAAQ,EACR,yBAAyB,GAC1B,MAAM,4BAA4B,CAAA;AACnC,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE/D,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAEhE,+CAA+C;AAC/C,OAAO;AACP,+CAA+C;AAE/C,MAAM,SAAS,GAAG;;;;;;;;;;;;;;;;yCAgBuB,CAAA;AAYzC;;;;GAIG;AACH,wDAAwD;AACxD,SAAS,UAAU,CAAC,OAAe;IACjC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACtB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,MAAM,GAAe,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;IAE1C,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAEzB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;YAClB,CAAC,IAAI,CAAC,CAAA;YACN,SAAQ;QACV,CAAC;QAED,IAAI,GAAG,KAAK,UAAU,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACzB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjD,UAAU,CAAC,4BAA4B,CAAC,CAAA;YAC1C,CAAC;YACD,MAAM,CAAC,MAAM,GAAG,KAAK,CAAA;YACrB,CAAC,IAAI,CAAC,CAAA;YACN,SAAQ;QACV,CAAC;QAED,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,UAAU,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAA;QACtC,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,UAAU,CAAC,wBAAwB,GAAG,EAAE,CAAC,CAAA;QAC3C,CAAC;QACD,iCAAiC;QACjC,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAA;QACrB,CAAC,IAAI,CAAC,CAAA;IACR,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,+CAA+C;AAC/C,mBAAmB;AACnB,+CAA+C;AAE/C;;GAEG;AACH;;;GAGG;AACH,SAAS,iBAAiB,CAAC,MAAkB,EAAE,MAAc;IAC3D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,OAAO,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IACnD,CAAC;IACD,wEAAwE;IACxE,+DAA+D;IAC/D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,YAAY,CAAC,UAAU,EAAE,aAAa,CAAC,CAAA;IACzD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,4EAA4E;AAC5E,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;IACpB,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;AACH,CAAC;AAED,kFAAkF;AAClF,KAAK,UAAU,sBAAsB,CACnC,UAAkB;IAElB,iEAAiE;IACjE,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAAC,UAAU,CAAC,CAAA;IACzD,MAAM,eAAe,CAAC,UAAU,CAAC,CAAA;IACjC,MAAM,eAAe,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC,CAAA;IACvD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAc,EAAE,aAAa,GAAkB,EAAE;IAC/E,oBAAoB;IACpB,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAE9B,gBAAgB;IAChB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,4DAA4D;IAC5D,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACvC,OAAO,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAA;QAC3D,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;QAC7D,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,wBAAwB;IACxB,MAAM,YAAY,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAA;IACvD,MAAM,WAAW,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAA;IAEnD,IAAI,CAAC;QACH,MAAM,WAAW,CAAC,UAAU,EAAE,CAAA;QAE9B,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,CAAA;QACjE,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;YACpB,OAAM;QACR,CAAC;QAED,iCAAiC;QACjC,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC,UAAU,CAAC,CAAA;QAChE,4EAA4E;QAC5E,0EAA0E;QAC1E,oBAAoB;QACpB,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAA;QAE5B,MAAM,YAAY,GAAG,yBAAyB,CAAC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC;YAC7E,CAAC,CAAC,MAAM,sBAAsB,CAAC,UAAU,CAAC;YAC1C,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,CAAA;QAEjD,+BAA+B;QAC/B,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,IAAI;YACb,aAAa;YACb,OAAO,EAAE,aAAa,GAAG,CAAC,IAAI,YAAY,CAAC,cAAc,IAAI,YAAY,CAAC,WAAW;YACrF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAA;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;IAC9C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;QACpC,OAAO,CAAC,KAAK,CAAC,UAAU,MAAM,EAAE,CAAC,CAAA;QACjC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;AACH,CAAC"}

package/dist/cli/file-collection.d.ts

@@ -0,0 +1,2 @@
+export declare function collectFiles(targetPath: string, baseDirs: readonly string[], excludePaths: string[]): Promise<string[]>;
+//# sourceMappingURL=file-collection.d.ts.map

package/dist/cli/file-collection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-collection.d.ts","sourceRoot":"","sources":["../../src/cli/file-collection.ts"],"names":[],"mappings":"AAeA,wBAAsB,YAAY,CAChC,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,SAAS,MAAM,EAAE,EAC3B,YAAY,EAAE,MAAM,EAAE,GACrB,OAAO,CAAC,MAAM,EAAE,CAAC,CA0DnB"}

package/dist/cli/file-collection.js

@@ -0,0 +1,53 @@
+// CLI ingest file collection.
+//
+// Resolves the positional ingest path into the concrete list of supported
+// files to ingest. Single-file mode validates the extension; directory mode
+// confirms the path is inside a configured root and delegates the bounded
+// BFS walk to `bfsCollectSupportedFiles`. Out-of-root directory targets exit
+// the process (preserved from the original inline implementation).
+import { realpath, stat } from 'node:fs/promises';
+import { extname, resolve, sep } from 'node:path';
+import { SUPPORTED_EXTENSIONS } from '../parser/index.js';
+import { MAX_SCAN_DEPTH } from '../utils/limits.js';
+import { bfsCollectSupportedFiles } from '../utils/scan.js';
+export async function collectFiles(targetPath, baseDirs, excludePaths) {
+    const resolved = resolve(targetPath);
+    const info = await stat(resolved);
+    if (info.isFile()) {
+        const ext = extname(resolved).toLowerCase();
+        if (!SUPPORTED_EXTENSIONS.has(ext)) {
+            console.error(`Unsupported file extension: ${ext} (supported: ${[...SUPPORTED_EXTENSIONS].join(', ')})`);
+            return [];
+        }
+        // Store the resolve()'d path (the DB key), not realpath — path policy:
+        // realpath only at the security boundary, resolve() everywhere user-facing.
+        return [resolved];
+    }
+    if (info.isDirectory()) {
+        // realpath both sides so a symlinked positional path still matches a
+        // root whose realpath agrees. baseDirs from resolveCliBaseDirsOrExit
+        // are already realpath-normalized with a trailing sep.
+        const realResolved = await realpath(resolved);
+        const realResolvedWithSep = realResolved.endsWith(sep) ? realResolved : realResolved + sep;
+        const insideAnyRoot = baseDirs.some((root) => realResolvedWithSep === root || realResolvedWithSep.startsWith(root));
+        if (!insideAnyRoot) {
+            console.error(`Error: ${targetPath} is not under any configured base directory. ` +
+                `Allowed roots: ${baseDirs.join(', ')}. ` +
+                `Provide a path inside one of the configured roots, or set BASE_DIRS / --base-dir to include the desired tree.`);
+            process.exit(1);
+        }
+        // `realResolved` is used ONLY for the in-root containment check (security).
+        // The walk uses the resolve()'d `resolved` so the stored DB keys match what
+        // `list`/`delete`/`read_chunk_neighbors` use (resolve(), not realpath).
+        const { files: collected, unreadableDirs, depthLimited, } = await bfsCollectSupportedFiles(resolved, excludePaths);
+        for (const { dirPath } of unreadableDirs) {
+            console.error(`Warning: cannot read directory: ${dirPath}`);
+        }
+        if (depthLimited) {
+            console.error(`Warning: some directories were skipped because they exceed the maximum depth (${MAX_SCAN_DEPTH})`);
+        }
+        return [...new Set(collected)].sort();
+    }
+    return [];
+}
+//# sourceMappingURL=file-collection.js.map

package/dist/cli/file-collection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-collection.js","sourceRoot":"","sources":["../../src/cli/file-collection.ts"],"names":[],"mappings":"AAAA,8BAA8B;AAC9B,EAAE;AACF,0EAA0E;AAC1E,4EAA4E;AAC5E,0EAA0E;AAC1E,6EAA6E;AAC7E,mEAAmE;AAEnE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAA;AAEjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAA;AAE3D,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,UAAkB,EAClB,QAA2B,EAC3B,YAAsB;IAEtB,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAA;IAEjC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;QAC3C,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,KAAK,CACX,+BAA+B,GAAG,gBAAgB,CAAC,GAAG,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC1F,CAAA;YACD,OAAO,EAAE,CAAA;QACX,CAAC;QACD,uEAAuE;QACvE,4EAA4E;QAC5E,OAAO,CAAC,QAAQ,CAAC,CAAA;IACnB,CAAC;IAED,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACvB,qEAAqE;QACrE,qEAAqE;QACrE,uDAAuD;QACvD,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAC7C,MAAM,mBAAmB,GAAG,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAA;QAC1F,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CACjC,CAAC,IAAI,EAAE,EAAE,CAAC,mBAAmB,KAAK,IAAI,IAAI,mBAAmB,CAAC,UAAU,CAAC,IAAI,CAAC,CAC/E,CAAA;QACD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,OAAO,CAAC,KAAK,CACX,UAAU,UAAU,+CAA+C;gBACjE,kBAAkB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;gBACzC,+GAA+G,CAClH,CAAA;YACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;QAED,4EAA4E;QAC5E,4EAA4E;QAC5E,wEAAwE;QACxE,MAAM,EACJ,KAAK,EAAE,SAAS,EAChB,cAAc,EACd,YAAY,GACb,GAAG,MAAM,wBAAwB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QAE1D,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,cAAc,EAAE,CAAC;YACzC,OAAO,CAAC,KAAK,CAAC,mCAAmC,OAAO,EAAE,CAAC,CAAA;QAC7D,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CACX,iFAAiF,cAAc,GAAG,CACnG,CAAA;QACH,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACvC,CAAC;IAED,OAAO,EAAE,CAAA;AACX,CAAC"}

package/dist/cli/ingest.d.ts

@@ -0,0 +1,69 @@
+import { SemanticChunker } from '../chunker/index.js';
+import type { Embedder } from '../embedder/index.js';
+import type { RemoteEmbedder } from '../embedder/remote.js';
+import { type PrepareFileForIngestOptions } from '../ingest/file.js';
+import { DocumentParser } from '../parser/index.js';
+import type { BaseDirsConfig, BaseDirsConfigWarning } from '../utils/base-dirs.js';
+import type { QualityProfile } from '../utils/visual-profile.js';
+import type { VectorStore } from '../vectordb/index.js';
+import type { GlobalOptions, ResolvedGlobalConfig } from './options.js';
+interface IngestConfig {
+    baseDirs: BaseDirsConfig;
+    baseDirsWarnings: BaseDirsConfigWarning[];
+    dbPath: string;
+    cacheDir: string;
+    modelName: string;
+    maxFileSize: number;
+    chunkMinLength?: number;
+}
+interface IngestCliOptions {
+    /** Repeatable, in CLI order. Empty means unset — the resolver uses env / cwd. */
+    baseDirs?: string[] | undefined;
+    maxFileSize?: number | undefined;
+    chunkMinLength?: number | undefined;
+    visual?: boolean | undefined;
+    images?: boolean | undefined;
+    /** Silently ignored unless `visual` is true. Defaults to `'fast'`. */
+    visualQuality?: QualityProfile | undefined;
+}
+interface ParsedArgs {
+    positional: string | undefined;
+    options: IngestCliOptions;
+    help: boolean;
+}
+export declare function parseArgs(args: string[]): ParsedArgs;
+/**
+ * Merge global config with ingest-specific options (CLI > env > defaults).
+ *
+ * CLI roots are pre-validated against the sensitive-path policy here, so the
+ * user gets `--base-dir`-attributed errors before the resolver touches disk.
+ */
+export declare function resolveConfig(globalConfig: ResolvedGlobalConfig, ingestOptions?: IngestCliOptions): Promise<IngestConfig>;
+/** Collaborators one CLI ingest run needs, injected as a unit. */
+export interface SingleFileIngestCollaborators {
+    parser: DocumentParser;
+    chunker: SemanticChunker;
+    embedder: Embedder | RemoteEmbedder;
+    vectorStore: VectorStore;
+}
+/**
+ * Ingest one file, returning the number of chunks inserted.
+ *
+ * `options` is the shared preparation contract, passed straight through: a
+ * `captioner` on a `.pdf` routes through VLM captioning, and `pdf-visual` is
+ * loaded by dynamic import, so no other path pulls the VLM module in.
+ */
+export declare function ingestSingleFile(filePath: string, collaborators: SingleFileIngestCollaborators, options?: PrepareFileForIngestOptions): Promise<number>;
+/**
+ * Turn a resolved per-file request into shared preparation options. The
+ * captioner block travels only with a non-null profile, carrying the cacheDir
+ * `resolveGlobalConfig` validated. Shared by `ingest` and CLI `sync`, so both
+ * reach the VLM through one mapping.
+ */
+export declare function buildFileIngestOptions(request: {
+    images: boolean;
+    visualProfile: QualityProfile | null;
+}, globalConfig: ResolvedGlobalConfig): PrepareFileForIngestOptions;
+export declare function runIngest(args: string[], globalOptions?: GlobalOptions): Promise<void>;
+export {};
+//# sourceMappingURL=ingest.d.ts.map

package/dist/cli/ingest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../src/cli/ingest.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAEL,KAAK,2BAA2B,EAEjC,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,KAAK,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAA;AAElF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAQvD,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAA;AAgBvE,UAAU,YAAY;IACpB,QAAQ,EAAE,cAAc,CAAA;IACxB,gBAAgB,EAAE,qBAAqB,EAAE,CAAA;IACzC,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAQD,UAAU,gBAAgB;IACxB,iFAAiF;IACjF,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAA;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;IAChC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;IACnC,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;IAC5B,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;IAC5B,sEAAsE;IACtE,aAAa,CAAC,EAAE,cAAc,GAAG,SAAS,CAAA;CAC3C;AAED,UAAU,UAAU;IAClB,UAAU,EAAE,MAAM,GAAG,SAAS,CAAA;IAC9B,OAAO,EAAE,gBAAgB,CAAA;IACzB,IAAI,EAAE,OAAO,CAAA;CACd;AA6DD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAwDpD;AAMD;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,YAAY,EAAE,oBAAoB,EAClC,aAAa,GAAE,gBAAqB,GACnC,OAAO,CAAC,YAAY,CAAC,CAyDvB;AAMD,kEAAkE;AAClE,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE,cAAc,CAAA;IACtB,OAAO,EAAE,eAAe,CAAA;IACxB,QAAQ,EAAE,QAAQ,GAAG,cAAc,CAAA;IACnC,WAAW,EAAE,WAAW,CAAA;CACzB;AAED;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,6BAA6B,EAC5C,OAAO,GAAE,2BAA+C,GACvD,OAAO,CAAC,MAAM,CAAC,CAqBjB;AAMD;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,aAAa,EAAE,cAAc,GAAG,IAAI,CAAA;CAAE,EAClE,YAAY,EAAE,oBAAoB,GACjC,2BAA2B,CAY7B;AAmBD,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,aAAa,GAAE,aAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAsGhG"}

package/dist/cli/ingest.js

@@ -0,0 +1,323 @@
+// CLI ingest subcommand — bulk file ingestion with single optimize() at end
+import { stat } from 'node:fs/promises';
+import { resolve, sep } from 'node:path';
+import { SemanticChunker } from '../chunker/index.js';
+import { buildPreparedFileVectorChunks, prepareFileForIngest, } from '../ingest/file.js';
+import { DocumentParser } from '../parser/index.js';
+import { DEFAULT_MAX_FILE_SIZE, MAX_CHUNK_MIN_LENGTH } from '../utils/limits.js';
+import { createEmbedder, createVectorStore, formatCliError, resolveCliBaseDirsOrExit, } from './common.js';
+import { collectFiles } from './file-collection.js';
+import { consumeBaseDirArg, requireFlagValue, requireVisualQuality, resolveDevice, resolveGlobalConfig, validateChunkMinLength, validateMaxFileSize, validatePath, } from './options.js';
+// ============================================
+// Defaults
+// ============================================
+const INGEST_DEFAULTS = {
+    maxFileSize: DEFAULT_MAX_FILE_SIZE,
+};
+// ============================================
+// Help
+// ============================================
+const HELP_TEXT = `Usage: mcp-local-rag [global-options] ingest [options] <path>
+
+Ingest a single file or all supported files under a directory.
+
+Options:
+  --base-dir <path>          Base directory for documents (repeatable: pass once per root; default: BASE_DIRS/BASE_DIR env or cwd)
+  --max-file-size <n>        Max file size in bytes (default: ${INGEST_DEFAULTS.maxFileSize})
+  --chunk-min-length <n>     Minimum ordinary chunk length in characters (default: 50, range: 1-${MAX_CHUNK_MIN_LENGTH}); a fragment of content split to fit the model's token limit can be shorter
+  --visual                   Enable VLM captioning for PDF figure pages (PDFs only; no effect on other types)
+  --images                   Store bounded PDF figures/tables and Mammoth DOCX images
+  --visual-quality <profile> VLM profile when --visual is set: fast (default, lightweight) or quality (Qwen2.5-VL-3B, ~10x cache, ~2x inference)
+  -h, --help                 Show this help
+
+Global options (must appear before "ingest"):
+  --db-path <path>         LanceDB database path
+  --cache-dir <path>       Model cache directory
+  --model-name <name>      Embedding model`;
+// ============================================
+// Arg Parsing
+// ============================================
+/** A global flag passed after the subcommand is an error, not a pass-through. */
+/** Read a flag whose value must be a bare non-negative integer. */
+function requireCountFlag(args, flagIndex, flag) {
+    const raw = requireFlagValue(args, flagIndex, flag);
+    if (!/^\d+$/.test(raw)) {
+        console.error(`Invalid value for ${flag}: "${raw.slice(0, 100)}"`);
+        process.exit(1);
+    }
+    return Number.parseInt(raw, 10);
+}
+/** Reject an unknown flag, or a second positional path. */
+function rejectUnexpectedArgument(arg, positional) {
+    if (arg.startsWith('-')) {
+        console.error(`Unknown option: ${arg}`);
+        console.error(HELP_TEXT);
+        process.exit(1);
+    }
+    if (positional !== undefined) {
+        console.error(`Unexpected argument: ${arg}`);
+        console.error('Only one path is accepted. Use a directory to ingest multiple files.');
+        process.exit(1);
+    }
+}
+export function parseArgs(args) {
+    const options = {};
+    let positional;
+    let help = false;
+    let i = 0;
+    while (i < args.length) {
+        const arg = args[i] ?? '';
+        switch (arg) {
+            case '-h':
+            case '--help':
+                help = true;
+                i++;
+                break;
+            case '--base-dir': {
+                // Repeatable: each `--base-dir <path>` occurrence appends one entry
+                // to `options.baseDirs`. The accumulator is lazily initialized so
+                // an absent flag leaves `options.baseDirs` as `undefined`, which
+                // the resolver treats as "fall through to env / cwd".
+                if (options.baseDirs === undefined) {
+                    options.baseDirs = [];
+                }
+                const valueIndex = consumeBaseDirArg(args, i, options.baseDirs);
+                i = valueIndex + 1;
+                break;
+            }
+            case '--max-file-size':
+                options.maxFileSize = requireCountFlag(args, i, '--max-file-size');
+                i += 2;
+                break;
+            case '--chunk-min-length':
+                options.chunkMinLength = requireCountFlag(args, i, '--chunk-min-length');
+                i += 2;
+                break;
+            case '--visual':
+                // Boolean toggle: no value consumed. Mirrors the -h/--help pattern.
+                options.visual = true;
+                i++;
+                break;
+            case '--images':
+                options.images = true;
+                i++;
+                break;
+            case '--visual-quality':
+                options.visualQuality = requireVisualQuality(args, i);
+                i += 2;
+                break;
+            default:
+                rejectUnexpectedArgument(arg, positional);
+                positional = arg;
+                i++;
+                break;
+        }
+    }
+    return { positional, options, help };
+}
+// ============================================
+// Config Resolution
+// ============================================
+/**
+ * Merge global config with ingest-specific options (CLI > env > defaults).
+ *
+ * CLI roots are pre-validated against the sensitive-path policy here, so the
+ * user gets `--base-dir`-attributed errors before the resolver touches disk.
+ */
+export async function resolveConfig(globalConfig, ingestOptions = {}) {
+    const cliBaseDirs = ingestOptions.baseDirs ?? [];
+    // Validate CLI-supplied paths against the sensitive-path policy before
+    // calling the resolver. Doing this here (rather than relying on the
+    // resolver) keeps the error message attributed to `--base-dir` and avoids
+    // an unnecessary realpath round-trip on a path we will reject anyway.
+    for (const root of cliBaseDirs) {
+        const baseDirError = validatePath(root, '--base-dir');
+        if (baseDirError) {
+            console.error(baseDirError);
+            process.exit(1);
+        }
+    }
+    const { config: baseDirs, warnings: baseDirsWarnings } = await resolveCliBaseDirsOrExit(cliBaseDirs);
+    const maxFileSize = ingestOptions.maxFileSize ??
+        (process.env['MAX_FILE_SIZE']
+            ? Number.parseInt(process.env['MAX_FILE_SIZE'], 10)
+            : INGEST_DEFAULTS.maxFileSize);
+    const chunkMinLength = ingestOptions.chunkMinLength ??
+        (process.env['CHUNK_MIN_LENGTH']
+            ? Number.parseInt(process.env['CHUNK_MIN_LENGTH'], 10)
+            : undefined);
+    // Validate maxFileSize range
+    const maxFileSizeError = validateMaxFileSize(maxFileSize);
+    if (maxFileSizeError) {
+        console.error(maxFileSizeError);
+        process.exit(1);
+    }
+    // Validate chunkMinLength range (if provided)
+    if (chunkMinLength !== undefined) {
+        const chunkMinLengthError = validateChunkMinLength(chunkMinLength);
+        if (chunkMinLengthError) {
+            console.error(chunkMinLengthError);
+            process.exit(1);
+        }
+    }
+    const resolved = {
+        dbPath: globalConfig.dbPath,
+        cacheDir: globalConfig.cacheDir,
+        modelName: globalConfig.modelName,
+        baseDirs,
+        baseDirsWarnings,
+        maxFileSize,
+    };
+    if (chunkMinLength !== undefined) {
+        resolved.chunkMinLength = chunkMinLength;
+    }
+    return resolved;
+}
+/**
+ * Ingest one file, returning the number of chunks inserted.
+ *
+ * `options` is the shared preparation contract, passed straight through: a
+ * `captioner` on a `.pdf` routes through VLM captioning, and `pdf-visual` is
+ * loaded by dynamic import, so no other path pulls the VLM module in.
+ */
+export async function ingestSingleFile(filePath, collaborators, options = { images: false }) {
+    const { parser, chunker, embedder, vectorStore } = collaborators;
+    const isPdf = filePath.toLowerCase().endsWith('.pdf');
+    const prepared = await prepareFileForIngest(filePath, { parser, chunker, embedder }, options);
+    if (prepared.omittedImageCount > 0) {
+        console.error(`  Warning: skipped ${prepared.omittedImageCount} undecodable or oversized ${isPdf ? 'PDF' : 'DOCX'} image(s)`);
+    }
+    if (prepared.chunks.length === 0) {
+        console.error(`  Warning: 0 chunks generated (file may be empty or too short)`);
+        return 0;
+    }
+    const vectorChunks = buildPreparedFileVectorChunks(prepared);
+    // Delete existing chunks for this file, then insert the new ones
+    await vectorStore.deleteChunks(filePath);
+    await vectorStore.insertChunks(vectorChunks);
+    return vectorChunks.length;
+}
+// ============================================
+// Main Entry Point
+// ============================================
+/**
+ * Turn a resolved per-file request into shared preparation options. The
+ * captioner block travels only with a non-null profile, carrying the cacheDir
+ * `resolveGlobalConfig` validated. Shared by `ingest` and CLI `sync`, so both
+ * reach the VLM through one mapping.
+ */
+export function buildFileIngestOptions(request, globalConfig) {
+    if (request.visualProfile === null) {
+        return { images: request.images };
+    }
+    return {
+        images: request.images,
+        captioner: {
+            profile: request.visualProfile,
+            cacheDir: globalConfig.cacheDir,
+            device: resolveDevice(process.env['RAG_DEVICE']),
+        },
+    };
+}
+/** Require a positional path argument that names something on disk. */
+async function requireExistingPath(positional) {
+    if (!positional) {
+        console.error('Usage: mcp-local-rag ingest [options] <path>');
+        console.error('  Ingest a single file or all supported files under a directory.');
+        console.error('  Run with --help for all options.');
+        process.exit(1);
+    }
+    try {
+        await stat(positional);
+    }
+    catch {
+        console.error(`Error: path does not exist: ${positional}`);
+        process.exit(1);
+    }
+    return positional;
+}
+export async function runIngest(args, globalOptions = {}) {
+    // Parse CLI options
+    const { positional, options, help } = parseArgs(args);
+    // Handle --help
+    if (help) {
+        console.error(HELP_TEXT);
+        process.exit(0);
+    }
+    const targetPath = await requireExistingPath(positional);
+    // Resolve config: CLI flags > env vars > defaults
+    const globalConfig = resolveGlobalConfig(globalOptions);
+    const config = await resolveConfig(globalConfig, options);
+    const excludePaths = [`${resolve(config.dbPath)}${sep}`, `${resolve(config.cacheDir)}${sep}`];
+    // Surface resolver warnings (precedence, nested-root pruning) on stderr
+    // before scan output starts.
+    for (const warning of config.baseDirsWarnings) {
+        console.error(warning.message);
+    }
+    // Directory mode scans only the positional directory; configured roots are
+    // the containment boundary used by collectFiles and DocumentParser.
+    const files = await collectFiles(targetPath, config.baseDirs.baseDirs, excludePaths);
+    if (files.length === 0) {
+        console.error('No supported files found.');
+        process.exit(1);
+    }
+    console.error(`Found ${files.length} file(s) to ingest.`);
+    // Initialize components (single instances reused across all files).
+    // The parser receives the full multi-root config. The directory-scan loop
+    // (`collectFiles`) iterates every effective root in `config.baseDirs.baseDirs`
+    // and dedupes overlap.
+    const parser = new DocumentParser({
+        baseDirs: config.baseDirs.baseDirs,
+        maxFileSize: config.maxFileSize,
+    });
+    const chunker = new SemanticChunker(config.chunkMinLength !== undefined ? { minChunkLength: config.chunkMinLength } : {});
+    const embedder = createEmbedder(globalConfig);
+    const vectorStore = createVectorStore(globalConfig);
+    await vectorStore.initialize();
+    // Process each file
+    const summary = { succeeded: 0, failed: 0, totalChunks: 0 };
+    try {
+        for (const [i, filePath] of files.entries()) {
+            const label = `[${i + 1}/${files.length}]`;
+            try {
+                const chunkCount = await ingestSingleFile(filePath, { parser, chunker, embedder, vectorStore }, buildFileIngestOptions({
+                    images: options.images === true,
+                    // `--visual-quality` defaults to `fast` and is silently ignored
+                    // without `--visual`, mirroring how `--visual` itself is silently
+                    // coerced away for non-PDF files.
+                    visualProfile: options.visual === true ? (options.visualQuality ?? 'fast') : null,
+                }, globalConfig));
+                if (chunkCount === 0) {
+                    // 0 chunks is a skip/warning, not a failure
+                    console.error(`${label} ${filePath} ... SKIPPED (0 chunks)`);
+                }
+                else {
+                    console.error(`${label} ${filePath} ... OK (${chunkCount} chunks)`);
+                    summary.totalChunks += chunkCount;
+                }
+                summary.succeeded++;
+            }
+            catch (error) {
+                const reason = formatCliError(error);
+                console.error(`${label} ${filePath} ... FAILED: ${reason}`);
+                summary.failed++;
+            }
+        }
+        // Optimize once at end (not per-file)
+        await vectorStore.optimize();
+    }
+    finally {
+        await embedder.dispose();
+        await vectorStore.close();
+    }
+    // Print summary
+    console.error('');
+    console.error('--- Ingest Summary ---');
+    console.error(`Succeeded: ${summary.succeeded}`);
+    console.error(`Failed:    ${summary.failed}`);
+    console.error(`Total chunks: ${summary.totalChunks}`);
+    if (summary.failed > 0) {
+        process.exitCode = 1;
+    }
+}
+//# sourceMappingURL=ingest.js.map

package/dist/cli/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../src/cli/ingest.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAE5E,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACvC,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAA;AAExC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAGrD,OAAO,EACL,6BAA6B,EAE7B,oBAAoB,GACrB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEnD,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAGhF,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,wBAAwB,GACzB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAEnD,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,oBAAoB,EACpB,aAAa,EACb,mBAAmB,EACnB,sBAAsB,EACtB,mBAAmB,EACnB,YAAY,GACb,MAAM,cAAc,CAAA;AAuCrB,+CAA+C;AAC/C,WAAW;AACX,+CAA+C;AAE/C,MAAM,eAAe,GAAG;IACtB,WAAW,EAAE,qBAAqB;CAC1B,CAAA;AAEV,+CAA+C;AAC/C,OAAO;AACP,+CAA+C;AAE/C,MAAM,SAAS,GAAG;;;;;;gEAM8C,eAAe,CAAC,WAAW;kGACO,oBAAoB;;;;;;;;;2CAS3E,CAAA;AAE3C,+CAA+C;AAC/C,cAAc;AACd,+CAA+C;AAE/C,iFAAiF;AACjF,mEAAmE;AACnE,SAAS,gBAAgB,CAAC,IAAc,EAAE,SAAiB,EAAE,IAAY;IACvE,MAAM,GAAG,GAAG,gBAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;IACnD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,qBAAqB,IAAI,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;QAClE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;AACjC,CAAC;AAED,2DAA2D;AAC3D,SAAS,wBAAwB,CAAC,GAAW,EAAE,UAA8B;IAC3E,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAA;QACvC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,wBAAwB,GAAG,EAAE,CAAC,CAAA;QAC5C,OAAO,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAA;QACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,OAAO,GAAqB,EAAE,CAAA;IACpC,IAAI,UAA8B,CAAA;IAClC,IAAI,IAAI,GAAG,KAAK,CAAA;IAEhB,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QACzB,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC;YACV,KAAK,QAAQ;gBACX,IAAI,GAAG,IAAI,CAAA;gBACX,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,KAAK,YAAY,EAAE,CAAC;gBAClB,oEAAoE;gBACpE,kEAAkE;gBAClE,iEAAiE;gBACjE,sDAAsD;gBACtD,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACnC,OAAO,CAAC,QAAQ,GAAG,EAAE,CAAA;gBACvB,CAAC;gBACD,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA;gBAC/D,CAAC,GAAG,UAAU,GAAG,CAAC,CAAA;gBAClB,MAAK;YACP,CAAC;YACD,KAAK,iBAAiB;gBACpB,OAAO,CAAC,WAAW,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAA;gBAClE,CAAC,IAAI,CAAC,CAAA;gBACN,MAAK;YACP,KAAK,oBAAoB;gBACvB,OAAO,CAAC,cAAc,GAAG,gBAAgB,CAAC,IAAI,EAAE,CAAC,EAAE,oBAAoB,CAAC,CAAA;gBACxE,CAAC,IAAI,CAAC,CAAA;gBACN,MAAK;YACP,KAAK,UAAU;gBACb,oEAAoE;gBACpE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAA;gBACrB,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,KAAK,UAAU;gBACb,OAAO,CAAC,MAAM,GAAG,IAAI,CAAA;gBACrB,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,KAAK,kBAAkB;gBACrB,OAAO,CAAC,aAAa,GAAG,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;gBACrD,CAAC,IAAI,CAAC,CAAA;gBACN,MAAK;YACP;gBACE,wBAAwB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAA;gBACzC,UAAU,GAAG,GAAG,CAAA;gBAChB,CAAC,EAAE,CAAA;gBACH,MAAK;QACT,CAAC;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AACtC,CAAC;AAED,+CAA+C;AAC/C,oBAAoB;AACpB,+CAA+C;AAE/C;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,YAAkC,EAClC,aAAa,GAAqB,EAAE;IAEpC,MAAM,WAAW,GAAG,aAAa,CAAC,QAAQ,IAAI,EAAE,CAAA;IAEhD,uEAAuE;IACvE,oEAAoE;IACpE,0EAA0E;IAC1E,sEAAsE;IACtE,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GACpD,MAAM,wBAAwB,CAAC,WAAW,CAAC,CAAA;IAE7C,MAAM,WAAW,GACf,aAAa,CAAC,WAAW;QACzB,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC3B,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC;YACnD,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;IAClC,MAAM,cAAc,GAClB,aAAa,CAAC,cAAc;QAC5B,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;YAC9B,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,EAAE,CAAC;YACtD,CAAC,CAAC,SAAS,CAAC,CAAA;IAEhB,6BAA6B;IAC7B,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAA;IACzD,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;QAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,8CAA8C;IAC9C,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,mBAAmB,GAAG,sBAAsB,CAAC,cAAc,CAAC,CAAA;QAClE,IAAI,mBAAmB,EAAE,CAAC;YACxB,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAA;YAClC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAiB;QAC7B,MAAM,EAAE,YAAY,CAAC,MAAM;QAC3B,QAAQ,EAAE,YAAY,CAAC,QAAQ;QAC/B,SAAS,EAAE,YAAY,CAAC,SAAS;QACjC,QAAQ;QACR,gBAAgB;QAChB,WAAW;KACZ,CAAA;IACD,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACjC,QAAQ,CAAC,cAAc,GAAG,cAAc,CAAA;IAC1C,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAcD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,aAA4C,EAC5C,OAAO,GAAgC,EAAE,MAAM,EAAE,KAAK,EAAE;IAExD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,aAAa,CAAA;IAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACrD,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAA;IAC7F,IAAI,QAAQ,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,KAAK,CACX,sBAAsB,QAAQ,CAAC,iBAAiB,6BAA6B,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,WAAW,CAC/G,CAAA;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAA;QAC/E,OAAO,CAAC,CAAA;IACV,CAAC;IAED,MAAM,YAAY,GAAG,6BAA6B,CAAC,QAAQ,CAAC,CAAA;IAE5D,iEAAiE;IACjE,MAAM,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,WAAW,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;IAE5C,OAAO,YAAY,CAAC,MAAM,CAAA;AAC5B,CAAC;AAED,+CAA+C;AAC/C,mBAAmB;AACnB,+CAA+C;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAkE,EAClE,YAAkC;IAElC,IAAI,OAAO,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;QACnC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAA;IACnC,CAAC;IACD,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE;YACT,OAAO,EAAE,OAAO,CAAC,aAAa;YAC9B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;SACjD;KACF,CAAA;AACH,CAAC;AAED,uEAAuE;AACvE,KAAK,UAAU,mBAAmB,CAAC,UAA8B;IAC/D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;QAC7D,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACjF,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,KAAK,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAA;QAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAc,EAAE,aAAa,GAAkB,EAAE;IAC/E,oBAAoB;IACpB,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAErD,gBAAgB;IAChB,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,UAAU,CAAC,CAAA;IAExD,kDAAkD;IAClD,MAAM,YAAY,GAAG,mBAAmB,CAAC,aAAa,CAAC,CAAA;IACvD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;IACzD,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,EAAE,CAAC,CAAA;IAE7F,wEAAwE;IACxE,6BAA6B;IAC7B,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAChC,CAAC;IAED,2EAA2E;IAC3E,oEAAoE;IACpE,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IACpF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,MAAM,qBAAqB,CAAC,CAAA;IAEzD,oEAAoE;IACpE,0EAA0E;IAC1E,+EAA+E;IAC/E,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC;QAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ;QAClC,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,MAAM,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CACrF,CAAA;IACD,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,CAAC,CAAA;IAC7C,MAAM,WAAW,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAA;IACnD,MAAM,WAAW,CAAC,UAAU,EAAE,CAAA;IAE9B,oBAAoB;IACpB,MAAM,OAAO,GAAkB,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAA;IAE1E,IAAI,CAAC;QACH,KAAK,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAA;YAE1C,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,gBAAgB,CACvC,QAAQ,EACR,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,EAC1C,sBAAsB,CACpB;oBACE,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI;oBAC/B,gEAAgE;oBAChE,kEAAkE;oBAClE,kCAAkC;oBAClC,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;iBAClF,EACD,YAAY,CACb,CACF,CAAA;gBACD,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;oBACrB,4CAA4C;oBAC5C,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,QAAQ,yBAAyB,CAAC,CAAA;gBAC9D,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,QAAQ,YAAY,UAAU,UAAU,CAAC,CAAA;oBACnE,OAAO,CAAC,WAAW,IAAI,UAAU,CAAA;gBACnC,CAAC;gBACD,OAAO,CAAC,SAAS,EAAE,CAAA;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;gBACpC,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,QAAQ,gBAAgB,MAAM,EAAE,CAAC,CAAA;gBAC3D,OAAO,CAAC,MAAM,EAAE,CAAA;YAClB,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAA;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QACxB,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,gBAAgB;IAChB,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACjB,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IACvC,OAAO,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;IAChD,OAAO,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAC7C,OAAO,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAA;IAErD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}