mcp-local-rag 0.13.0 → 0.13.1

package/dist/parser/html-parser.js

@@ -67,7 +67,7 @@ export async function parseHtml(html, url) {
         });
         const article = reader.parse();
         // If Readability couldn't extract content, fall back to body text
-        if (!article || !article.content) {
+        if (!article?.content) {
             // Try to get body content directly
             const bodyContent = document.body?.innerHTML || '';
             if (!bodyContent.trim()) {

package/dist/parser/html-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-parser.js","sourceRoot":"","sources":["../../src/parser/html-parser.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,2DAA2D;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AAC7B,OAAO,eAAe,MAAM,UAAU,CAAA;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAcvD,+CAA+C;AAC/C,iCAAiC;AACjC,+CAA+C;AAE/C;;GAEG;AACH,SAAS,qBAAqB;IAC5B,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;QAC1C,YAAY,EAAE,KAAK,EAAE,uBAAuB;QAC5C,cAAc,EAAE,QAAQ,EAAE,0BAA0B;QACpD,gBAAgB,EAAE,GAAG,EAAE,yBAAyB;QAChD,WAAW,EAAE,GAAG,EAAE,qBAAqB;QACvC,eAAe,EAAE,IAAI,EAAE,kBAAkB;KAC1C,CAAC,CAAA;IAEF,0BAA0B;IAC1B,eAAe,CAAC,OAAO,CAAC,YAAY,EAAE;QACpC,MAAM,EAAE,CAAC,KAAK,CAAC;QACf,WAAW,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE;YAC9B,MAAM,OAAO,GAAG,IAAe,CAAA;YAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;YACjD,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAA;YACxE,MAAM,QAAQ,GAAG,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,EAAE,CAAA;YACvE,OAAO,WAAW,QAAQ,KAAK,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,CAAA;QAC/D,CAAC;KACF,CAAC,CAAA;IAEF,OAAO,eAAe,CAAA;AACxB,CAAC;AAED,+CAA+C;AAC/C,cAAc;AACd,+CAA+C;AAE/C;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAY,EACZ,GAAW;IAEX,uCAAuC;IACvC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;IACnC,CAAC;IAED,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE;YAC1B,GAAG;YACH,yCAAyC;YACzC,UAAU,EAAE,cAAc;SAC3B,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAA;QAEpC,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,QAAQ,EAAE;YACvC,WAAW,EAAE,KAAK;YAClB,KAAK,EAAE,KAAK;SACb,CAAC,CAAA;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAA8B,CAAA;QAE1D,kEAAkE;QAClE,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACjC,mCAAmC;YACnC,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,IAAI,EAAE,CAAA;YAClD,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;gBACxB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;YACnC,CAAC;YAED,oCAAoC;YACpC,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAA;YAC/C,OAAO,EAAE,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;QAC7E,CAAC;QAED,6CAA6C;QAC7C,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAA;QAC/C,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAE1D,+DAA+D;QAC/D,qEAAqE;QACrE,IAAI,WAAW,GAAG,EAAE,CAAA;QACpB,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAA;QAC5E,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;QACD,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,WAAW,CAAC,CAAA;QACtE,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAA;QAE/B,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAA;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,2EAA2E;QAC3E,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAA;QAC7C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;IACnC,CAAC;AACH,CAAC"}
+{"version":3,"file":"html-parser.js","sourceRoot":"","sources":["../../src/parser/html-parser.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,2DAA2D;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AAC7B,OAAO,eAAe,MAAM,UAAU,CAAA;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAcvD,+CAA+C;AAC/C,iCAAiC;AACjC,+CAA+C;AAE/C;;GAEG;AACH,SAAS,qBAAqB;IAC5B,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;QAC1C,YAAY,EAAE,KAAK,EAAE,uBAAuB;QAC5C,cAAc,EAAE,QAAQ,EAAE,0BAA0B;QACpD,gBAAgB,EAAE,GAAG,EAAE,yBAAyB;QAChD,WAAW,EAAE,GAAG,EAAE,qBAAqB;QACvC,eAAe,EAAE,IAAI,EAAE,kBAAkB;KAC1C,CAAC,CAAA;IAEF,0BAA0B;IAC1B,eAAe,CAAC,OAAO,CAAC,YAAY,EAAE;QACpC,MAAM,EAAE,CAAC,KAAK,CAAC;QACf,WAAW,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE;YAC9B,MAAM,OAAO,GAAG,IAAe,CAAA;YAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;YACjD,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAA;YACxE,MAAM,QAAQ,GAAG,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,EAAE,CAAA;YACvE,OAAO,WAAW,QAAQ,KAAK,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,CAAA;QAC/D,CAAC;KACF,CAAC,CAAA;IAEF,OAAO,eAAe,CAAA;AACxB,CAAC;AAED,+CAA+C;AAC/C,cAAc;AACd,+CAA+C;AAE/C;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAY,EACZ,GAAW;IAEX,uCAAuC;IACvC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;IACnC,CAAC;IAED,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE;YAC1B,GAAG;YACH,yCAAyC;YACzC,UAAU,EAAE,cAAc;SAC3B,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAA;QAEpC,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,QAAQ,EAAE;YACvC,WAAW,EAAE,KAAK;YAClB,KAAK,EAAE,KAAK;SACb,CAAC,CAAA;QAEF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAA8B,CAAA;QAE1D,kEAAkE;QAClE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;YACtB,mCAAmC;YACnC,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,IAAI,EAAE,CAAA;YAClD,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;gBACxB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;YACnC,CAAC;YAED,oCAAoC;YACpC,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAA;YAC/C,OAAO,EAAE,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;QAC7E,CAAC;QAED,6CAA6C;QAC7C,MAAM,eAAe,GAAG,qBAAqB,EAAE,CAAA;QAC/C,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAE1D,+DAA+D;QAC/D,qEAAqE;QACrE,IAAI,WAAW,GAAG,EAAE,CAAA;QACpB,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAA;QAC5E,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;QACD,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,WAAW,CAAC,CAAA;QACtE,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAA;QAE/B,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAA;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,2EAA2E;QAC3E,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAA;QAC7C,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;IACnC,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mcp-local-rag",
-  "version": "0.13.0",
+  "version": "0.13.1",
   "description": "Local RAG MCP Server - Easy-to-setup document search with minimal configuration",
   "type": "module",
   "main": "dist/index.js",
@@ -61,28 +61,28 @@
     "prepare": "husky"
   },
   "dependencies": {
-    "@huggingface/transformers": "^4.0.0",
-    "@lancedb/lancedb": "^0.26.2",
-    "@modelcontextprotocol/sdk": "^1.28.0",
+    "@huggingface/transformers": "^4.2.0",
+    "@lancedb/lancedb": "^0.27.2",
+    "@modelcontextprotocol/sdk": "^1.29.0",
     "@mozilla/readability": "0.6.0",
-    "jsdom": "^27.4.0",
+    "jsdom": "^29.1.1",
     "mammoth": "^1.12.0",
     "mupdf": "^1.27.0",
-    "turndown": "7.2.2"
+    "turndown": "7.2.4"
   },
   "devDependencies": {
-    "@biomejs/biome": "^2.4.6",
-    "@types/jsdom": "^27.0.0",
-    "@types/node": "^25.3.5",
+    "@biomejs/biome": "^2.4.14",
+    "@types/jsdom": "^28.0.1",
+    "@types/node": "^25.6.0",
     "@types/turndown": "5.0.6",
-    "husky": "^9.1.7",
-    "knip": "^6.1.0",
-    "lint-staged": "^16.3.2",
     "dpdm": "^4.0.1",
-    "tsc-alias": "^1.8.16",
+    "husky": "^9.1.7",
+    "knip": "^6.12.0",
+    "lint-staged": "^17.0.2",
+    "tsc-alias": "^1.8.17",
     "tsx": "^4.21.0",
     "typescript": "^5.9.3",
-    "vitest": "^4.1.2"
+    "vitest": "^4.1.5"
   },
   "engines": {
     "node": ">=22"

package/dist/bin/ingest.d.ts

@@ -1,53 +0,0 @@
-/**
- * MCP Local RAG CLI Ingest
- *
- * Ingest documents into the RAG vector database from the command line.
- * Supports single files and directory traversal.
- *
- * Usage:
- *   npx mcp-local-rag ingest <file-or-dir> [options]
- */
-/**
- * CLI options for ingest subcommand
- */
-export interface Options {
-    /** Target path (file or directory) */
-    target: string | null;
-    /** Override DB_PATH env var */
-    dbPath: string | null;
-    /** Override MODEL_NAME env var */
-    modelName: string | null;
-    /** Override CACHE_DIR env var */
-    cacheDir: string | null;
-    /** Override BASE_DIR env var */
-    baseDir: string | null;
-    /** Override MAX_FILE_SIZE env var (bytes). Default: 104857600 (100MB) */
-    maxFileSize: number | null;
-    /** Show help */
-    help: boolean;
-}
-/**
- * Summary of directory ingestion
- */
-export interface DirectorySummary {
-    totalFiles: number;
-    successCount: number;
-    failureCount: number;
-    totalChunks: number;
-    elapsedMs: number;
-    results: Array<{
-        filePath: string;
-        chunkCount: number;
-    } | {
-        filePath: string;
-        error: string;
-    }>;
-}
-export declare function parseArgs(args: string[]): Options;
-export declare function printHelp(): void;
-/**
- * Run the ingest command with the given arguments
- * @param args - Command line arguments (after "ingest" subcommand)
- */
-export declare function run(args: string[]): Promise<void>;
-//# sourceMappingURL=ingest.d.ts.map

package/dist/bin/ingest.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../src/bin/ingest.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAYH;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,sCAAsC;IACtC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,+BAA+B;IAC/B,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,kCAAkC;IAClC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,gCAAgC;IAChC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;IACtB,yEAAyE;IACzE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,gBAAgB;IAChB,IAAI,EAAE,OAAO,CAAA;CACd;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC/F;AAMD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAyEjD;AAMD,wBAAgB,SAAS,IAAI,IAAI,CAiChC;AAuDD;;;GAGG;AACH,wBAAsB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA4HvD"}

package/dist/bin/ingest.js

@@ -1,283 +0,0 @@
-"use strict";
-/**
- * MCP Local RAG CLI Ingest
- *
- * Ingest documents into the RAG vector database from the command line.
- * Supports single files and directory traversal.
- *
- * Usage:
- *   npx mcp-local-rag ingest <file-or-dir> [options]
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseArgs = parseArgs;
-exports.printHelp = printHelp;
-exports.run = run;
-const promises_1 = require("node:fs/promises");
-const node_path_1 = require("node:path");
-const index_js_1 = require("../parser/index.js");
-const index_js_2 = require("../server/index.js");
-// ============================================
-// CLI Argument Parsing
-// ============================================
-function parseArgs(args) {
-    const options = {
-        target: null,
-        dbPath: null,
-        modelName: null,
-        cacheDir: null,
-        baseDir: null,
-        maxFileSize: null,
-        help: false,
-    };
-    for (let i = 0; i < args.length; i++) {
-        const arg = args[i];
-        switch (arg) {
-            case '--help':
-            case '-h':
-                options.help = true;
-                break;
-            case '--db-path': {
-                const value = args[i + 1];
-                if (value) {
-                    options.dbPath = value;
-                    i++;
-                }
-                break;
-            }
-            case '--model-name': {
-                const value = args[i + 1];
-                if (value) {
-                    options.modelName = value;
-                    i++;
-                }
-                break;
-            }
-            case '--cache-dir': {
-                const value = args[i + 1];
-                if (value) {
-                    options.cacheDir = value;
-                    i++;
-                }
-                break;
-            }
-            case '--base-dir': {
-                const value = args[i + 1];
-                if (value) {
-                    options.baseDir = value;
-                    i++;
-                }
-                break;
-            }
-            case '--max-file-size': {
-                const value = args[i + 1];
-                if (value) {
-                    options.maxFileSize = Number.parseInt(value, 10);
-                    i++;
-                }
-                break;
-            }
-            default:
-                if (arg && !arg.startsWith('-')) {
-                    options.target = arg;
-                }
-        }
-    }
-    return options;
-}
-// ============================================
-// Help Message
-// ============================================
-function printHelp() {
-    console.log(`
-MCP Local RAG CLI Ingest
-
-Usage:
-  npx mcp-local-rag ingest <file-or-dir> [options]
-
-Options:
-  --db-path <path>       Path to LanceDB database directory
-                         (default: DB_PATH env var or ./lancedb/)
-
-  --model-name <name>    Transformers.js model name
-                         (default: MODEL_NAME env var or Xenova/all-MiniLM-L6-v2)
-
-  --cache-dir <path>     Model cache directory
-                         (default: CACHE_DIR env var or ./models/)
-
-  --base-dir <path>      Document base directory for path validation
-                         (default: BASE_DIR env var or parent of target path)
-
-  --max-file-size <bytes> Maximum file size in bytes
-                         (default: MAX_FILE_SIZE env var or 104857600 (100MB))
-
-  --help, -h             Show this help message
-
-Supported file formats:
-  .pdf, .docx, .txt, .md
-
-Examples:
-  npx mcp-local-rag ingest ./docs/guide.md
-  npx mcp-local-rag ingest ./documents/
-  npx mcp-local-rag ingest ./data --db-path ./my-db --base-dir ./data
-`);
-}
-// ============================================
-// Helper Functions
-// ============================================
-/**
- * Recursively find files with supported extensions in a directory
- * @param dirPath - Directory path to search
- * @returns Array of absolute file paths with supported extensions
- */
-async function findSupportedFiles(dirPath) {
-    const entries = await (0, promises_1.readdir)(dirPath, { recursive: true, withFileTypes: true });
-    return entries
-        .filter((entry) => entry.isFile() && index_js_1.SUPPORTED_EXTENSIONS.has((0, node_path_1.extname)(entry.name).toLowerCase()))
-        .map((entry) => {
-        // parentPath is the Node 21+ name; path is the deprecated Node 20 alias
-        // biome-ignore lint/suspicious/noExplicitAny: parentPath not yet in @types/node@20
-        const dir = entry.parentPath ?? entry.path;
-        return (0, node_path_1.join)(dir, entry.name);
-    })
-        .sort();
-}
-/**
- * Ingest a single file using RAGServer and return the parsed result
- * @param server - Initialized RAGServer instance
- * @param filePath - Absolute file path to ingest
- * @returns Parsed IngestResult from handleIngestFile response
- */
-async function ingestSingleFile(server, filePath) {
-    const response = await server.handleIngestFile({ filePath });
-    const text = response.content[0].text;
-    return JSON.parse(text);
-}
-/**
- * Format a single file ingestion result as human-readable text
- * @param result - IngestResult from RAGServer
- * @returns Formatted string for stdout output
- */
-function formatResult(result) {
-    const lines = [`  File: ${result.filePath}`, `  Chunks: ${result.chunkCount}`];
-    if (result.fileTitle) {
-        lines.push(`  Title: ${result.fileTitle}`);
-    }
-    return lines.join('\n');
-}
-// ============================================
-// Exported Run Function
-// ============================================
-/**
- * Run the ingest command with the given arguments
- * @param args - Command line arguments (after "ingest" subcommand)
- */
-async function run(args) {
-    try {
-        const options = parseArgs(args);
-        // Handle help flag
-        if (options.help) {
-            printHelp();
-            process.exit(0);
-        }
-        // Handle no target
-        if (!options.target) {
-            printHelp();
-            process.exit(1);
-        }
-        // Resolve and validate target path
-        const targetPath = (0, node_path_1.resolve)(options.target);
-        const targetStat = await (0, promises_1.stat)(targetPath);
-        const isDirectory = targetStat.isDirectory();
-        // Build RAGServerConfig from env vars + CLI option overrides
-        const config = {
-            dbPath: options.dbPath ?? process.env['DB_PATH'] ?? './lancedb/',
-            modelName: options.modelName ?? process.env['MODEL_NAME'] ?? 'Xenova/all-MiniLM-L6-v2',
-            cacheDir: options.cacheDir ?? process.env['CACHE_DIR'] ?? './models/',
-            baseDir: options.baseDir ??
-                process.env['BASE_DIR'] ??
-                (isDirectory ? targetPath : (0, node_path_1.resolve)(targetPath, '..')),
-            maxFileSize: options.maxFileSize ?? Number.parseInt(process.env['MAX_FILE_SIZE'] ?? '104857600', 10),
-        };
-        // Initialize RAGServer
-        const ragServer = new index_js_2.RAGServer(config);
-        await ragServer.initialize();
-        if (isDirectory) {
-            // Directory ingestion flow
-            const files = await findSupportedFiles(targetPath);
-            if (files.length === 0) {
-                console.log(`No supported files found in: ${targetPath}\nSupported formats: ${[...index_js_1.SUPPORTED_EXTENSIONS].join(', ')}`);
-                process.exit(1);
-            }
-            const startTime = Date.now();
-            const summary = {
-                totalFiles: files.length,
-                successCount: 0,
-                failureCount: 0,
-                totalChunks: 0,
-                elapsedMs: 0,
-                results: [],
-            };
-            for (const filePath of files) {
-                try {
-                    const result = await ingestSingleFile(ragServer, filePath);
-                    summary.successCount++;
-                    summary.totalChunks += result.chunkCount;
-                    summary.results.push({ filePath: result.filePath, chunkCount: result.chunkCount });
-                    console.log(`OK: ${filePath} (${result.chunkCount} chunks)`);
-                }
-                catch (fileError) {
-                    summary.failureCount++;
-                    const errorMessage = fileError instanceof Error ? fileError.message : String(fileError);
-                    summary.results.push({ filePath, error: errorMessage });
-                    console.error(`FAIL: ${filePath} - ${errorMessage}`);
-                }
-            }
-            summary.elapsedMs = Date.now() - startTime;
-            // Print summary
-            console.log('\n--- Ingestion Summary ---');
-            console.log(`Total files: ${summary.totalFiles}`);
-            console.log(`Succeeded: ${summary.successCount}`);
-            console.log(`Failed: ${summary.failureCount}`);
-            console.log(`Total chunks: ${summary.totalChunks}`);
-            console.log(`Elapsed: ${summary.elapsedMs}ms`);
-            process.exit(summary.failureCount > 0 ? 1 : 0);
-        }
-        else {
-            // Single file ingestion flow
-            const ext = (0, node_path_1.extname)(targetPath).toLowerCase();
-            if (!index_js_1.SUPPORTED_EXTENSIONS.has(ext)) {
-                console.error(`Error: Unsupported file format: ${ext}\nSupported formats: ${[...index_js_1.SUPPORTED_EXTENSIONS].join(', ')}`);
-                process.exit(1);
-            }
-            const result = await ingestSingleFile(ragServer, targetPath);
-            console.log('Ingestion complete:');
-            console.log(formatResult(result));
-            process.exit(0);
-        }
-    }
-    catch (error) {
-        // Handle specific error types
-        if (error instanceof Error && 'code' in error) {
-            const code = error.code;
-            if (code === 'ENOENT') {
-                const path = error.path ?? '';
-                console.error(`Error: Path not found: ${path}`);
-                process.exit(1);
-            }
-            if (code === 'EACCES') {
-                const path = error.path ?? '';
-                console.error(`Error: Permission denied: ${path}`);
-                process.exit(1);
-            }
-        }
-        // Handle generic errors (including McpError)
-        if (error instanceof Error) {
-            console.error(`Error: ${error.message}`);
-        }
-        else {
-            console.error(`Error: ${String(error)}`);
-        }
-        process.exit(1);
-    }
-}
-//# sourceMappingURL=ingest.js.map

package/dist/bin/ingest.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../src/bin/ingest.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAgDH,8BAyEC;AAMD,8BAiCC;AA2DD,kBA4HC;AArVD,+CAAgD;AAChD,yCAAkD;AAClD,iDAAyD;AACzD,iDAA8C;AAuC9C,+CAA+C;AAC/C,uBAAuB;AACvB,+CAA+C;AAE/C,SAAgB,SAAS,CAAC,IAAc;IACtC,MAAM,OAAO,GAAY;QACvB,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,IAAI;QACjB,IAAI,EAAE,KAAK;KACZ,CAAA;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAEnB,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,QAAQ,CAAC;YACd,KAAK,IAAI;gBACP,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;gBACnB,MAAK;YAEP,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBACzB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,MAAM,GAAG,KAAK,CAAA;oBACtB,CAAC,EAAE,CAAA;gBACL,CAAC;gBACD,MAAK;YACP,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBACzB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,SAAS,GAAG,KAAK,CAAA;oBACzB,CAAC,EAAE,CAAA;gBACL,CAAC;gBACD,MAAK;YACP,CAAC;YAED,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBACzB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAA;oBACxB,CAAC,EAAE,CAAA;gBACL,CAAC;gBACD,MAAK;YACP,CAAC;YAED,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBACzB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,OAAO,GAAG,KAAK,CAAA;oBACvB,CAAC,EAAE,CAAA;gBACL,CAAC;gBACD,MAAK;YACP,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBACzB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;oBAChD,CAAC,EAAE,CAAA;gBACL,CAAC;gBACD,MAAK;YACP,CAAC;YAED;gBACE,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBAChC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAA;gBACtB,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,+CAA+C;AAC/C,eAAe;AACf,+CAA+C;AAE/C,SAAgB,SAAS;IACvB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+Bb,CAAC,CAAA;AACF,CAAC;AAED,+CAA+C;AAC/C,mBAAmB;AACnB,+CAA+C;AAE/C;;;;GAIG;AACH,KAAK,UAAU,kBAAkB,CAAC,OAAe;IAC/C,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAO,EAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAChF,OAAO,OAAO;SACX,MAAM,CACL,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,+BAAoB,CAAC,GAAG,CAAC,IAAA,mBAAO,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CACzF;SACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,wEAAwE;QACxE,mFAAmF;QACnF,MAAM,GAAG,GAAI,KAAa,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,CAAA;QACnD,OAAO,IAAA,gBAAI,EAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;IAC9B,CAAC,CAAC;SACD,IAAI,EAAE,CAAA;AACX,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,gBAAgB,CAAC,MAAiB,EAAE,QAAgB;IACjE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiB,CAAA;AACzC,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CAAC,MAAoB;IACxC,MAAM,KAAK,GAAG,CAAC,WAAW,MAAM,CAAC,QAAQ,EAAE,EAAE,aAAa,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;IAC9E,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,SAAS,EAAE,CAAC,CAAA;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,+CAA+C;AAC/C,wBAAwB;AACxB,+CAA+C;AAE/C;;;GAGG;AACI,KAAK,UAAU,GAAG,CAAC,IAAc;IACtC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;QAE/B,mBAAmB;QACnB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,SAAS,EAAE,CAAA;YACX,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,SAAS,EAAE,CAAA;YACX,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;QAED,mCAAmC;QACnC,MAAM,UAAU,GAAG,IAAA,mBAAO,EAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QAC1C,MAAM,UAAU,GAAG,MAAM,IAAA,eAAI,EAAC,UAAU,CAAC,CAAA;QACzC,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,EAAE,CAAA;QAE5C,6DAA6D;QAC7D,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,YAAY;YAChE,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,yBAAyB;YACtF,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,WAAW;YACrE,OAAO,EACL,OAAO,CAAC,OAAO;gBACf,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;gBACvB,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAA,mBAAO,EAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YACxD,WAAW,EACT,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,WAAW,EAAE,EAAE,CAAC;SAC1F,CAAA;QAED,uBAAuB;QACvB,MAAM,SAAS,GAAG,IAAI,oBAAS,CAAC,MAAM,CAAC,CAAA;QACvC,MAAM,SAAS,CAAC,UAAU,EAAE,CAAA;QAE5B,IAAI,WAAW,EAAE,CAAC;YAChB,2BAA2B;YAC3B,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,UAAU,CAAC,CAAA;YAElD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CACT,gCAAgC,UAAU,wBAAwB,CAAC,GAAG,+BAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzG,CAAA;gBACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,OAAO,GAAqB;gBAChC,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,YAAY,EAAE,CAAC;gBACf,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE;aACZ,CAAA;YAED,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;oBAC1D,OAAO,CAAC,YAAY,EAAE,CAAA;oBACtB,OAAO,CAAC,WAAW,IAAI,MAAM,CAAC,UAAU,CAAA;oBACxC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;oBAClF,OAAO,CAAC,GAAG,CAAC,OAAO,QAAQ,KAAK,MAAM,CAAC,UAAU,UAAU,CAAC,CAAA;gBAC9D,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,OAAO,CAAC,YAAY,EAAE,CAAA;oBACtB,MAAM,YAAY,GAAG,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;oBACvF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAA;oBACvD,OAAO,CAAC,KAAK,CAAC,SAAS,QAAQ,MAAM,YAAY,EAAE,CAAC,CAAA;gBACtD,CAAC;YACH,CAAC;YAED,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;YAE1C,gBAAgB;YAChB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;YAC1C,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;YACjD,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;YACjD,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;YAC9C,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAA;YACnD,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,SAAS,IAAI,CAAC,CAAA;YAE9C,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAChD,CAAC;aAAM,CAAC;YACN,6BAA6B;YAC7B,MAAM,GAAG,GAAG,IAAA,mBAAO,EAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAA;YAC7C,IAAI,CAAC,+BAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,OAAO,CAAC,KAAK,CACX,mCAAmC,GAAG,wBAAwB,CAAC,GAAG,+BAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACrG,CAAA;gBACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;YAC5D,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;YAClC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;YACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,8BAA8B;QAC9B,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,CAAA;YAClD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,IAAI,EAAE,CAAA;gBACxD,OAAO,CAAC,KAAK,CAAC,0BAA0B,IAAI,EAAE,CAAC,CAAA;gBAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,CAAC;YACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAI,KAA+B,CAAC,IAAI,IAAI,EAAE,CAAA;gBACxD,OAAO,CAAC,KAAK,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAA;gBAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAA;QAC1C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC1C,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;AACH,CAAC"}

package/dist/server/raw-data-utils.d.ts

@@ -1,116 +0,0 @@
-/**
- * Encode string to URL-safe base64 (base64url)
- * - Replaces + with -
- * - Replaces / with _
- * - Removes padding (=)
- *
- * @param str - String to encode
- * @returns URL-safe base64 encoded string
- */
-export declare function encodeBase64Url(str: string): string;
-/**
- * Decode URL-safe base64 (base64url) to string
- *
- * @param base64url - URL-safe base64 encoded string
- * @returns Decoded string
- */
-export declare function decodeBase64Url(base64url: string): string;
-/**
- * Normalize source URL by removing query string and fragment
- * Only normalizes HTTP(S) URLs. Other sources (e.g., "clipboard://...") are returned as-is
- *
- * @param source - Source identifier (URL or custom ID)
- * @returns Normalized source
- */
-export declare function normalizeSource(source: string): string;
-/**
- * Content format type for ingest_data
- */
-export type ContentFormat = 'text' | 'html' | 'markdown';
-/**
- * Get file extension from content format
- *
- * All formats return .md for consistency.
- * This allows generating unique path from source without knowing original format,
- * which is essential for delete_file with source parameter.
- *
- * @param _format - Content format (ignored, always returns 'md')
- * @returns File extension (without dot) - always 'md'
- */
-export declare function formatToExtension(_format: ContentFormat): string;
-/**
- * Get raw-data directory path
- *
- * @param dbPath - LanceDB database path
- * @returns Raw-data directory path
- */
-export declare function getRawDataDir(dbPath: string): string;
-/**
- * Generate raw-data file path from source and format
- * Path format: {dbPath}/raw-data/{base64url(normalizedSource)}.{ext}
- *
- * @param dbPath - LanceDB database path
- * @param source - Source identifier (URL or custom ID)
- * @param format - Content format
- * @returns Generated file path
- */
-export declare function generateRawDataPath(dbPath: string, source: string, format: ContentFormat): string;
-/**
- * Save content to raw-data directory
- * Creates directory if it doesn't exist
- *
- * @param dbPath - LanceDB database path
- * @param source - Source identifier (URL or custom ID)
- * @param content - Content to save
- * @param format - Content format
- * @returns Saved file path
- */
-export declare function saveRawData(dbPath: string, source: string, content: string, format: ContentFormat): Promise<string>;
-/**
- * Check if file path is in raw-data directory
- *
- * @param filePath - File path to check
- * @returns True if path is in raw-data directory
- */
-export declare function isRawDataPath(filePath: string): boolean;
-/**
- * Extract original source from raw-data file path
- * Returns null if not a raw-data path
- *
- * @param filePath - Raw-data file path
- * @returns Original source or null
- */
-export declare function extractSourceFromPath(filePath: string): string | null;
-/**
- * Metadata stored alongside each raw-data .md file as a .meta.json sidecar
- */
-export interface RawDataMeta {
-    title: string | null;
-    source: string;
-    format: ContentFormat;
-}
-/**
- * Generate the .meta.json sidecar path for a given .md file path
- * Replaces the trailing `.md` extension with `.meta.json`
- *
- * @param mdPath - Path to the .md raw-data file
- * @returns Path to the corresponding .meta.json file
- */
-export declare function generateMetaJsonPath(mdPath: string): string;
-/**
- * Save metadata as a JSON sidecar file alongside a raw-data .md file
- *
- * @param mdPath - Path to the .md raw-data file
- * @param meta - Metadata to persist
- */
-export declare function saveMetaJson(mdPath: string, meta: RawDataMeta): Promise<void>;
-/**
- * Load metadata from a .meta.json sidecar file
- * Returns null when the sidecar file does not exist (ENOENT).
- * All other read errors are re-thrown (fail-fast).
- *
- * @param mdPath - Path to the .md raw-data file
- * @returns Parsed metadata or null if file does not exist
- */
-export declare function loadMetaJson(mdPath: string): Promise<RawDataMeta | null>;
-//# sourceMappingURL=raw-data-utils.d.ts.map

package/dist/server/raw-data-utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"raw-data-utils.d.ts","sourceRoot":"","sources":["../../src/server/raw-data-utils.ts"],"names":[],"mappings":"AAUA;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAMnD;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAUzD;AAMD;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAatD;AAMD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,CAAA;AAExD;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,CAEhE;AAMD;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED;;;;;;;;GAQG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,GAAG,MAAM,CAMjG;AAMD;;;;;;;;;GASG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,MAAM,CAAC,CAUjB;AAMD;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAEvD;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAiBrE;AAMD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,aAAa,CAAA;CACtB;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAE3D;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAGnF;AAED;;;;;;;GAOG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAe9E"}

package/dist/server/raw-data-utils.js

@@ -1,202 +0,0 @@
-// Raw Data Utilities for ingest_data tool
-// Handles: base64url encoding, source normalization, file saving, source extraction
-import { mkdir, readFile, writeFile } from 'node:fs/promises';
-import { dirname, join, resolve } from 'node:path';
-// ============================================
-// Base64URL Encoding/Decoding
-// ============================================
-/**
- * Encode string to URL-safe base64 (base64url)
- * - Replaces + with -
- * - Replaces / with _
- * - Removes padding (=)
- *
- * @param str - String to encode
- * @returns URL-safe base64 encoded string
- */
-export function encodeBase64Url(str) {
-    return Buffer.from(str, 'utf-8')
-        .toString('base64')
-        .replace(/\+/g, '-')
-        .replace(/\//g, '_')
-        .replace(/=+$/, '');
-}
-/**
- * Decode URL-safe base64 (base64url) to string
- *
- * @param base64url - URL-safe base64 encoded string
- * @returns Decoded string
- */
-export function decodeBase64Url(base64url) {
-    // Convert base64url to standard base64
-    let base64 = base64url.replace(/-/g, '+').replace(/_/g, '/');
-    // Add padding if needed
-    while (base64.length % 4 !== 0) {
-        base64 += '=';
-    }
-    return Buffer.from(base64, 'base64').toString('utf-8');
-}
-// ============================================
-// Source Normalization
-// ============================================
-/**
- * Normalize source URL by removing query string and fragment
- * Only normalizes HTTP(S) URLs. Other sources (e.g., "clipboard://...") are returned as-is
- *
- * @param source - Source identifier (URL or custom ID)
- * @returns Normalized source
- */
-export function normalizeSource(source) {
-    try {
-        const parsed = new URL(source);
-        // Only normalize HTTP(S) URLs
-        if (parsed.protocol === 'http:' || parsed.protocol === 'https:') {
-            return `${parsed.origin}${parsed.pathname}`;
-        }
-        // Non-HTTP URLs (clipboard://, etc.) are returned as-is
-        return source;
-    }
-    catch {
-        // Not a valid URL, return as-is
-        return source;
-    }
-}
-/**
- * Get file extension from content format
- *
- * All formats return .md for consistency.
- * This allows generating unique path from source without knowing original format,
- * which is essential for delete_file with source parameter.
- *
- * @param _format - Content format (ignored, always returns 'md')
- * @returns File extension (without dot) - always 'md'
- */
-export function formatToExtension(_format) {
-    return 'md';
-}
-// ============================================
-// Path Generation
-// ============================================
-/**
- * Get raw-data directory path
- *
- * @param dbPath - LanceDB database path
- * @returns Raw-data directory path
- */
-export function getRawDataDir(dbPath) {
-    return join(dbPath, 'raw-data');
-}
-/**
- * Generate raw-data file path from source and format
- * Path format: {dbPath}/raw-data/{base64url(normalizedSource)}.{ext}
- *
- * @param dbPath - LanceDB database path
- * @param source - Source identifier (URL or custom ID)
- * @param format - Content format
- * @returns Generated file path
- */
-export function generateRawDataPath(dbPath, source, format) {
-    const normalizedSource = normalizeSource(source);
-    const encoded = encodeBase64Url(normalizedSource);
-    const extension = formatToExtension(format);
-    // Use resolve to ensure absolute path (required by validateFilePath)
-    return resolve(getRawDataDir(dbPath), `${encoded}.${extension}`);
-}
-// ============================================
-// File Operations
-// ============================================
-/**
- * Save content to raw-data directory
- * Creates directory if it doesn't exist
- *
- * @param dbPath - LanceDB database path
- * @param source - Source identifier (URL or custom ID)
- * @param content - Content to save
- * @param format - Content format
- * @returns Saved file path
- */
-export async function saveRawData(dbPath, source, content, format) {
-    const filePath = generateRawDataPath(dbPath, source, format);
-    // Ensure directory exists
-    await mkdir(dirname(filePath), { recursive: true });
-    // Write content to file
-    await writeFile(filePath, content, 'utf-8');
-    return filePath;
-}
-// ============================================
-// Path Detection and Source Extraction
-// ============================================
-/**
- * Check if file path is in raw-data directory
- *
- * @param filePath - File path to check
- * @returns True if path is in raw-data directory
- */
-export function isRawDataPath(filePath) {
-    return filePath.includes('/raw-data/');
-}
-/**
- * Extract original source from raw-data file path
- * Returns null if not a raw-data path
- *
- * @param filePath - Raw-data file path
- * @returns Original source or null
- */
-export function extractSourceFromPath(filePath) {
-    const rawDataMarker = '/raw-data/';
-    const rawDataIndex = filePath.indexOf(rawDataMarker);
-    if (rawDataIndex === -1) {
-        return null;
-    }
-    const fileName = filePath.slice(rawDataIndex + rawDataMarker.length);
-    const dotIndex = fileName.lastIndexOf('.');
-    if (dotIndex === -1) {
-        return null;
-    }
-    const encoded = fileName.slice(0, dotIndex);
-    return decodeBase64Url(encoded);
-}
-/**
- * Generate the .meta.json sidecar path for a given .md file path
- * Replaces the trailing `.md` extension with `.meta.json`
- *
- * @param mdPath - Path to the .md raw-data file
- * @returns Path to the corresponding .meta.json file
- */
-export function generateMetaJsonPath(mdPath) {
-    return mdPath.replace(/\.md$/, '.meta.json');
-}
-/**
- * Save metadata as a JSON sidecar file alongside a raw-data .md file
- *
- * @param mdPath - Path to the .md raw-data file
- * @param meta - Metadata to persist
- */
-export async function saveMetaJson(mdPath, meta) {
-    const metaPath = generateMetaJsonPath(mdPath);
-    await writeFile(metaPath, JSON.stringify(meta, null, 2), 'utf-8');
-}
-/**
- * Load metadata from a .meta.json sidecar file
- * Returns null when the sidecar file does not exist (ENOENT).
- * All other read errors are re-thrown (fail-fast).
- *
- * @param mdPath - Path to the .md raw-data file
- * @returns Parsed metadata or null if file does not exist
- */
-export async function loadMetaJson(mdPath) {
-    const metaPath = generateMetaJsonPath(mdPath);
-    try {
-        const content = await readFile(metaPath, 'utf-8');
-        return JSON.parse(content);
-    }
-    catch (error) {
-        if (error instanceof Error &&
-            'code' in error &&
-            error.code === 'ENOENT') {
-            return null;
-        }
-        throw error;
-    }
-}
-//# sourceMappingURL=raw-data-utils.js.map

package/dist/server/raw-data-utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"raw-data-utils.js","sourceRoot":"","sources":["../../src/server/raw-data-utils.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAC1C,oFAAoF;AAEpF,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAC7D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAElD,+CAA+C;AAC/C,8BAA8B;AAC9B,+CAA+C;AAE/C;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW;IACzC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;SAC7B,QAAQ,CAAC,QAAQ,CAAC;SAClB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;AACvB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,uCAAuC;IACvC,IAAI,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IAE5D,wBAAwB;IACxB,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAA;IACf,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;AACxD,CAAC;AAED,+CAA+C;AAC/C,uBAAuB;AACvB,+CAA+C;AAE/C;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAA;QAC9B,8BAA8B;QAC9B,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAChE,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAA;QAC7C,CAAC;QACD,wDAAwD;QACxD,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,MAAM,CAAC;QACP,gCAAgC;QAChC,OAAO,MAAM,CAAA;IACf,CAAC;AACH,CAAC;AAWD;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAsB;IACtD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,+CAA+C;AAC/C,kBAAkB;AAClB,+CAA+C;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,OAAO,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;AACjC,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,MAAc,EAAE,MAAqB;IACvF,MAAM,gBAAgB,GAAG,eAAe,CAAC,MAAM,CAAC,CAAA;IAChD,MAAM,OAAO,GAAG,eAAe,CAAC,gBAAgB,CAAC,CAAA;IACjD,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAA;IAC3C,qEAAqE;IACrE,OAAO,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,IAAI,SAAS,EAAE,CAAC,CAAA;AAClE,CAAC;AAED,+CAA+C;AAC/C,kBAAkB;AAClB,+CAA+C;AAE/C;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAc,EACd,MAAc,EACd,OAAe,EACf,MAAqB;IAErB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IAE5D,0BAA0B;IAC1B,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEnD,wBAAwB;IACxB,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IAE3C,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,+CAA+C;AAC/C,uCAAuC;AACvC,+CAA+C;AAE/C;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC5C,OAAO,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;AACxC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAgB;IACpD,MAAM,aAAa,GAAG,YAAY,CAAA;IAClC,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;IAEpD,IAAI,YAAY,KAAK,CAAC,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAA;IACpE,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAE1C,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;IAC3C,OAAO,eAAe,CAAC,OAAO,CAAC,CAAA;AACjC,CAAC;AAeD;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAc;IACjD,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;AAC9C,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc,EAAE,IAAiB;IAClE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAA;IAC7C,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;AACnE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc;IAC/C,MAAM,QAAQ,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAA;IAC7C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;QACjD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAgB,CAAA;IAC3C,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,IACE,KAAK,YAAY,KAAK;YACtB,MAAM,IAAI,KAAK;YACd,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAClD,CAAC;YACD,OAAO,IAAI,CAAA;QACb,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC"}