@sunub/obsidian-mcp-server 0.3.28 → 0.3.30

package/build/utils/LocalReranker.d.ts

@@ -1,17 +1,18 @@
-declare class Reranker {
-    private modelName;
+export declare class Reranker {
+    readonly modelName = "Xenova/bge-reranker-base";
     private tokenizer;
     private model;
     private initPromise;
     constructor();
     checkModelPresence(): Promise<boolean>;
+    hasLocalModelFiles(): boolean;
     get isReady(): boolean;
     private loadModel;
     init(): Promise<void>;
+    dispose(): Promise<void>;
     rerank(query: string, documents: string[]): Promise<{
         document: string;
         score: number;
     }[]>;
 }
 export declare const localReranker: Reranker;
-export {};

package/build/utils/LocalReranker.js

@@ -1,3 +1,5 @@
+import { existsSync } from "node:fs";
+import { join } from "node:path";
 import { AutoModelForSequenceClassification, AutoTokenizer, env, } from "@huggingface/transformers";
 import z from "zod";
 import { MODELS_DIR } from "./constants.js";
@@ -5,7 +7,7 @@ const rerankedResultsSchema = z.array(z.object({
     document: z.string(),
     score: z.number(),
 }));
-class Reranker {
+export class Reranker {
     modelName = "Xenova/bge-reranker-base";
     tokenizer = null;
     model = null;
@@ -16,13 +18,10 @@ class Reranker {
         env.cacheDir = MODELS_DIR;
     }
     async checkModelPresence() {
-        try {
-            await this.init();
-            return true;
-        }
-        catch (_e) {
-            return false;
-        }
+        return this.hasLocalModelFiles();
+    }
+    hasLocalModelFiles() {
+        return existsSync(join(MODELS_DIR, this.modelName));
     }
     get isReady() {
         return this.tokenizer !== null && this.model !== null;
@@ -41,6 +40,19 @@ class Reranker {
         }
         return this.initPromise;
     }
+    async dispose() {
+        if (this.model) {
+            try {
+                await this.model.dispose();
+            }
+            catch (e) {
+                console.error("Failed to dispose reranker model:", e);
+            }
+        }
+        this.tokenizer = null;
+        this.model = null;
+        this.initPromise = null;
+    }
     async rerank(query, documents) {
         if (!this.isReady) {
             await this.init();

package/build/utils/LocalReranker.js.map

@@ -1 +1 @@
-{"version":3,"file":"LocalReranker.js","sourceRoot":"","sources":["../../src/utils/LocalReranker.ts"],"names":[],"mappings":"AAIA,OAAO,EACN,kCAAkC,EAClC,aAAa,EACb,GAAG,GACH,MAAM,2BAA2B,CAAC;AACnC,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CACpC,CAAC,CAAC,MAAM,CAAC;IACR,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CACF,CAAC;AAEF,MAAM,QAAQ;IACL,SAAS,GAAG,0BAA0B,CAAC;IACvC,SAAS,GAA+B,IAAI,CAAC;IAC7C,KAAK,GAA2B,IAAI,CAAC;IACrC,WAAW,GAAyB,IAAI,CAAC;IAEjD;QACC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC9B,GAAG,CAAC,cAAc,GAAG,UAAU,CAAC;QAChC,GAAG,CAAC,QAAQ,GAAG,UAAU,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACb,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,SAAS;QACtB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,MAAM,kCAAkC,CAAC,eAAe,CACpE,IAAI,CAAC,SAAS,CACd,CAAC;QACH,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAEM,KAAK,CAAC,MAAM,CAClB,KAAa,EACb,SAAmB;QAEnB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YACtC,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAa,CAAC;QAEtD,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;SACpB,CAAC,CAAC,CAAC;QAEJ,MAAM,aAAa,GAAG,qBAAqB,CAAC,KAAK,CAAC,eAAe,CAG9D,CAAC;QAEJ,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;CACD;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,QAAQ,EAAE,CAAC"}
+{"version":3,"file":"LocalReranker.js","sourceRoot":"","sources":["../../src/utils/LocalReranker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAKjC,OAAO,EACN,kCAAkC,EAClC,aAAa,EACb,GAAG,GACH,MAAM,2BAA2B,CAAC;AACnC,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CACpC,CAAC,CAAC,MAAM,CAAC;IACR,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CACF,CAAC;AAEF,MAAM,OAAO,QAAQ;IACJ,SAAS,GAAG,0BAA0B,CAAC;IAC/C,SAAS,GAA+B,IAAI,CAAC;IAC7C,KAAK,GAA2B,IAAI,CAAC;IACrC,WAAW,GAAyB,IAAI,CAAC;IAEjD;QACC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAC9B,GAAG,CAAC,cAAc,GAAG,UAAU,CAAC;QAChC,GAAG,CAAC,QAAQ,GAAG,UAAU,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC9B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAClC,CAAC;IAEM,kBAAkB;QACxB,OAAO,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC;IACvD,CAAC;IAEO,KAAK,CAAC,SAAS;QACtB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,MAAM,kCAAkC,CAAC,eAAe,CACpE,IAAI,CAAC,SAAS,CACd,CAAC;QACH,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAEM,KAAK,CAAC,OAAO;QACnB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YAC5B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,CAAC,CAAC,CAAC;YACvD,CAAC;QACF,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IACzB,CAAC;IAEM,KAAK,CAAC,MAAM,CAClB,KAAa,EACb,SAAmB;QAEnB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE;YACtC,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAa,CAAC;QAEtD,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACtD,QAAQ,EAAE,GAAG;YACb,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;SACpB,CAAC,CAAC,CAAC;QAEJ,MAAM,aAAa,GAAG,qBAAqB,CAAC,KAAK,CAAC,eAAe,CAG9D,CAAC;QAEJ,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;CACD;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,QAAQ,EAAE,CAAC"}

package/build/utils/RAGIndexer.d.ts

@@ -24,12 +24,17 @@ export declare class RAGIndexer {
     startIndexing(total: number): void;
     stopIndexing(): void;
     private buildFileRecords;
-    processFile(filePath: string, content?: string): Promise<void>;
-    processFileInMemory(filePath: string, content?: string): Promise<{
+    processFile(filePath: string, content?: string, options?: {
+        signal?: AbortSignal;
+    }): Promise<void>;
+    processFileInMemory(filePath: string, content?: string, options?: {
+        signal?: AbortSignal;
+    }): Promise<{
         records: VectorRecord[];
         mtime: string;
     } | null>;
-    indexAll(vaultPath: string): Promise<void>;
+    indexAll(vaultPath: string, signal?: AbortSignal): Promise<void>;
+    shutdown(): Promise<void>;
     deleteFile(filePath: string): Promise<void>;
 }
 export declare const ragIndexer: RAGIndexer;

package/build/utils/RAGIndexer.js

@@ -1,8 +1,10 @@
 import fs from "node:fs/promises";
 import path from "node:path";
 import ora, {} from "ora";
+import { throwIfAborted } from "./abort.js";
 import { DirectoryWalker } from "./DirectoryWalker.js";
 import { localEmbedder } from "./Embedder.js";
+import { localModelManager } from "./LocalModelManager.js";
 import { Semaphore } from "./semaphore.js";
 import { vectorDB } from "./VectorDB.js";
 import { WorkerPool } from "./worker/WorkerPool.js";
@@ -54,46 +56,59 @@ export class RAGIndexer {
     stopIndexing() {
         this._isIndexing = false;
     }
-    async buildFileRecords(filePath, content) {
+    async buildFileRecords(filePath, content, signal) {
+        throwIfAborted(signal);
         const fileStat = await fs.stat(filePath);
         const fileContent = content ?? (await fs.readFile(filePath, "utf-8"));
+        throwIfAborted(signal);
         const chunkMetadatas = await this.chukingWorkerPool.runTask({
             filePath,
             fileContent,
             birthTime: fileStat.birthtime.toISOString(),
         });
-        await localEmbedder.init();
-        const records = [];
-        for (const metadata of chunkMetadatas) {
-            const combined = [
-                metadata.context ? metadata.context : "",
-                metadata.content,
-            ]
-                .filter(Boolean)
-                .join("\n\n");
-            const MAX_EMBED_TOKENS = 500;
-            const combinedTokenCount = localEmbedder.getTokenCount(combined);
-            const safeText = combinedTokenCount > MAX_EMBED_TOKENS
-                ? combined.slice(0, Math.floor(combined.length * (MAX_EMBED_TOKENS / combinedTokenCount)))
-                : combined;
-            await this.embeddingSemaphore.acquire();
-            let vector;
-            try {
-                vector = await localEmbedder.embed(`search_document: ${safeText}`);
+        return await localModelManager.withEmbedder(3000, async (isReady) => {
+            throwIfAborted(signal);
+            if (!isReady) {
+                return null;
             }
-            finally {
-                this.embeddingSemaphore.release();
+            const records = [];
+            for (const metadata of chunkMetadatas) {
+                throwIfAborted(signal);
+                const combined = [
+                    metadata.context ? metadata.context : "",
+                    metadata.content,
+                ]
+                    .filter(Boolean)
+                    .join("\n\n");
+                const MAX_EMBED_TOKENS = 500;
+                const combinedTokenCount = localEmbedder.getTokenCount(combined);
+                const safeText = combinedTokenCount > MAX_EMBED_TOKENS
+                    ? combined.slice(0, Math.floor(combined.length * (MAX_EMBED_TOKENS / combinedTokenCount)))
+                    : combined;
+                await this.embeddingSemaphore.acquire();
+                let vector;
+                try {
+                    throwIfAborted(signal);
+                    vector = await localEmbedder.embed(`search_document: ${safeText}`);
+                }
+                finally {
+                    this.embeddingSemaphore.release();
+                }
+                records.push({
+                    ...metadata,
+                    vector,
+                });
             }
-            records.push({
-                ...metadata,
-                vector,
-            });
-        }
-        return { records, mtime: fileStat.mtime.toISOString() };
+            return { records, mtime: fileStat.mtime.toISOString() };
+        });
     }
-    async processFile(filePath, content) {
+    async processFile(filePath, content, options = {}) {
         try {
-            const { records, mtime } = await this.buildFileRecords(filePath, content);
+            const result = await this.buildFileRecords(filePath, content, options.signal);
+            if (!result) {
+                return;
+            }
+            const { records, mtime } = result;
             if (records.length > 0) {
                 await vectorDB.upsertChunks(records);
             }
@@ -107,9 +122,9 @@ export class RAGIndexer {
             this.updateProgress(filePath);
         }
     }
-    async processFileInMemory(filePath, content) {
+    async processFileInMemory(filePath, content, options = {}) {
         try {
-            return await this.buildFileRecords(filePath, content);
+            return await this.buildFileRecords(filePath, content, options.signal);
         }
         catch (error) {
             console.error(`\nError processing file for RAG: ${filePath}`, error);
@@ -119,10 +134,11 @@ export class RAGIndexer {
             this.updateProgress(filePath);
         }
     }
-    async indexAll(vaultPath) {
+    async indexAll(vaultPath, signal) {
         this._isIndexing = true;
         this.chukingWorkerPool.init();
         try {
+            throwIfAborted(signal);
             const walker = new DirectoryWalker();
             const filePaths = await walker.walk(vaultPath, this.ioSemaphore);
             const markdownFiles = filePaths.filter((f) => f.endsWith(".md") || f.endsWith(".mdx"));
@@ -132,11 +148,14 @@ export class RAGIndexer {
             let currentMeta = [];
             const fileSemaphore = new Semaphore(8);
             for (let i = 0; i < markdownFiles.length; i += BATCH_SIZE) {
+                throwIfAborted(signal);
                 const batchFiles = markdownFiles.slice(i, i + BATCH_SIZE);
                 await Promise.all(batchFiles.map(async (filePath) => {
                     await fileSemaphore.acquire();
                     try {
-                        const result = await this.processFileInMemory(filePath);
+                        const result = await this.processFileInMemory(filePath, undefined, {
+                            signal,
+                        });
                         if (result && result.records.length > 0) {
                             currentBatch.push(...result.records);
                             currentMeta.push({ filePath, mtime: result.mtime });
@@ -158,8 +177,16 @@ export class RAGIndexer {
         }
         finally {
             this._isIndexing = false;
-            this.chukingWorkerPool.terminateAll();
+            await this.chukingWorkerPool.terminateAll();
+        }
+    }
+    async shutdown() {
+        this._isIndexing = false;
+        if (this.spinner) {
+            this.spinner.stop();
+            this.spinner = null;
         }
+        await this.chukingWorkerPool.terminateAll();
     }
     async deleteFile(filePath) {
         await vectorDB.deleteByFilePath(filePath);

package/build/utils/RAGIndexer.js.map

@@ -1 +1 @@
-{"version":3,"file":"RAGIndexer.js","sourceRoot":"","sources":["../../src/utils/RAGIndexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,GAAG,EAAE,EAAY,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAqB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAIpD,MAAM,OAAO,UAAU;IACd,kBAAkB,CAAY;IAC9B,WAAW,CAAY;IACvB,OAAO,GAAe,IAAI,CAAC;IAC3B,UAAU,GAAG,CAAC,CAAC;IACf,cAAc,GAAG,CAAC,CAAC;IACnB,WAAW,GAAG,KAAK,CAAC;IACpB,iBAAiB,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAE9C;QACC,IAAI,CAAC,kBAAkB,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAEM,UAAU,CAAC,KAAa;QAC9B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YAClB,IAAI,EAAE,gCAAgC,KAAK,MAAM;YACjD,MAAM,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC,KAAK,EAAE,CAAC;IACZ,CAAC;IAEO,cAAc,CAAC,QAAgB;QACtC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,eAAe,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxG,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,wBAAwB,IAAI,CAAC,UAAU,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;IACF,CAAC;IAEM,SAAS;QACf,OAAO;YACN,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,SAAS,EAAE,IAAI,CAAC,cAAc;YAC9B,KAAK,EAAE,IAAI,CAAC,UAAU;YACtB,QAAQ,EACP,IAAI,CAAC,UAAU,GAAG,CAAC;gBAClB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC;gBAC3D,CAAC,CAAC,CAAC;SACL,CAAC;IACH,CAAC;IAEM,aAAa,CAAC,KAAa;QACjC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IACzB,CAAC;IAEM,YAAY;QAClB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC7B,QAAgB,EAChB,OAAgB;QAEhB,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAC3D,QAAQ;YACR,WAAW;YACX,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;SAC3C,CAAC,CAAC;QAEH,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;YACvC,MAAM,QAAQ,GAAG;gBAChB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACxC,QAAQ,CAAC,OAAO;aAChB;iBACC,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,MAAM,CAAC,CAAC;YAEf,MAAM,gBAAgB,GAAG,GAAG,CAAC;YAC7B,MAAM,kBAAkB,GAAG,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACjE,MAAM,QAAQ,GACb,kBAAkB,GAAG,gBAAgB;gBACpC,CAAC,CAAC,QAAQ,CAAC,KAAK,CACd,CAAC,EACD,IAAI,CAAC,KAAK,CACT,QAAQ,CAAC,MAAM,GAAG,CAAC,gBAAgB,GAAG,kBAAkB,CAAC,CACzD,CACD;gBACF,CAAC,CAAC,QAAQ,CAAC;YAEb,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,MAAgB,CAAC;YACrB,IAAI,CAAC;gBACJ,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;YACpE,CAAC;oBAAS,CAAC;gBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;YACnC,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACZ,GAAG,QAAQ;gBACX,MAAM;aACN,CAAC,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,OAAgB;QACnD,IAAI,CAAC;YACJ,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC1E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,CAAC;YACD,0CAA0C;YAC1C,MAAM,QAAQ,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,mBAAmB,CACxB,QAAgB,EAChB,OAAgB;QAEhB,IAAI,CAAC;YACJ,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;YACrE,OAAO,IAAI,CAAC;QACb,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAE9B,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC9C,CAAC;YAEF,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAEtC,MAAM,UAAU,GAAG,EAAE,CAAC,CAAC,2BAA2B;YAClD,IAAI,YAAY,GAAmB,EAAE,CAAC;YACtC,IAAI,WAAW,GAA0C,EAAE,CAAC;YAC5D,MAAM,aAAa,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;YAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3D,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;gBAE1D,MAAM,OAAO,CAAC,GAAG,CAChB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;oBACjC,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;wBACxD,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACzC,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;4BACrC,WAAW,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;wBACrD,CAAC;oBACF,CAAC;4BAAS,CAAC;wBACV,aAAa,CAAC,OAAO,EAAE,CAAC;oBACzB,CAAC;gBACF,CAAC,CAAC,CACF,CAAC;gBAEF,yBAAyB;gBACzB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;oBAC1C,MAAM,QAAQ,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;oBAChD,qBAAqB;oBACrB,YAAY,GAAG,EAAE,CAAC;oBAClB,WAAW,GAAG,EAAE,CAAC;gBAClB,CAAC;YACF,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,CAAC;QACvC,CAAC;IACF,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB;QAChC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;CACD;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}
+{"version":3,"file":"RAGIndexer.js","sourceRoot":"","sources":["../../src/utils/RAGIndexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,GAAG,EAAE,EAAY,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAqB,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAIpD,MAAM,OAAO,UAAU;IACd,kBAAkB,CAAY;IAC9B,WAAW,CAAY;IACvB,OAAO,GAAe,IAAI,CAAC;IAC3B,UAAU,GAAG,CAAC,CAAC;IACf,cAAc,GAAG,CAAC,CAAC;IACnB,WAAW,GAAG,KAAK,CAAC;IACpB,iBAAiB,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAE9C;QACC,IAAI,CAAC,kBAAkB,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IAEM,UAAU,CAAC,KAAa;QAC9B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;YAClB,IAAI,EAAE,gCAAgC,KAAK,MAAM;YACjD,MAAM,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC,KAAK,EAAE,CAAC;IACZ,CAAC;IAEO,cAAc,CAAC,QAAgB;QACtC,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,eAAe,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxG,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,wBAAwB,IAAI,CAAC,UAAU,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;IACF,CAAC;IAEM,SAAS;QACf,OAAO;YACN,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,SAAS,EAAE,IAAI,CAAC,cAAc;YAC9B,KAAK,EAAE,IAAI,CAAC,UAAU;YACtB,QAAQ,EACP,IAAI,CAAC,UAAU,GAAG,CAAC;gBAClB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC;gBAC3D,CAAC,CAAC,CAAC;SACL,CAAC;IACH,CAAC;IAEM,aAAa,CAAC,KAAa;QACjC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IACzB,CAAC;IAEM,YAAY;QAClB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC7B,QAAgB,EAChB,OAAgB,EAChB,MAAoB;QAEpB,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAC3D,QAAQ;YACR,WAAW;YACX,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE;SAC3C,CAAC,CAAC;QAEH,OAAO,MAAM,iBAAiB,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACnE,cAAc,CAAC,MAAM,CAAC,CAAC;YACvB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,OAAO,GAAmB,EAAE,CAAC;YAEnC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;gBACvC,cAAc,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM,QAAQ,GAAG;oBAChB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;oBACxC,QAAQ,CAAC,OAAO;iBAChB;qBACC,MAAM,CAAC,OAAO,CAAC;qBACf,IAAI,CAAC,MAAM,CAAC,CAAC;gBAEf,MAAM,gBAAgB,GAAG,GAAG,CAAC;gBAC7B,MAAM,kBAAkB,GAAG,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBACjE,MAAM,QAAQ,GACb,kBAAkB,GAAG,gBAAgB;oBACpC,CAAC,CAAC,QAAQ,CAAC,KAAK,CACd,CAAC,EACD,IAAI,CAAC,KAAK,CACT,QAAQ,CAAC,MAAM,GAAG,CAAC,gBAAgB,GAAG,kBAAkB,CAAC,CACzD,CACD;oBACF,CAAC,CAAC,QAAQ,CAAC;gBAEb,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;gBACxC,IAAI,MAAgB,CAAC;gBACrB,IAAI,CAAC;oBACJ,cAAc,CAAC,MAAM,CAAC,CAAC;oBACvB,MAAM,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;gBACpE,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;gBACnC,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC;oBACZ,GAAG,QAAQ;oBACX,MAAM;iBACN,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;QACzD,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAChB,QAAgB,EAChB,OAAgB,EAChB,UAAoC,EAAE;QAEtC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACzC,QAAQ,EACR,OAAO,EACP,OAAO,CAAC,MAAM,CACd,CAAC;YACF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,OAAO;YACR,CAAC;YACD,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;YAClC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,CAAC;YACD,0CAA0C;YAC1C,MAAM,QAAQ,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,mBAAmB,CACxB,QAAgB,EAChB,OAAgB,EAChB,UAAoC,EAAE;QAEtC,IAAI,CAAC;YACJ,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACvE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,oCAAoC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;YACrE,OAAO,IAAI,CAAC;QACb,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,MAAoB;QACrD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAE9B,IAAI,CAAC;YACJ,cAAc,CAAC,MAAM,CAAC,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC9C,CAAC;YAEF,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAEtC,MAAM,UAAU,GAAG,EAAE,CAAC,CAAC,2BAA2B;YAClD,IAAI,YAAY,GAAmB,EAAE,CAAC;YACtC,IAAI,WAAW,GAA0C,EAAE,CAAC;YAC5D,MAAM,aAAa,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;YAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBAC3D,cAAc,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;gBAE1D,MAAM,OAAO,CAAC,GAAG,CAChB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;oBACjC,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAC5C,QAAQ,EACR,SAAS,EACT;4BACC,MAAM;yBACN,CACD,CAAC;wBACF,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACzC,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;4BACrC,WAAW,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;wBACrD,CAAC;oBACF,CAAC;4BAAS,CAAC;wBACV,aAAa,CAAC,OAAO,EAAE,CAAC;oBACzB,CAAC;gBACF,CAAC,CAAC,CACF,CAAC;gBAEF,yBAAyB;gBACzB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;oBAC1C,MAAM,QAAQ,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;oBAChD,qBAAqB;oBACrB,YAAY,GAAG,EAAE,CAAC;oBAClB,WAAW,GAAG,EAAE,CAAC;gBAClB,CAAC;YACF,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,CAAC;QAC7C,CAAC;IACF,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB;QAChC,MAAM,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;CACD;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}

package/build/utils/ServerLifecycle.d.ts

@@ -0,0 +1,23 @@
+type CleanupTask = () => Promise<void> | void;
+type ToolCallModelManager = {
+    beginToolCall: () => void;
+    endToolCall: () => Promise<void>;
+};
+export interface ServerLifecycleOptions {
+    modelManager?: ToolCallModelManager;
+}
+export declare class ServerLifecycle {
+    private readonly controller;
+    private readonly backgroundTasks;
+    private readonly modelManager;
+    private readonly cleanups;
+    private shutdownPromise;
+    constructor(options?: ServerLifecycleOptions);
+    get signal(): AbortSignal;
+    registerCleanup(name: string, task: CleanupTask): void;
+    runBackgroundTask<T>(name: string, task: (signal: AbortSignal) => Promise<T>): Promise<T | undefined>;
+    runToolCall<T>(_name: string, task: () => Promise<T>): Promise<T>;
+    shutdown(reason: string, timeoutMs?: number): Promise<void>;
+    private executeShutdown;
+}
+export {};

package/build/utils/ServerLifecycle.js

@@ -0,0 +1,50 @@
+import { createAbortError, withTimeout } from "./abort.js";
+import { BackgroundTaskRegistry } from "./BackgroundTaskRegistry.js";
+import { localModelManager } from "./LocalModelManager.js";
+export class ServerLifecycle {
+    controller = new AbortController();
+    backgroundTasks = new BackgroundTaskRegistry();
+    modelManager;
+    cleanups = [];
+    shutdownPromise = null;
+    constructor(options = {}) {
+        this.modelManager = options.modelManager ?? localModelManager;
+    }
+    get signal() {
+        return this.controller.signal;
+    }
+    registerCleanup(name, task) {
+        this.cleanups.push({ name, task });
+    }
+    runBackgroundTask(name, task) {
+        return this.backgroundTasks.run(name, task);
+    }
+    async runToolCall(_name, task) {
+        this.modelManager.beginToolCall();
+        try {
+            return await task();
+        }
+        finally {
+            await this.modelManager.endToolCall();
+        }
+    }
+    shutdown(reason, timeoutMs = 3000) {
+        if (this.shutdownPromise) {
+            return this.shutdownPromise;
+        }
+        this.shutdownPromise = this.executeShutdown(reason, timeoutMs);
+        return this.shutdownPromise;
+    }
+    async executeShutdown(reason, timeoutMs) {
+        if (!this.controller.signal.aborted) {
+            this.controller.abort(createAbortError(reason));
+        }
+        await this.backgroundTasks.abortAll(reason, timeoutMs);
+        const cleanups = [...this.cleanups].reverse();
+        this.cleanups.length = 0;
+        for (const { task } of cleanups) {
+            await withTimeout(Promise.resolve(task()), timeoutMs).catch(() => undefined);
+        }
+    }
+}
+//# sourceMappingURL=ServerLifecycle.js.map

package/build/utils/ServerLifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ServerLifecycle.js","sourceRoot":"","sources":["../../src/utils/ServerLifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAiB3D,MAAM,OAAO,eAAe;IACV,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,eAAe,GAAG,IAAI,sBAAsB,EAAE,CAAC;IAC/C,YAAY,CAAuB;IACnC,QAAQ,GAAwB,EAAE,CAAC;IAC5C,eAAe,GAAyB,IAAI,CAAC;IAErD,YAAY,UAAkC,EAAE;QAC/C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,iBAAiB,CAAC;IAC/D,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,eAAe,CAAC,IAAY,EAAE,IAAiB;QAC9C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,iBAAiB,CAChB,IAAY,EACZ,IAAyC;QAEzC,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,WAAW,CAAI,KAAa,EAAE,IAAsB;QACzD,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC;QAClC,IAAI,CAAC;YACJ,OAAO,MAAM,IAAI,EAAE,CAAC;QACrB,CAAC;gBAAS,CAAC;YACV,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;QACvC,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,MAAc,EAAE,SAAS,GAAG,IAAI;QACxC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,eAAe,CAAC;QAC7B,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,eAAe,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,eAAe,CAC5B,MAAc,EACd,SAAiB;QAEjB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAEvD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9C,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,QAAQ,EAAE,CAAC;YACjC,MAAM,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC,KAAK,CAC1D,GAAG,EAAE,CAAC,SAAS,CACf,CAAC;QACH,CAAC;IACF,CAAC;CACD"}

package/build/utils/VaultManger/VaultManager.d.ts

@@ -25,9 +25,10 @@ export declare class VaultManager {
         diagnostic_message?: string;
     }>;
     private safeSemanticSearch;
-    syncMissingRagIndices(): Promise<void>;
+    syncMissingRagIndices(signal?: AbortSignal): Promise<void>;
     private executeSync;
     upsertDocument(filePath: string): Promise<void>;
+    shutdown(): Promise<void>;
     removeDocument(filePath: string): Promise<void>;
     getAllDocuments(): Promise<DocumentIndex[]>;
     searchDocuments(keyword: string): Promise<DocumentIndex[]>;

package/build/utils/VaultManger/VaultManager.js

@@ -4,9 +4,11 @@ import { mkdir, readFile, writeFile } from "node:fs/promises";
 import { basename, dirname, extname, isAbsolute, join, relative, resolve, } from "node:path";
 import matter from "gray-matter";
 import { debugLogger } from "../../shared/index.js";
+import { throwIfAborted } from "../abort.js";
 import { DirectoryWalker } from "../DirectoryWalker.js";
 import { localEmbedder } from "../Embedder.js";
 import { Indexer } from "../Indexer.js";
+import { localModelManager } from "../LocalModelManager.js";
 import { localReranker } from "../LocalReranker.js";
 import { ragIndexer } from "../RAGIndexer.js";
 import { Semaphore } from "../semaphore.js";
@@ -89,6 +91,9 @@ export class VaultManager {
             this.indexer.search(query),
             this.safeSemanticSearch(query, limit * 3),
         ]);
+        const semanticFallbackMessage = semanticResults.length === 0
+            ? "💡 [검색 품질 안내] 로컬 semantic 모델이 아직 준비 중이거나 사용할 수 없어 이번 검색은 키워드 중심으로 반환했습니다. 잠시 후 다시 검색하면 하이브리드 검색이 적용될 수 있습니다."
+            : undefined;
         // 3. RRF (Reciprocal Rank Fusion) 스코어 계산
         const rrfScores = new Map();
         const RRF_K = 60;
@@ -143,7 +148,7 @@ export class VaultManager {
             const dist = chunk["_distance"];
             return typeof dist === "number" && dist < 0.2;
         }));
-        if (hasHighlyRelevantMatch) {
+        if (hasHighlyRelevantMatch || semanticResults.length === 0) {
             debugLogger.debug(`[RAG] Highly relevant semantic match found. Skipping rerank in hybridSearch.`);
         }
         else {
@@ -154,20 +159,24 @@ export class VaultManager {
                         item.document.frontmatter.summary ||
                         item.document.filePath);
                 });
-                const reranked = await localReranker.rerank(query, rerankDocs);
-                finalResults = reranked
-                    .map((r) => {
-                    const original = fusedResults.find((f) => {
-                        const content = f.matchedChunks[0]?.content ||
-                            f.document.frontmatter.summary ||
-                            f.document.filePath;
-                        return content === r.document;
-                    });
-                    if (!original)
-                        return null;
-                    return { ...original, finalScore: r.score };
-                })
-                    .filter((r) => r !== null);
+                await localModelManager.withReranker(3000, async (rerankerReady) => {
+                    if (rerankerReady) {
+                        const reranked = await localReranker.rerank(query, rerankDocs);
+                        finalResults = reranked
+                            .map((r) => {
+                            const original = fusedResults.find((f) => {
+                                const content = f.matchedChunks[0]?.content ||
+                                    f.document.frontmatter.summary ||
+                                    f.document.filePath;
+                                return content === r.document;
+                            });
+                            if (!original)
+                                return null;
+                            return { ...original, finalScore: r.score };
+                        })
+                            .filter((r) => r !== null);
+                    }
+                });
             }
             catch (error) {
                 console.error("[VaultManager] Reranking failed:", error);
@@ -179,6 +188,11 @@ export class VaultManager {
         if (ragStatus.isIndexing) {
             diagnostic_message = `⏳ [인덱싱 진행 중] 백그라운드에서 의미 기반 검색 인덱싱이 진행 중입니다 (${ragStatus.progress}% - ${ragStatus.processed}/${ragStatus.total}). 최근 변경된 파일은 검색 결과에 즉시 반영되지 않을 수 있습니다.`;
         }
+        if (semanticFallbackMessage) {
+            diagnostic_message = diagnostic_message
+                ? `${diagnostic_message}\n\n${semanticFallbackMessage}`
+                : semanticFallbackMessage;
+        }
         return {
             results: finalResults.slice(0, limit),
             diagnostic_message,
@@ -190,42 +204,44 @@ export class VaultManager {
         }
         await this.dbSemaphore.acquire();
         try {
-            const isLocalReady = await localEmbedder.checkModelPresence();
-            if (!isLocalReady) {
-                await localEmbedder.init();
-            }
-            const queryVector = await localEmbedder.embed(`search_query: ${query}`);
-            const recallLimit = Math.max(limit * 3, 15);
-            const initialResults = await vectorDB.search(queryVector, recallLimit);
-            if (initialResults.length === 0)
-                return [];
-            const documents = initialResults.map((r) => r.content);
-            // 1차 검색 결과 중 코사인 거리가 극도로 가까운(유사도 0.80 이상) 강력한 매칭인 경우 리랭킹 건너뜀
-            const SKIP_RERANK_DISTANCE_THRESHOLD = 0.2;
-            const firstDistance = initialResults[0]["_distance"];
-            if (typeof firstDistance === "number" &&
-                firstDistance < SKIP_RERANK_DISTANCE_THRESHOLD) {
-                debugLogger.debug(`[RAG] First semantic match distance is ${firstDistance.toFixed(4)}. Skipping rerank in safeSemanticSearch.`);
-                return initialResults.slice(0, limit);
-            }
-            const isRerankerReady = await localReranker.checkModelPresence();
-            if (!isRerankerReady) {
-                await localReranker.init();
-            }
-            const reranked = await localReranker.rerank(query, documents);
-            const normalizeForComparison = (text) => text
-                .replace(/\r\n|\r|\n/g, " ")
-                .replace(/\s+/g, " ")
-                .trim();
-            const finalResults = reranked
-                .slice(0, limit)
-                .map((r) => {
-                const targetNorm = normalizeForComparison(r.document);
-                const originalIndex = documents.findIndex((doc) => normalizeForComparison(doc) === targetNorm);
-                return initialResults[originalIndex];
-            })
-                .filter((r) => r !== undefined);
-            return finalResults;
+            return await localModelManager.withEmbedder(3000, async (isLocalReady) => {
+                if (!isLocalReady) {
+                    return [];
+                }
+                const queryVector = await localEmbedder.embed(`search_query: ${query}`);
+                const recallLimit = Math.max(limit * 3, 15);
+                const initialResults = await vectorDB.search(queryVector, recallLimit);
+                if (initialResults.length === 0)
+                    return [];
+                const documents = initialResults.map((r) => r.content);
+                // 1차 검색 결과 중 코사인 거리가 극도로 가까운(유사도 0.80 이상) 강력한 매칭인 경우 리랭킹 건너뜀
+                const SKIP_RERANK_DISTANCE_THRESHOLD = 0.2;
+                const firstDistance = initialResults[0]["_distance"];
+                if (typeof firstDistance === "number" &&
+                    firstDistance < SKIP_RERANK_DISTANCE_THRESHOLD) {
+                    debugLogger.debug(`[RAG] First semantic match distance is ${firstDistance.toFixed(4)}. Skipping rerank in safeSemanticSearch.`);
+                    return initialResults.slice(0, limit);
+                }
+                return await localModelManager.withReranker(3000, async (isRerankerReady) => {
+                    if (!isRerankerReady) {
+                        return initialResults.slice(0, limit);
+                    }
+                    const reranked = await localReranker.rerank(query, documents);
+                    const normalizeForComparison = (text) => text
+                        .replace(/\r\n|\r|\n/g, " ")
+                        .replace(/\s+/g, " ")
+                        .trim();
+                    const finalResults = reranked
+                        .slice(0, limit)
+                        .map((r) => {
+                        const targetNorm = normalizeForComparison(r.document);
+                        const originalIndex = documents.findIndex((doc) => normalizeForComparison(doc) === targetNorm);
+                        return initialResults[originalIndex];
+                    })
+                        .filter((r) => r !== undefined);
+                    return finalResults;
+                });
+            });
         }
         catch (_error) {
             return [];
@@ -234,26 +250,29 @@ export class VaultManager {
             this.dbSemaphore.release();
         }
     }
-    async syncMissingRagIndices() {
+    async syncMissingRagIndices(signal) {
+        throwIfAborted(signal);
         // 로컬 모델이 있는 경우 우선적으로 사용
         if (this.isLocalAIReady) {
-            await this.executeSync();
+            await this.executeSync(signal);
             return;
         }
         const isLocalReady = await localEmbedder.checkModelPresence();
         if (isLocalReady) {
-            await this.executeSync();
+            await this.executeSync(signal);
         }
         else {
             // 아무것도 없으면 조용히 종료 (로그는 이미 index.ts에서 나옴)
             return;
         }
     }
-    async executeSync() {
+    async executeSync(signal) {
+        throwIfAborted(signal);
         const allDocs = await this.getAllDocuments();
         const forceReindex = await vectorDB.checkAndMigrateIfNeeded();
         const filesToProcess = [];
         for (const doc of allDocs) {
+            throwIfAborted(signal);
             if (forceReindex) {
                 filesToProcess.push(doc.filePath);
             }
@@ -277,7 +296,8 @@ export class VaultManager {
             await this.dbSemaphore.acquire();
             try {
                 for (const filePath of filesToProcess) {
-                    await ragIndexer.processFile(filePath);
+                    throwIfAborted(signal);
+                    await ragIndexer.processFile(filePath, undefined, { signal });
                 }
                 await vectorDB.createVectorIndex();
             }
@@ -289,11 +309,10 @@ export class VaultManager {
     }
     async upsertDocument(filePath) {
         await this.indexer.upsertFile(filePath, this.ioSemaphore);
-        if (!this.isLocalAIReady) {
+        if (!this.isLocalAIReady || !localModelManager.isEmbedderReady) {
             return;
         }
-        const isLocalReady = await localEmbedder.checkModelPresence();
-        if (isLocalReady) {
+        if (localModelManager.isEmbedderReady) {
             await this.dbSemaphore.acquire();
             try {
                 await ragIndexer.processFile(filePath);
@@ -309,6 +328,9 @@ export class VaultManager {
             console.error(`[VaultManager] Embedding server is down. Skipping RAG index for: ${filePath}`);
         }
     }
+    async shutdown() {
+        await ragIndexer.shutdown();
+    }
     async removeDocument(filePath) {
         this.indexer.removeFileEntries(filePath);
         await this.dbSemaphore.acquire();
@@ -449,9 +471,14 @@ export class VaultManager {
             filename.replace(/\.mdx?$/, ""),
             basename(filename, extname(filename)),
         ];
+        const normalizeForMatch = (str) => str.toLowerCase().replace(/[\s_-]/g, "");
         for (const term of searchTerms) {
+            const normalizedTerm = normalizeForMatch(term);
             const searchResults = this.indexer.search(term);
-            const foundDoc = searchResults.find((doc) => doc.filePath.includes(term));
+            const foundDoc = searchResults.find((doc) => {
+                const fileBase = basename(doc.filePath, extname(doc.filePath));
+                return normalizeForMatch(fileBase) === normalizedTerm;
+            });
             if (foundDoc) {
                 return foundDoc.filePath;
             }