@llangtop/pwiki-core 0.3.4 → 0.4.5

package/dist/indexer-compile.js

@@ -0,0 +1,198 @@
+// indexer-compile.ts — 语义编译存储 (v5.4)
+//
+// getRawChunks / storeCompiledChunks (v5.1 块级)
+// storeFileSegments (v5.2 文件级 segments → 待 v5.4 替换为 storeFileLLMVector)
+import { existsSync, readFileSync, writeFileSync } from "node:fs";
+import { resolve } from "node:path";
+import { getIndex, getEmbeddings, setEmbeddings, getChunkInfo, setChunkInfo } from "./store.js";
+import { getCurrentModel } from "./model-registry.js";
+import { initialize, isAvailable, embed } from "./embedder.js";
+import { extractChunks } from "./indexer-embed.js";
+import { buildEmbeddingText, buildFileLLMEmbeddingText } from "./semantic-compiler.js";
+import { updateFileState, computeMD5, getCompiledFilePath, ensureCompiledDir } from "./file-manifest.js";
+/**
+ * 获取所有已索引文件的原始块（供 AI 编译）
+ */
+export async function getRawChunks(sourceDir, uncompiledOnly = true) {
+    const idx = getIndex();
+    const chunkInfo = getChunkInfo();
+    const entries = Object.values(idx).filter((e) => !sourceDir || e.sourceDir === sourceDir);
+    const result = [];
+    for (const entry of entries) {
+        const fullPath = resolve(entry.sourceDir, entry.relPath);
+        if (!existsSync(fullPath))
+            continue;
+        const chunks = await extractChunks(fullPath, entry.relPath, entry.title);
+        for (const ch of chunks) {
+            const ci = chunkInfo[ch.key];
+            const compiled = !!(ci?.normalizedText);
+            if (uncompiledOnly && compiled)
+                continue;
+            result.push({
+                key: ch.key,
+                relPath: entry.relPath,
+                heading: ch.heading,
+                rawText: ch.rawText,
+                compiled,
+            });
+        }
+    }
+    return result;
+}
+/**
+ * 存储块级编译结果并重建 embedding (v5.1 遗留)
+ */
+export async function storeCompiledChunks(compiled) {
+    if (!isAvailable()) {
+        const ok = await initialize();
+        if (!ok)
+            return 0;
+    }
+    const chunkInfo = getChunkInfo();
+    const existing = getEmbeddings();
+    const rawChunks = await getRawChunks(undefined, false);
+    const rawMap = new Map(rawChunks.map((r) => [r.key, r]));
+    let updated = 0;
+    for (const cc of compiled) {
+        const ci = chunkInfo[cc.key];
+        if (!ci)
+            continue;
+        Object.assign(ci, {
+            topic: cc.topic,
+            normalizedText: cc.normalizedText,
+            concepts: cc.concepts,
+            aliases: cc.aliases,
+        });
+        const raw = rawMap.get(cc.key);
+        const rawText = raw?.rawText ?? "";
+        const embeddingText = buildEmbeddingText(cc.topic, cc.normalizedText, cc.concepts, cc.aliases, ci.keywords ?? [], ci.contentClass ?? "reference", ci.temporalAnchor, rawText);
+        try {
+            const vec = await embed(embeddingText);
+            existing[cc.key] = vec;
+            updated++;
+        }
+        catch {
+            /* skip */
+        }
+    }
+    if (updated > 0) {
+        const model = getCurrentModel();
+        setEmbeddings(existing, model.hfRepo, model.dim);
+        setChunkInfo(chunkInfo);
+    }
+    return updated;
+}
+/**
+ * 存储文件级编译结果并重建 embedding (v5.2 → v5.4 过渡)
+ * v5.4 TODO: 替换为 storeFileLLMVector — 只挂 1 个 ###llm 向量，不删 AST chunks
+ */
+export async function storeFileSegments(relPath, segments, preprocessed) {
+    if (!isAvailable()) {
+        const ok = await initialize();
+        if (!ok)
+            return 0;
+    }
+    const chunkInfo = getChunkInfo();
+    const existing = getEmbeddings();
+    // 清除该文件的旧 chunk keys
+    const oldKeys = Object.keys(chunkInfo).filter((k) => k.startsWith(relPath));
+    for (const key of oldKeys) {
+        delete chunkInfo[key];
+        delete existing[key];
+    }
+    let updated = 0;
+    for (let i = 0; i < segments.length; i++) {
+        const seg = segments[i];
+        const key = `${relPath}###${i}`;
+        const pp = preprocessed[i] ?? preprocessed[0];
+        const ci = {
+            heading: pp?.heading ?? "",
+            level: pp?.level ?? 0,
+            topic: seg.topic,
+            normalizedText: seg.normalizedText,
+            concepts: seg.concepts,
+            aliases: seg.aliases,
+            chunkType: pp?.chunkType ?? "note",
+            contentClass: pp?.contentClass ?? "reference",
+            importance: pp?.importance ?? 0.5,
+            temporalAnchor: pp?.temporalAnchor,
+            confidence: pp?.confidence ?? 0.85,
+            summary: pp?.summary,
+            keywords: pp?.keywords,
+        };
+        chunkInfo[key] = ci;
+        const embeddingText = buildEmbeddingText(seg.topic, seg.normalizedText, seg.concepts, seg.aliases, pp?.keywords ?? [], pp?.contentClass ?? "reference", pp?.temporalAnchor, seg.text);
+        try {
+            const vec = await embed(embeddingText);
+            existing[key] = vec;
+            updated++;
+        }
+        catch {
+            /* skip */
+        }
+    }
+    if (updated > 0) {
+        const model = getCurrentModel();
+        setEmbeddings(existing, model.hfRepo, model.dim);
+        setChunkInfo(chunkInfo);
+    }
+    return updated;
+}
+// ---- v5.4 文件级 LLM 向量存储 ----
+/**
+ * 存储文件级 LLM 编译结果：挂载 1 个 ###llm 向量，不删除 AST chunks。
+ */
+export async function storeFileLLMVector(sourceDir, relPath, llmData, llmModel) {
+    if (!isAvailable()) {
+        const ok = await initialize();
+        if (!ok)
+            return false;
+    }
+    const fullPath = resolve(sourceDir, relPath);
+    let currentMD5 = "";
+    try {
+        currentMD5 = computeMD5(readFileSync(fullPath, "utf-8"));
+    }
+    catch {
+        return false;
+    }
+    const model = getCurrentModel();
+    const maxEmbedLen = Math.floor(model.maxTokens * 2);
+    const embeddingText = buildFileLLMEmbeddingText(llmData, relPath, maxEmbedLen);
+    let vec;
+    try {
+        vec = await embed(embeddingText);
+    }
+    catch {
+        return false;
+    }
+    const vectorKey = `${relPath}###llm`;
+    const existing = getEmbeddings();
+    existing[vectorKey] = vec;
+    const chunkInfo = getChunkInfo();
+    chunkInfo[vectorKey] = {
+        heading: llmData.topic, level: 0,
+        topic: llmData.topic, normalizedText: llmData.normalizedText,
+        concepts: llmData.concepts, aliases: llmData.aliases,
+        chunkType: "llm_summary", contentClass: "knowledge",
+        importance: 0.8, confidence: 0.85,
+    };
+    ensureCompiledDir();
+    const compiledFile = getCompiledFilePath(relPath);
+    const record = {
+        relPath, compiledAt: new Date().toISOString(), sourceMD5: currentMD5,
+        model: llmModel || "unknown", result: llmData, embeddingText, vectorKey,
+    };
+    writeFileSync(compiledFile, JSON.stringify(record, null, 2), "utf-8");
+    const astChunks = await extractChunks(fullPath, relPath, "", maxEmbedLen);
+    updateFileState(relPath, {
+        md5: currentMD5, astChunkCount: astChunks.length,
+        astIndexedAt: new Date().toISOString(),
+        llmCompiled: true, llmCompiledAt: new Date().toISOString(),
+    });
+    // model already obtained above
+    setEmbeddings(existing, model.hfRepo, model.dim);
+    setChunkInfo(chunkInfo);
+    return true;
+}
+//# sourceMappingURL=indexer-compile.js.map

package/dist/indexer-compile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer-compile.js","sourceRoot":"","sources":["../src/indexer-compile.ts"],"names":[],"mappings":"AAAA,qCAAqC;AACrC,EAAE;AACF,+CAA+C;AAC/C,wEAAwE;AAExE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAChG,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AAGvF,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAEzG;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAkB,EAClB,cAAc,GAAG,IAAI;IAErB,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAC;IACvB,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,CAC/C,CAAC;IAEF,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,SAAS;QAEpC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAEzE,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;YACxC,IAAI,cAAc,IAAI,QAAQ;gBAAE,SAAS;YAEzC,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,EAAE,EAAE,CAAC,GAAG;gBACX,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,EAAE,CAAC,OAAO;gBACnB,OAAO,EAAE,EAAE,CAAC,OAAO;gBACnB,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAyB;IAEzB,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACnB,MAAM,EAAE,GAAG,MAAM,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzD,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,SAAS;QAElB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE;YAChB,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,cAAc,EAAE,EAAE,CAAC,cAAc;YACjC,QAAQ,EAAE,EAAE,CAAC,QAAQ;YACrB,OAAO,EAAE,EAAE,CAAC,OAAO;SACpB,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,GAAG,EAAE,OAAO,IAAI,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,kBAAkB,CACtC,EAAE,CAAC,KAAK,EACR,EAAE,CAAC,cAAc,EACjB,EAAE,CAAC,QAAQ,EACX,EAAE,CAAC,OAAO,EACV,EAAE,CAAC,QAAQ,IAAI,EAAE,EACjB,EAAE,CAAC,YAAY,IAAI,WAAW,EAC9B,EAAE,CAAC,cAAc,EACjB,OAAO,CACR,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;YACvC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,UAAU;QACZ,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACjD,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAe,EACf,QAAuB,EACvB,YAAiC;IAEjC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACnB,MAAM,EAAE,GAAG,MAAM,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC;IAEjC,qBAAqB;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5E,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,GAAG,GAAG,GAAG,OAAO,MAAM,CAAC,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;QAE9C,MAAM,EAAE,GAAc;YACpB,OAAO,EAAE,EAAE,EAAE,OAAO,IAAI,EAAE;YAC1B,KAAK,EAAE,EAAE,EAAE,KAAK,IAAI,CAAC;YACrB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,SAAS,EAAE,EAAE,EAAE,SAAS,IAAI,MAAM;YAClC,YAAY,EAAE,EAAE,EAAE,YAAY,IAAI,WAAW;YAC7C,UAAU,EAAE,EAAE,EAAE,UAAU,IAAI,GAAG;YACjC,cAAc,EAAE,EAAE,EAAE,cAAc;YAClC,UAAU,EAAE,EAAE,EAAE,UAAU,IAAI,IAAI;YAClC,OAAO,EAAE,EAAE,EAAE,OAAO;YACpB,QAAQ,EAAE,EAAE,EAAE,QAAQ;SACvB,CAAC;QAEF,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QAEpB,MAAM,aAAa,GAAG,kBAAkB,CACtC,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,cAAc,EAClB,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,OAAO,EACX,EAAE,EAAE,QAAQ,IAAI,EAAE,EAClB,EAAE,EAAE,YAAY,IAAI,WAAW,EAC/B,EAAE,EAAE,cAAc,EAClB,GAAG,CAAC,IAAI,CACT,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;YACvC,QAAQ,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,UAAU;QACZ,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACjD,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8BAA8B;AAE9B;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,OAAe,EACf,OAAoB,EACpB,QAAiB;IAEjB,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACnB,MAAM,EAAE,GAAG,MAAM,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;IACxB,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,CAAC;QAAC,UAAU,GAAG,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IAEzF,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IACpD,MAAM,aAAa,GAAG,yBAAyB,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IAC/E,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QAAC,GAAG,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,KAAK,CAAC;IAAC,CAAC;IAEjE,MAAM,SAAS,GAAG,GAAG,OAAO,QAAQ,CAAC;IACrC,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC;IACjC,QAAQ,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;IAE1B,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IACjC,SAAS,CAAC,SAAS,CAAC,GAAG;QACrB,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc;QAC5D,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO;QACpD,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW;QACnD,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI;KAClC,CAAC;IAEF,iBAAiB,EAAE,CAAC;IACpB,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,MAAM,GAAuB;QACjC,OAAO,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,UAAU;QACpE,KAAK,EAAE,QAAQ,IAAI,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,SAAS;KACxE,CAAC;IACF,aAAa,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAEtE,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC;IAC1E,eAAe,CAAC,OAAO,EAAE;QACvB,GAAG,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,MAAM;QAChD,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAC3D,CAAC,CAAC;IAEH,+BAA+B;IAC/B,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IACjD,YAAY,CAAC,SAAS,CAAC,CAAC;IACxB,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/indexer-embed.d.ts

@@ -0,0 +1,21 @@
+import type { FileEntry } from "./types.js";
+/**
+ * 按标题将文件分割为多个块。
+ * v5.3: 优先 AST 解析，失败降级 regex。
+ */
+export declare function extractChunks(filePath: string, relPath: string, defaultTitle: string, maxEmbedLen?: number): Promise<{
+    key: string;
+    heading: string;
+    level: number;
+    embedText: string;
+    rawText: string;
+}[]>;
+/**
+ * 批量生成 embedding 并持久化到 vectors.json
+ */
+export declare function generateEmbeddings(sourceDir: string, entries: FileEntry[]): Promise<number>;
+/**
+ * 为单个文件生成/更新 embedding
+ */
+export declare function embedSingleFile(sourceDir: string, relPath: string, title: string): Promise<boolean>;
+//# sourceMappingURL=indexer-embed.d.ts.map

package/dist/indexer-embed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer-embed.d.ts","sourceRoot":"","sources":["../src/indexer-embed.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAmB5C;;;GAGG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,EACpB,WAAW,SAAM,GAChB,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,CAAC,CA0FhG;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,SAAS,EAAE,GACnB,OAAO,CAAC,MAAM,CAAC,CA8FjB;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,OAAO,CAAC,CAoClB"}

package/dist/indexer-embed.js

@@ -0,0 +1,248 @@
+// indexer-embed.ts — 向量生成 (v5.4)
+//
+// extractChunks (委托 ast-chunker) + generateEmbeddings + embedSingleFile
+import { readFileSync, existsSync, statSync } from "node:fs";
+import { resolve } from "node:path";
+import { getSemanticEnabled, getEmbeddings, setEmbeddings, getChunkInfo, setChunkInfo } from "./store.js";
+import { getCurrentModel } from "./model-registry.js";
+import { initialize, isAvailable, embed } from "./embedder.js";
+import { extractChunksAST } from "./ast-chunker.js";
+import { updateFileState, computeMD5, getFileState } from "./file-manifest.js";
+/** 标题行正则（仅用于 fallback） */
+const HEADING_RE = /^#{1,4} /;
+/** 去除 markdown 标记，截断 */
+function plainText(text, maxLen) {
+    return text
+        .replace(/^#{1,6}\s+/gm, "")
+        .replace(/\*\*|__|\*|_|`|~~/g, "")
+        .replace(/\[([^\]]*)\]\([^)]*\)/g, "$1")
+        .replace(/!\[([^\]]*)\]\([^)]*\)/g, "$1")
+        .replace(/^\s*[-*+]\s+/gm, "")
+        .replace(/^\s*\d+\.\s+/gm, "")
+        .replace(/\n{2,}/g, "\n")
+        .trim()
+        .slice(0, maxLen);
+}
+/**
+ * 按标题将文件分割为多个块。
+ * v5.3: 优先 AST 解析，失败降级 regex。
+ */
+export async function extractChunks(filePath, relPath, defaultTitle, maxEmbedLen = 800) {
+    try {
+        const raw = readFileSync(filePath, "utf-8");
+        // 优先 AST
+        const astChunks = await extractChunksAST(raw, relPath, defaultTitle, maxEmbedLen);
+        if (astChunks.length > 0) {
+            return astChunks.map((c) => ({
+                key: c.key,
+                heading: c.heading,
+                level: c.level,
+                embedText: c.embedText,
+                rawText: c.rawText,
+            }));
+        }
+    }
+    catch {
+        /* fall through to regex */
+    }
+    // fallback: regex
+    try {
+        const raw = readFileSync(filePath, "utf-8");
+        const lines = raw.split("\n");
+        const chunks = [];
+        for (const line of lines) {
+            const m = line.match(HEADING_RE);
+            if (m) {
+                const heading = line.trim();
+                const level = heading.match(/^#+/)[0].length;
+                chunks.push({ heading, level, lines: [] });
+            }
+            else if (chunks.length > 0) {
+                chunks[chunks.length - 1].lines.push(line);
+            }
+            else {
+                if (!chunks.length || chunks[chunks.length - 1].heading !== "") {
+                    chunks.push({ heading: "", level: 0, lines: [] });
+                }
+                chunks[chunks.length - 1].lines.push(line);
+            }
+        }
+        if (chunks.length === 0) {
+            chunks.push({ heading: defaultTitle, level: 0, lines });
+        }
+        let fmTitle = "";
+        const fmMatch = raw.match(/^---\n([\s\S]*?)\n---/);
+        if (fmMatch) {
+            for (const fl of fmMatch[1].split("\n")) {
+                const ci = fl.indexOf(":");
+                if (ci < 0)
+                    continue;
+                const k = fl.slice(0, ci).trim();
+                if (k === "title")
+                    fmTitle = fl.slice(ci + 1).trim().replace(/['"]/g, "");
+            }
+        }
+        const result = [];
+        for (let i = 0; i < chunks.length; i++) {
+            const ch = chunks[i];
+            let heading;
+            let level;
+            if (i === 0 && ch.heading === "" && ch.level === 0) {
+                heading = fmTitle || defaultTitle;
+                level = 0;
+            }
+            else if (i === 0 && ch.level > 0) {
+                heading = fmTitle || defaultTitle;
+                level = 0;
+            }
+            else {
+                heading = ch.heading;
+                level = ch.level;
+            }
+            const headingClean = heading.replace(/^#+\s*/, "");
+            const rawText = heading ? `${heading}\n${ch.lines.join("\n")}` : ch.lines.join("\n");
+            const pathContext = relPath.replace(/\\/g, "/").replace(/\//g, " > ").replace(/\.md$/i, "");
+            const embedText = `[${pathContext}]\n${headingClean}\n${plainText(ch.lines.join("\n"), maxEmbedLen)}`;
+            result.push({
+                key: `${relPath.replace(/\\/g, "/")}###${i}`,
+                heading,
+                level,
+                embedText,
+                rawText,
+            });
+        }
+        return result;
+    }
+    catch {
+        return [{ key: relPath, heading: defaultTitle, level: 0, embedText: defaultTitle, rawText: defaultTitle }];
+    }
+}
+/**
+ * 批量生成 embedding 并持久化到 vectors.json
+ */
+export async function generateEmbeddings(sourceDir, entries) {
+    if (!getSemanticEnabled())
+        return 0;
+    if (!isAvailable()) {
+        const ok = await initialize();
+        if (!ok)
+            return 0;
+    }
+    const model = getCurrentModel();
+    const maxEmbedLen = Math.floor(model.maxTokens * 2); // 估算字符上限（中西混合保守值）
+    const existing = getEmbeddings();
+    const chunkInfo = getChunkInfo();
+    let generated = 0;
+    const toEmbed = [];
+    for (const entry of entries) {
+        const fullPath = resolve(sourceDir, entry.relPath);
+        // v5.4: 计算 MD5
+        let currentMD5 = "";
+        try {
+            currentMD5 = computeMD5(readFileSync(fullPath, "utf-8"));
+        }
+        catch {
+            continue;
+        }
+        try {
+            const fileMtime = statSync(fullPath).mtime.toISOString();
+            if (existing[entry.relPath] || existing[`${entry.relPath}###0`]) {
+                if (fileMtime === entry.mtime)
+                    continue;
+            }
+        }
+        catch {
+            continue;
+        }
+        const chunks = await extractChunks(fullPath, entry.relPath, entry.title, maxEmbedLen);
+        // 更新 manifest：记录 MD5 + AST 分块
+        updateFileState(entry.relPath, {
+            md5: currentMD5,
+            astChunkCount: chunks.length,
+            astIndexedAt: new Date().toISOString(),
+        });
+        for (const ch of chunks) {
+            toEmbed.push({ key: ch.key, heading: ch.heading, level: ch.level, text: ch.embedText });
+        }
+    }
+    for (const { key, heading, level, text } of toEmbed) {
+        try {
+            const vec = await embed(text);
+            existing[key] = vec;
+            chunkInfo[key] = { heading, level };
+            generated++;
+        }
+        catch {
+            /* skip */
+        }
+    }
+    // 清理旧文件级 key
+    for (const entry of entries) {
+        if (existing[entry.relPath] && existing[`${entry.relPath}###0`]) {
+            delete existing[entry.relPath];
+            delete chunkInfo[entry.relPath];
+        }
+    }
+    if (generated > 0) {
+        const model = getCurrentModel();
+        setEmbeddings(existing, model.hfRepo, model.dim);
+        setChunkInfo(chunkInfo);
+    }
+    // v5.4: 为所有文件补充 manifest（未重新 embed 的无记录文件也补上）
+    for (const entry of entries) {
+        if (!getFileState(entry.relPath)) {
+            try {
+                const fullPath = resolve(sourceDir, entry.relPath);
+                const raw = readFileSync(fullPath, "utf-8");
+                const md5 = computeMD5(raw);
+                const chunks = await extractChunks(fullPath, entry.relPath, entry.title, maxEmbedLen);
+                updateFileState(entry.relPath, {
+                    md5,
+                    astChunkCount: chunks.length,
+                    astIndexedAt: new Date().toISOString(),
+                });
+            }
+            catch { /* skip */ }
+        }
+    }
+    return generated;
+}
+/**
+ * 为单个文件生成/更新 embedding
+ */
+export async function embedSingleFile(sourceDir, relPath, title) {
+    if (!getSemanticEnabled())
+        return false;
+    if (!isAvailable()) {
+        const ok = await initialize();
+        if (!ok)
+            return false;
+    }
+    const model = getCurrentModel();
+    const maxEmbedLen = Math.floor(model.maxTokens * 2);
+    const fullPath = resolve(sourceDir, relPath);
+    if (!existsSync(fullPath))
+        return false;
+    try {
+        const chunks = await extractChunks(fullPath, relPath, title, maxEmbedLen);
+        const existing = getEmbeddings();
+        const chunkInfo = getChunkInfo();
+        let ok = false;
+        for (const ch of chunks) {
+            const vec = await embed(ch.embedText);
+            existing[ch.key] = vec;
+            chunkInfo[ch.key] = { heading: ch.heading, level: ch.level };
+            ok = true;
+        }
+        if (ok) {
+            const model = getCurrentModel();
+            setEmbeddings(existing, model.hfRepo, model.dim);
+            setChunkInfo(chunkInfo);
+        }
+        return ok;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=indexer-embed.js.map

package/dist/indexer-embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer-embed.js","sourceRoot":"","sources":["../src/indexer-embed.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,EAAE;AACF,wEAAwE;AAExE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1G,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAG/E,0BAA0B;AAC1B,MAAM,UAAU,GAAG,UAAU,CAAC;AAE9B,wBAAwB;AACxB,SAAS,SAAS,CAAC,IAAY,EAAE,MAAc;IAC7C,OAAO,IAAI;SACR,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;SACjC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC;SACvC,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC;SACxC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;SAC7B,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC;SACxB,IAAI,EAAE;SACN,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,OAAe,EACf,YAAoB,EACpB,WAAW,GAAG,GAAG;IAEjB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,SAAS;QACT,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;QAClF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2BAA2B;IAC7B,CAAC;IAED,kBAAkB;IAClB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,MAAM,GAA0D,EAAE,CAAC;QAEzE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACjC,IAAI,CAAC,EAAE,CAAC;gBACN,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,CAAC;iBAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,EAAE,CAAC;oBAC/D,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpD,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACnD,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC3B,IAAI,EAAE,GAAG,CAAC;oBAAE,SAAS;gBACrB,MAAM,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,OAAO;oBAAE,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAA0F,EAAE,CAAC;QACzG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,OAAe,CAAC;YACpB,IAAI,KAAa,CAAC;YAElB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,KAAK,EAAE,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBACnD,OAAO,GAAG,OAAO,IAAI,YAAY,CAAC;gBAClC,KAAK,GAAG,CAAC,CAAC;YACZ,CAAC;iBAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBACnC,OAAO,GAAG,OAAO,IAAI,YAAY,CAAC;gBAClC,KAAK,GAAG,CAAC,CAAC;YACZ,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;gBACrB,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACnB,CAAC;YAED,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrF,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC5F,MAAM,SAAS,GAAG,IAAI,WAAW,MAAM,YAAY,KAAK,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;YAEtG,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE;gBAC5C,OAAO;gBACP,KAAK;gBACL,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC7G,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,SAAiB,EACjB,OAAoB;IAEpB,IAAI,CAAC,kBAAkB,EAAE;QAAE,OAAO,CAAC,CAAC;IAEpC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACnB,MAAM,EAAE,GAAG,MAAM,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB;IAEvE,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC;IACjC,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;IAEjC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,OAAO,GAAoE,EAAE,CAAC;IAEpF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnD,eAAe;QACf,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,UAAU,GAAG,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACzD,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,GAAG,KAAK,CAAC,OAAO,MAAM,CAAC,EAAE,CAAC;gBAChE,IAAI,SAAS,KAAK,KAAK,CAAC,KAAK;oBAAE,SAAS;YAC1C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAEtF,8BAA8B;QAC9B,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE;YAC7B,GAAG,EAAE,UAAU;YACf,aAAa,EAAE,MAAM,CAAC,MAAM;YAC5B,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACvC,CAAC,CAAC;QAEH,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,KAAK,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,QAAQ,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACpB,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YACpC,SAAS,EAAE,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,UAAU;QACZ,CAAC;IACH,CAAC;IAED,aAAa;IACb,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,GAAG,KAAK,CAAC,OAAO,MAAM,CAAC,EAAE,CAAC;YAChE,OAAO,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/B,OAAO,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACjD,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,8CAA8C;IAC9C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC5C,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC5B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;gBACtF,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE;oBAC7B,GAAG;oBACH,aAAa,EAAE,MAAM,CAAC,MAAM;oBAC5B,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACvC,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,OAAe,EACf,KAAa;IAEb,IAAI,CAAC,kBAAkB,EAAE;QAAE,OAAO,KAAK,CAAC;IAExC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACnB,MAAM,EAAE,GAAG,MAAM,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC,EAAE;YAAE,OAAO,KAAK,CAAC;IACxB,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAEpD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;QAC1E,MAAM,QAAQ,GAAG,aAAa,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;QAEjC,IAAI,EAAE,GAAG,KAAK,CAAC;QACf,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;YACtC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACvB,SAAS,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC;YAC7D,EAAE,GAAG,IAAI,CAAC;QACZ,CAAC;QAED,IAAI,EAAE,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;YAChC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YACjD,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/indexer-scan.d.ts

@@ -0,0 +1,4 @@
+import type { FileEntry } from "./types.js";
+/** 递归扫描目录，返回所有 .md 的 FileEntry */
+export declare function scanDir(sourceDir: string): Promise<FileEntry[]>;
+//# sourceMappingURL=indexer-scan.d.ts.map

package/dist/indexer-scan.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer-scan.d.ts","sourceRoot":"","sources":["../src/indexer-scan.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAI5C,kCAAkC;AAClC,wBAAsB,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAIrE"}

package/dist/indexer-scan.js

@@ -0,0 +1,51 @@
+// indexer-scan.ts — 文件扫描器 (v5.4)
+//
+// 递归扫描目录，提取 .md 文件为 FileEntry
+import { readFileSync } from "node:fs";
+import { readdir, stat } from "node:fs/promises";
+import { resolve } from "node:path";
+import { parseFileEntry } from "./parser.js";
+import { setContent } from "./content-cache.js";
+/** 递归扫描目录，返回所有 .md 的 FileEntry */
+export async function scanDir(sourceDir) {
+    const results = [];
+    await walk(sourceDir, sourceDir, results);
+    return results;
+}
+async function walk(root, dir, out) {
+    let items;
+    try {
+        items = await readdir(dir);
+    }
+    catch {
+        return;
+    }
+    for (const name of items) {
+        const full = resolve(dir, name);
+        let st;
+        try {
+            st = await stat(full);
+        }
+        catch {
+            continue;
+        }
+        if (st.isDirectory()) {
+            if (name.startsWith(".") || name === "node_modules")
+                continue;
+            await walk(root, full, out);
+        }
+        else if (st.isFile() && name.endsWith(".md")) {
+            const entry = parseFileEntry(root, full, st.mtime.toISOString());
+            if (entry) {
+                out.push(entry);
+                try {
+                    setContent(entry.relPath, readFileSync(full, "utf-8"));
+                }
+                catch {
+                    /* skip */
+                }
+            }
+        }
+    }
+}
+//# sourceMappingURL=indexer-scan.js.map

package/dist/indexer-scan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer-scan.js","sourceRoot":"","sources":["../src/indexer-scan.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,EAAE;AACF,8BAA8B;AAE9B,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAEhD,kCAAkC;AAClC,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,SAAiB;IAC7C,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,IAAI,CACjB,IAAY,EACZ,GAAW,EACX,GAAgB;IAEhB,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,IAAI,EAAE,CAAC;QACP,IAAI,CAAC;YACH,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,KAAK,cAAc;gBAAE,SAAS;YAC9D,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,EAAE,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;YACjE,IAAI,KAAK,EAAE,CAAC;gBACV,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAChB,IAAI,CAAC;oBACH,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;gBACzD,CAAC;gBAAC,MAAM,CAAC;oBACP,UAAU;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/indexer.d.ts

@@ -0,0 +1,4 @@
+export { scanDir } from "./indexer-scan.js";
+export { extractChunks, generateEmbeddings, embedSingleFile } from "./indexer-embed.js";
+export { getRawChunks, storeCompiledChunks, storeFileSegments, storeFileLLMVector } from "./indexer-compile.js";
+//# sourceMappingURL=indexer.d.ts.map

package/dist/indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../src/indexer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/indexer.js

@@ -0,0 +1,7 @@
+// indexer.ts — 索引导入 barrel (v5.4)
+//
+// 聚合 scan / embed / compile 三个子模块。
+export { scanDir } from "./indexer-scan.js";
+export { extractChunks, generateEmbeddings, embedSingleFile } from "./indexer-embed.js";
+export { getRawChunks, storeCompiledChunks, storeFileSegments, storeFileLLMVector } from "./indexer-compile.js";
+//# sourceMappingURL=indexer.js.map

package/dist/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../src/indexer.ts"],"names":[],"mappings":"AAAA,kCAAkC;AAClC,EAAE;AACF,mCAAmC;AAEnC,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/model-registry.d.ts

@@ -0,0 +1,32 @@
+export interface ModelInfo {
+    /** 短标识符: "bge-base-zh-v1.5" */
+    id: string;
+    /** 显示名 */
+    name: string;
+    /** HuggingFace 仓库 ID（transformers.js 兼容的 ONNX 转换版） */
+    hfRepo: string;
+    /** 向量维度 */
+    dim: number;
+    /** 一行描述 */
+    description: string;
+    /** 支持语言 */
+    languages: string[];
+    /** 最大输入 token 数 */
+    maxTokens: number;
+    /** INT8 量化版 ONNX 文件大小 (bytes, 约) */
+    int8Size: number;
+    /** FP32 全精度 ONNX 文件大小 (bytes, 约) */
+    fp32Size: number;
+}
+export declare const BUILTIN_MODELS: ModelInfo[];
+/** 获取所有内置模型 */
+export declare function getBuiltinModels(): ModelInfo[];
+/** 按 id 查找模型 */
+export declare function findModel(id: string | undefined): ModelInfo | undefined;
+/** 获取当前选中的模型元信息 */
+export declare function getCurrentModel(): ModelInfo;
+/** 切换模型 — 返回新模型信息，若 id 不存在返回 null */
+export declare function selectModel(id: string): ModelInfo | null;
+/** 默认模型 id */
+export declare function getDefaultModelId(): string;
+//# sourceMappingURL=model-registry.d.ts.map

package/dist/model-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-registry.d.ts","sourceRoot":"","sources":["../src/model-registry.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,SAAS;IACxB,+BAA+B;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU;IACV,IAAI,EAAE,MAAM,CAAC;IACb,sDAAsD;IACtD,MAAM,EAAE,MAAM,CAAC;IACf,WAAW;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW;IACX,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,mBAAmB;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAID,eAAO,MAAM,cAAc,EAAE,SAAS,EA6CrC,CAAC;AAIF,eAAe;AACf,wBAAgB,gBAAgB,IAAI,SAAS,EAAE,CAE9C;AAED,gBAAgB;AAChB,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAEvE;AAED,mBAAmB;AACnB,wBAAgB,eAAe,IAAI,SAAS,CAG3C;AAED,qCAAqC;AACrC,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAKxD;AAED,cAAc;AACd,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C"}