@llangtop/pwiki-core 0.3.4 → 0.4.5

package/dist/embedder.js

@@ -0,0 +1,267 @@
+// embedder.ts — transformers.js 语义向量封装 (v5.0)
+//
+// 设计原则:
+//   1. 模型解耦 — 当前模型由 model-registry.ts 提供，无需硬编码
+//   2. 懒加载 — 首次调用 initialize() 时才 import 和下载模型
+//   3. 优雅降级 — @huggingface/transformers 未安装时 isAvailable() 返回 false
+//   4. 单例 — 全局共享一个 FeatureExtractionPipeline
+//   5. 本地优先 — wiki/models/ 本地模型优先于 HuggingFace Hub 远程下载
+//   6. 精度自适应 — 优先加载 INT8 量化版，回退 FP32
+//
+// 本地模型目录结构:
+//   wiki/models/<model-name>/
+//   ├── config.json
+//   ├── tokenizer.json
+//   ├── tokenizer_config.json
+//   └── onnx/
+//       ├── model.onnx             ← FP32 全精度 — 回退选项
+//       └── model_quantized.onnx   ← INT8 量化 — 优先加载
+//
+// 下载指引:
+//   init-wiki-model.bat / .ps1 / .sh 自动从 HuggingFace 镜像下载
+import { existsSync, statSync, mkdirSync } from "node:fs";
+import { resolve } from "node:path";
+import { execSync } from "node:child_process";
+import { getCurrentModel, findModel } from "./model-registry.js";
+// ---- 状态 ----
+let pipeline = null;
+let currentModel = getCurrentModel().hfRepo;
+let initPromise = null;
+let initError = null;
+let loadedVariant = "unknown";
+/** wiki 模块根目录 */
+import { getWikiHome } from "./wiki-paths.js";
+function wikiHome() { return getWikiHome(); }
+/** 本地模型目录: <wiki>/models/<model_name>/ */
+function localModelDir() {
+    const name = currentModel.split("/").pop() || currentModel;
+    return resolve(wikiHome(), "models", name);
+}
+/** 检测本地模型：config.json + onnx 目录存在即可 */
+function hasLocalModel() {
+    const dir = localModelDir();
+    if (!existsSync(dir))
+        return false;
+    if (!existsSync(resolve(dir, "config.json")))
+        return false;
+    if (!existsSync(resolve(dir, "onnx")))
+        return false;
+    // 至少有 model.onnx 或 model_quantized.onnx 之一
+    const onnxDir = resolve(dir, "onnx");
+    return existsSync(resolve(onnxDir, "model.onnx"))
+        || existsSync(resolve(onnxDir, "model_quantized.onnx"));
+}
+/** 获取本地模型详情（精度、大小） */
+export function getLocalModelInfo() {
+    if (!hasLocalModel())
+        return null;
+    const dir = localModelDir();
+    const onnxDir = resolve(dir, "onnx");
+    // 优先量化版，回退全精度
+    const quantFile = resolve(onnxDir, "model_quantized.onnx");
+    const fullFile = resolve(onnxDir, "model.onnx");
+    let variant = "fp32";
+    let onnxFile = fullFile;
+    if (existsSync(quantFile)) {
+        variant = "int8";
+        onnxFile = quantFile;
+    }
+    else if (existsSync(fullFile)) {
+        // 通过文件大小推断精度: > 300MB 大概率是 FP32
+        try {
+            variant = statSync(fullFile).size > 300_000_000 ? "fp32" : "int8";
+        }
+        catch { }
+    }
+    let onnxSize = 0;
+    let otherSize = 0;
+    try {
+        onnxSize = statSync(onnxFile).size;
+    }
+    catch { }
+    for (const f of ["config.json", "tokenizer.json", "tokenizer_config.json"]) {
+        try {
+            otherSize += statSync(resolve(dir, f)).size;
+        }
+        catch { }
+    }
+    return { path: dir, variant, onnxSize, otherSize };
+}
+/** 格式化字节 */
+function fmtSize(bytes) {
+    if (bytes >= 1_000_000_000)
+        return `${(bytes / 1_000_000_000).toFixed(1)} GB`;
+    if (bytes >= 1_000_000)
+        return `${(bytes / 1_000_000).toFixed(0)} MB`;
+    if (bytes >= 1_000)
+        return `${(bytes / 1_000).toFixed(0)} KB`;
+    return `${bytes} B`;
+}
+/** 获取模型加载路径：本地路径优先，否则用 HuggingFace ID */
+function resolveModelPath() {
+    if (hasLocalModel()) {
+        return localModelDir();
+    }
+    return currentModel;
+}
+// ---- 公开 API ----
+/** 初始化 embedder（幂等，已初始化时立即返回 true） */
+export async function initialize() {
+    const wanted = getCurrentModel().hfRepo;
+    // 模型已变化 → 强制重载
+    if (pipeline && currentModel !== wanted) {
+        pipeline = null;
+        initPromise = null;
+        initError = null;
+        currentModel = wanted;
+    }
+    if (pipeline)
+        return true;
+    if (initPromise)
+        return initPromise;
+    initPromise = doInit();
+    return initPromise;
+}
+/** 检查 embedder 是否就绪（不触发初始化） */
+export function isAvailable() {
+    return pipeline !== null;
+}
+/** 下载模型文件到本地（使用 curl + hf-mirror.com） */
+export function downloadModel(modelId) {
+    const m = modelId ? findModel(modelId) : getCurrentModel();
+    if (!m)
+        return { ok: false, msg: `未知模型: ${modelId}` };
+    const dirName = m.hfRepo.split("/").pop();
+    const targetDir = resolve(wikiHome(), "models", dirName);
+    const onnxDir = resolve(targetDir, "onnx");
+    // 已存在则跳过
+    if (existsSync(resolve(targetDir, "config.json")) && existsSync(resolve(onnxDir, "model_quantized.onnx"))) {
+        return { ok: true, msg: `模型已存在: ${dirName}` };
+    }
+    try {
+        mkdirSync(onnxDir, { recursive: true });
+        const baseUrl = `https://hf-mirror.com/${m.hfRepo}/resolve/main`;
+        const files = [
+            ["config.json", resolve(targetDir, "config.json")],
+            ["tokenizer_config.json", resolve(targetDir, "tokenizer_config.json")],
+            ["tokenizer.json", resolve(targetDir, "tokenizer.json")],
+            ["onnx/model_quantized.onnx", resolve(onnxDir, "model_quantized.onnx")],
+        ];
+        for (const [rel, out] of files) {
+            execSync(`curl -L -f -s -o "${out}" "${baseUrl}/${rel}"`, { timeout: 600_000 });
+        }
+        return { ok: true, msg: `已下载: ${dirName} (${fmtSize(m.int8Size)})` };
+    }
+    catch (e) {
+        return { ok: false, msg: `下载失败: ${e?.message || String(e)}` };
+    }
+}
+/** 检查 @huggingface/transformers 是否已安装（尝试 import 但不加载模型） */
+export async function isDependencyInstalled() {
+    try {
+        await import("@huggingface/transformers");
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/** 获取初始化错误信息 */
+export function getInitError() {
+    return initError;
+}
+/** 获取当前模型名（registry 显示名） */
+export function getModelName() {
+    return getCurrentModel().name;
+}
+/** 获取当前模型 hfRepo */
+export function getModelRepo() {
+    return currentModel;
+}
+/** 获取当前模型来源 + 精度 */
+export function getModelSource() {
+    if (!pipeline)
+        return "未加载";
+    const info = getLocalModelInfo();
+    if (info)
+        return `本地 (${info.variant.toUpperCase()}, ${fmtSize(info.onnxSize)})`;
+    return `远程 (HuggingFace Hub)`;
+}
+/** 获取加载的精度变体 */
+export function getLoadedVariant() {
+    return loadedVariant;
+}
+/** 对单条文本生成 embedding (384-dim 归一化向量) */
+export async function embed(text) {
+    const pipe = await ensurePipeline();
+    const result = await pipe(text, { pooling: "mean", normalize: true });
+    return Array.from(result.data);
+}
+/** 批量生成 embeddings */
+export async function embedBatch(texts) {
+    const pipe = await ensurePipeline();
+    const results = [];
+    for (const text of texts) {
+        const result = await pipe(text, { pooling: "mean", normalize: true });
+        results.push(Array.from(result.data));
+    }
+    return results;
+}
+/** 余弦相似度 */
+export function cosineSimilarity(a, b) {
+    if (a.length !== b.length)
+        return 0;
+    let dot = 0, normA = 0, normB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dot += a[i] * b[i];
+        normA += a[i] * a[i];
+        normB += b[i] * b[i];
+    }
+    const denom = Math.sqrt(normA) * Math.sqrt(normB);
+    return denom === 0 ? 0 : dot / denom;
+}
+// ---- 内部 ----
+async function doInit() {
+    try {
+        const { pipeline: transformersPipeline, env } = await import("@huggingface/transformers");
+        const isLocal = hasLocalModel();
+        if (isLocal) {
+            env.allowLocalModels = true;
+        }
+        const modelPath = resolveModelPath();
+        // 本地模型：若仅有量化版，需显式指定 model_file_name
+        const pipelineOpts = {};
+        if (isLocal) {
+            const onnxDir = resolve(localModelDir(), "onnx");
+            if (!existsSync(resolve(onnxDir, "model.onnx"))
+                && existsSync(resolve(onnxDir, "model_quantized.onnx"))) {
+                // transformers.js 自动追加 onnx/ 前缀 + .onnx 后缀，这里只需给文件名主干
+                pipelineOpts.model_file_name = "model_quantized";
+            }
+            pipelineOpts.progress_callback = null;
+        }
+        pipeline = await transformersPipeline("feature-extraction", modelPath, pipelineOpts);
+        // 记录加载的精度
+        const info = getLocalModelInfo();
+        loadedVariant = info?.variant ?? "remote";
+        initError = null;
+        return true;
+    }
+    catch (e) {
+        initError = e?.message || String(e);
+        pipeline = null;
+        return false;
+    }
+    finally {
+        initPromise = null;
+    }
+}
+async function ensurePipeline() {
+    if (pipeline)
+        return pipeline;
+    const ok = await initialize();
+    if (!ok)
+        throw new Error(`Embedder 未初始化: ${initError || "未知错误"}`);
+    return pipeline;
+}
+//# sourceMappingURL=embedder.js.map

package/dist/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../src/embedder.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,EAAE;AACF,QAAQ;AACR,+CAA+C;AAC/C,+CAA+C;AAC/C,oEAAoE;AACpE,6CAA6C;AAC7C,wDAAwD;AACxD,qCAAqC;AACrC,EAAE;AACF,YAAY;AACZ,8BAA8B;AAC9B,oBAAoB;AACpB,uBAAuB;AACvB,8BAA8B;AAC9B,cAAc;AACd,qDAAqD;AACrD,oDAAoD;AACpD,EAAE;AACF,QAAQ;AACR,0DAA0D;AAE1D,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAcjE,eAAe;AAEf,IAAI,QAAQ,GAAQ,IAAI,CAAC;AACzB,IAAI,YAAY,GAAW,eAAe,EAAE,CAAC,MAAM,CAAC;AACpD,IAAI,WAAW,GAA4B,IAAI,CAAC;AAChD,IAAI,SAAS,GAAkB,IAAI,CAAC;AACpC,IAAI,aAAa,GAAW,SAAS,CAAC;AAEtC,iBAAiB;AACjB,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,SAAS,QAAQ,KAAa,OAAO,WAAW,EAAE,CAAC,CAAC,CAAC;AAErD,0CAA0C;AAC1C,SAAS,aAAa;IACpB,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,YAAY,CAAC;IAC3D,OAAO,OAAO,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED,uCAAuC;AACvC,SAAS,aAAa;IACpB,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACnC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3D,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACpD,2CAA2C;IAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACrC,OAAO,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;WAC1C,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,iBAAiB;IAC/B,IAAI,CAAC,aAAa,EAAE;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAErC,cAAc;IACd,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAChD,IAAI,OAAO,GAAoB,MAAM,CAAC;IACtC,IAAI,QAAQ,GAAG,QAAQ,CAAC;IACxB,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1B,OAAO,GAAG,MAAM,CAAC;QACjB,QAAQ,GAAG,SAAS,CAAC;IACvB,CAAC;SAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,gCAAgC;QAChC,IAAI,CAAC;YAAC,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACrF,CAAC;IAED,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IACpD,KAAK,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,EAAE,uBAAuB,CAAC,EAAE,CAAC;QAC3E,IAAI,CAAC;YAAC,SAAS,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IAC/D,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AACrD,CAAC;AAED,YAAY;AACZ,SAAS,OAAO,CAAC,KAAa;IAC5B,IAAI,KAAK,IAAI,aAAa;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9E,IAAI,KAAK,IAAI,SAAS;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IACtE,IAAI,KAAK,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9D,OAAO,GAAG,KAAK,IAAI,CAAC;AACtB,CAAC;AAED,yCAAyC;AACzC,SAAS,gBAAgB;IACvB,IAAI,aAAa,EAAE,EAAE,CAAC;QACpB,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,mBAAmB;AAEnB,sCAAsC;AACtC,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC,MAAM,CAAC;IACxC,eAAe;IACf,IAAI,QAAQ,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;QACxC,QAAQ,GAAG,IAAI,CAAC;QAChB,WAAW,GAAG,IAAI,CAAC;QACnB,SAAS,GAAG,IAAI,CAAC;QACjB,YAAY,GAAG,MAAM,CAAC;IACxB,CAAC;IACD,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,WAAW;QAAE,OAAO,WAAW,CAAC;IACpC,WAAW,GAAG,MAAM,EAAE,CAAC;IACvB,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,+BAA+B;AAC/B,MAAM,UAAU,WAAW;IACzB,OAAO,QAAQ,KAAK,IAAI,CAAC;AAC3B,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,aAAa,CAAC,OAAgB;IAC5C,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;IAC3D,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,OAAO,EAAE,EAAE,CAAC;IACtD,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC;IAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAE3C,SAAS;IACT,IAAI,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,IAAI,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;QAC1G,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,UAAU,OAAO,EAAE,EAAE,CAAC;IAChD,CAAC;IAED,IAAI,CAAC;QACH,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,yBAAyB,CAAC,CAAC,MAAM,eAAe,CAAC;QACjE,MAAM,KAAK,GAAG;YACZ,CAAC,aAAa,EAAE,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;YAClD,CAAC,uBAAuB,EAAE,OAAO,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;YACtE,CAAC,gBAAgB,EAAE,OAAO,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;YACxD,CAAC,2BAA2B,EAAE,OAAO,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;SACxE,CAAC;QACF,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC;YAC/B,QAAQ,CAAC,qBAAqB,GAAG,MAAM,OAAO,IAAI,GAAG,GAAG,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;IACvE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAChE,CAAC;AACH,CAAC;AAED,2DAA2D;AAC3D,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,gBAAgB;AAChB,MAAM,UAAU,YAAY;IAC1B,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,4BAA4B;AAC5B,MAAM,UAAU,YAAY;IAC1B,OAAO,eAAe,EAAE,CAAC,IAAI,CAAC;AAChC,CAAC;AAED,oBAAoB;AACpB,MAAM,UAAU,YAAY;IAC1B,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,oBAAoB;AACpB,MAAM,UAAU,cAAc;IAC5B,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5B,MAAM,IAAI,GAAG,iBAAiB,EAAE,CAAC;IACjC,IAAI,IAAI;QAAE,OAAO,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;IACjF,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED,gBAAgB;AAChB,MAAM,UAAU,gBAAgB;IAC9B,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,wCAAwC;AACxC,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,MAAM,cAAc,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAa,CAAC;AAC7C,CAAC;AAED,sBAAsB;AACtB,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAe;IAC9C,MAAM,IAAI,GAAG,MAAM,cAAc,EAAE,CAAC;IACpC,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAa,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,YAAY;AACZ,MAAM,UAAU,gBAAgB,CAAC,CAAW,EAAE,CAAW;IACvD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,eAAe;AAEf,KAAK,UAAU,MAAM;IACnB,IAAI,CAAC;QACH,MAAM,EAAE,QAAQ,EAAE,oBAAoB,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAC1D,2BAA2B,CAC5B,CAAC;QAEF,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;QAChC,IAAI,OAAO,EAAE,CAAC;YACZ,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;QACrC,oCAAoC;QACpC,MAAM,YAAY,GAAQ,EAAE,CAAC;QAC7B,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,EAAE,EAAE,MAAM,CAAC,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;mBACxC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,EAAE,CAAC;gBAC5D,sDAAsD;gBACtD,YAAY,CAAC,eAAe,GAAG,iBAAiB,CAAC;YACnD,CAAC;YACD,YAAY,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACxC,CAAC;QAED,QAAQ,GAAG,MAAM,oBAAoB,CACnC,oBAAoB,EACpB,SAAS,EACT,YAAY,CACb,CAAC;QAEF,UAAU;QACV,MAAM,IAAI,GAAG,iBAAiB,EAAE,CAAC;QACjC,aAAa,GAAG,IAAI,EAAE,OAAO,IAAI,QAAQ,CAAC;QAE1C,SAAS,GAAG,IAAI,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,SAAS,GAAG,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QACpC,QAAQ,GAAG,IAAI,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;YAAS,CAAC;QACT,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,MAAM,EAAE,GAAG,MAAM,UAAU,EAAE,CAAC;IAC9B,IAAI,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,SAAS,IAAI,MAAM,EAAE,CAAC,CAAC;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/file-manifest.d.ts

@@ -0,0 +1,46 @@
+export interface FileManifestEntry {
+    md5: string;
+    fileSize: number;
+    astChunkCount: number;
+    astIndexedAt: string;
+    llmCompiled: boolean;
+    llmCompiledAt?: string;
+    compilingSince?: string;
+    hasSemanticVectors: boolean;
+    contentClass?: string;
+    deleted?: boolean;
+}
+export interface FileManifest {
+    version: 1;
+    files: Record<string, FileManifestEntry>;
+}
+export declare function getManifestStats(): {
+    total: number;
+    compiled: number;
+    withVectors: number;
+};
+export declare function getManifest(): FileManifest;
+/** 获取单个文件的状态 */
+export declare function getFileState(relPath: string): FileManifestEntry | undefined;
+/** 更新单个文件的状态（部分更新） */
+export declare function updateFileState(relPath: string, patch: Partial<FileManifestEntry>): void;
+/** 删除单个文件的追踪 */
+export declare function removeFileState(relPath: string): void;
+/** 清除指定数据源的所有文件追踪 */
+export declare function clearSourceFromManifest(sourceDir: string): void;
+/** 计算文本内容的 MD5 散列（用于变更检测） */
+export declare function computeMD5(content: string): string;
+/** 文件内容是否已变更（MD5 不匹配） */
+export declare function isFileChanged(relPath: string, currentMD5: string): boolean;
+/** LLM 编译是否过期（文件 MD5 与编译时 MD5 不匹配） */
+export declare function isCompilationStale(relPath: string, currentMD5: string): boolean;
+/** 确保 compiled/ 目录存在 */
+export declare function ensureCompiledDir(): void;
+/** 获取某文件的 compiled 存储路径 */
+export declare function getCompiledFilePath(relPath: string): string;
+export declare function manifestStats(): {
+    total: number;
+    compiled: number;
+    stale: number;
+};
+//# sourceMappingURL=file-manifest.d.ts.map

package/dist/file-manifest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-manifest.d.ts","sourceRoot":"","sources":["../src/file-manifest.ts"],"names":[],"mappings":"AA0BA,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,CAAC,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;CAC1C;AAID,wBAAgB,gBAAgB,IAAI;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB,CAQA;AAID,wBAAgB,WAAW,IAAI,YAAY,CAQ1C;AAMD,gBAAgB;AAChB,wBAAgB,YAAY,CAC1B,OAAO,EAAE,MAAM,GACd,iBAAiB,GAAG,SAAS,CAE/B;AAED,sBAAsB;AACtB,wBAAgB,eAAe,CAC7B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAChC,IAAI,CAUN;AAED,gBAAgB;AAChB,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAIrD;AAED,qBAAqB;AACrB,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAM/D;AAID,6BAA6B;AAC7B,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAElD;AAID,yBAAyB;AACzB,wBAAgB,aAAa,CAC3B,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAIT;AAED,sCAAsC;AACtC,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,OAAO,CAIT;AAID,wBAAwB;AACxB,wBAAgB,iBAAiB,IAAI,IAAI,CAGxC;AAED,2BAA2B;AAC3B,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAQ3D;AAID,wBAAgB,aAAa,IAAI;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf,CAQA"}

package/dist/file-manifest.js

@@ -0,0 +1,121 @@
+// file-manifest.ts — 文件级追踪清单 (v5.4)
+//
+// manifest.json: 追踪每文件的 md5 / AST 分块状态 / LLM 编译状态
+// 用于判断文件是否变更、是否需要重新索引、LLM 编译是否过期
+//
+// 存储位置: extensions/wiki/manifest.json
+import { resolve } from "node:path";
+import { existsSync, readFileSync, writeFileSync, mkdirSync } from "node:fs";
+import { createHash } from "node:crypto";
+// ---- 路径 ----
+import { getWikiHome } from "./wiki-paths.js";
+function wikiHome() { return getWikiHome(); }
+function manifestFile() {
+    return resolve(wikiHome(), "manifest.json");
+}
+function compiledDir() {
+    return resolve(wikiHome(), "compiled");
+}
+// ---- 统计 ----
+export function getManifestStats() {
+    const m = getManifest();
+    const entries = Object.values(m.files).filter(e => !e.deleted);
+    return {
+        total: entries.length,
+        compiled: entries.filter(e => e.llmCompiled).length,
+        withVectors: entries.filter(e => e.hasSemanticVectors).length,
+    };
+}
+// ---- CRUD ----
+export function getManifest() {
+    try {
+        const p = manifestFile();
+        if (existsSync(p))
+            return JSON.parse(readFileSync(p, "utf-8"));
+    }
+    catch {
+        /* ignore */
+    }
+    return { version: 1, files: {} };
+}
+function setManifest(m) {
+    writeFileSync(manifestFile(), JSON.stringify(m, null, 2), "utf-8");
+}
+/** 获取单个文件的状态 */
+export function getFileState(relPath) {
+    return getManifest().files[relPath];
+}
+/** 更新单个文件的状态（部分更新） */
+export function updateFileState(relPath, patch) {
+    const m = getManifest();
+    const existing = m.files[relPath] || {
+        md5: "",
+        astChunkCount: 0,
+        astIndexedAt: "",
+        llmCompiled: false,
+    };
+    m.files[relPath] = { ...existing, ...patch };
+    setManifest(m);
+}
+/** 删除单个文件的追踪 */
+export function removeFileState(relPath) {
+    const m = getManifest();
+    delete m.files[relPath];
+    setManifest(m);
+}
+/** 清除指定数据源的所有文件追踪 */
+export function clearSourceFromManifest(sourceDir) {
+    const m = getManifest();
+    for (const key of Object.keys(m.files)) {
+        // 无法直接从 manifest 知道 sourceDir，需要调用方传
+    }
+    setManifest(m);
+}
+// ---- MD5 ----
+/** 计算文本内容的 MD5 散列（用于变更检测） */
+export function computeMD5(content) {
+    return createHash("md5").update(content, "utf-8").digest("hex");
+}
+// ---- 变更判断 ----
+/** 文件内容是否已变更（MD5 不匹配） */
+export function isFileChanged(relPath, currentMD5) {
+    const state = getFileState(relPath);
+    if (!state)
+        return true; // 无记录 → 视为已变更
+    return state.md5 !== currentMD5;
+}
+/** LLM 编译是否过期（文件 MD5 与编译时 MD5 不匹配） */
+export function isCompilationStale(relPath, currentMD5) {
+    const state = getFileState(relPath);
+    if (!state || !state.llmCompiled)
+        return true;
+    return state.md5 !== currentMD5;
+}
+// ---- compiled/ 目录 ----
+/** 确保 compiled/ 目录存在 */
+export function ensureCompiledDir() {
+    const dir = compiledDir();
+    if (!existsSync(dir))
+        mkdirSync(dir, { recursive: true });
+}
+/** 获取某文件的 compiled 存储路径 */
+export function getCompiledFilePath(relPath) {
+    ensureCompiledDir();
+    // 把路径分隔符替换为 _，避免子目录冲突
+    const safeName = relPath
+        .replace(/\\/g, "_")
+        .replace(/\//g, "_")
+        .replace(/\.md$/i, "") + ".json";
+    return resolve(compiledDir(), safeName);
+}
+// ---- 统计 ----
+export function manifestStats() {
+    const m = getManifest();
+    const entries = Object.values(m.files);
+    return {
+        total: entries.length,
+        compiled: entries.filter((e) => e.llmCompiled).length,
+        stale: 0, // 需传入当前 MD5 才能判断，此处仅计数
+    };
+}
+//# sourceMappingURL=file-manifest.js.map

package/dist/file-manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-manifest.js","sourceRoot":"","sources":["../src/file-manifest.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC,EAAE;AACF,kDAAkD;AAClD,iCAAiC;AACjC,EAAE;AACF,sCAAsC;AAEtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,eAAe;AAEf,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,SAAS,QAAQ,KAAa,OAAO,WAAW,EAAE,CAAC,CAAC,CAAC;AAErD,SAAS,YAAY;IACnB,OAAO,OAAO,CAAC,QAAQ,EAAE,EAAE,eAAe,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,WAAW;IAClB,OAAO,OAAO,CAAC,QAAQ,EAAE,EAAE,UAAU,CAAC,CAAC;AACzC,CAAC;AAsBD,eAAe;AAEf,MAAM,UAAU,gBAAgB;IAK9B,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;IACxB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC/D,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM;QACnD,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,MAAM;KAC9D,CAAC;AACJ,CAAC;AAED,iBAAiB;AAEjB,MAAM,UAAU,WAAW;IACzB,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,YAAY,EAAE,CAAC;QACzB,IAAI,UAAU,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACP,YAAY;IACd,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,WAAW,CAAC,CAAe;IAClC,aAAa,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACrE,CAAC;AAED,gBAAgB;AAChB,MAAM,UAAU,YAAY,CAC1B,OAAe;IAEf,OAAO,WAAW,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,eAAe,CAC7B,OAAe,EACf,KAAiC;IAEjC,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;IACxB,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI;QACnC,GAAG,EAAE,EAAE;QACP,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,EAAE;QAChB,WAAW,EAAE,KAAK;KACnB,CAAC;IACF,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,KAAK,EAAE,CAAC;IAC7C,WAAW,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,gBAAgB;AAChB,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;IACxB,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACxB,WAAW,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,qBAAqB;AACrB,MAAM,UAAU,uBAAuB,CAAC,SAAiB;IACvD,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;IACxB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QACvC,qCAAqC;IACvC,CAAC;IACD,WAAW,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,gBAAgB;AAEhB,6BAA6B;AAC7B,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC;AAED,iBAAiB;AAEjB,yBAAyB;AACzB,MAAM,UAAU,aAAa,CAC3B,OAAe,EACf,UAAkB;IAElB,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC,CAAC,cAAc;IACvC,OAAO,KAAK,CAAC,GAAG,KAAK,UAAU,CAAC;AAClC,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,kBAAkB,CAChC,OAAe,EACf,UAAkB;IAElB,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAC9C,OAAO,KAAK,CAAC,GAAG,KAAK,UAAU,CAAC;AAClC,CAAC;AAED,yBAAyB;AAEzB,wBAAwB;AACxB,MAAM,UAAU,iBAAiB;IAC/B,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC;IAC1B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,2BAA2B;AAC3B,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,iBAAiB,EAAE,CAAC;IACpB,sBAAsB;IACtB,MAAM,QAAQ,GAAG,OAAO;SACrB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC;IACnC,OAAO,OAAO,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED,eAAe;AAEf,MAAM,UAAU,aAAa;IAK3B,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;IACxB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACvC,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM;QACrD,KAAK,EAAE,CAAC,EAAE,uBAAuB;KAClC,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -1,10 +1,20 @@
 export { WikiEngine } from "./WikiEngine.js";
-export { WikiStore } from "./store/index.js";
-export { WikiSearch } from "./search/index.js";
-export { WikiEmbedder } from "./embed/index.js";
-export { WikiLLM } from "./llm/index.js";
-export type { LLMConfig } from "./llm/index.js";
-export { MODELS, findModel, defaultModel } from "./models.js";
-export { extractSummary, chunkByHeadings, preprocess, COMPILE_SYSTEM_PROMPT, buildCompilePrompt, parseCompileResult, getCompileStats, markCompiled, } from "./compile/index.js";
-export type { EngineConfig, WikiStatus, WikiConfig, FileEntry, SearchHit, SearchMode, ChunkMeta, RawChunk, CompiledRecord, VectorsData, IndexData, ManifestEntry, ManifestData, ModelInfo, } from "./types.js";
+export type { EngineConfig } from "./WikiEngine.js";
+export { setWikiHome, getWikiHome } from "./wiki-paths.js";
+export { BUILTIN_MODELS as MODELS, getBuiltinModels, findModel, getCurrentModel, selectModel, getDefaultModelId, } from "./model-registry.js";
+export type { ModelInfo } from "./model-registry.js";
+export type { SearchMode, SearchHit, FileEntry, ChunkInfo, RawChunk, CompiledChunk, FileSegment, FileLLMData, CompiledFileRecord, EmbeddingData, } from "./types.js";
+export { readAll, writeAll, getSources, addSource, removeSource, getIndex, mergeIndex, removeEntry, updateEntryPath, getEntry, getWikiModel, readModelId, writeModelId, getSemanticEnabled, setSemanticEnabled, sourcesStats, } from "./store-settings.js";
+export { getEmbeddings, setEmbeddings, getChunkInfo, setChunkInfo, removeEmbedding, getEmbeddingModel, getEmbeddingDim, vectorsStats, } from "./store-vectors.js";
+export { stats } from "./store.js";
+export { setContent, getContent, hasContent, clearSource, clearAll, cacheSize } from "./content-cache.js";
+export { initialize as initEmbedder, isAvailable as embedderAvailable, downloadModel, embed, embedBatch, cosineSimilarity, getModelName, getModelRepo, getModelSource, } from "./embedder.js";
+export { keywordSearch } from "./search.js";
+export { semanticSearch, hybridSearch } from "./semantic-search.js";
+export { scanDir } from "./indexer-scan.js";
+export { extractChunks, generateEmbeddings, embedSingleFile } from "./indexer-embed.js";
+export { getRawChunks, storeCompiledChunks, storeFileSegments, storeFileLLMVector } from "./indexer-compile.js";
+export { extractChunksAST } from "./ast-chunker.js";
+export type { ChunkResult } from "./ast-chunker.js";
+export { COMPILE_SYSTEM_PROMPT, buildCompilePrompt, buildEmbeddingText, parseCompiledResult, FILE_COMPILE_SYSTEM_PROMPT, buildFileCompilePrompt, parseFileSegments, FILE_LLM_SYSTEM_PROMPT, buildFileLLMPrompt, parseFileLLMResult, buildFileLLMEmbeddingText, } from "./semantic-compiler.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,YAAY,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EACL,cAAc,EAAE,eAAe,EAAE,UAAU,EAC3C,qBAAqB,EAAE,kBAAkB,EAAE,kBAAkB,EAC7D,eAAe,EAAE,YAAY,GAC9B,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,YAAY,EAAE,UAAU,EAAE,UAAU,EACpC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAC3C,QAAQ,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAChD,aAAa,EAAE,YAAY,EAAE,SAAS,GACvC,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAMpD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAG3D,OAAO,EACL,cAAc,IAAI,MAAM,EACxB,gBAAgB,EAChB,SAAS,EACT,eAAe,EACf,WAAW,EACX,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGrD,YAAY,EACV,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAC3C,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW,EACjD,kBAAkB,EAAE,aAAa,GAClC,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,OAAO,EAAE,QAAQ,EACjB,UAAU,EAAE,SAAS,EAAE,YAAY,EACnC,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAC5D,YAAY,EAAE,WAAW,EAAE,YAAY,EACvC,kBAAkB,EAAE,kBAAkB,EAAE,YAAY,GACrD,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,YAAY,EAC1B,eAAe,EAAE,iBAAiB,EAAE,eAAe,EAAE,YAAY,GAClE,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGnC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAG1G,OAAO,EACL,UAAU,IAAI,YAAY,EAC1B,WAAW,IAAI,iBAAiB,EAChC,aAAa,EACb,KAAK,EACL,UAAU,EACV,gBAAgB,EAChB,YAAY,EAAE,YAAY,EAAE,cAAc,GAC3C,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAGhH,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,YAAY,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAGpD,OAAO,EACL,qBAAqB,EAAE,kBAAkB,EACzC,kBAAkB,EAAE,mBAAmB,EACvC,0BAA0B,EAAE,sBAAsB,EAAE,iBAAiB,EACrE,sBAAsB,EAAE,kBAAkB,EAAE,kBAAkB,EAC9D,yBAAyB,GAC1B,MAAM,wBAAwB,CAAC"}

package/dist/index.js

@@ -1,9 +1,27 @@
-// index.ts — @llangtop/pwiki-core barrel exports
 export { WikiEngine } from "./WikiEngine.js";
-export { WikiStore } from "./store/index.js";
-export { WikiSearch } from "./search/index.js";
-export { WikiEmbedder } from "./embed/index.js";
-export { WikiLLM } from "./llm/index.js";
-export { MODELS, findModel, defaultModel } from "./models.js";
-export { extractSummary, chunkByHeadings, preprocess, COMPILE_SYSTEM_PROMPT, buildCompilePrompt, parseCompileResult, getCompileStats, markCompiled, } from "./compile/index.js";
+// index.ts — @llangtop/pwiki-core barrel
+// Wraps extensions/wiki/lib/ modules into a WikiEngine class
+// for use by both CLI and pi extension.
+export { setWikiHome, getWikiHome } from "./wiki-paths.js";
+// ---- Model registry ----
+export { BUILTIN_MODELS as MODELS, getBuiltinModels, findModel, getCurrentModel, selectModel, getDefaultModelId, } from "./model-registry.js";
+// ---- Store ----
+export { readAll, writeAll, getSources, addSource, removeSource, getIndex, mergeIndex, removeEntry, updateEntryPath, getEntry, getWikiModel, readModelId, writeModelId, getSemanticEnabled, setSemanticEnabled, sourcesStats, } from "./store-settings.js";
+export { getEmbeddings, setEmbeddings, getChunkInfo, setChunkInfo, removeEmbedding, getEmbeddingModel, getEmbeddingDim, vectorsStats, } from "./store-vectors.js";
+export { stats } from "./store.js";
+// ---- Content cache ----
+export { setContent, getContent, hasContent, clearSource, clearAll, cacheSize } from "./content-cache.js";
+// ---- Embedder ----
+export { initialize as initEmbedder, isAvailable as embedderAvailable, downloadModel, embed, embedBatch, cosineSimilarity, getModelName, getModelRepo, getModelSource, } from "./embedder.js";
+// ---- Search ----
+export { keywordSearch } from "./search.js";
+export { semanticSearch, hybridSearch } from "./semantic-search.js";
+// ---- Indexer ----
+export { scanDir } from "./indexer-scan.js";
+export { extractChunks, generateEmbeddings, embedSingleFile } from "./indexer-embed.js";
+export { getRawChunks, storeCompiledChunks, storeFileSegments, storeFileLLMVector } from "./indexer-compile.js";
+// ---- AST chunker ----
+export { extractChunksAST } from "./ast-chunker.js";
+// ---- Semantic compiler ----
+export { COMPILE_SYSTEM_PROMPT, buildCompilePrompt, buildEmbeddingText, parseCompiledResult, FILE_COMPILE_SYSTEM_PROMPT, buildFileCompilePrompt, parseFileSegments, FILE_LLM_SYSTEM_PROMPT, buildFileLLMPrompt, parseFileLLMResult, buildFileLLMEmbeddingText, } from "./semantic-compiler.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,iDAAiD;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EACL,cAAc,EAAE,eAAe,EAAE,UAAU,EAC3C,qBAAqB,EAAE,kBAAkB,EAAE,kBAAkB,EAC7D,eAAe,EAAE,YAAY,GAC9B,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAG7C,yCAAyC;AACzC,6DAA6D;AAC7D,wCAAwC;AAExC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE3D,2BAA2B;AAC3B,OAAO,EACL,cAAc,IAAI,MAAM,EACxB,gBAAgB,EAChB,SAAS,EACT,eAAe,EACf,WAAW,EACX,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAU7B,kBAAkB;AAClB,OAAO,EACL,OAAO,EAAE,QAAQ,EACjB,UAAU,EAAE,SAAS,EAAE,YAAY,EACnC,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAC5D,YAAY,EAAE,WAAW,EAAE,YAAY,EACvC,kBAAkB,EAAE,kBAAkB,EAAE,YAAY,GACrD,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,YAAY,EAC1B,eAAe,EAAE,iBAAiB,EAAE,eAAe,EAAE,YAAY,GAClE,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,0BAA0B;AAC1B,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE1G,qBAAqB;AACrB,OAAO,EACL,UAAU,IAAI,YAAY,EAC1B,WAAW,IAAI,iBAAiB,EAChC,aAAa,EACb,KAAK,EACL,UAAU,EACV,gBAAgB,EAChB,YAAY,EAAE,YAAY,EAAE,cAAc,GAC3C,MAAM,eAAe,CAAC;AAEvB,mBAAmB;AACnB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpE,oBAAoB;AACpB,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAEhH,wBAAwB;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD,8BAA8B;AAC9B,OAAO,EACL,qBAAqB,EAAE,kBAAkB,EACzC,kBAAkB,EAAE,mBAAmB,EACvC,0BAA0B,EAAE,sBAAsB,EAAE,iBAAiB,EACrE,sBAAsB,EAAE,kBAAkB,EAAE,kBAAkB,EAC9D,yBAAyB,GAC1B,MAAM,wBAAwB,CAAC"}

package/dist/indexer-compile.d.ts

@@ -0,0 +1,20 @@
+import type { CompiledChunk, RawChunk, FileSegment, FileLLMData } from "./types.js";
+import type { PreprocessedChunk } from "./preprocessor.js";
+/**
+ * 获取所有已索引文件的原始块（供 AI 编译）
+ */
+export declare function getRawChunks(sourceDir?: string, uncompiledOnly?: boolean): Promise<RawChunk[]>;
+/**
+ * 存储块级编译结果并重建 embedding (v5.1 遗留)
+ */
+export declare function storeCompiledChunks(compiled: CompiledChunk[]): Promise<number>;
+/**
+ * 存储文件级编译结果并重建 embedding (v5.2 → v5.4 过渡)
+ * v5.4 TODO: 替换为 storeFileLLMVector — 只挂 1 个 ###llm 向量，不删 AST chunks
+ */
+export declare function storeFileSegments(relPath: string, segments: FileSegment[], preprocessed: PreprocessedChunk[]): Promise<number>;
+/**
+ * 存储文件级 LLM 编译结果：挂载 1 个 ###llm 向量，不删除 AST chunks。
+ */
+export declare function storeFileLLMVector(sourceDir: string, relPath: string, llmData: FileLLMData, llmModel?: string): Promise<boolean>;
+//# sourceMappingURL=indexer-compile.d.ts.map

package/dist/indexer-compile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer-compile.d.ts","sourceRoot":"","sources":["../src/indexer-compile.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAa,WAAW,EAAsB,MAAM,YAAY,CAAC;AACnH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAG3D;;GAEG;AACH,wBAAsB,YAAY,CAChC,SAAS,CAAC,EAAE,MAAM,EAClB,cAAc,UAAO,GACpB,OAAO,CAAC,QAAQ,EAAE,CAAC,CA+BrB;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,aAAa,EAAE,GACxB,OAAO,CAAC,MAAM,CAAC,CAqDjB;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,WAAW,EAAE,EACvB,YAAY,EAAE,iBAAiB,EAAE,GAChC,OAAO,CAAC,MAAM,CAAC,CAoEjB;AAID;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,CAgDlB"}