exomind 0.1.2 → 0.2.0

package/README.md

@@ -26,6 +26,7 @@ exomind whoami              # 验证登录
 exomind ingest "Redis 持久化:RDB 快照 + AOF 日志,混合模式推荐" -t "Redis 持久化" --tag redis
 echo "管道内容" | exomind ingest -t "标题"
 exomind ingest --file ./notes.md -t "标题"
+exomind ingest --dir ./notes --recursive      # 目录批量(增量: SHA-256 跳过未变文件)
 
 # 查询与搜索
 exomind query "Redis RDB 和 AOF 的区别?"

package/dist/cli.js

@@ -965,8 +965,8 @@ var require_command = __commonJS({
     "use strict";
     var EventEmitter = require("events").EventEmitter;
     var childProcess = require("child_process");
-    var path4 = require("path");
-    var fs5 = require("fs");
+    var path6 = require("path");
+    var fs7 = require("fs");
     var process2 = require("process");
     var { Argument: Argument2, humanReadableArgName } = require_argument();
     var { CommanderError: CommanderError2 } = require_error();
@@ -1898,11 +1898,11 @@ Expecting one of '${allowedValues.join("', '")}'`);
         let launchWithNode = false;
         const sourceExt = [".js", ".ts", ".tsx", ".mjs", ".cjs"];
         function findFile(baseDir, baseName) {
-          const localBin = path4.resolve(baseDir, baseName);
-          if (fs5.existsSync(localBin)) return localBin;
-          if (sourceExt.includes(path4.extname(baseName))) return void 0;
+          const localBin = path6.resolve(baseDir, baseName);
+          if (fs7.existsSync(localBin)) return localBin;
+          if (sourceExt.includes(path6.extname(baseName))) return void 0;
           const foundExt = sourceExt.find(
-            (ext) => fs5.existsSync(`${localBin}${ext}`)
+            (ext) => fs7.existsSync(`${localBin}${ext}`)
           );
           if (foundExt) return `${localBin}${foundExt}`;
           return void 0;
@@ -1914,21 +1914,21 @@ Expecting one of '${allowedValues.join("', '")}'`);
         if (this._scriptPath) {
           let resolvedScriptPath;
           try {
-            resolvedScriptPath = fs5.realpathSync(this._scriptPath);
+            resolvedScriptPath = fs7.realpathSync(this._scriptPath);
           } catch (err) {
             resolvedScriptPath = this._scriptPath;
           }
-          executableDir = path4.resolve(
-            path4.dirname(resolvedScriptPath),
+          executableDir = path6.resolve(
+            path6.dirname(resolvedScriptPath),
             executableDir
           );
         }
         if (executableDir) {
           let localFile = findFile(executableDir, executableFile);
           if (!localFile && !subcommand._executableFile && this._scriptPath) {
-            const legacyName = path4.basename(
+            const legacyName = path6.basename(
               this._scriptPath,
-              path4.extname(this._scriptPath)
+              path6.extname(this._scriptPath)
             );
             if (legacyName !== this._name) {
               localFile = findFile(
@@ -1939,7 +1939,7 @@ Expecting one of '${allowedValues.join("', '")}'`);
           }
           executableFile = localFile || executableFile;
         }
-        launchWithNode = sourceExt.includes(path4.extname(executableFile));
+        launchWithNode = sourceExt.includes(path6.extname(executableFile));
         let proc;
         if (process2.platform !== "win32") {
           if (launchWithNode) {
@@ -2779,7 +2779,7 @@ Expecting one of '${allowedValues.join("', '")}'`);
        * @return {Command}
        */
       nameFromFilename(filename) {
-        this._name = path4.basename(filename, path4.extname(filename));
+        this._name = path6.basename(filename, path6.extname(filename));
         return this;
       }
       /**
@@ -2793,9 +2793,9 @@ Expecting one of '${allowedValues.join("', '")}'`);
        * @param {string} [path]
        * @return {(string|null|Command)}
        */
-      executableDir(path5) {
-        if (path5 === void 0) return this._executableDir;
-        this._executableDir = path5;
+      executableDir(path7) {
+        if (path7 === void 0) return this._executableDir;
+        this._executableDir = path7;
         return this;
       }
       /**
@@ -3119,7 +3119,7 @@ var {
 // package.json
 var package_default = {
   name: "exomind",
-  version: "0.1.2",
+  version: "0.2.0",
   description: "ExoMind \u8DE8\u5E73\u53F0\u547D\u4EE4\u884C\u5BA2\u6237\u7AEF \u2014 \u901A\u8FC7 REST \u4E0E ExoMind \u77E5\u8BC6\u5E93\u4EA4\u4E92(ingest/query/search/review),\u66FF\u4EE3 Windows \u4E0D\u53EF\u7528\u7684 MCP \u5BA2\u6237\u7AEF\u3002",
   bin: {
     exomind: "dist/cli.js"
@@ -3165,6 +3165,10 @@ var package_default = {
 };
 
 // src/api.ts
+function opTimeout(defaultMs) {
+  const n = Number(process.env.EXOMIND_TIMEOUT_MS);
+  return Number.isFinite(n) && n > 0 ? n : defaultMs;
+}
 var ApiError = class extends Error {
   status;
   detail;
@@ -3303,6 +3307,9 @@ function setJsonMode(v) {
 function isJsonMode() {
   return JSON_MODE;
 }
+function hint(msg) {
+  if (!isJsonMode()) process.stderr.write(msg + "\n");
+}
 function output(data, pretty) {
   if (JSON_MODE) {
     console.log(JSON.stringify(data, null, 2));
@@ -3617,8 +3624,157 @@ async function runHook(client) {
   }
 }
 
+// src/ingest_dir.ts
+var fs5 = __toESM(require("fs"));
+var path4 = __toESM(require("path"));
+
+// src/manifest.ts
+var fs4 = __toESM(require("fs"));
+var path3 = __toESM(require("path"));
+var crypto = __toESM(require("crypto"));
+var MANIFEST_FILE = path3.join(CONFIG_DIR, "manifest.json");
+function sha256(s) {
+  return crypto.createHash("sha256").update(s, "utf-8").digest("hex");
+}
+function loadManifest() {
+  try {
+    const d = JSON.parse(fs4.readFileSync(MANIFEST_FILE, "utf-8"));
+    return d && typeof d === "object" ? d : {};
+  } catch {
+    return {};
+  }
+}
+function saveManifest(m) {
+  try {
+    fs4.mkdirSync(CONFIG_DIR, { recursive: true });
+    fs4.writeFileSync(MANIFEST_FILE, JSON.stringify(m, null, 2));
+  } catch {
+  }
+}
+function cleanupStale(m, dir, currentFiles) {
+  const prefix = path3.resolve(dir) + path3.sep;
+  const current = new Set(currentFiles);
+  for (const key of Object.keys(m)) {
+    if (key.startsWith(prefix) && !current.has(key)) {
+      delete m[key];
+    }
+  }
+}
+
+// src/ingest_dir.ts
+function globToRegex(pattern) {
+  const escaped = pattern.replace(/[.+^${}()|[\]\\]/g, "\\$&").replace(/\*/g, ".*").replace(/\?/g, ".");
+  return new RegExp(`^${escaped}$`);
+}
+function walkDir(dir, recursive, pattern) {
+  const rx = globToRegex(pattern);
+  const out = [];
+  const walk = (d) => {
+    let entries;
+    try {
+      entries = fs5.readdirSync(d, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const e of entries) {
+      if (e.name.startsWith(".")) continue;
+      const full = path4.join(d, e.name);
+      if (e.isDirectory()) {
+        if (recursive) walk(full);
+      } else if (e.isFile() && rx.test(e.name)) {
+        out.push(full);
+      }
+    }
+  };
+  walk(path4.resolve(dir));
+  return out.sort();
+}
+function deriveTitle(file, content) {
+  for (const line of content.split("\n")) {
+    const m = line.match(/^#\s+(.+?)\s*$/);
+    if (m) return m[1].trim();
+  }
+  return path4.basename(file).replace(/\.[^.]+$/, "");
+}
+function planIngestest(files, manifest, force) {
+  const toIngest = [];
+  const toSkip = [];
+  for (const f of files) {
+    let content;
+    try {
+      content = readFileText(f);
+    } catch {
+      continue;
+    }
+    const hash = sha256(content);
+    const prev = manifest[f];
+    if (!force && prev && prev.hash === hash) {
+      toSkip.push(f);
+    } else {
+      toIngest.push({ path: f, content, title: deriveTitle(f, content), hash });
+    }
+  }
+  return { toIngest, toSkip };
+}
+async function runDirIngestest(client, opts, dir) {
+  const files = walkDir(dir, !!opts.recursive, opts.pattern || "*.md");
+  if (!files.length) {
+    console.log(dim(`\u76EE\u5F55 ${dir} \u4E0B\u65E0\u5339\u914D\u6587\u4EF6\u3002`));
+    return;
+  }
+  const manifest = loadManifest();
+  const plan = planIngestest(files, manifest, !!opts.force);
+  const total = files.length;
+  process.stderr.write(
+    `\u76EE\u5F55 ${dir}: ${total} \u6587\u4EF6 \u2192 \u65B0\u589E/\u66F4\u65B0 ${plan.toIngest.length},\u8DF3\u8FC7 ${plan.toSkip.length}
+`
+  );
+  let added = 0;
+  let updated = 0;
+  let failed = 0;
+  for (let i = 0; i < plan.toIngest.length; i++) {
+    const f = plan.toIngest[i];
+    const prev = manifest[f.path];
+    process.stderr.write(
+      `\u23F3 [${i + 1}/${plan.toIngest.length}] ${path4.basename(f.path)} ${prev ? "(\u66F4\u65B0)" : "(\u65B0\u589E)"}\u2026
+`
+    );
+    try {
+      await client.post(
+        "/ingest",
+        { content: f.content, title: f.title, tags: opts.tag },
+        { timeoutMs: opTimeout(3e5) }
+      );
+      manifest[f.path] = {
+        hash: f.hash,
+        ingested_at: (/* @__PURE__ */ new Date()).toISOString(),
+        title: f.title,
+        size: f.content.length
+      };
+      if (prev) updated++;
+      else added++;
+      saveManifest(manifest);
+    } catch (e) {
+      failed++;
+      process.stderr.write(`  ${red("\u2717")} ${path4.basename(f.path)}: ${e.message}
+`);
+    }
+  }
+  cleanupStale(manifest, dir, files);
+  saveManifest(manifest);
+  output(
+    { added, updated, skipped: plan.toSkip.length, failed, total, dir },
+    () => console.log(
+      green("\u2713 \u76EE\u5F55\u6444\u5165\u5B8C\u6210") + dim(
+        `: \u65B0\u589E ${added} / \u66F4\u65B0 ${updated} / \u8DF3\u8FC7 ${plan.toSkip.length} / \u5931\u8D25 ${failed} (\u5171 ${total})`
+      )
+    )
+  );
+}
+
 // src/commands/ingest.ts
 async function ingest(client, opts, args) {
+  if (opts.dir) return runDirIngestest(client, opts, opts.dir);
   let content = "";
   if (opts.file) {
     content = readFileText(opts.file);
@@ -3639,9 +3795,10 @@ async function ingest(client, opts, args) {
   const body = { content };
   if (opts.title) body.title = opts.title;
   if (opts.tag && opts.tag.length) body.tags = opts.tag;
-  const result = await client.post("/ingest", body, { timeoutMs: 12e4 });
+  hint("\u23F3 \u6444\u5165\u4E2D: \u670D\u52A1\u5668\u7528 LLM \u62BD\u53D6\u5B9E\u4F53/\u5173\u7CFB,\u957F\u5185\u5BB9\u53EF\u80FD 1-3 \u5206\u949F\u2026");
+  const result = await client.post("/ingest", body, { timeoutMs: opTimeout(3e5) });
   output(result, () => {
-    console.log(ok("\u5DF2\u5BFC\u5165\u77E5\u8BC6\u5E93"));
+    console.log(ok("\u5DF2\u5BFC\u5165\u670D\u52A1\u5668\u77E5\u8BC6\u5E93"));
     if (opts.title) console.log(dim(`  \u6807\u9898: ${opts.title}`));
     console.log(`  ${green("\u5B9E\u4F53")}: ${result.entities ?? 0}   ${green("\u6982\u5FF5")}: ${result.concepts ?? 0}`);
     if (result.summary) console.log(dim(`  \u6458\u8981: ${truncate(result.summary, 120)}`));
@@ -3661,7 +3818,8 @@ async function query(client, opts, args) {
   const body = { question };
   if (opts.tag?.length) body.tags = opts.tag;
   if (opts.model) body.model = opts.model;
-  const result = await client.post("/query", body, { timeoutMs: 12e4 });
+  hint("\u23F3 \u67E5\u8BE2\u4E2D: LLM \u68C0\u7D22 + \u751F\u6210,\u53EF\u80FD 1-2 \u5206\u949F\u2026");
+  const result = await client.post("/query", body, { timeoutMs: opTimeout(18e4) });
   output(result, () => {
     console.log(result.answer || dim("(\u65E0\u56DE\u7B54)"));
     if (result.pages?.length) {
@@ -3793,7 +3951,8 @@ async function mark(client, opts, args) {
 async function synthesize(client, opts, args) {
   const topic = args.join(" ").trim();
   if (!topic) throw new Error('\u8BF7\u63D0\u4F9B\u4E3B\u9898: exomind synthesize "Redis \u6301\u4E45\u5316"');
-  const result = await client.post("/synthesize", { topic, depth: opts.depth ?? 2 }, { timeoutMs: 18e4 });
+  hint("\u23F3 \u7EFC\u5408\u4E2D: \u591A\u6E90\u805A\u5408 + \u6D1E\u5BDF,\u53EF\u80FD 2-4 \u5206\u949F\u2026");
+  const result = await client.post("/synthesize", { topic, depth: opts.depth ?? 2 }, { timeoutMs: opTimeout(3e5) });
   output(result, () => {
     console.log(bold(result.topic || topic));
     if (result.content) console.log(`
@@ -3901,10 +4060,10 @@ async function login(_client, opts) {
       )
     );
   }
-  const hint = token.length > 12 ? `${token.slice(0, 8)}\u2026${token.slice(-4)}` : token;
+  const hint2 = token.length > 12 ? `${token.slice(0, 8)}\u2026${token.slice(-4)}` : token;
   console.log(ok("\u767B\u5F55\u6210\u529F"));
   console.log(dim(`  \u670D\u52A1\u5668: ${baseUrl}`));
-  console.log(dim(`  \u51ED\u8BC1: ${hint} (${token.startsWith("gh_") ? "GitHub token" : "API Key"})`));
+  console.log(dim(`  \u51ED\u8BC1: ${hint2} (${token.startsWith("gh_") ? "GitHub token" : "API Key"})`));
 }
 
 // src/commands/whoami.ts
@@ -3920,14 +4079,14 @@ async function whoami(client) {
   } catch {
     me = {};
   }
-  const hint = cfg.api_key.length > 12 ? `${cfg.api_key.slice(0, 8)}\u2026${cfg.api_key.slice(-4)}` : cfg.api_key;
+  const hint2 = cfg.api_key.length > 12 ? `${cfg.api_key.slice(0, 8)}\u2026${cfg.api_key.slice(-4)}` : cfg.api_key;
   const kind = cfg.api_key.startsWith("gh_") ? "GitHub token" : "API Key";
   output(
-    { base_url: cfg.base_url, credential: hint, kind, ...me },
+    { base_url: cfg.base_url, credential: hint2, kind, ...me },
     () => {
       console.log(ok("\u5DF2\u767B\u5F55"));
       console.log(dim(`  \u670D\u52A1\u5668: ${cfg.base_url}`));
-      console.log(dim(`  \u51ED\u8BC1: ${hint} (${kind})`));
+      console.log(dim(`  \u51ED\u8BC1: ${hint2} (${kind})`));
       if (me.authenticated) {
         console.log(dim(`  \u7528\u6237: ${me.name || me.login || "-"} (tenant: ${me.tenant_id || "-"})`));
       }
@@ -3936,40 +4095,40 @@ async function whoami(client) {
 }
 
 // src/commands/install.ts
-var fs4 = __toESM(require("fs"));
-var path3 = __toESM(require("path"));
+var fs6 = __toESM(require("fs"));
+var path5 = __toESM(require("path"));
 var os2 = __toESM(require("os"));
-var PKG_ROOT = path3.resolve(__dirname, "..");
-var SKILL_SRC = path3.join(PKG_ROOT, "skill", "SKILL.md");
+var PKG_ROOT = path5.resolve(__dirname, "..");
+var SKILL_SRC = path5.join(PKG_ROOT, "skill", "SKILL.md");
 function readJson2(file) {
   try {
-    return JSON.parse(fs4.readFileSync(file, "utf-8"));
+    return JSON.parse(fs6.readFileSync(file, "utf-8"));
   } catch {
     return null;
   }
 }
 function backup(file) {
-  if (!fs4.existsSync(file)) return;
+  if (!fs6.existsSync(file)) return;
   const bak = `${file}.bak-${Date.now()}`;
   try {
-    fs4.copyFileSync(file, bak);
-    console.log(dim(`  (\u5DF2\u5907\u4EFD\u539F\u914D\u7F6E \u2192 ${path3.basename(bak)})`));
+    fs6.copyFileSync(file, bak);
+    console.log(dim(`  (\u5DF2\u5907\u4EFD\u539F\u914D\u7F6E \u2192 ${path5.basename(bak)})`));
   } catch {
   }
 }
 async function install(_client, opts) {
-  const claudeDir = path3.join(os2.homedir(), ".claude");
-  const skillDestDir = path3.join(claudeDir, "skills", "exomind");
-  if (!fs4.existsSync(SKILL_SRC)) {
+  const claudeDir = path5.join(os2.homedir(), ".claude");
+  const skillDestDir = path5.join(claudeDir, "skills", "exomind");
+  if (!fs6.existsSync(SKILL_SRC)) {
     throw new Error(`skill \u6E90\u4E0D\u5B58\u5728: ${SKILL_SRC}(npm \u5305\u53EF\u80FD\u635F\u574F,\u6216\u5F00\u53D1\u6A21\u5F0F\u4E0B\u672A\u6784\u5EFA)`);
   }
-  fs4.mkdirSync(skillDestDir, { recursive: true });
-  fs4.copyFileSync(SKILL_SRC, path3.join(skillDestDir, "SKILL.md"));
+  fs6.mkdirSync(skillDestDir, { recursive: true });
+  fs6.copyFileSync(SKILL_SRC, path5.join(skillDestDir, "SKILL.md"));
   console.log(ok("\u5DF2\u5B89\u88C5 Claude Code skill"));
   console.log(dim(`  \u2192 ${skillDestDir}/SKILL.md`));
   if (opts.withHook) {
-    const settingsFile = path3.join(claudeDir, "settings.json");
-    fs4.mkdirSync(claudeDir, { recursive: true });
+    const settingsFile = path5.join(claudeDir, "settings.json");
+    fs6.mkdirSync(claudeDir, { recursive: true });
     backup(settingsFile);
     const settings = readJson2(settingsFile) ?? {};
     const hooks = settings.hooks ?? {};
@@ -3982,7 +4141,7 @@ async function install(_client, opts) {
     });
     hooks.UserPromptSubmit = kept;
     settings.hooks = hooks;
-    fs4.writeFileSync(settingsFile, JSON.stringify(settings, null, 2) + "\n");
+    fs6.writeFileSync(settingsFile, JSON.stringify(settings, null, 2) + "\n");
     console.log(ok("\u5DF2\u914D\u7F6E UserPromptSubmit hook \u2192 exomind hook"));
     console.log(dim("  \u91CD\u542F Claude Code \u751F\u6548\u3002hook \u51FA\u9519\u4E0D\u4F1A\u963B\u585E\u4F60\u7684\u8F93\u5165(\u9519\u8BEF\u53EA\u8FDB stderr)\u3002"));
   }
@@ -4033,7 +4192,7 @@ var program2 = new Command();
 program2.name("exomind").description("ExoMind \u8DE8\u5E73\u53F0\u77E5\u8BC6\u5E93\u5BA2\u6237\u7AEF \u2014 \u901A\u8FC7 REST \u4EA4\u4E92(\u66FF\u4EE3 Windows MCP \u5BA2\u6237\u7AEF)\u3002").version(VERSION).option("--json", "\u8F93\u51FA\u539F\u59CB JSON(\u673A\u5668\u53EF\u8BFB)").option("--base-url <url>", "\u8986\u76D6\u670D\u52A1\u5668\u5730\u5740").option("--api-key <key>", "\u8986\u76D6 API Key / \u51ED\u8BC1");
 program2.command("login").description("\u914D\u7F6E\u670D\u52A1\u5668\u5730\u5740\u4E0E\u51ED\u8BC1,\u5199\u5165 ~/.exomind/config.json").option("--base-url <url>", "\u670D\u52A1\u5668\u5730\u5740").option("--api-key <key>", "API Key \u6216\u767B\u5F55 token(\u4E0D\u586B\u5219\u4EA4\u4E92\u8F93\u5165)").action(run(login));
 program2.command("whoami").description("\u663E\u793A\u5F53\u524D\u767B\u5F55\u6001\u4E0E\u670D\u52A1\u5668").action(run(whoami));
-program2.command("ingest [content...]").description("\u5BFC\u5165\u77E5\u8BC6: \u53C2\u6570\u6587\u672C / --file / stdin (echo ... | exomind ingest)").option("-t, --title <title>", "\u6807\u9898").option("--tag <tag>", "\u6807\u7B7E(\u53EF\u91CD\u590D)", collect, []).option("--file <path>", "\u4ECE\u6587\u4EF6\u8BFB\u53D6\u5185\u5BB9").action(run(ingest));
+program2.command("ingest [content...]").description("\u5BFC\u5165\u77E5\u8BC6: \u53C2\u6570\u6587\u672C / --file / stdin / --dir \u76EE\u5F55\u6279\u91CF(\u589E\u91CF)").option("-t, --title <title>", "\u6807\u9898(\u5355\u6587\u4EF6\u6A21\u5F0F)").option("--tag <tag>", "\u6807\u7B7E(\u53EF\u91CD\u590D)", collect, []).option("--file <path>", "\u4ECE\u6587\u4EF6\u8BFB\u53D6\u5185\u5BB9").option("--dir <path>", "\u76EE\u5F55\u6279\u91CF\u6444\u5165(\u589E\u91CF: \u5185\u5BB9\u54C8\u5E0C\u8DF3\u8FC7\u672A\u53D8\u6587\u4EF6)").option("-r, --recursive", "\u9012\u5F52\u5B50\u76EE\u5F55(\u914D\u5408 --dir)").option("--pattern <glob>", "\u6587\u4EF6\u540D\u5339\u914D,\u9ED8\u8BA4 *.md", "*.md").option("--force", "\u5FFD\u7565 manifest,\u5F3A\u5236\u5168\u91CF\u91CD\u6444(\u914D\u5408 --dir)").action(run(ingest));
 program2.command("query [question...]").description("LLM \u95EE\u7B54").option("--tag <tag>", "\u6807\u7B7E\u8FC7\u6EE4(\u53EF\u91CD\u590D)", collect, []).option("--model <name>", "\u6A21\u578B").action(run(query));
 program2.command("search [keyword...]").description("\u5168\u6587/\u6DF7\u5408/\u7CBE\u6392\u641C\u7D22").option("-l, --limit <n>", "\u8FD4\u56DE\u6570\u91CF", "10").option("--rerank", "LLM \u7CBE\u6392(\u66F4\u51C6\u4F46\u66F4\u6162)").option("--hybrid", "\u6DF7\u5408\u641C\u7D22(BM25+\u8BED\u4E49)").action(run(search));
 program2.command("entity [name...]").description("\u5B9E\u4F53\u8BE6\u60C5 + \u5173\u7CFB").action(run(entity));