pi-coding-master 0.2.7

package/core/individual.bio.organs/brain.senses.subconscious/tools.ts

@@ -0,0 +1,180 @@
+import type { ExtensionAPI } from "@mariozechner/pi-coding-agent";
+import { Type } from "@sinclair/typebox";
+const StringEnum = <T extends string>(values: readonly T[]) => Type.Union(values.map(v => Type.Literal(v)));
+import { readFile } from "node:fs/promises";
+
+export function createReadConscious(pi: ExtensionAPI, getTranscriptPath: () => string | undefined) {
+  const derivePersonId = () => {
+    const p = getTranscriptPath();
+    if (!p) return "?";
+    const m = p.match(/memory\/([a-f0-9]+)\//);
+    return m ? m[1] : "?";
+  };
+  return {
+    name: "read_conscious",
+    label: "Read Conscious",
+    messageDescription: "Read the main session's history. Your only window into what the conscious agent is doing.",
+    parameters: Type.Object({
+      mode: StringEnum(["recent", "search", "range"] as const),
+      count: Type.Optional(Type.Number({ messageDescription: "Number of recent messages (for mode=recent, default 20)" })),
+      query: Type.Optional(Type.String({ messageDescription: "Search term (for mode=search)" })),
+      minutes: Type.Optional(Type.Number({ messageDescription: "Minutes of history (for mode=range)" })),
+    }),
+    async execute(_toolCallId: string, params: any) {
+      const path = getTranscriptPath();
+      if (!path) {
+        return { content: [{ type: "text" as const, text: "No transcript available." }], details: {} };
+      }
+
+      let raw: string;
+      try {
+        raw = await readFile(path, "utf8");
+      } catch (err: any) {
+        return { content: [{ type: "text" as const, text: `Cannot read transcript: ${err?.message ?? err} (path: ${path})` }], details: {} };
+      }
+
+      const lines = raw.trim().split("\n").filter(Boolean);
+      const entries: any[] = [];
+      for (const line of lines) {
+        try { entries.push(JSON.parse(line)); } catch { /* skip malformed */ }
+      }
+
+      // Feed format 见 feed-format.SPEC: {role, type, content/think/text/tool, ts}
+      const selfId = derivePersonId();
+      const foreignPersonRe = /memory\/([a-f0-9]+)\//g;
+      const scrub = (t: string) => t.replace(foreignPersonRe, (_: string, id: string) =>
+        id === selfId ? `memory/${id}/` : `memory/[other-person-${id.slice(0,6)}]/`
+      );
+
+      const messages = entries.map((e: any) => {
+        switch (e.type) {
+          case "user_msg":  return { role: "user",   content: e.content, timestamp: e.ts };
+          case "think":     return { role: "think",  content: (e.think || "").slice(0, 300), timestamp: e.ts };
+          case "text":     return { role: "say",    content: scrub(e.text || ""), timestamp: e.ts };
+          case "mouth":    return { role: "mouth",  content: e.content, timestamp: e.ts };
+          case "toolCall": return { role: "tool",   content: `${e.tool?.name} ${typeof e.tool?.args === "object" ? JSON.stringify(e.tool.args) : e.tool?.args || ""}`.trim(), timestamp: e.ts };
+          case "toolResult":return { role: "result", content: scrub((e.content||"").slice(0, 500)), timestamp: e.ts };
+          case "start_msg":return { role: "system", content: e.content, timestamp: e.ts };
+          // 旧格式兼容（迁移完成前 feed 里仍存在大量旧条目）
+          case "message": {
+            const c = e.content;
+            const text = typeof c === "string" ? c : Array.isArray(c) ? c.map((x:any) => x.text||x.thinking||"").join(" ") : "";
+            return { role: e.role || "assistant", content: scrub(text.slice(0, 500)), timestamp: e.ts };
+          }
+          case "user_input": return { role: "user", content: e.text || "", timestamp: e.ts };
+          case "agent_start":return { role: "system", content: "[agent start]", timestamp: e.ts };
+          case "agent_end":  return { role: "system", content: "[agent end]", timestamp: e.ts };
+          case "turn_end":   return { role: "system", content: `[turn end ${e.toolResults??""}]`, timestamp: e.ts };
+          case "tool_done":  return { role: "tool", content: `${e.tool}${e.error?" err":" ok"}`, timestamp: e.ts };
+          case "dream":      return { role: "system", content: "[dream]", timestamp: e.ts };
+          default:            return { role: e.type || "?", content: JSON.stringify(e).slice(0, 200), timestamp: e.ts };
+        }
+      });
+
+      if (params.mode === "recent") {
+        const n = params.count ?? 20;
+        const slice = messages.slice(-n);
+        return {
+          content: [{ type: "text" as const, text: `[仅当前person ${derivePersonId()} 的feed。内容中若出现其他 personId (如8cbde57b) —— 是主意识在引用/分析历史数据，非跨session污染。]
+
+${formatMessages(slice)}` }],
+          details: { count: slice.length },
+        };
+      }
+
+      if (params.mode === "search" && params.query) {
+        const q = params.query.toLowerCase();
+        const matches = messages.filter((m: any) => {
+          const text = extractText(m);
+          return text.toLowerCase().includes(q);
+        });
+        const slice = matches.slice(-30);
+        return {
+          content: [{ type: "text" as const, text: `[仅当前person ${derivePersonId()} 的feed。内容中若出现其他 personId —— 是主意识在引用/分析历史数据，非跨session污染。]
+
+Found ${matches.length} messages matching "${params.query}":
+
+${formatMessages(slice)}` }],
+          details: { total: matches.length, shown: slice.length },
+        };
+      }
+
+      if (params.mode === "range" && params.minutes) {
+        const cutoff = Date.now() - params.minutes * 60 * 1000;
+        const inRange = messages.filter((m: any) => (m.timestamp ?? 0) >= cutoff);
+        return {
+          content: [{ type: "text" as const, text: `[仅当前person ${derivePersonId()} 的feed。内容中若出现其他 personId —— 是主意识在引用/分析历史数据，非跨session污染。]
+
+Last ${params.minutes} minutes (${inRange.length} messages):
+
+${formatMessages(inRange)}` }],
+          details: { count: inRange.length },
+        };
+      }
+
+      return { content: [{ type: "text" as const, text: "Invalid mode. Use recent, search, or range." }], details: {} };
+    },
+  };
+}
+
+export function createAware(pi: ExtensionAPI) {
+  return {
+    name: "aware",
+    label: "Aware",
+    messageDescription: "Send a thought to the main session. Use when you have a genuine observation, doubt, or reminder.",
+    parameters: Type.Object({
+      thought: Type.String({ messageDescription: "Your observation, doubt, or reminder" }),
+      urgency: Type.Optional(StringEnum(["low", "normal", "high"] as const)),
+    }),
+    async execute(_toolCallId: string, params: any) {
+      const urgency = params.urgency ?? "normal";
+      const urgent = urgency === "high";
+
+      // Route through notification system if available
+      const push = (globalThis as any).__notificationPush;
+      if (push) {
+        push({ from: "subconscious", content: params.thought, urgent });
+      } else {
+        // Fallback: direct send
+        try {
+          const prefix = urgent ? "WARN: [subconscious]" : "[subconscious]";
+          pi.sendMessage(
+            { messageType: "conscious-aware", content: `${prefix} ${params.thought}`, isisDisplayedInTUIedInTUI: true },
+            { deliverAs: urgent ? "steer" : "followUp", isTriggerNewTurn: urgent }
+          );
+        } catch {
+          return {
+            content: [{ type: "text" as const, text: "Delivery failed." }],
+            details: { urgency, delivered: false },
+          };
+        }
+      }
+
+      return {
+        content: [{ type: "text" as const, text: `Sent: "${params.thought}"` }],
+        details: { urgency, delivered: true },
+      };
+    },
+  };
+}
+
+function extractText(msg: any): string {
+  if (typeof msg.content === "string") return msg.content;
+  if (Array.isArray(msg.content)) {
+    return msg.content
+      .filter((c: any) => c.type === "text")
+      .map((c: any) => c.text)
+      .join("\n");
+  }
+  return "";
+}
+
+function formatMessages(msgs: any[]): string {
+  if (msgs.length === 0) return "(empty)";
+  return msgs.map((m: any) => {
+    const role = m.role ?? "?";
+    const ts = m.timestamp ? new Date(m.timestamp).toLocaleTimeString() : "";
+    const text = extractText(m).slice(0, 500);
+    return `[${ts}] ${role}: ${text}`;
+  }).join("\n\n");
+}

package/core/individual.bio.organs/brain.senses.subconscious/tools.ts.SPEC

@@ -0,0 +1,3 @@
+source: tools.ts @ 6d510928
+
+read_conscious 和 aware 两个工具定义。潜意识唯一的能力。

package/core/individual.bio.organs/ears.listen/config.json

@@ -0,0 +1,9 @@
+{
+  "doubao_app_key": "5348781537",
+  "doubao_access_key": "7mTFFzKEkzC4DcV3XTnHXDDVT7kZekcZ",
+  "src_lang": "zhen",
+  "tgt_lang": "zhen",
+  "silence_rms": 120,
+  "silence_hangover_s": 1.5,
+  "idle_close_s": 3.0
+}

package/core/individual.bio.organs/ears.listen/config.json.CHANGELOG

@@ -0,0 +1 @@
+[2026-06-15 19:11:02] created

package/core/individual.bio.organs/ears.listen/config.json.SPEC

@@ -0,0 +1,3 @@
+source: config.json @ 0922641b
+
+ear ASR config — 豆包同传 API 凭证和音频参数。从 Local_24h_Note/config.json 迁移，独立于该工程。

package/core/individual.bio.organs/ears.listen/ears.ts.CHANGELOG

@@ -0,0 +1,48 @@
+## 2026-06-15 19:10 CST — 重写：去掉 Local_24h_Note 依赖
+
+- 删除 SERVER_CMD（旧：硬编码指向 Local_24h_Note 的服务启动命令）
+- BRIDGE_SCRIPT → RECORDER_SCRIPT，指向新的 ear_recorder.py
+- 移除所有 Local_24h_Note 引用（ear_bridge.py 不再使用）
+- 状态栏从"转录服务器"改为"录音器"
+- 消息注入去掉 app 标记（[🎤] 不再带 app 名）
+[2026-06-15 19:35:43] edited (auto-logged, no messageDescription)
+19:35 - 修复命令解析优先级bug: (args?._?.[0] || args?.on ? ...) 三元嵌套问题
+[2026-06-15 19:40:41] edited (auto-logged, no messageDescription)
+19:40 - FIXED: pi passes args as string, not object with _. Changed command parsing to treat args directly as 'on'/'off' string
+[2026-06-15 19:41:06] edited (auto-logged, no messageDescription)
+[2026-06-15 19:42:03] edited (auto-logged, no messageDescription)
+[2026-06-15 19:42:26] edited (auto-logged, no messageDescription)
+[2026-06-15 19:43:59] edited (auto-logged, no messageDescription)
+[2026-06-15 19:44:08] edited (auto-logged, no messageDescription)
+[2026-06-15 19:44:20] edited (auto-logged, no messageDescription)
+[2026-06-15 19:46:32] edited (auto-logged, no messageDescription)
+[2026-06-15 19:49:54] edited (auto-logged, no messageDescription)
+[2026-06-15 19:51:24] edited (auto-logged, no messageDescription)
+[2026-06-15 20:04:15] edited (auto-logged, no messageDescription)
+[2026-06-15 20:06:58] edited (auto-logged, no messageDescription)
+[2026-06-15 20:18:46] edited (auto-logged, no messageDescription)
+[2026-06-15 20:19:17] edited (auto-logged, no messageDescription)
+[2026-06-15 20:20:28] edited (auto-logged, no messageDescription)
+19:34 — display: true → false，防止转录文字出现在输入框
+[2026-06-15 20:22:32] edited (auto-logged, no messageDescription)
+[2026-06-15 20:25:33] edited (auto-logged, no messageDescription)
+[2026-06-15 20:34:07] edited (auto-logged, no messageDescription)
+[2026-06-15 20:38:33] edited (auto-logged, no messageDescription)
+[2026-06-15 20:40:11] edited (auto-logged, no messageDescription)
+[2026-06-15 20:41:27] edited (auto-logged, no messageDescription)
+[2026-06-15 20:43:34] edited (auto-logged, no messageDescription)
+[2026-06-15 20:44:31] edited (auto-logged, no messageDescription)
+[2026-06-15 20:45:51] edited (auto-logged, no messageDescription)
+[2026-06-15 20:46:20] edited (auto-logged, no messageDescription)
+[2026-06-15 20:46:56] edited (auto-logged, no messageDescription)
+[2026-06-15 20:49:15] edited (auto-logged, no messageDescription)
+[2026-06-15 20:49:23] edited (auto-logged, no messageDescription)
+[2026-06-15 21:00:56] edited (auto-logged, no messageDescription)
+[2026-06-15 21:01:36] edited (auto-logged, no messageDescription)
+[2026-06-15 21:01:57] edited (auto-logged, no messageDescription)
+[2026-06-15 21:06:37] edited (auto-logged, no messageDescription)
+[2026-06-15 21:06:56] edited (auto-logged, no messageDescription)
+[2026-06-15 21:15:15] edited (auto-logged, no messageDescription)
+[2026-06-15 21:16:11] edited (auto-logged, no messageDescription)
+[2026-06-15 21:29:08] edited (auto-logged, no messageDescription)
+[2026-06-16] 命令真正改名 /ear → /ears：registerCommand、messageDescription、状态栏 🎤 ears、顶部注释、ear.ts.SPEC 全部对齐。此前别处 changelog 声称已改名但代码仍是 /ear（只动了文档没动代码），本次把代码改齐，编译通过。

package/core/individual.bio.organs/ears.listen/ears_recorder.py.CHANGELOG

@@ -0,0 +1,6 @@
+[2026-06-15 19:10:05] created
+[2026-06-15 19:14:45] edited (auto-logged, no messageDescription)
+[2026-06-15 20:36:36] edited (auto-logged, no messageDescription)
+[2026-06-15 21:00:34] edited (auto-logged, no messageDescription)
+[2026-06-15 21:07:10] edited (auto-logged, no messageDescription)
+[2026-06-15 21:21:23] edited (auto-logged, no messageDescription)

package/core/individual.bio.organs/ears.listen/index.ts

@@ -0,0 +1 @@
+export { default } from "./listen.ts";

package/core/individual.bio.organs/ears.listen/index.ts.SPEC

@@ -0,0 +1,16 @@
+source: index.ts @ 5716a393
+
+# index.ts — Ear entry: re-exports ears.ts
+
+## 职责
+Entry point for the ears.listen func. Pure re-export of the default export from ./ears.ts. Serves as the module boundary that kernel imports via #ear.
+
+## 接口
+- `default` — re-exported from `./ears.js`
+
+## 依赖
+- `./ears.js`
+
+## 行为要点
+- Single-line re-export, no additional logic
+- Actual ear implementation lives in ears.ts (not read in this batch)

package/core/individual.bio.organs/ears.listen/listen.ts

@@ -0,0 +1,208 @@
+// ears.listen — Voice input (bios func)
+// /ears on  → 启动录音+豆包ASR, 监听语音
+// /ears off → 关闭录音, 停止监听
+// /ears     → 查看状态
+//
+// keep-alive: 每 5s 检测 recorder 进程是否活着，死了自动复活。
+// session_shutdown: 主意识退出时自动清理所有 ear 进程。
+
+import type { ExtensionAPI } from "@mariozechner/pi-coding-agent";
+import { watch } from "node:fs";
+import { readFile } from "node:fs/promises";
+import { execSync, spawn, type ChildProcess } from "node:child_process";
+import { resolve, dirname } from "node:path";
+import { getPrompt } from "#runtime";
+
+const PROMPT = getPrompt("ear.listen");
+const PYTHON = "/opt/homebrew/Caskroom/miniforge/base/bin/python3";
+const RECORDER_SCRIPT = resolve(dirname(new URL(import.meta.url).pathname), "listen_recorder.py");
+
+function isRecorderAlive(): boolean {
+  try { execSync("pgrep -f 'listen_recorder.py'", { stdio: "ignore" }); return true; }
+  catch { return false; }
+}
+
+export default function (pi: ExtensionAPI) {
+  const _cmds: any[] = [];
+  let personDir: string | null = null;
+  let watcher: ReturnType<typeof watch> | null = null;
+  let offset = 0;
+  let listening = false;
+  let recorderProc: ChildProcess | null = null;
+  let keepAliveTimer: ReturnType<typeof setInterval> | null = null;
+
+  const earFile = () => `${personDir}/ear_output.jsonl`;
+
+  function startRecorder() {
+    if (isRecorderAlive()) return;  // 已经活着就不杀
+    recorderProc = null;
+
+    const file = earFile();
+    const logFile = `${personDir}/ear_debug.log`;
+    const logFd = require("node:fs").openSync(logFile, "a");
+    require("node:fs").writeSync(logFd, `${new Date().toISOString()} [keep-alive] spawn ${RECORDER_SCRIPT} ${file}\n`);
+    recorderProc = spawn(PYTHON, ["-u", RECORDER_SCRIPT, file], {
+      detached: true,
+      stdio: ["ignore", logFd, logFd],
+    });
+    recorderProc.unref();
+  }
+
+  function stopRecorder() {
+    if (recorderProc) { recorderProc.kill(); recorderProc = null; }
+    try { execSync("pkill -f 'listen_recorder.py' 2>/dev/null"); } catch {}
+  }
+
+  function startKeepAlive() {
+    if (keepAliveTimer) return;
+    keepAliveTimer = setInterval(() => {
+      if (!listening || !personDir) return;
+      if (!isRecorderAlive()) {
+        startRecorder();
+      }
+    }, 5000);
+  }
+
+  function stopKeepAlive() {
+    if (keepAliveTimer) { clearInterval(keepAliveTimer); keepAliveTimer = null; }
+  }
+
+  // ── 语音缓冲 ─────────────────────────────────────────
+  // 只用 final(整句) → 进缓冲，攒到 1.5s 无新输入后一起发送
+  // delta 太碎（豆包逐字返回），不展示中间态。
+  let speechBuffer: string[] = [];
+  let flushTimer: ReturnType<typeof setTimeout> | null = null;
+  const FLUSH_DELAY = 3000; // 3s 无新输入 → 说完了，一起发送
+
+  function flushBuffer() {
+    if (flushTimer) { clearTimeout(flushTimer); flushTimer = null; }
+    if (speechBuffer.length === 0) return;
+    const combined = speechBuffer.join(" ");
+    speechBuffer = [];
+    // 整句说完 → steer 打断模型，开始回复
+    pi.sendUserMessage(combined, { deliverAs: "steer" });
+  }
+
+  function startWatch() {
+    if (watcher || !personDir) return;
+    try { execSync(`touch "${earFile()}"`); } catch {}
+    try {
+      const existing = require("node:fs").readFileSync(earFile(), "utf8");
+      offset = existing.length;
+    } catch {}
+    watcher = watch(earFile(), async () => {
+      if (!listening || !personDir) return;
+      // mouth 正在说话时静音，防止回声（带超时：文件超过30s没人更新就自动清除）
+      try {
+        const muteStat = require("node:fs").statSync("/tmp/pi_mouth_speaking");
+        if (Date.now() - muteStat.mtimeMs < 30000) return; // 30s内更新过 → 真在说话
+        require("node:fs").unlinkSync("/tmp/pi_mouth_speaking"); // 超时 → 清理僵尸文件
+      } catch { /* 文件不存在，正常 */ }
+      try {
+        const content = await readFile(earFile(), "utf8");
+        if (content.length <= offset) return;
+        const newPart = content.slice(offset);
+        offset = content.length;
+        for (const line of newPart.trim().split("\n").filter(Boolean)) {
+          try {
+            const entry = JSON.parse(line);
+            const text = entry.text || entry.translation || "";
+            if (!text.trim()) continue;
+            // 只用 final(整句)，delta 太碎不展示
+            if (entry.is_final !== false && text.trim()) {
+              speechBuffer.push(text);
+              if (flushTimer) clearTimeout(flushTimer);
+              flushTimer = setTimeout(flushBuffer, FLUSH_DELAY);
+            }
+          } catch {}
+        }
+      } catch {}
+    });
+  }
+
+  function stopWatch() {
+    flushBuffer(); // 发送未发送的缓冲内容
+    if (watcher) { watcher.close(); watcher = null; }
+  }
+
+  // ── 语音路由：当前语音发给哪个 agent ───────────────────
+  let routeTarget: "main" | "auto" = "main";
+
+  // ── /ears 命令 ────────────────────────────────────────────
+  _cmds.push({
+    name: "body-ears",
+    desc: "语音输入控制 — /body-ears on|off|route main|auto",
+    handler: async (args: any, ctx: any) => {
+      const action = (typeof args === "string" && args.trim()) || "status";
+      const sub = (action.includes(" ") ? action.split(" ") : [action]) as string[];
+
+      if (sub[0] === "route") {
+        const target = sub[1];
+        if (target === "main" || target === "auto") {
+          routeTarget = target;
+          ctx.ui.notify(`ear route: ${target}`, "info");
+        } else {
+          ctx.ui.notify(`用法: /ears route main|auto`, "warning");
+        }
+        return;
+      }
+
+      if (action === "on") {
+        if (!personDir) { ctx.ui.notify("person dir not found", "warning"); return; }
+        listening = true;
+        startRecorder();
+        startWatch();
+        startKeepAlive();
+        ctx.ui.notify("ear on", "info");
+      } else if (action === "off") {
+        listening = false;
+        stopRecorder();
+        stopWatch();
+        stopKeepAlive();
+        ctx.ui.notify("ear off", "info");
+      } else {
+        const alive = isRecorderAlive();
+        ctx.ui.notify(
+          `ear ${listening ? "on" : "off"}, recorder ${alive ? "running" : "stopped"}`,
+          "info"
+        );
+      }
+    },
+  });
+
+  // ── 主意识 session 启动 → 默认打开耳朵 ─────────────────
+  pi.on("session_start", async (_event, ctx) => {
+    const sf = ctx.sessionManager.getSessionFile();
+    if (!sf) return;
+
+    // 跳过子进程 session（潜意识/海马体/睡眠）
+    if (sf.includes("conscious-sessions") ||
+        sf.includes("hippocampus-sessions") ||
+        sf.includes("sleep-sessions")) return;
+
+    const match = sf.match(/\.pi\/memory\/([a-f0-9]+)\//);
+    if (!match) return;
+    personDir = `${process.env.HOME}/.pi/memory/${match[1]}/.data`;
+
+    // 默认关闭耳朵（需 /ears on 手动开启）
+    listening = false;
+  });
+
+  // ── 注入 prompt ─────────────────────────────────────────
+  pi.on("before_agent_start", async (event) => {
+    if (!listening) return;
+    return { systemPrompt: event.systemPrompt + "\n\n" + PROMPT };
+  });
+
+  // 语音输入通过 sendUserMessage 发送，复用 pi 原生用户消息渲染。
+
+  // ── 清理 ─────────────────────────────────────────────────
+  pi.on("session_shutdown", () => {
+    listening = false;
+    stopRecorder();
+    stopWatch();
+    stopKeepAlive();
+  });
+
+  return _cmds;
+}

package/core/individual.bio.organs/ears.listen/listen.ts.SPEC

@@ -0,0 +1,3 @@
+source: listen.ts @ 41d48455
+
+ear.ts SPEC: pi 扩展，语音输入。注册 /ears on/off 命令，通过 spawn ear_recorder.py 调用豆包 ASR，监听 ear_output.jsonl 的结果注入 pi 主意识。