agent-loft 0.2.112 → 0.2.114

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/README.md +4 -3
  2. package/package.json +3 -1
  3. package/src/agents/codex/session.ts +31 -3
  4. package/src/agents/dsh/acp.ts +193 -0
  5. package/src/agents/dsh/driver.ts +126 -0
  6. package/src/agents/dsh/errors.ts +43 -0
  7. package/src/agents/dsh/history.ts +346 -0
  8. package/src/agents/dsh/sdk.ts +191 -0
  9. package/src/agents/dsh/session.ts +454 -0
  10. package/src/agents/dsh/steps.ts +22 -0
  11. package/src/agents/dsh/which.ts +23 -0
  12. package/src/agents/health.ts +51 -2
  13. package/src/channels/feishu/bot.ts +1 -1
  14. package/src/channels/web/api.ts +14 -0
  15. package/src/channels/web/server.ts +69 -11
  16. package/src/core/builtin-agents.ts +1 -1
  17. package/src/core/command-catalog.ts +2 -1
  18. package/src/core/commands.ts +2 -1
  19. package/src/core/config.ts +23 -3
  20. package/src/core/experts.ts +3 -3
  21. package/src/core/hub.ts +4 -3
  22. package/src/core/memory-curator.ts +2 -2
  23. package/src/core/memory.ts +2 -2
  24. package/src/core/permission.ts +1 -1
  25. package/src/core/realtime-relay.ts +142 -0
  26. package/src/core/types.ts +4 -1
  27. package/src/core/users.ts +1 -1
  28. package/src/main.ts +5 -1
  29. package/web/css/composer.css +38 -0
  30. package/web/lib/dom.js +2 -0
  31. package/web/lib/rt-worklet.js +110 -0
  32. package/web/lib/ws.js +5 -2
  33. package/web/settings/agent-defaults.js +2 -2
  34. package/web/settings/agents.js +15 -1
  35. package/web/settings/commands.js +1 -1
  36. package/web/settings/experts.js +1 -1
  37. package/web/settings/memory.js +2 -1
  38. package/web/views/composer.js +1 -1
  39. package/web/views/sidebar.js +1 -1
  40. package/web/views/topbar.js +1 -1
  41. package/web/views/voice-call.js +248 -56
@@ -0,0 +1,110 @@
1
+ // 语音对话的音频处理(AudioWorklet,跑在音频线程里)。声音经服务器中转:两头都是 24kHz、16 位、单声道的 PCM。
2
+ // rt-capture:麦克风 → 重采样到 24kHz → 每 20ms 一块 Int16 发给主线程(主线程走 WebSocket 发给服务器)
3
+ // rt-play:服务器发来的 Int16 24kHz → 攒一点缓冲 → 重采样到 AudioContext 的采样率放出来
4
+
5
+ const RATE = 24000;
6
+ const CHUNK = 480; // 20ms
7
+
8
+ class Capture extends AudioWorkletProcessor {
9
+ constructor() {
10
+ super();
11
+ this.step = sampleRate / RATE; // 每出一个 24kHz 采样,输入前进多少
12
+ this.pos = 0; // 下一个输出采样在输入里的位置(相对 prev 之后)
13
+ this.prev = 0; // 上一块的最后一个采样,插值跨块用
14
+ this.out = new Int16Array(CHUNK);
15
+ this.n = 0;
16
+ }
17
+
18
+ process(inputs) {
19
+ const input = inputs[0]?.[0];
20
+ if (!input) return true;
21
+ // 多声道输入只取第一路就够(getUserMedia 一般是单声道)
22
+ const len = input.length;
23
+ // 位置 -1 对应 prev,0..len-1 对应 input
24
+ while (this.pos < len) {
25
+ const i = Math.floor(this.pos);
26
+ const f = this.pos - i;
27
+ const a = i < 0 ? this.prev : input[i];
28
+ const b = i + 1 < len ? input[i + 1] : input[len - 1];
29
+ let v = a + (b - a) * f;
30
+ v = v < -1 ? -1 : v > 1 ? 1 : v;
31
+ this.out[this.n++] = v < 0 ? v * 0x8000 : v * 0x7fff;
32
+ if (this.n === CHUNK) {
33
+ this.port.postMessage(this.out.buffer, [this.out.buffer]);
34
+ this.out = new Int16Array(CHUNK);
35
+ this.n = 0;
36
+ }
37
+ this.pos += this.step;
38
+ }
39
+ this.pos -= len;
40
+ this.prev = input[len - 1];
41
+ return true;
42
+ }
43
+ }
44
+
45
+ class Play extends AudioWorkletProcessor {
46
+ constructor() {
47
+ super();
48
+ this.step = RATE / sampleRate; // 每出一个输出采样,24kHz 的缓冲前进多少
49
+ this.size = RATE * 4; // 环形缓冲最多 4 秒
50
+ this.buf = new Float32Array(this.size);
51
+ this.read = 0; // 读位置(小数)
52
+ this.avail = 0; // 还没放的采样数
53
+ this.write = 0;
54
+ this.playing = false;
55
+ this.port.onmessage = (e) => {
56
+ if (e.data === "flush") {
57
+ this.avail = 0;
58
+ this.playing = false;
59
+ return;
60
+ }
61
+ const pcm = new Int16Array(e.data);
62
+ // 放不下(网络卡了一阵又一下子涌来):丢掉最旧的,宁可跳一下也不越放越晚
63
+ const over = this.avail + pcm.length - this.size;
64
+ if (over > 0) {
65
+ this.read = (this.read + over) % this.size;
66
+ this.avail -= over;
67
+ }
68
+ for (let i = 0; i < pcm.length; i++) {
69
+ this.buf[this.write] = pcm[i] / 0x8000;
70
+ this.write = (this.write + 1) % this.size;
71
+ }
72
+ this.avail += pcm.length;
73
+ // 太多了(超过 1 秒)说明延迟越积越大,追到只剩 0.2 秒
74
+ if (this.avail > RATE) {
75
+ const skip = this.avail - RATE / 5;
76
+ this.read = (this.read + skip) % this.size;
77
+ this.avail -= skip;
78
+ }
79
+ };
80
+ }
81
+
82
+ process(_inputs, outputs) {
83
+ const out = outputs[0];
84
+ const ch = out[0];
85
+ if (!ch) return true;
86
+ // 先攒 60ms 再开始放,扛一点网络抖动;放空了就停下来重新攒
87
+ if (!this.playing && this.avail >= RATE * 0.06) this.playing = true;
88
+ for (let i = 0; i < ch.length; i++) {
89
+ if (!this.playing || this.avail < 2) {
90
+ ch[i] = 0;
91
+ this.playing = false;
92
+ continue;
93
+ }
94
+ const i0 = Math.floor(this.read);
95
+ const f = this.read - i0;
96
+ const a = this.buf[i0 % this.size];
97
+ const b = this.buf[(i0 + 1) % this.size];
98
+ ch[i] = a + (b - a) * f;
99
+ const next = this.read + this.step;
100
+ const used = Math.floor(next) - i0;
101
+ this.avail -= used;
102
+ this.read = next % this.size;
103
+ }
104
+ for (let c = 1; c < out.length; c++) out[c].set(ch);
105
+ return true;
106
+ }
107
+ }
108
+
109
+ registerProcessor("rt-capture", Capture);
110
+ registerProcessor("rt-play", Play);
package/web/lib/ws.js CHANGED
@@ -11,7 +11,7 @@ import { setBusy } from "../views/composer.js";
11
11
  import { SH, shownHere } from "./shell.js";
12
12
  import { currentPushSub } from "./push.js";
13
13
  import { renderScheduled } from "../views/schedule.js";
14
- import { onRealtimeEvent } from "../views/voice-call.js";
14
+ import { onRealtimeAudio, onRealtimeEvent, onSocketLost } from "../views/voice-call.js";
15
15
  import { reloadExperts } from "../views/experts.js";
16
16
 
17
17
  // ---------- WebSocket ----------
@@ -34,6 +34,8 @@ export const WS = {
34
34
  if (this.sock && (this.sock.readyState === 0 || this.sock.readyState === 1)) return;
35
35
  const proto = location.protocol === "https:" ? "wss" : "ws";
36
36
  const sock = new WebSocket(`${proto}://${location.host}/ws`);
37
+ // 二进制帧只有语音对话的声音
38
+ sock.binaryType = "arraybuffer";
37
39
  this.sock = sock;
38
40
  sock.onopen = () => {
39
41
  this.connected = true;
@@ -42,10 +44,11 @@ export const WS = {
42
44
  clearInterval(this.pingTimer);
43
45
  this.pingTimer = setInterval(() => this.raw({ t: "ping" }), 25000);
44
46
  };
45
- sock.onmessage = (e) => onWsMessage(JSON.parse(e.data));
47
+ sock.onmessage = (e) => (typeof e.data === "string" ? onWsMessage(JSON.parse(e.data)) : onRealtimeAudio(e.data));
46
48
  sock.onclose = async (e) => {
47
49
  this.connected = false;
48
50
  clearInterval(this.pingTimer);
51
+ if (this.sock === sock) onSocketLost();
49
52
  for (const w of this.waiters.values()) w.reject(new Error("连接已断开"));
50
53
  this.waiters.clear();
51
54
  if (this.sock !== sock) return;
@@ -12,8 +12,8 @@ import { modelPicker } from "./commands.js";
12
12
  // 默认权限、默认加载的技能和 MCP:每个人自己的(/api/agents/defaults),单独保存,互不覆盖。
13
13
 
14
14
  /** 设置里的默认权限「跟随」时实际是什么 */
15
- const FOLLOW_LABEL = { claude: "跟随 Claude Code(逐次询问)", codex: "跟随沙箱设置", workbuddy: "跟随 WorkBuddy(逐次询问)", pi: "跟随 pi(逐次询问)" };
16
- const DEFAULT_MODEL_LABEL = { claude: "跟随 Claude Code 默认", codex: "跟随 config.toml", workbuddy: "跟随 WorkBuddy 默认", pi: "pi 自动挑一个能用的" };
15
+ const FOLLOW_LABEL = { claude: "跟随 Claude Code(逐次询问)", codex: "跟随沙箱设置", workbuddy: "跟随 WorkBuddy(逐次询问)", dsh: "跟随 dsh(工作区可写,越界才问)", pi: "跟随 pi(逐次询问)" };
16
+ const DEFAULT_MODEL_LABEL = { claude: "跟随 Claude Code 默认", codex: "跟随 config.toml", workbuddy: "跟随 WorkBuddy 默认", dsh: "跟随 dsh 默认", pi: "pi 自动挑一个能用的" };
17
17
 
18
18
  /** 技能 / MCP:「跟随」或者「指定加载」+ 勾选 */
19
19
  function loadPicker(label, items, selected, inheritLabel) {
@@ -7,7 +7,7 @@ import { renderEmpty } from "../views/messages.js";
7
7
  import { field, saveButton, saveConfig } from "./common.js";
8
8
  import { modelPicker } from "./commands.js";
9
9
 
10
- const ENGINE_LABEL = { claude: "Claude Code", codex: "Codex", workbuddy: "WorkBuddy", pi: "pi" };
10
+ const ENGINE_LABEL = { claude: "Claude Code", codex: "Codex", workbuddy: "WorkBuddy", pi: "pi", dsh: "dsh(DeepSeek)" };
11
11
  const ENGINES = Object.keys(ENGINE_LABEL);
12
12
  const WORKBUDDY_SITES = [
13
13
  ["workbuddy", "WorkBuddy(www.workbuddy.cn,用本机的 WorkBuddy 桌面版)"],
@@ -267,6 +267,19 @@ export function agentsTab(cfg, page) {
267
267
  piCustomSection(),
268
268
  );
269
269
  }
270
+ let dsh = null;
271
+ if (engine === "dsh") {
272
+ const path = h("input", { value: settings.path ?? "dsh", placeholder: "dsh" });
273
+ const home = h("input", { value: settings.home ?? "", placeholder: "留空用 ~/.dsh" });
274
+ const patch = h("input", { value: settings.patch ?? "", placeholder: "留空不加(绝对路径,如 /home/me/.dsh/loft.patch.yml)" });
275
+ dsh = { path, home, patch };
276
+ config.append(
277
+ h("p", { class: "muted" }, "dsh(DeepSeek Harness):DeepSeek 官方的编程 agent,通过标准 ACP 协议接入,每个会话一个 dsh 进程(第一条消息要等 4~5 秒拉起)。用 dsh 自己的凭据(~/.dsh/.credentials.yaml 里的 DeepSeek API Key)和会话记录,dsh 网页里建的会话这里也能接着聊。权限用 dsh 的沙箱:逐次询问 = 只读、自动改文件 = 工作区可写、完全允许 = 不设沙箱;越界时弹授权卡。不支持自定义专家、分叉 / 回退、提问卡和图片直传(附件给路径);设成「调用前询问」的 MCP 不会挂上。"),
278
+ field("dsh 可执行文件", path, "npm install -g @deepseek-ai/dsh 装的;以系统服务运行时 PATH 很短,建议写绝对路径"),
279
+ field("DSH_HOME", home),
280
+ field("额外的 patch 文件", patch, "每个 dsh 进程都加 --patch 这个文件。dsh 的 ACP 模式默认只有官方 DeepSeek 模型,要接别家模型(llm-pi-ai)就写在这里"),
281
+ );
282
+ }
270
283
  config.append(h("small", { class: "muted" }, "默认模型、思考程度、权限和默认加载的技能 / MCP,在「设置 → 专家」里这个 Agent 的「设置」中修改。"));
271
284
  config.append(h("div", { class: "field" }, h("span", {}, "输入框可选模型"), models.el));
272
285
  if (codex) config.append(h("div", { class: "row title-row" }, h("label", { class: "check" }, codex.titleOn, "自动生成会话名称"), codex.titleModel));
@@ -279,6 +292,7 @@ export function agentsTab(cfg, page) {
279
292
  return saveConfig(cfg, { agents: { [engine]: {
280
293
  enabled: on.checked, models: selected,
281
294
  ...(site ? { environment: site.value, cliPath: cliPath.value.trim() } : {}),
295
+ ...(dsh ? { path: dsh.path.value.trim() || "dsh", home: dsh.home.value.trim(), patch: dsh.patch.value.trim() } : {}),
282
296
  ...(codex ? { path: codex.path.value.trim() || "codex", home: codex.home.value.trim(), sandbox: codex.sandbox.value, autoTitle: codex.titleOn.checked, titleModel: codex.titlePick.model() } : {}),
283
297
  } } });
284
298
  }, `保存 ${label} 设置`)));
@@ -75,7 +75,7 @@ export function modelPicker(agent, model, effort, defaultLabel) {
75
75
  }
76
76
 
77
77
  /** agent-loft 内置命令名(和服务端 BUILTIN_COMMANDS 一致),自定义命令不能用 */
78
- const BUILTIN_NAMES = ["new", "status", "stop", "model", "effort", "sessions", "resume", "fork", "agent", "claude", "codex", "workbuddy", "pi", "cd", "pwd", "permission", "planmode", "autoedit", "web", "detach", "approve", "help"];
78
+ const BUILTIN_NAMES = ["new", "status", "stop", "model", "effort", "sessions", "resume", "fork", "agent", "claude", "codex", "workbuddy", "pi", "dsh", "cd", "pwd", "permission", "planmode", "autoedit", "web", "detach", "approve", "help"];
79
79
 
80
80
  /**
81
81
  * 添加 / 编辑一条自定义命令。onSave 返回 true 才关窗;失败(比如服务端校验没过)留着让用户改。
@@ -12,7 +12,7 @@ import { changeCwd } from "../views/conv-actions.js";
12
12
  // 专家 = 一份配置:引擎、提示词、权限、技能、MCP、子智能体。新建对话、定时任务时选,对话中途不能换。
13
13
  // 内置的 Claude Code / Codex 不在这里改(就是 agent 原装的样子)。
14
14
 
15
- const ENGINE_LABEL = { claude: "Claude", codex: "Codex", workbuddy: "WorkBuddy", pi: "pi" };
15
+ const ENGINE_LABEL = { claude: "Claude", codex: "Codex", workbuddy: "WorkBuddy", pi: "pi", dsh: "dsh" };
16
16
  /** 权限的几项勾选。读文件 → 改文件 → 跑命令一级包含一级(跑命令就等于能改任何文件) */
17
17
  const PERMS = [
18
18
  { id: "webSearch", label: "联网搜索", hint: "用搜索引擎查资料", engines: ["claude", "codex"] },
@@ -521,6 +521,7 @@ function curateSection(mem, reload) {
521
521
  ["codex", "Codex"],
522
522
  ["workbuddy", "WorkBuddy"],
523
523
  ["pi", "pi"],
524
+ ["dsh", "dsh"],
524
525
  ],
525
526
  (v) => save({ agent: v, model: "" }),
526
527
  );
@@ -528,7 +529,7 @@ function curateSection(mem, reload) {
528
529
  c.agent === "auto"
529
530
  ? null
530
531
  : (() => {
531
- const sel = h("select", { onchange: (e) => save({ model: e.target.value }) }, h("option", { value: "" }, c.agent === "claude" ? "默认:Haiku(最省)" : c.agent === "workbuddy" ? "默认模型" : c.agent === "pi" ? "默认模型(思考程度 minimal)" : "默认模型,思考程度 low(最省)"));
532
+ const sel = h("select", { onchange: (e) => save({ model: e.target.value }) }, h("option", { value: "" }, c.agent === "claude" ? "默认:Haiku(最省)" : c.agent === "workbuddy" ? "默认模型" : c.agent === "pi" ? "默认模型(思考程度 minimal)" : c.agent === "dsh" ? "默认模型(思考程度 off)" : "默认模型,思考程度 low(最省)"));
532
533
  if (c.model) sel.append(h("option", { value: c.model, selected: true }, c.model));
533
534
  agentCatalog(c.agent)
534
535
  .then((models) => {
@@ -361,7 +361,7 @@ export async function sendMessage() {
361
361
  }
362
362
 
363
363
  /** 会改变当前会话(换会话、换目录、换 agent)的命令,执行完要重拉一遍 */
364
- const RELOADING_COMMANDS = new Set(["new", "fork", "resume", "agent", "claude", "codex", "workbuddy", "pi", "cd"]);
364
+ const RELOADING_COMMANDS = new Set(["new", "fork", "resume", "agent", "claude", "codex", "workbuddy", "pi", "dsh", "cd"]);
365
365
 
366
366
  /** agent-loft 命令的结果:只显示给发命令的这个页面,不进会话记录 */
367
367
  async function showCommandReply(text, reply, info) {
@@ -238,7 +238,7 @@ function convExpertMark(c) {
238
238
  }
239
239
 
240
240
  function agentShort(id) {
241
- return id === "claude" ? "Claude" : id === "codex" ? "Codex" : id === "workbuddy" ? "WorkBuddy" : id === "pi" ? "pi" : id;
241
+ return id === "claude" ? "Claude" : id === "codex" ? "Codex" : id === "workbuddy" ? "WorkBuddy" : id === "pi" ? "pi" : id === "dsh" ? "dsh" : id;
242
242
  }
243
243
 
244
244
  /** 侧栏状态:order 混排目录路径和渠道分组,兼容原有的顺序。 */
@@ -49,7 +49,7 @@ export function renderTopbar() {
49
49
  // ---------- 顶栏的专家头像和信息卡 ----------
50
50
 
51
51
  const ACCESS_LABEL = { web: "只能联网", read: "能读文件", edit: "能改文件", exec: "能跑命令" };
52
- const ENGINE_LABEL = { claude: "Claude", codex: "Codex", workbuddy: "WorkBuddy", pi: "pi" };
52
+ const ENGINE_LABEL = { claude: "Claude", codex: "Codex", workbuddy: "WorkBuddy", pi: "pi", dsh: "dsh" };
53
53
  /** 鼠标停多久才弹、离开多久才收(从头像挪到卡片上的那一下不能收) */
54
54
  const HOVER_OPEN_MS = 250;
55
55
  const HOVER_CLOSE_MS = 200;