rovecode 0.3.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (334) hide show
  1. package/LICENSE +662 -0
  2. package/README.md +737 -0
  3. package/THIRD_PARTY_NOTICES.md +268 -0
  4. package/bin/rovecode.ts +21 -0
  5. package/package.json +56 -0
  6. package/src/acp/server.ts +374 -0
  7. package/src/cli/auth-login.ts +122 -0
  8. package/src/cli/connect.ts +244 -0
  9. package/src/cli/context-cmd.ts +199 -0
  10. package/src/cli/dispatch.ts +82 -0
  11. package/src/cli/doctor.ts +362 -0
  12. package/src/cli/export.ts +276 -0
  13. package/src/cli/help.ts +293 -0
  14. package/src/cli/is-tui-invocation.ts +8 -0
  15. package/src/cli/main.ts +583 -0
  16. package/src/cli/market-cmd.ts +658 -0
  17. package/src/cli/mcp-login.ts +141 -0
  18. package/src/cli/mcp-market-cmd.ts +302 -0
  19. package/src/cli/output.ts +382 -0
  20. package/src/cli/repl.ts +250 -0
  21. package/src/cli/repomap-root.ts +14 -0
  22. package/src/cli/resume.ts +57 -0
  23. package/src/cli/run-flags.ts +43 -0
  24. package/src/cli/run-limits.ts +78 -0
  25. package/src/cli/runtime.ts +931 -0
  26. package/src/cli/session-arg.ts +30 -0
  27. package/src/cli/sessions-cmd.ts +145 -0
  28. package/src/cli/setup.ts +153 -0
  29. package/src/cli/skills-cmd.ts +194 -0
  30. package/src/cli/start-chat.ts +65 -0
  31. package/src/cli/trust-cmd.ts +52 -0
  32. package/src/coding/bash.ts +148 -0
  33. package/src/coding/checkpoints.ts +327 -0
  34. package/src/coding/diff.ts +138 -0
  35. package/src/coding/files.ts +341 -0
  36. package/src/coding/hashline.ts +274 -0
  37. package/src/coding/lsp-gate.ts +254 -0
  38. package/src/coding/lsp-servers.ts +147 -0
  39. package/src/coding/lsp.ts +283 -0
  40. package/src/coding/repomap-cache.ts +99 -0
  41. package/src/coding/repomap-files.ts +192 -0
  42. package/src/coding/repomap.ts +481 -0
  43. package/src/core/agents.ts +255 -0
  44. package/src/core/compaction.ts +259 -0
  45. package/src/core/config.ts +289 -0
  46. package/src/core/context-report.ts +228 -0
  47. package/src/core/context.ts +60 -0
  48. package/src/core/count-remote.ts +107 -0
  49. package/src/core/execpolicy-rules.ts +196 -0
  50. package/src/core/execpolicy.ts +385 -0
  51. package/src/core/executor.ts +454 -0
  52. package/src/core/guardrails.ts +400 -0
  53. package/src/core/hooks.ts +411 -0
  54. package/src/core/images.ts +230 -0
  55. package/src/core/intro.ts +266 -0
  56. package/src/core/loop.ts +567 -0
  57. package/src/core/modes.ts +372 -0
  58. package/src/core/orchestrator.ts +245 -0
  59. package/src/core/proc-group.ts +48 -0
  60. package/src/core/project-trust.ts +98 -0
  61. package/src/core/reflection.ts +165 -0
  62. package/src/core/sandbox-config.ts +186 -0
  63. package/src/core/session-id.ts +24 -0
  64. package/src/core/session-images.ts +73 -0
  65. package/src/core/session-ops.ts +183 -0
  66. package/src/core/session-text.ts +29 -0
  67. package/src/core/session.ts +469 -0
  68. package/src/core/settings.ts +170 -0
  69. package/src/core/tasks.ts +646 -0
  70. package/src/core/token-scale.ts +108 -0
  71. package/src/core/tools.ts +309 -0
  72. package/src/core/trust.ts +104 -0
  73. package/src/core/types.ts +330 -0
  74. package/src/core/update-check.ts +171 -0
  75. package/src/core/usage.ts +204 -0
  76. package/src/core/validate.ts +121 -0
  77. package/src/core/verify-gate.ts +159 -0
  78. package/src/core/verify.ts +236 -0
  79. package/src/core/voice.ts +158 -0
  80. package/src/core/win-job.ts +183 -0
  81. package/src/core/workspace.ts +184 -0
  82. package/src/design/audit.ts +797 -0
  83. package/src/design/direction.ts +190 -0
  84. package/src/design/rules.ts +157 -0
  85. package/src/eval/bench.ts +150 -0
  86. package/src/eval/gauntlet-runner.ts +215 -0
  87. package/src/eval/gauntlet-support.ts +84 -0
  88. package/src/eval/gauntlet-wave3.ts +269 -0
  89. package/src/eval/gauntlet-wave4.ts +217 -0
  90. package/src/eval/gauntlet.ts +253 -0
  91. package/src/index.ts +17 -0
  92. package/src/lanes/agy.ts +95 -0
  93. package/src/lanes/approval.ts +24 -0
  94. package/src/lanes/claude.ts +129 -0
  95. package/src/lanes/codex.ts +127 -0
  96. package/src/lanes/events.ts +130 -0
  97. package/src/lanes/job.ts +142 -0
  98. package/src/lanes/opencode.ts +122 -0
  99. package/src/lanes/process.ts +184 -0
  100. package/src/lanes/progress.ts +183 -0
  101. package/src/lanes/registry.ts +178 -0
  102. package/src/lanes/runner.ts +124 -0
  103. package/src/lanes/types.ts +112 -0
  104. package/src/market/catalogs/mcp-docs.json +111 -0
  105. package/src/market/catalogs/plugins.json +111 -0
  106. package/src/market/catalogs/skills.json +478 -0
  107. package/src/market/clone.ts +72 -0
  108. package/src/market/context-cost.ts +121 -0
  109. package/src/market/digest.ts +106 -0
  110. package/src/market/index.ts +22 -0
  111. package/src/market/install.ts +578 -0
  112. package/src/market/manifest.ts +187 -0
  113. package/src/market/prereq.ts +145 -0
  114. package/src/market/registry.ts +363 -0
  115. package/src/market/resolve.ts +111 -0
  116. package/src/market/types.ts +236 -0
  117. package/src/market/validate.ts +227 -0
  118. package/src/mcp/client.ts +449 -0
  119. package/src/mcp/config.ts +252 -0
  120. package/src/mcp/local-package.ts +211 -0
  121. package/src/mcp/market-catalog.ts +84 -0
  122. package/src/mcp/market-install.ts +289 -0
  123. package/src/mcp/market.ts +362 -0
  124. package/src/mcp/oauth.ts +251 -0
  125. package/src/mcp/prompts-resources.ts +249 -0
  126. package/src/mcp/shared.ts +149 -0
  127. package/src/mcp/status.ts +67 -0
  128. package/src/mcp/tools.ts +275 -0
  129. package/src/mcp/transport.ts +122 -0
  130. package/src/mcp/trust.ts +25 -0
  131. package/src/memory/blocks.ts +278 -0
  132. package/src/memory/recall.ts +355 -0
  133. package/src/memory/scope.ts +182 -0
  134. package/src/memory/store.ts +105 -0
  135. package/src/memory/tools.ts +99 -0
  136. package/src/plugins/cli.ts +119 -0
  137. package/src/plugins/discover.ts +108 -0
  138. package/src/plugins/index.ts +50 -0
  139. package/src/plugins/install.ts +184 -0
  140. package/src/plugins/load.ts +124 -0
  141. package/src/plugins/manifest.ts +92 -0
  142. package/src/plugins/state.ts +83 -0
  143. package/src/providers/auth.ts +408 -0
  144. package/src/providers/cache.ts +223 -0
  145. package/src/providers/catalog-local.ts +160 -0
  146. package/src/providers/catalog.ts +421 -0
  147. package/src/providers/middleware-context.ts +86 -0
  148. package/src/providers/middleware.ts +373 -0
  149. package/src/providers/model-list.ts +23 -0
  150. package/src/providers/models-index.json +1 -0
  151. package/src/providers/oauth/common.ts +105 -0
  152. package/src/providers/oauth/device-code.ts +107 -0
  153. package/src/providers/oauth/github-copilot.ts +146 -0
  154. package/src/providers/oauth/loopback.ts +158 -0
  155. package/src/providers/oauth/openai.ts +163 -0
  156. package/src/providers/oauth/openrouter.ts +89 -0
  157. package/src/providers/oauth/pkce.ts +45 -0
  158. package/src/providers/oauth/registry.ts +39 -0
  159. package/src/providers/oauth/seam.ts +89 -0
  160. package/src/providers/profile-glm53.ts +111 -0
  161. package/src/providers/profile-sonnet5-persona.ts +65 -0
  162. package/src/providers/profile-sonnet5-voice.ts +23 -0
  163. package/src/providers/profiles.ts +156 -0
  164. package/src/providers/provider-config.ts +311 -0
  165. package/src/providers/registry.ts +333 -0
  166. package/src/providers/responses.ts +209 -0
  167. package/src/providers/retry.ts +234 -0
  168. package/src/providers/router.ts +294 -0
  169. package/src/providers/sse.ts +26 -0
  170. package/src/providers/stream-errors.ts +117 -0
  171. package/src/providers/stream.ts +566 -0
  172. package/src/providers/thinking.ts +189 -0
  173. package/src/providers/wire-messages.ts +129 -0
  174. package/src/providers/wire-responses.ts +79 -0
  175. package/src/providers/wire-select.ts +53 -0
  176. package/src/server/http.ts +291 -0
  177. package/src/server/openapi.ts +246 -0
  178. package/src/sextant/card-hits.ts +102 -0
  179. package/src/sextant/card-keys.ts +55 -0
  180. package/src/sextant/context-source.ts +157 -0
  181. package/src/sextant/crew-cards.ts +350 -0
  182. package/src/sextant/draw-agents.ts +273 -0
  183. package/src/sextant/draw-code.ts +388 -0
  184. package/src/sextant/draw-context.ts +222 -0
  185. package/src/sextant/draw-frame.ts +164 -0
  186. package/src/sextant/draw-market.ts +573 -0
  187. package/src/sextant/draw-messages.ts +386 -0
  188. package/src/sextant/draw-pet.ts +230 -0
  189. package/src/sextant/draw-plan.ts +187 -0
  190. package/src/sextant/draw-tabs.ts +85 -0
  191. package/src/sextant/draw-util.ts +65 -0
  192. package/src/sextant/draw-wizard.ts +378 -0
  193. package/src/sextant/engine.ts +230 -0
  194. package/src/sextant/frame-hits.ts +25 -0
  195. package/src/sextant/frame.ts +101 -0
  196. package/src/sextant/git-status.ts +197 -0
  197. package/src/sextant/grid.ts +59 -0
  198. package/src/sextant/input.ts +119 -0
  199. package/src/sextant/keys.ts +521 -0
  200. package/src/sextant/layout.ts +86 -0
  201. package/src/sextant/local-commands.ts +169 -0
  202. package/src/sextant/market-source.ts +287 -0
  203. package/src/sextant/mentions.ts +200 -0
  204. package/src/sextant/message-hits.ts +26 -0
  205. package/src/sextant/model.ts +387 -0
  206. package/src/sextant/overlays.ts +456 -0
  207. package/src/sextant/panel-hits.ts +38 -0
  208. package/src/sextant/pet.ts +399 -0
  209. package/src/sextant/screen.ts +324 -0
  210. package/src/sextant/scroll-hits.ts +66 -0
  211. package/src/sextant/scrollbar.ts +82 -0
  212. package/src/sextant/sextant-bridge.ts +174 -0
  213. package/src/sextant/sextant-cards.ts +142 -0
  214. package/src/sextant/sextant-diff-base.ts +63 -0
  215. package/src/sextant/sextant-files.ts +154 -0
  216. package/src/sextant/sextant-frame-loop.ts +335 -0
  217. package/src/sextant/sextant-renderer.ts +574 -0
  218. package/src/sextant/sextant-repo.ts +140 -0
  219. package/src/sextant/theme.ts +66 -0
  220. package/src/sextant/tool-rows.ts +189 -0
  221. package/src/sextant/types.ts +493 -0
  222. package/src/skills/index.ts +387 -0
  223. package/src/skills/pack.ts +220 -0
  224. package/src/skills/spec.ts +162 -0
  225. package/src/skills/tools.ts +69 -0
  226. package/src/skills/versioned.ts +227 -0
  227. package/src/telemetry/otel-export.ts +122 -0
  228. package/src/telemetry/otel-lanes.ts +89 -0
  229. package/src/telemetry/otel-logs.ts +131 -0
  230. package/src/telemetry/otel-metrics.ts +136 -0
  231. package/src/telemetry/otel.ts +397 -0
  232. package/src/telemetry/otlp.ts +76 -0
  233. package/src/tools/ask-user.ts +156 -0
  234. package/src/tools/bash-bg.ts +94 -0
  235. package/src/tools/bash-jobs.ts +237 -0
  236. package/src/tools/design.ts +151 -0
  237. package/src/tools/evalcell.ts +338 -0
  238. package/src/tools/html-text.ts +139 -0
  239. package/src/tools/provider.ts +149 -0
  240. package/src/tools/task.ts +250 -0
  241. package/src/tools/todo.ts +320 -0
  242. package/src/tools/webfetch.ts +332 -0
  243. package/src/tools/websearch.ts +359 -0
  244. package/src/tui/agents-cmd.ts +41 -0
  245. package/src/tui/app.ts +749 -0
  246. package/src/tui/attach.ts +127 -0
  247. package/src/tui/boot-notes.ts +41 -0
  248. package/src/tui/builtin-prompts.ts +59 -0
  249. package/src/tui/checkpoints-cmd.ts +70 -0
  250. package/src/tui/clipboard-image.ts +81 -0
  251. package/src/tui/clipboard.ts +78 -0
  252. package/src/tui/commands.ts +283 -0
  253. package/src/tui/config-view.ts +53 -0
  254. package/src/tui/context-cmds.ts +282 -0
  255. package/src/tui/cost.ts +108 -0
  256. package/src/tui/crash-guard.ts +173 -0
  257. package/src/tui/focus-terminal.ts +34 -0
  258. package/src/tui/git-cmds.ts +273 -0
  259. package/src/tui/git-plain.ts +58 -0
  260. package/src/tui/info-cmd.ts +150 -0
  261. package/src/tui/input-plain.ts +76 -0
  262. package/src/tui/mcp-cmd.ts +128 -0
  263. package/src/tui/memory-note.ts +77 -0
  264. package/src/tui/modes-cmd.ts +45 -0
  265. package/src/tui/notify-seq.ts +100 -0
  266. package/src/tui/notify.ts +318 -0
  267. package/src/tui/overlays.ts +97 -0
  268. package/src/tui/pi-renderer.ts +428 -0
  269. package/src/tui/providers-cmd.ts +377 -0
  270. package/src/tui/reasoning-view.ts +56 -0
  271. package/src/tui/renderer.ts +128 -0
  272. package/src/tui/replay-marker.ts +29 -0
  273. package/src/tui/session-cmd.ts +148 -0
  274. package/src/tui/session-manage.ts +95 -0
  275. package/src/tui/sextant-attach.ts +102 -0
  276. package/src/tui/sextant-io.ts +202 -0
  277. package/src/tui/sextant-smoke.ts +110 -0
  278. package/src/tui/shell-cmd.ts +158 -0
  279. package/src/tui/smoke.ts +72 -0
  280. package/src/tui/staged-terminal.ts +50 -0
  281. package/src/tui/startup.ts +12 -0
  282. package/src/tui/theme.ts +59 -0
  283. package/src/tui/todo-label.ts +7 -0
  284. package/src/tui/trust-card.ts +107 -0
  285. package/src/tui/tui-commands.ts +87 -0
  286. package/tsconfig.json +30 -0
  287. package/vendor/pi-tui/LICENSE +21 -0
  288. package/vendor/pi-tui/PATCHES.md +12 -0
  289. package/vendor/pi-tui/PROVENANCE.md +12 -0
  290. package/vendor/pi-tui/README.upstream.md +854 -0
  291. package/vendor/pi-tui/native/win32/prebuilds/win32-arm64/win32-console-mode.node +0 -0
  292. package/vendor/pi-tui/native/win32/prebuilds/win32-x64/win32-console-mode.node +0 -0
  293. package/vendor/pi-tui/src/alt-screen-search.ts +158 -0
  294. package/vendor/pi-tui/src/autocomplete.ts +827 -0
  295. package/vendor/pi-tui/src/components/alt-screen-flash.ts +52 -0
  296. package/vendor/pi-tui/src/components/box.ts +138 -0
  297. package/vendor/pi-tui/src/components/cancellable-loader.ts +41 -0
  298. package/vendor/pi-tui/src/components/editor.ts +2364 -0
  299. package/vendor/pi-tui/src/components/h-stack.ts +45 -0
  300. package/vendor/pi-tui/src/components/image.ts +128 -0
  301. package/vendor/pi-tui/src/components/input.ts +448 -0
  302. package/vendor/pi-tui/src/components/loader.ts +93 -0
  303. package/vendor/pi-tui/src/components/markdown.ts +1016 -0
  304. package/vendor/pi-tui/src/components/scroll-view.ts +217 -0
  305. package/vendor/pi-tui/src/components/select-list.ts +230 -0
  306. package/vendor/pi-tui/src/components/settings-list.ts +277 -0
  307. package/vendor/pi-tui/src/components/spacer.ts +29 -0
  308. package/vendor/pi-tui/src/components/stack.ts +155 -0
  309. package/vendor/pi-tui/src/components/text.ts +108 -0
  310. package/vendor/pi-tui/src/components/truncated-text.ts +66 -0
  311. package/vendor/pi-tui/src/components/v-stack.ts +34 -0
  312. package/vendor/pi-tui/src/editor-component.ts +75 -0
  313. package/vendor/pi-tui/src/fuzzy.ts +138 -0
  314. package/vendor/pi-tui/src/index.ts +149 -0
  315. package/vendor/pi-tui/src/keybindings.ts +321 -0
  316. package/vendor/pi-tui/src/keys.ts +1402 -0
  317. package/vendor/pi-tui/src/kill-ring.ts +47 -0
  318. package/vendor/pi-tui/src/latex.ts +1381 -0
  319. package/vendor/pi-tui/src/layout-node.ts +52 -0
  320. package/vendor/pi-tui/src/layout.ts +411 -0
  321. package/vendor/pi-tui/src/native-modifiers.ts +60 -0
  322. package/vendor/pi-tui/src/native-module-path.ts +32 -0
  323. package/vendor/pi-tui/src/stdin-buffer.ts +445 -0
  324. package/vendor/pi-tui/src/terminal-colors.ts +74 -0
  325. package/vendor/pi-tui/src/terminal-image.ts +701 -0
  326. package/vendor/pi-tui/src/terminal.ts +554 -0
  327. package/vendor/pi-tui/src/tui-alt-screen.ts +1379 -0
  328. package/vendor/pi-tui/src/tui-main-screen.ts +655 -0
  329. package/vendor/pi-tui/src/tui.ts +1264 -0
  330. package/vendor/pi-tui/src/undo-stack.ts +29 -0
  331. package/vendor/pi-tui/src/utils.ts +1327 -0
  332. package/vendor/pi-tui/src/word-navigation.ts +118 -0
  333. package/vendor/pi-tui/test/test-themes.ts +39 -0
  334. package/vendor/pi-tui/test/virtual-terminal.ts +219 -0
@@ -0,0 +1,86 @@
1
+ /** Context lowering for non-native tool calling (MED-2 of port #7).
2
+ *
3
+ * Port of senpi's transformContext (research/source_snapshots/code-yeongyu-senpi @ a0f26a6,
4
+ * packages/ai/src/tool-call-middleware/context-transformer.ts:165-181, 209-261): once the
5
+ * middleware is driving a conversation, follow-up requests must not contain native tool
6
+ * artifacts — a genuinely non-native model cannot consume `tool_calls` parts, `role:"tool"`
7
+ * messages, or a `tools` array. So, per upstream:
8
+ *
9
+ * - assistant tool_call parts → protocol TEXT via formatToolCall (hermes; json-mix.ts:635-641)
10
+ * - tool-result messages → user-role text via formatToolResponse (hermes.ts:46-60)
11
+ * - options.tools → stripped (provider sees a tool-free request;
12
+ * context-transformer.ts:170)
13
+ *
14
+ * Rovecode split vs upstream: transformContext also injects the tools system prompt; rovecode does
15
+ * that in runtime.buildDef (toolPromptBlock), so this module only lowers messages + options.
16
+ *
17
+ * Activation: upstream applies transformContext whenever a text protocol is configured for
18
+ * the model. Rovecode wraps every provider stream, so default is AUTO-DETECT — middleware mode is
19
+ * observable exactly when history contains a tool call the middleware itself minted (ids are
20
+ * prefixed "textcall_"; native providers never produce that prefix because native turns pass
21
+ * through byte-identical). `lowerContext: true|false` in MiddlewareOptions overrides. */
22
+
23
+ import type { Message, MessagePart, StreamOptions } from "../core/types.ts";
24
+
25
+ /** Prefix of middleware-minted tool-call ids (withToolCallParsing). */
26
+ export const TEXTCALL_ID_PREFIX = "textcall_";
27
+
28
+ /** Hermes formatToolCall — the exact markup parseToolCalls accepts (json-mix.ts:635-641). */
29
+ export function formatToolCallText(tool: string, args: unknown): string {
30
+ return `<tool_call>\n${JSON.stringify({ name: tool, arguments: args })}\n</tool_call>`;
31
+ }
32
+
33
+ /** Hermes formatToolResponse (hermes.ts:46-60): tool NAME + content, call id dropped. */
34
+ export function formatToolResponseText(tool: string, output: string): string {
35
+ return `<tool_response>${JSON.stringify({ name: tool, content: output })}</tool_response>`;
36
+ }
37
+
38
+ function middlewareMintedCallsIn(messages: readonly Message[]): boolean {
39
+ return messages.some(
40
+ (m) => m.role === "assistant" && m.parts.some((p) => p.kind === "tool_call" && p.id.startsWith(TEXTCALL_ID_PREFIX)),
41
+ );
42
+ }
43
+
44
+ /** Lower native tool history to text protocol. No-op (same references) unless middleware mode
45
+ * is active: `mode` true forces, false disables, undefined auto-detects minted ids (above).
46
+ * Never mutates inputs — lowered messages/options are fresh objects (upstream: "original is
47
+ * not mutated", context-transformer.ts:163). */
48
+ export function lowerNonNativeContext(
49
+ messages: Message[],
50
+ options: StreamOptions | undefined,
51
+ mode?: boolean,
52
+ ): { messages: Message[]; options: StreamOptions | undefined } {
53
+ const active = mode ?? middlewareMintedCallsIn(messages);
54
+ if (!active) return { messages, options };
55
+
56
+ // callId → tool name, so tool results can be rendered under the NAME hermes expects
57
+ // (rovecode ToolResultPart carries only callId; upstream ToolResultMessage carries toolName).
58
+ const toolNames = new Map<string, string>();
59
+ for (const m of messages) {
60
+ for (const p of m.parts) if (p.kind === "tool_call") toolNames.set(p.id, p.tool);
61
+ }
62
+
63
+ const lowered = messages.map((m): Message => {
64
+ if (m.role === "assistant" && m.parts.some((p) => p.kind === "tool_call")) {
65
+ // transformAssistantMessage (:209-246): text/thinking kept, toolCall → text.
66
+ const parts: MessagePart[] = m.parts.map((p) =>
67
+ p.kind === "tool_call" ? { kind: "text", text: formatToolCallText(p.tool, p.args) } : p,
68
+ );
69
+ return { ...m, parts };
70
+ }
71
+ if (m.role === "tool") {
72
+ // transformToolResultMessage (:251-261): tool result → user message with text content.
73
+ const parts: MessagePart[] = m.parts.map((p) =>
74
+ p.kind === "tool_result"
75
+ ? { kind: "text", text: formatToolResponseText(toolNames.get(p.callId) ?? p.callId, p.output) }
76
+ : p,
77
+ );
78
+ return { ...m, role: "user", parts };
79
+ }
80
+ return m;
81
+ });
82
+
83
+ if (options === undefined || options.tools === undefined) return { messages: lowered, options };
84
+ const { tools: _stripped, ...toolFree } = options; // strip tools key entirely (:170)
85
+ return { messages: lowered, options: toolFree };
86
+ }
@@ -0,0 +1,373 @@
1
+ /** Tool-call middleware: lets models WITHOUT native function calling drive rovecode's tools.
2
+ *
3
+ * Port of senpi's tool-call middleware (research/source_snapshots/code-yeongyu-senpi @ a0f26a6,
4
+ * packages/ai/src/tool-call-middleware). Formats:
5
+ *
6
+ * - "hermes-xml": <tool_call>{"name":"read","arguments":{...}}</tool_call>
7
+ * tags protocols/hermes.ts:6-7; regex scan protocols/json-mix.ts:643-670; JSON shape gate
8
+ * json-mix.ts:135-161; relaxed-JSON repair ladder json-mix.ts:114-133 (trailing commas :29-71,
9
+ * quote-mismatched keys :73-75, brace wrapping :77-88, excess closers :90-112).
10
+ * - "xml-function": <invoke name="tool"><parameter name="k">v</parameter></invoke>
11
+ * senpi has NO literal <function=name> syntax; its XML function-call protocol is the
12
+ * anthropic-xml/antml invoke form (optional antml: namespace, single or double quotes):
13
+ * tag grammar protocols/anthropic-xml/invoke-tag-syntax.ts:5-15, parse loop
14
+ * protocols/anthropic-xml/parse.ts:9-68. Schema-less value coercion (we have no schema at
15
+ * parse time): decode XML entities then try JSON.parse else keep string
16
+ * (coerce-parameters.ts:94-98), boundary newlines trimmed (:15-19), duplicate parameter
17
+ * name invalidates the call (:29-31). Entities per xml-entities.ts:32-41.
18
+ * - "json-fenced": ```json {"name":...,"arguments":{...}} ``` — rovecode extension; senpi itself has
19
+ * no fenced-JSON protocol (its recovery-code-mask.ts EXCLUDES code spans from scanning), so
20
+ * the fence body is gated on the exact hermes call shape with NO extraneous keys — an
21
+ * ordinary JSON code block is never consumed.
22
+ *
23
+ * Shared edge cases ported:
24
+ * - args accept "arguments" or "parameters" keys ("arguments" wins when both present).
25
+ * - Markup inside fenced code blocks or inline `code` is NOT parsed (senpi recovery-code-mask.ts
26
+ * marks code spans non-scannable); an unclosed fence swallows the rest of the text.
27
+ * - Malformed markup (unparseable JSON, unclosed tags, duplicate params) never throws and never
28
+ * loses text: the raw block stays verbatim in cleanText (json-mix.ts:658-666 "keeping original
29
+ * text"; parse.ts:57-62).
30
+ * - Unknown-tool filtering (json-mix.ts:146): when a tool catalog is known (opts.tools, or
31
+ * derived from StreamOptions.tools in the wrapper), markup naming any other tool is NOT
32
+ * consumed — it stays as text. Without a catalog, gating is structural only.
33
+ * - Context round-trip for non-native models: once the middleware has minted a call, follow-up
34
+ * requests are lowered to text protocol (see middleware-context.ts / senpi transformContext).
35
+ *
36
+ * STREAMING CAVEAT: parsing happens on the terminal "turn" event only. text_delta events pass
37
+ * through untouched, so live deltas may briefly show raw markup (this mirrors senpi's
38
+ * parseGeneratedText terminal path, not its incremental StreamParser). */
39
+
40
+ import type { MessagePart, StreamFn, ToolSchema } from "../core/types.ts";
41
+ import { lowerNonNativeContext, TEXTCALL_ID_PREFIX } from "./middleware-context.ts";
42
+ import { randomUUID } from "node:crypto";
43
+
44
+ export type TextToolCallFormat = "hermes-xml" | "json-fenced" | "xml-function";
45
+
46
+ export interface MiddlewareOptions {
47
+ /** Formats to parse. Default: all three. */
48
+ formats?: TextToolCallFormat[];
49
+ /** Known tool names. When set, markup naming any OTHER tool is not consumed — it stays as
50
+ * text (json-mix.ts:146; an empty catalog parses nothing, parse.ts:15-17). The wrapper
51
+ * derives this from StreamOptions.tools when unset. Unset = structural gating only. */
52
+ tools?: readonly string[];
53
+ /** Lower native tool history to text protocol for non-native models (middleware-context.ts).
54
+ * true forces, false disables; unset auto-detects middleware-minted call ids in history. */
55
+ lowerContext?: boolean;
56
+ }
57
+
58
+ export interface ParsedTextToolCall { tool: string; args: unknown }
59
+
60
+ const ALL_FORMATS: readonly TextToolCallFormat[] = ["hermes-xml", "json-fenced", "xml-function"];
61
+
62
+ // ---------- relaxed JSON (senpi json-mix.ts:29-133) ----------
63
+
64
+ function isRecord(value: unknown): value is Record<string, unknown> {
65
+ return typeof value === "object" && value !== null && !Array.isArray(value);
66
+ }
67
+
68
+ /** String-aware trailing-comma removal (json-mix.ts:29-71). */
69
+ function removeTrailingCommas(text: string): string {
70
+ let out = "", inStr = false, esc = false;
71
+ for (let i = 0; i < text.length; i++) {
72
+ const ch = text[i] ?? "";
73
+ if (inStr) {
74
+ out += ch;
75
+ if (esc) esc = false;
76
+ else if (ch === "\\") esc = true;
77
+ else if (ch === '"') inStr = false;
78
+ continue;
79
+ }
80
+ if (ch === '"') { inStr = true; out += ch; continue; }
81
+ if (ch === ",") {
82
+ let j = i + 1;
83
+ while (j < text.length && /\s/.test(text[j] ?? "")) j++;
84
+ const next = text[j];
85
+ if (next === "}" || next === "]") continue;
86
+ }
87
+ out += ch;
88
+ }
89
+ return out;
90
+ }
91
+
92
+ /** `"key':` → `"key":` (json-mix.ts:73-75). */
93
+ function normalizeMalformedObjectKeys(text: string): string {
94
+ return text.replace(/"([A-Za-z0-9_.$-]+)'(?=\s*:)/g, '"$1"');
95
+ }
96
+
97
+ /** Wrap bare `k: v` bodies in braces (json-mix.ts:77-88). */
98
+ function ensureObjectDelimiters(text: string): string {
99
+ const trimmed = text.trim();
100
+ if (trimmed.startsWith("{") || trimmed.startsWith("[")) return trimmed;
101
+ return trimmed.includes(":") ? `{${trimmed}}` : trimmed;
102
+ }
103
+
104
+ /** Trim `}` beyond the balance point (json-mix.ts:90-112). */
105
+ function trimExcessTrailingClosers(text: string): string {
106
+ let open = 0, close = 0;
107
+ for (const ch of text) {
108
+ if (ch === "{") open++;
109
+ else if (ch === "}") close++;
110
+ }
111
+ let excess = close - open, out = text;
112
+ while (excess > 0 && out.endsWith("}")) { out = out.slice(0, -1); excess--; }
113
+ return out;
114
+ }
115
+
116
+ /** Repair ladder (json-mix.ts:114-133); returns null instead of throwing. */
117
+ function parseRelaxedJson(text: string): unknown | null {
118
+ const a = removeTrailingCommas(text);
119
+ const b = normalizeMalformedObjectKeys(a);
120
+ const c = ensureObjectDelimiters(b);
121
+ for (const candidate of [text, a, b, c, trimExcessTrailingClosers(c)]) {
122
+ try { return JSON.parse(candidate); } catch { /* next repair attempt */ }
123
+ }
124
+ return null;
125
+ }
126
+
127
+ /** Tool-call shape gate (json-mix.ts:135-161). `arguments` preferred; `parameters` accepted per
128
+ * spec. strict additionally rejects extraneous keys (json-fenced false-positive guard) —
129
+ * INCLUDING "parameters": {"name", "parameters"} is the canonical JSON-Schema function
130
+ * DEFINITION shape, so a model echoing a definition in a ```json fence must stay text. */
131
+ function toolCallShape(value: unknown, strict: boolean): ParsedTextToolCall | null {
132
+ if (!isRecord(value) || typeof value.name !== "string") return null;
133
+ const args = isRecord(value.arguments) ? value.arguments : isRecord(value.parameters) ? value.parameters : null;
134
+ if (!args) return null;
135
+ if (strict && Object.keys(value).some((k) => !["name", "arguments", "id"].includes(k))) return null;
136
+ return { tool: value.name, args };
137
+ }
138
+
139
+ // ---------- XML entities + invoke value coercion (anthropic-xml) ----------
140
+
141
+ /** xml-entities.ts:32-41 (order matters: &amp; last). */
142
+ function decodeXmlEntities(value: string): string {
143
+ return value
144
+ .replaceAll("&#13;", "\r").replaceAll("&#10;", "\n")
145
+ .replaceAll("&quot;", '"').replaceAll("&apos;", "'")
146
+ .replaceAll("&lt;", "<").replaceAll("&gt;", ">").replaceAll("&amp;", "&");
147
+ }
148
+
149
+ /** coerce-parameters.ts:15-19 + 94-98: trim one boundary newline, decode, JSON else string. */
150
+ function coerceParameterValue(raw: string): unknown {
151
+ const trimmed = raw.replace(/^(?:\r\n|\r|\n)/, "").replace(/(?:\r\n|\r|\n)$/, "");
152
+ const decoded = decodeXmlEntities(trimmed);
153
+ try { return JSON.parse(decoded); } catch { return decoded; }
154
+ }
155
+
156
+ // ---------- code-span segmentation (senpi recovery-code-mask.ts: code is never scanned) ----------
157
+
158
+ type FenceBlock =
159
+ | { kind: "plain"; raw: string }
160
+ | { kind: "fence"; raw: string; info: string; body: string; closed: boolean };
161
+
162
+ /** Line-anchored fences: 3+ backticks after ≤3 spaces (recovery-code-mask.ts:76-78,104).
163
+ * Also accepts the single-line form ```json {...} ```. Blocks rejoin with "\n" losslessly. */
164
+ function splitFences(text: string): FenceBlock[] {
165
+ const lines = text.split("\n");
166
+ const blocks: FenceBlock[] = [];
167
+ let plain: string[] = [];
168
+ const flush = () => { if (plain.length > 0) { blocks.push({ kind: "plain", raw: plain.join("\n") }); plain = []; } };
169
+ for (let i = 0; i < lines.length; i++) {
170
+ const line = lines[i] ?? "";
171
+ const oneLine = /^ {0,3}(`{3,})(\w*)[ \t]+([\s\S]*?)`{3,}\s*$/.exec(line);
172
+ if (oneLine) {
173
+ flush();
174
+ blocks.push({ kind: "fence", raw: line, info: (oneLine[2] ?? "").trim(), body: oneLine[3] ?? "", closed: true });
175
+ continue;
176
+ }
177
+ const open = /^ {0,3}(`{3,})(.*)$/.exec(line);
178
+ if (!open) { plain.push(line); continue; }
179
+ const ticks = (open[1] ?? "```").length;
180
+ const closerRe = new RegExp(`^ {0,3}\`{${ticks},}\\s*$`);
181
+ let j = i + 1;
182
+ while (j < lines.length && !closerRe.test(lines[j] ?? "")) j++;
183
+ const closed = j < lines.length;
184
+ const end = closed ? j : lines.length - 1;
185
+ flush();
186
+ blocks.push({
187
+ kind: "fence",
188
+ raw: lines.slice(i, end + 1).join("\n"),
189
+ info: (open[2] ?? "").trim(),
190
+ body: lines.slice(i + 1, closed ? j : lines.length).join("\n"),
191
+ closed,
192
+ });
193
+ i = end;
194
+ }
195
+ flush();
196
+ return blocks;
197
+ }
198
+
199
+ /** Inline `code` spans (same line, matching tick runs) — masked from markup scanning. */
200
+ function inlineCodeRanges(text: string): { start: number; end: number }[] {
201
+ return [...text.matchAll(/(`+)[^`\n]+?\1/g)].map((m) => ({ start: m.index, end: m.index + m[0].length }));
202
+ }
203
+
204
+ // ---------- format scanners ----------
205
+
206
+ interface Consumed { start: number; end: number; call: ParsedTextToolCall }
207
+
208
+ const HERMES_RE = /<tool_call>([\s\S]*?)<\/tool_call>/g; // hermes.ts:6-7 + json-mix.ts:650-653
209
+ const INVOKE_OPEN_RE = /<\s*(?:antml:)?invoke\b\s+name\s*=\s*(?:"([^"]+)"|'([^']+)')\s*>/g; // invoke-tag-syntax.ts:5-7
210
+ const INVOKE_CLOSE_RE = /<\s*\/\s*(?:antml:)?invoke\s*>/g; // invoke-tag-syntax.ts:8
211
+ const PARAM_OPEN_RE = /<\s*(?:antml:)?parameter\b\s+name\s*=\s*(?:"([^"]+)"|'([^']+)')\s*>/g; // invoke-tag-syntax.ts:11-14
212
+ const PARAM_CLOSE_RE = /<\s*\/\s*(?:antml:)?parameter\s*>/g; // invoke-tag-syntax.ts:15
213
+ const FUNCTION_CALLS_TAG_RE = /[ \t]*<\s*\/?\s*(?:antml:)?function_calls\s*>[ \t]*/g; // invoke-tag-syntax.ts:274
214
+
215
+ function execFrom(re: RegExp, text: string, from: number): RegExpExecArray | null {
216
+ re.lastIndex = from;
217
+ return re.exec(text);
218
+ }
219
+
220
+ /** One invoke block starting at/after `from`. call === null → malformed, leave as text
221
+ * (senpi parse.ts:57-62 keeps original text; unclosed blocks are never consumed). */
222
+ function scanInvoke(text: string, from: number): { start: number; end: number; call: ParsedTextToolCall | null; nextFrom: number } | null {
223
+ const open = execFrom(INVOKE_OPEN_RE, text, from);
224
+ if (!open) return null;
225
+ const start = open.index;
226
+ const failed = { start, end: start, call: null, nextFrom: start + open[0].length };
227
+ const tool = decodeXmlEntities(open[1] ?? open[2] ?? "");
228
+ const args: Record<string, unknown> = {};
229
+ let cursor = start + open[0].length;
230
+ for (;;) {
231
+ const close = execFrom(INVOKE_CLOSE_RE, text, cursor);
232
+ if (!close) return failed; // unclosed invoke
233
+ const param = execFrom(PARAM_OPEN_RE, text, cursor);
234
+ if (!param || close.index < param.index) {
235
+ // Stray body text outside <parameter> tags is discarded (senpi scanInvokeBlock:176-177).
236
+ const end = close.index + close[0].length;
237
+ return { start, end, call: { tool, args }, nextFrom: end };
238
+ }
239
+ const name = decodeXmlEntities(param[1] ?? param[2] ?? "");
240
+ const valueStart = param.index + param[0].length;
241
+ const paramClose = execFrom(PARAM_CLOSE_RE, text, valueStart);
242
+ // Missing </parameter> before </invoke> → parameters unusable (invoke-tag-syntax.ts:190-196).
243
+ if (!paramClose) return failed;
244
+ const closeAfterValue = execFrom(INVOKE_CLOSE_RE, text, valueStart);
245
+ if (closeAfterValue && closeAfterValue.index < paramClose.index) return failed;
246
+ if (Object.hasOwn(args, name)) return failed; // duplicate param (coerce-parameters.ts:29-31)
247
+ args[name] = coerceParameterValue(text.slice(valueStart, paramClose.index));
248
+ cursor = paramClose.index + paramClose[0].length;
249
+ }
250
+ }
251
+
252
+ /** Scan one plain (non-code) segment for hermes + invoke markup; returns leftover text and
253
+ * appends consumed calls in document order. `allowed` is the tool-catalog gate: an unknown
254
+ * tool name is treated like malformed markup — never consumed (json-mix.ts:146). */
255
+ function scanPlainSegment(text: string, formats: ReadonlySet<TextToolCallFormat>, calls: ParsedTextToolCall[], allowed: (tool: string) => boolean): string {
256
+ const inline = inlineCodeRanges(text);
257
+ const masked = (at: number) => inline.some((r) => at >= r.start && at < r.end);
258
+ const found: Consumed[] = [];
259
+ if (formats.has("hermes-xml")) {
260
+ for (const m of text.matchAll(HERMES_RE)) {
261
+ if (masked(m.index)) continue;
262
+ const call = toolCallShape(parseRelaxedJson(m[1] ?? ""), false);
263
+ if (call && allowed(call.tool)) found.push({ start: m.index, end: m.index + m[0].length, call });
264
+ // else: malformed JSON / unknown tool → block stays in cleanText (json-mix.ts:658-666)
265
+ }
266
+ }
267
+ let sawInvoke = false;
268
+ if (formats.has("xml-function")) {
269
+ let from = 0;
270
+ for (let inv = scanInvoke(text, from); inv !== null; inv = scanInvoke(text, from)) {
271
+ from = inv.nextFrom;
272
+ if (inv.call && allowed(inv.call.tool) && !masked(inv.start)) { found.push({ start: inv.start, end: inv.end, call: inv.call }); sawInvoke = true; }
273
+ }
274
+ }
275
+ found.sort((a, b) => a.start - b.start);
276
+ let cursor = 0, out = "";
277
+ for (const f of found) {
278
+ if (f.start < cursor) continue; // overlapping match: earliest wins
279
+ out += text.slice(cursor, f.start);
280
+ calls.push(f.call);
281
+ cursor = f.end;
282
+ }
283
+ out += text.slice(cursor);
284
+ // A consumed invoke may be wrapped in antml-style <function_calls> tags — drop the bare
285
+ // wrapper tags too (senpi antml protocol consumes them; invoke-tag-syntax.ts:274).
286
+ if (sawInvoke) out = out.replace(FUNCTION_CALLS_TAG_RE, "");
287
+ return out;
288
+ }
289
+
290
+ // ---------- public API ----------
291
+
292
+ /** Parse one assistant text into {cleanText, calls[]}. Never throws; unparseable or malformed
293
+ * markup stays verbatim in cleanText. Calls are returned in document order. */
294
+ export function parseToolCalls(text: string, opts?: MiddlewareOptions): { cleanText: string; calls: ParsedTextToolCall[] } {
295
+ const formats = new Set<TextToolCallFormat>(opts?.formats ?? ALL_FORMATS);
296
+ const known = opts?.tools === undefined ? null : new Set(opts.tools);
297
+ const allowed = (tool: string): boolean => known === null || known.has(tool);
298
+ const calls: ParsedTextToolCall[] = [];
299
+ const chunks: string[] = [];
300
+ for (const block of splitFences(text)) {
301
+ if (block.kind === "fence") {
302
+ if (block.closed && formats.has("json-fenced") && /^json$/i.test(block.info)) {
303
+ const call = toolCallShape(parseRelaxedJson(block.body.trim()), true);
304
+ if (call && allowed(call.tool)) { calls.push(call); continue; } // fence consumed
305
+ }
306
+ chunks.push(block.raw); // any other fence: kept verbatim, contents never scanned
307
+ } else {
308
+ chunks.push(scanPlainSegment(block.raw, formats, calls, allowed));
309
+ }
310
+ }
311
+ return { cleanText: chunks.join("\n").trim(), calls };
312
+ }
313
+
314
+ /** Minted ids are `textcall_<nonce>_<n>`: the per-process nonce keeps replayed history (session
315
+ * resume after restart) from colliding with freshly minted ids — Anthropic 400s on duplicate
316
+ * tool_use ids. The counter is module-global, so ids stay unique across wrapper instances. */
317
+ const runNonce = randomUUID().slice(0, 8);
318
+ let nextTextCallId = 0;
319
+
320
+ /** Wrap a StreamFn: when a terminal turn has NO tool_call parts but its text contains parseable
321
+ * tool-call markup, rewrite it — text part(s) minus the markup, plus tool_call parts with
322
+ * generated ids, stopReason → "tool_use". Turns with native tool calls (and all non-turn
323
+ * events, including text_delta) pass through untouched — see streaming caveat in header.
324
+ *
325
+ * Request side (senpi transformContext): once middleware mode is active (see
326
+ * middleware-context.ts) the outgoing request is lowered — prior tool calls/results become
327
+ * protocol text and options.tools is stripped, so a non-native model never sees native tool
328
+ * artifacts. Parsed calls are gated against the tool catalog (opts.tools, else the names in
329
+ * the ORIGINAL StreamOptions.tools): unknown-tool markup stays as text. */
330
+ export function withToolCallParsing(stream: StreamFn, opts?: MiddlewareOptions): StreamFn {
331
+ return async function* (model, messages, options) {
332
+ const known = opts?.tools ?? options?.tools?.map((t) => t.name);
333
+ const parseOpts = known === undefined ? opts : { ...opts, tools: known };
334
+ const lowered = lowerNonNativeContext(messages, options, opts?.lowerContext);
335
+ for await (const event of stream(model, lowered.messages, lowered.options)) {
336
+ if (event.type !== "turn" || event.turn.parts.some((p) => p.kind === "tool_call")) {
337
+ yield event; // native tool calls / deltas: byte-identical passthrough
338
+ continue;
339
+ }
340
+ const parts: MessagePart[] = [];
341
+ let total = 0;
342
+ for (const part of event.turn.parts) {
343
+ if (part.kind !== "text") { parts.push(part); continue; }
344
+ const { cleanText, calls } = parseToolCalls(part.text, parseOpts);
345
+ if (calls.length === 0) { parts.push(part); continue; }
346
+ total += calls.length;
347
+ if (cleanText.length > 0) parts.push({ kind: "text", text: cleanText });
348
+ for (const call of calls) {
349
+ parts.push({ kind: "tool_call", id: `${TEXTCALL_ID_PREFIX}${runNonce}_${nextTextCallId++}`, tool: call.tool, args: call.args });
350
+ }
351
+ }
352
+ if (total === 0) { yield event; continue; }
353
+ yield { type: "turn", turn: { ...event.turn, parts, stopReason: "tool_use" } };
354
+ }
355
+ };
356
+ }
357
+
358
+ /** Prompt block advertising tools to non-native models. Ported near-verbatim from senpi's
359
+ * Hermes prompt (hermes.ts:27-40; tool definitions rendered per hermes.ts:13-20) — senpi
360
+ * advertises exactly one protocol per model, and hermes-xml is our canonical emission format.
361
+ * Pure function of `tools` → deterministic. */
362
+ export function toolPromptBlock(tools: ToolSchema[]): string {
363
+ if (tools.length === 0) return "";
364
+ const rendered = tools
365
+ .map((t) => `{"type": "function", "function": {"name": ${JSON.stringify(t.name)}, "description": ${JSON.stringify(t.description)}, "parameters": ${JSON.stringify(t.args)}}}`)
366
+ .join("\n");
367
+ return `You are a function calling AI model. You are provided with function signatures within <tools></tools> XML tags. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. Here are the available tools: <tools> ${rendered} </tools>
368
+ Use the following pydantic model json schema for each tool call you will make: {"properties": {"name": {"title": "Name", "type": "string"}, "arguments": {"title": "Arguments", "type": "object"}}, "required": ["name", "arguments"], "title": "FunctionCall", "type": "object"}
369
+ For each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:
370
+ <tool_call>
371
+ {"name": "<function-name>", "arguments": <args-dict>}
372
+ </tool_call>`;
373
+ }
@@ -0,0 +1,23 @@
1
+ /** Port #60 model-picker row metadata, adapted from aion's providers/model-list.ts.
2
+ * Rovecode already lists LIVE provider ids through ProviderRegistry.models; keep that source of truth.
3
+ * Only format the optional ModelCatalog.lookup metadata here — no second row/table/catalog abstraction. */
4
+ import type { ModelInfo } from "./catalog.ts";
5
+
6
+ /** Context tokens, compact enough for a picker row; unknown metadata stays blank. */
7
+ export function fmtContext(n: number | undefined): string {
8
+ if (n === undefined) return "";
9
+ return n >= 1_000_000 ? `${(n / 1_000_000).toFixed(1)}M ctx` : n >= 1000 ? `${Math.round(n / 1000)}k ctx` : `${n} ctx`;
10
+ }
11
+
12
+ /** Input/output dollars per million tokens; zero is a known price, a missing side is '?'. */
13
+ export function fmtPrice(pricing: ModelInfo["pricing"]): string {
14
+ if (pricing?.inputPerMTok === undefined && pricing?.outputPerMTok === undefined) return "";
15
+ const price = (n: number | undefined): string => n === undefined ? "?" : `$${n}`;
16
+ return `${price(pricing?.inputPerMTok)}/${price(pricing?.outputPerMTok)}`;
17
+ }
18
+
19
+ /** The aion row wording, over rovecode's real ModelInfo shape. */
20
+ export function describeModel(info: ModelInfo | undefined): string {
21
+ if (info === undefined) return "";
22
+ return [fmtContext(info.contextWindow), fmtPrice(info.pricing), info.supportsReasoning ? "reasoning" : "", info.supportsTools === false ? "no tools" : ""].filter(Boolean).join(" · ");
23
+ }