@evandu/super-pi-server 0.0.0-stage → 0.1.259

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (370) hide show
  1. package/README.md +248 -3
  2. package/agents/code-auditor.md +64 -0
  3. package/agents/code-designer.md +64 -0
  4. package/agents/coder.md +24 -0
  5. package/agents/critic.md +24 -0
  6. package/agents/document-organizer.md +48 -0
  7. package/agents/patcher.md +27 -0
  8. package/agents/planner.md +30 -0
  9. package/agents/project-leader.md +28 -0
  10. package/agents/reviewer.md +27 -0
  11. package/agents/scout.md +27 -0
  12. package/agents/solution-designer.md +62 -0
  13. package/agents/super-pi-documents/index.ts +92 -0
  14. package/agents/super-pi-feishu/index.ts +88 -0
  15. package/agents/super-pi-knowledge/index.ts +70 -0
  16. package/agents/super-pi-managed-model/index.ts +9 -0
  17. package/agents/super-pi-memory/index.ts +75 -0
  18. package/agents/super-pi-native-tools/index.ts +1 -0
  19. package/agents/super-pi-task/core.ts +2262 -0
  20. package/agents/super-pi-task/index.ts +814 -0
  21. package/agents/super-pi-task/workflow-schema.ts +34 -0
  22. package/agents/super-pi-web/index.ts +32 -0
  23. package/agents/verifier.md +25 -0
  24. package/assets/fonts/LICENSE +92 -0
  25. package/assets/fonts/NotoSansSC-Bold.otf +0 -0
  26. package/assets/fonts/NotoSansSC-Regular.otf +0 -0
  27. package/assets/knowledge-model/README.md +37 -0
  28. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/config.json +31 -0
  29. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/onnx/model_quantized.onnx +0 -0
  30. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/special_tokens_map.json +7 -0
  31. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/tokenizer.json +21278 -0
  32. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/tokenizer_config.json +15 -0
  33. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/vocab.txt +21128 -0
  34. package/bin/npm-prefix.d.ts +1 -0
  35. package/bin/npm-prefix.js +10 -0
  36. package/bin/super-pi.js +349 -0
  37. package/dist/client/.super-pi-client-sources.json +82 -0
  38. package/dist/client/assets/CodeMirrorEditor-mi9rGUce.js +2 -0
  39. package/dist/client/assets/GitDiffEditor-CpoDDQrA.css +1 -0
  40. package/dist/client/assets/GitDiffEditor-FQBfGxOY.js +29 -0
  41. package/dist/client/assets/diff-ChtP43wD.js +1 -0
  42. package/dist/client/assets/dist-AW5lyI3I.js +1 -0
  43. package/dist/client/assets/dist-B3-a6uF0.js +7 -0
  44. package/dist/client/assets/dist-BGxkyh6e.js +1 -0
  45. package/dist/client/assets/dist-BJxfd7yb.js +11 -0
  46. package/dist/client/assets/dist-BRVQKlcp.js +1 -0
  47. package/dist/client/assets/dist-BV64A9Ji.js +1 -0
  48. package/dist/client/assets/dist-BXAOrsjq.js +1 -0
  49. package/dist/client/assets/dist-CKF2Jksy.js +1 -0
  50. package/dist/client/assets/dist-CX_Hm4GS.js +1 -0
  51. package/dist/client/assets/dist-Cus6_oaF.js +2 -0
  52. package/dist/client/assets/dist-Cx00EZKR.js +23 -0
  53. package/dist/client/assets/dist-D71y2EI1.js +1 -0
  54. package/dist/client/assets/dist-D978o95T.js +5 -0
  55. package/dist/client/assets/dist-Dc1MBGAG.js +1 -0
  56. package/dist/client/assets/dist-Dds-qLxY.js +9 -0
  57. package/dist/client/assets/dist-DeD9copn.js +1 -0
  58. package/dist/client/assets/dist-DuvGReu-.js +6 -0
  59. package/dist/client/assets/dist-Dvb0SqcK.js +2 -0
  60. package/dist/client/assets/dist-J6XWqRpB.js +3 -0
  61. package/dist/client/assets/dist-QzbOCAU6.js +1 -0
  62. package/dist/client/assets/dist-moiMRpw_.js +1 -0
  63. package/dist/client/assets/dist-scBkrwv-.js +2 -0
  64. package/dist/client/assets/dockerfile-BDePf5PZ.js +1 -0
  65. package/dist/client/assets/index-Cn7hdrDw.js +350 -0
  66. package/dist/client/assets/index-UfzqdECL.css +1 -0
  67. package/dist/client/assets/powershell-D8WpQPaX.js +1 -0
  68. package/dist/client/assets/properties-C357ku5U.js +1 -0
  69. package/dist/client/assets/rolldown-runtime-XKyaHtl9.js +1 -0
  70. package/dist/client/assets/ruby-ChfNwlCY.js +1 -0
  71. package/dist/client/assets/shell-DwuoZtxw.js +1 -0
  72. package/dist/client/assets/swift-DKB6_1j6.js +1 -0
  73. package/dist/client/assets/toml-BPTmHmyx.js +1 -0
  74. package/dist/client/favicon.ico +0 -0
  75. package/dist/client/favicon.png +0 -0
  76. package/dist/client/favicon.svg +10 -0
  77. package/dist/client/index.html +18 -0
  78. package/dist/extension.d.ts +15 -0
  79. package/dist/extension.js +126 -0
  80. package/dist/server/active-memory.d.ts +247 -0
  81. package/dist/server/active-memory.js +669 -0
  82. package/dist/server/agents.d.ts +245 -0
  83. package/dist/server/agents.js +701 -0
  84. package/dist/server/application/catalog-service.d.ts +98 -0
  85. package/dist/server/application/catalog-service.js +245 -0
  86. package/dist/server/application/conversation-service.d.ts +245 -0
  87. package/dist/server/application/conversation-service.js +654 -0
  88. package/dist/server/application/document-service.d.ts +68 -0
  89. package/dist/server/application/document-service.js +120 -0
  90. package/dist/server/application/extension-ui-service.d.ts +44 -0
  91. package/dist/server/application/extension-ui-service.js +135 -0
  92. package/dist/server/application/feishu-service.d.ts +179 -0
  93. package/dist/server/application/feishu-service.js +358 -0
  94. package/dist/server/application/group-chat-service.d.ts +75 -0
  95. package/dist/server/application/group-chat-service.js +953 -0
  96. package/dist/server/application/group-execution.d.ts +15 -0
  97. package/dist/server/application/group-execution.js +77 -0
  98. package/dist/server/application/project-service.d.ts +464 -0
  99. package/dist/server/application/project-service.js +2523 -0
  100. package/dist/server/application/provider-service.d.ts +174 -0
  101. package/dist/server/application/provider-service.js +510 -0
  102. package/dist/server/application/run-service.d.ts +547 -0
  103. package/dist/server/application/run-service.js +2683 -0
  104. package/dist/server/application/scheduled-task-service.d.ts +184 -0
  105. package/dist/server/application/scheduled-task-service.js +391 -0
  106. package/dist/server/application/session-orchestrator-service.d.ts +388 -0
  107. package/dist/server/application/session-orchestrator-service.js +1146 -0
  108. package/dist/server/application/session-reminder-service.d.ts +59 -0
  109. package/dist/server/application/session-reminder-service.js +141 -0
  110. package/dist/server/application/session-watchdog.d.ts +171 -0
  111. package/dist/server/application/session-watchdog.js +284 -0
  112. package/dist/server/application/workspace-service.d.ts +52 -0
  113. package/dist/server/application/workspace-service.js +186 -0
  114. package/dist/server/application/worktree-service.d.ts +13 -0
  115. package/dist/server/application/worktree-service.js +76 -0
  116. package/dist/server/browser-access.d.ts +34 -0
  117. package/dist/server/browser-access.js +89 -0
  118. package/dist/server/capability.d.ts +105 -0
  119. package/dist/server/capability.js +170 -0
  120. package/dist/server/command-handler.d.ts +93 -0
  121. package/dist/server/command-handler.js +540 -0
  122. package/dist/server/content-search.d.ts +16 -0
  123. package/dist/server/content-search.js +235 -0
  124. package/dist/server/conversation-usage.d.ts +22 -0
  125. package/dist/server/conversation-usage.js +43 -0
  126. package/dist/server/documents.d.ts +152 -0
  127. package/dist/server/documents.js +998 -0
  128. package/dist/server/engineering-learning.d.ts +30 -0
  129. package/dist/server/engineering-learning.js +106 -0
  130. package/dist/server/exec-service.d.ts +45 -0
  131. package/dist/server/exec-service.js +167 -0
  132. package/dist/server/explicit-file-open.d.ts +34 -0
  133. package/dist/server/explicit-file-open.js +105 -0
  134. package/dist/server/failure-text.d.ts +18 -0
  135. package/dist/server/failure-text.js +44 -0
  136. package/dist/server/feishu-cli.d.ts +223 -0
  137. package/dist/server/feishu-cli.js +464 -0
  138. package/dist/server/file-changes.d.ts +119 -0
  139. package/dist/server/file-changes.js +280 -0
  140. package/dist/server/file-diff.d.ts +41 -0
  141. package/dist/server/file-diff.js +97 -0
  142. package/dist/server/file-index.d.ts +100 -0
  143. package/dist/server/file-index.js +296 -0
  144. package/dist/server/file-name-index.d.ts +160 -0
  145. package/dist/server/file-name-index.js +411 -0
  146. package/dist/server/files.d.ts +269 -0
  147. package/dist/server/files.js +748 -0
  148. package/dist/server/git.d.ts +245 -0
  149. package/dist/server/git.js +903 -0
  150. package/dist/server/http-server.d.ts +45 -0
  151. package/dist/server/http-server.js +3830 -0
  152. package/dist/server/index.d.ts +1 -0
  153. package/dist/server/index.js +485 -0
  154. package/dist/server/inline-thinking.d.ts +90 -0
  155. package/dist/server/inline-thinking.js +181 -0
  156. package/dist/server/json-comments.d.ts +14 -0
  157. package/dist/server/json-comments.js +71 -0
  158. package/dist/server/knowledge-embedding-worker.d.ts +1 -0
  159. package/dist/server/knowledge-embedding-worker.js +27 -0
  160. package/dist/server/knowledge-vectors.d.ts +150 -0
  161. package/dist/server/knowledge-vectors.js +385 -0
  162. package/dist/server/knowledge.d.ts +273 -0
  163. package/dist/server/knowledge.js +848 -0
  164. package/dist/server/length-continuation.d.ts +83 -0
  165. package/dist/server/length-continuation.js +118 -0
  166. package/dist/server/logging.d.ts +32 -0
  167. package/dist/server/logging.js +185 -0
  168. package/dist/server/managed-http-tunnel.d.ts +6 -0
  169. package/dist/server/managed-http-tunnel.js +85 -0
  170. package/dist/server/managed-http.d.ts +4 -0
  171. package/dist/server/managed-http.js +85 -0
  172. package/dist/server/managed-model-adapter.d.ts +17 -0
  173. package/dist/server/managed-model-adapter.js +75 -0
  174. package/dist/server/managed-model-gateway.d.ts +49 -0
  175. package/dist/server/managed-model-gateway.js +73 -0
  176. package/dist/server/managed-servers.d.ts +55 -0
  177. package/dist/server/managed-servers.js +392 -0
  178. package/dist/server/managed-ssh.d.ts +26 -0
  179. package/dist/server/managed-ssh.js +73 -0
  180. package/dist/server/manager-vault.d.ts +11 -0
  181. package/dist/server/manager-vault.js +67 -0
  182. package/dist/server/memory-recall.d.ts +25 -0
  183. package/dist/server/memory-recall.js +45 -0
  184. package/dist/server/memory.d.ts +67 -0
  185. package/dist/server/memory.js +216 -0
  186. package/dist/server/message-media.d.ts +7 -0
  187. package/dist/server/message-media.js +54 -0
  188. package/dist/server/model-context-window.d.ts +186 -0
  189. package/dist/server/model-context-window.js +444 -0
  190. package/dist/server/model-filter.d.ts +23 -0
  191. package/dist/server/model-filter.js +48 -0
  192. package/dist/server/models-store.d.ts +36 -0
  193. package/dist/server/models-store.js +132 -0
  194. package/dist/server/native-tool-settings.d.ts +25 -0
  195. package/dist/server/native-tool-settings.js +41 -0
  196. package/dist/server/native-tools-extension.d.ts +2 -0
  197. package/dist/server/native-tools-extension.js +39 -0
  198. package/dist/server/native-tools-service.d.ts +39 -0
  199. package/dist/server/native-tools-service.js +240 -0
  200. package/dist/server/persistence/app-state-repository.d.ts +65 -0
  201. package/dist/server/persistence/app-state-repository.js +1 -0
  202. package/dist/server/persistence/json-state-repository.d.ts +14 -0
  203. package/dist/server/persistence/json-state-repository.js +43 -0
  204. package/dist/server/persistence/open-state-store.d.ts +3 -0
  205. package/dist/server/persistence/open-state-store.js +35 -0
  206. package/dist/server/persistence/rename.d.ts +22 -0
  207. package/dist/server/persistence/rename.js +44 -0
  208. package/dist/server/persistence/sqlite-state-repository.d.ts +12 -0
  209. package/dist/server/persistence/sqlite-state-repository.js +264 -0
  210. package/dist/server/pi-command.d.ts +94 -0
  211. package/dist/server/pi-command.js +265 -0
  212. package/dist/server/pi-native.d.ts +12 -0
  213. package/dist/server/pi-native.js +16 -0
  214. package/dist/server/pi-session-events.d.ts +158 -0
  215. package/dist/server/pi-session-events.js +373 -0
  216. package/dist/server/pi-session-pool.d.ts +233 -0
  217. package/dist/server/pi-session-pool.js +382 -0
  218. package/dist/server/pi-session.d.ts +642 -0
  219. package/dist/server/pi-session.js +655 -0
  220. package/dist/server/presentations/schema.d.ts +120 -0
  221. package/dist/server/presentations/schema.js +128 -0
  222. package/dist/server/provider-network.d.ts +16 -0
  223. package/dist/server/provider-network.js +106 -0
  224. package/dist/server/provider-proxy.d.ts +18 -0
  225. package/dist/server/provider-proxy.js +200 -0
  226. package/dist/server/providers.d.ts +333 -0
  227. package/dist/server/providers.js +989 -0
  228. package/dist/server/remote-bootstrap.d.ts +17 -0
  229. package/dist/server/remote-bootstrap.js +119 -0
  230. package/dist/server/rpc-channel.d.ts +131 -0
  231. package/dist/server/rpc-channel.js +135 -0
  232. package/dist/server/runtime.d.ts +1393 -0
  233. package/dist/server/runtime.js +3286 -0
  234. package/dist/server/scheduled-tasks.d.ts +101 -0
  235. package/dist/server/scheduled-tasks.js +138 -0
  236. package/dist/server/server-context.d.ts +119 -0
  237. package/dist/server/server-context.js +1 -0
  238. package/dist/server/session-cwd.d.ts +19 -0
  239. package/dist/server/session-cwd.js +58 -0
  240. package/dist/server/session-ledger.d.ts +67 -0
  241. package/dist/server/session-ledger.js +76 -0
  242. package/dist/server/session-memory-scope.d.ts +4 -0
  243. package/dist/server/session-memory-scope.js +30 -0
  244. package/dist/server/session-repository.d.ts +100 -0
  245. package/dist/server/session-repository.js +246 -0
  246. package/dist/server/session-tree-scope.d.ts +125 -0
  247. package/dist/server/session-tree-scope.js +337 -0
  248. package/dist/server/skills.d.ts +23 -0
  249. package/dist/server/skills.js +190 -0
  250. package/dist/server/store.d.ts +1062 -0
  251. package/dist/server/store.js +3305 -0
  252. package/dist/server/subagent-runs.d.ts +185 -0
  253. package/dist/server/subagent-runs.js +383 -0
  254. package/dist/server/subagents.d.ts +200 -0
  255. package/dist/server/subagents.js +619 -0
  256. package/dist/server/task-tool.d.ts +282 -0
  257. package/dist/server/task-tool.js +507 -0
  258. package/dist/server/tavily.d.ts +32 -0
  259. package/dist/server/tavily.js +136 -0
  260. package/dist/server/team-context.d.ts +12 -0
  261. package/dist/server/team-context.js +180 -0
  262. package/dist/server/terminal.d.ts +163 -0
  263. package/dist/server/terminal.js +557 -0
  264. package/dist/server/thinking-level-discovery.d.ts +38 -0
  265. package/dist/server/thinking-level-discovery.js +183 -0
  266. package/dist/server/time-zone.d.ts +20 -0
  267. package/dist/server/time-zone.js +32 -0
  268. package/dist/server/tool-calls.d.ts +130 -0
  269. package/dist/server/tool-calls.js +341 -0
  270. package/dist/server/tool-llm.d.ts +72 -0
  271. package/dist/server/tool-llm.js +146 -0
  272. package/dist/server/tool-registry.d.ts +129 -0
  273. package/dist/server/tool-registry.js +249 -0
  274. package/dist/server/tool-runner.d.ts +112 -0
  275. package/dist/server/tool-runner.js +306 -0
  276. package/dist/server/turn-failure.d.ts +48 -0
  277. package/dist/server/turn-failure.js +148 -0
  278. package/dist/server/types.d.ts +2315 -0
  279. package/dist/server/types.js +11 -0
  280. package/dist/server/update-status.d.ts +14 -0
  281. package/dist/server/update-status.js +69 -0
  282. package/dist/server/update.d.ts +46 -0
  283. package/dist/server/update.js +104 -0
  284. package/dist/server/upload.d.ts +35 -0
  285. package/dist/server/upload.js +177 -0
  286. package/dist/server/version.d.ts +33 -0
  287. package/dist/server/version.js +111 -0
  288. package/dist/server/web.d.ts +27 -0
  289. package/dist/server/web.js +183 -0
  290. package/dist/server/workflow-engine.d.ts +47 -0
  291. package/dist/server/workflow-engine.js +255 -0
  292. package/dist/server/workflow.d.ts +329 -0
  293. package/dist/server/workflow.js +469 -0
  294. package/dist/server/workspace-file-indexes.d.ts +2 -0
  295. package/dist/server/workspace-file-indexes.js +61 -0
  296. package/dist/server/workspace-file-operations.d.ts +36 -0
  297. package/dist/server/workspace-file-operations.js +281 -0
  298. package/dist/server/workspace-file-response.d.ts +7 -0
  299. package/dist/server/workspace-file-response.js +79 -0
  300. package/dist/server/ws-server.d.ts +149 -0
  301. package/dist/server/ws-server.js +640 -0
  302. package/dist/shared/agent-order.d.ts +44 -0
  303. package/dist/shared/agent-order.js +50 -0
  304. package/dist/shared/archive-decisions.d.ts +44 -0
  305. package/dist/shared/archive-decisions.js +98 -0
  306. package/dist/shared/background-task.d.ts +25 -0
  307. package/dist/shared/background-task.js +183 -0
  308. package/dist/shared/child-session-lock.d.ts +37 -0
  309. package/dist/shared/child-session-lock.js +59 -0
  310. package/dist/shared/content-search.d.ts +22 -0
  311. package/dist/shared/content-search.js +1 -0
  312. package/dist/shared/conversation-title.d.ts +4 -0
  313. package/dist/shared/conversation-title.js +4 -0
  314. package/dist/shared/file-mentions.d.ts +17 -0
  315. package/dist/shared/file-mentions.js +91 -0
  316. package/dist/shared/git-commit.d.ts +11 -0
  317. package/dist/shared/git-commit.js +1 -0
  318. package/dist/shared/git-graph.d.ts +42 -0
  319. package/dist/shared/git-graph.js +30 -0
  320. package/dist/shared/group-chat.d.ts +132 -0
  321. package/dist/shared/group-chat.js +6 -0
  322. package/dist/shared/managed-servers.d.ts +36 -0
  323. package/dist/shared/managed-servers.js +1 -0
  324. package/dist/shared/message-media.d.ts +12 -0
  325. package/dist/shared/message-media.js +27 -0
  326. package/dist/shared/model-window-label.d.ts +39 -0
  327. package/dist/shared/model-window-label.js +55 -0
  328. package/dist/shared/native-tools.d.ts +43 -0
  329. package/dist/shared/native-tools.js +1 -0
  330. package/dist/shared/pi-cache-warming.d.ts +9 -0
  331. package/dist/shared/pi-cache-warming.js +4 -0
  332. package/dist/shared/project-overview.d.ts +107 -0
  333. package/dist/shared/project-overview.js +92 -0
  334. package/dist/shared/project-presentation.d.ts +55 -0
  335. package/dist/shared/project-presentation.js +111 -0
  336. package/dist/shared/provider-network.d.ts +30 -0
  337. package/dist/shared/provider-network.js +1 -0
  338. package/dist/shared/session-reporting.d.ts +40 -0
  339. package/dist/shared/session-reporting.js +97 -0
  340. package/dist/shared/session-search.d.ts +14 -0
  341. package/dist/shared/session-search.js +1 -0
  342. package/dist/shared/team-context-view.d.ts +33 -0
  343. package/dist/shared/team-context-view.js +49 -0
  344. package/dist/shared/team-context.d.ts +59 -0
  345. package/dist/shared/team-context.js +3 -0
  346. package/dist/shared/terminal-protocol.d.ts +71 -0
  347. package/dist/shared/terminal-protocol.js +1 -0
  348. package/dist/shared/thinking-levels.d.ts +53 -0
  349. package/dist/shared/thinking-levels.js +85 -0
  350. package/dist/shared/tool-glyph.d.ts +7 -0
  351. package/dist/shared/tool-glyph.js +19 -0
  352. package/dist/shared/transcript-order.d.ts +7 -0
  353. package/dist/shared/transcript-order.js +12 -0
  354. package/dist/shared/update-status.d.ts +28 -0
  355. package/dist/shared/update-status.js +1 -0
  356. package/dist/shared/workspace-file-preview.d.ts +4 -0
  357. package/dist/shared/workspace-file-preview.js +28 -0
  358. package/package.json +448 -4
  359. package/scripts/diagnose.mjs +603 -0
  360. package/scripts/patch-brace-expansion.mjs +260 -0
  361. package/scripts/restart-server.mjs +104 -0
  362. package/skills/presentation/SKILL.md +30 -0
  363. package/skills/presentation/references/data.md +10 -0
  364. package/skills/presentation/references/quality.md +12 -0
  365. package/skills/presentation/references/story.md +12 -0
  366. package/skills/presentation/references/templates-and-editing.md +11 -0
  367. package/skills/presentation/references/visual-system.md +10 -0
  368. package/skills/super-pi-agent-development/SKILL.md +25 -0
  369. package/skills/super-pi-development/SKILL.md +31 -0
  370. package/skills/super-pi-tool-development/SKILL.md +39 -0
@@ -0,0 +1,181 @@
1
+ /**
2
+ * THE REASONING A MODEL PUTS INSIDE ITS OWN ANSWER.
3
+ *
4
+ * Some models do not have a reasoning channel. They answer in one stream of text and put their
5
+ * thinking in it, marked up with `<think>…</think>` tags - MiniMax's M2 series is the one this
6
+ * file exists for, and every gateway that proxies it behaves the same way. The tags arrive as
7
+ * ordinary text, so nothing downstream can tell them from an answer.
8
+ *
9
+ * WHY THIS IS SUPER PI'S PROBLEM AND NOT THE USER'S. Pi's OpenAI-compatible adapter only treats
10
+ * `reasoning_content`, `reasoning`, `reasoning_text` and `reasoning_details` as reasoning; it
11
+ * never parses tags out of `content`. A provider that inlines its thinking therefore hands Pi one
12
+ * long text block, Pi hands Super Pi one long text block, and Super Pi would draw the reasoning as
13
+ * part of the answer - in the reader's face, unlabelled, with the tags still in it. The obvious
14
+ * "fix" is to tell the user to go and set a provider-specific switch in Pi's `models.json`, which
15
+ * is a private API of a program Super Pi ships, for a quirk of one vendor. A user who never
16
+ * hears of it sees a broken transcript and has no way to know why.
17
+ *
18
+ * SO THE SPLIT HAPPENS HERE, ON SUPER PI'S OWN SIDE, FOR EVERY PROVIDER. Whatever the endpoint
19
+ * does with its reasoning, the transcript reads the same way: the reasoning goes into a thinking
20
+ * block, the answer goes into the answer, and the tags are never shown to anyone.
21
+ *
22
+ * THE ORDER IS THE WHOLE TRICK. A tag can straddle two deltas - the model writes `</thi` and then
23
+ * `nk>` in the next one - so the splitter holds back the tail that might be the start of a tag
24
+ * until the next delta settles it. And a delta can hold an answer, a thought and another answer,
25
+ * so the splitter returns SEGMENTS IN ORDER rather than "the text" and "the thinking": the caller
26
+ * has to be able to put the answer that came before a thought after it, and has to be able to say
27
+ * where that thought began.
28
+ *
29
+ * THE RULES, because each of them has a case that would otherwise be a bug:
30
+ *
31
+ * - A PROPERLY CLOSED region is reasoning. It leaves the answer and enters the thinking block.
32
+ * - AN UNCLOSED region is reasoning too. The model said it was thinking and then the turn
33
+ * ended - an abort, a truncation, a provider that stopped mid-thought. The reasoning goes
34
+ * into the block, and the answer keeps whatever came before the tag. Nothing is thrown away
35
+ * either way: the fold is expandable, so the words are still there to be read.
36
+ * - A CLOSING TAG WITH NOTHING OPEN is dropped. The model wrote it by mistake, and showing it
37
+ * would be showing a fragment of markup as if it were content.
38
+ * - TEXT IS NEVER LOST. A `<` that turns out not to begin a tag is held for one delta and then
39
+ * released as text, so a comparison like `a < b` survives intact.
40
+ */
41
+ /** The tag that opens a reasoning region. */
42
+ const OPEN_TAG = "<think>";
43
+ /** The tag that closes one. */
44
+ const CLOSE_TAG = "</think>";
45
+ /** Appends a piece of text, skipping the empty ones: an empty segment is not an event. */
46
+ function append(segments, kind, text) {
47
+ if (text)
48
+ segments.push({ kind, text });
49
+ }
50
+ /**
51
+ * How much of the tail of `text` could be the beginning of `tag`.
52
+ *
53
+ * The whole tag is not a candidate - a complete tag would have been found by `indexOf` - so this
54
+ * returns the length of the longest PROPER prefix of the tag that the tail ends with. It is what
55
+ * makes `<thi` wait for the next delta instead of being published as text and then having to be
56
+ * taken back.
57
+ */
58
+ function partialTagLength(text, tag) {
59
+ const max = Math.min(tag.length - 1, text.length);
60
+ for (let length = max; length > 0; length -= 1) {
61
+ if (text.endsWith(tag.slice(0, length)))
62
+ return length;
63
+ }
64
+ return 0;
65
+ }
66
+ /**
67
+ * Splits a model's text into the answer and the reasoning the model wrote inside it.
68
+ *
69
+ * ONE SPLITTER PER TURN. The state it keeps - the held-back tail and whether the stream is
70
+ * inside a reasoning region - belongs to a turn and to nothing else, so a splitter is created
71
+ * when a turn starts and dropped when it ends.
72
+ */
73
+ export class InlineThinkingSplitter {
74
+ /** The tail that might be the start of a tag, held until the next delta settles it. */
75
+ held = "";
76
+ /** True while the stream is inside a reasoning region. */
77
+ inside = false;
78
+ /**
79
+ * Feeds one delta in and gets back the segments it produced, in order.
80
+ *
81
+ * A delta that carries nothing but text produces one text segment. A delta that opens a
82
+ * reasoning region produces the text before it, then the reasoning, then the end of the
83
+ * reasoning when the closing tag arrives - and the text after it, if there is any.
84
+ */
85
+ push(delta) {
86
+ const segments = [];
87
+ if (!delta)
88
+ return segments;
89
+ const buffer = this.held + delta;
90
+ this.held = "";
91
+ let index = 0;
92
+ while (index < buffer.length) {
93
+ if (this.inside) {
94
+ const close = buffer.indexOf(CLOSE_TAG, index);
95
+ if (close === -1) {
96
+ // No closing tag yet. Everything that cannot be the start of one is reasoning, and the
97
+ // rest waits for the next delta.
98
+ const keep = partialTagLength(buffer.slice(index), CLOSE_TAG);
99
+ append(segments, "thinking", buffer.slice(index, buffer.length - keep));
100
+ this.held = buffer.slice(buffer.length - keep);
101
+ break;
102
+ }
103
+ append(segments, "thinking", buffer.slice(index, close));
104
+ index = close + CLOSE_TAG.length;
105
+ this.inside = false;
106
+ segments.push({ kind: "thinking-end" });
107
+ continue;
108
+ }
109
+ const open = buffer.indexOf(OPEN_TAG, index);
110
+ const close = buffer.indexOf(CLOSE_TAG, index);
111
+ if (open === -1 && close === -1) {
112
+ // BOTH TAGS CAN START HERE, SO BOTH TAILS ARE HELD. The tail is held so that a tag the
113
+ // tokenizer cut in half is still recognized as a tag; which tag it might be is exactly the
114
+ // question, and outside a reasoning region it can be EITHER one: a stray `</think>` is markup
115
+ // the model wrote by mistake and must be dropped, exactly like a `<think>` that opens a
116
+ // region. Holding only the OPEN prefix published the CLOSE prefix as text at once, so the
117
+ // same stray tag was dropped when it arrived whole and survived in the answer when the
118
+ // tokenizer cut it - `["答案</thi", "nk>还是答案"]` read as `答案</think>还是答案`
119
+ // (measured by scripts/inline-thinking-close-tag.test.mjs, ledger TEST-021). The longer of
120
+ // the two prefixes is held; a tail that turns out to be neither is released as text on the
121
+ // next delta, which is the "text is never lost" rule.
122
+ const rest = buffer.slice(index);
123
+ const keep = Math.max(partialTagLength(rest, OPEN_TAG), partialTagLength(rest, CLOSE_TAG));
124
+ append(segments, "text", rest.slice(0, rest.length - keep));
125
+ this.held = rest.slice(rest.length - keep);
126
+ break;
127
+ }
128
+ if (open !== -1 && (close === -1 || open < close)) {
129
+ append(segments, "text", buffer.slice(index, open));
130
+ index = open + OPEN_TAG.length;
131
+ this.inside = true;
132
+ continue;
133
+ }
134
+ // A CLOSING TAG WITH NOTHING OPEN. Dropped: it is markup the model wrote by mistake, and a
135
+ // reader would take it for content. The text BEFORE it is ordinary text and is kept - the tag
136
+ // is dropped, not everything up to it.
137
+ append(segments, "text", buffer.slice(index, close));
138
+ index = close + CLOSE_TAG.length;
139
+ }
140
+ return segments;
141
+ }
142
+ /**
143
+ * Closes the turn: whatever is still held is released, and a reasoning region that never
144
+ * closed is finished as one.
145
+ */
146
+ flush() {
147
+ const segments = [];
148
+ if (this.inside) {
149
+ if (this.held)
150
+ segments.push({ kind: "thinking", text: this.held });
151
+ this.held = "";
152
+ this.inside = false;
153
+ segments.push({ kind: "thinking-end" });
154
+ return segments;
155
+ }
156
+ if (this.held) {
157
+ segments.push({ kind: "text", text: this.held });
158
+ this.held = "";
159
+ }
160
+ return segments;
161
+ }
162
+ }
163
+ /**
164
+ * The answer inside a model's text, with the reasoning taken out of it.
165
+ *
166
+ * For the paths that want a STRING rather than a stream of segments: the title generator, the
167
+ * tool LLM, a sub-agent's result. A title with a `<think>` prefix in it is not a title, and a
168
+ * sub-agent's card whose summary starts with markup reads as broken.
169
+ */
170
+ export function stripInlineThinking(text) {
171
+ if (!text)
172
+ return "";
173
+ const splitter = new InlineThinkingSplitter();
174
+ const segments = [...splitter.push(text), ...splitter.flush()];
175
+ let answer = "";
176
+ for (const segment of segments) {
177
+ if (segment.kind === "text")
178
+ answer += segment.text;
179
+ }
180
+ return answer;
181
+ }
@@ -0,0 +1,14 @@
1
+ /**
2
+ * JSONC COMMENTS, STRIPPED THE WAY PI STRIPS THEM.
3
+ *
4
+ * Pi reads `models.json` and `models-store.json` with comments allowed, so a person may well have
5
+ * written comments in them - and Super Pi has to be able to READ those files to merge into them and
6
+ * to learn what a model really costs in context. A naive strip would corrupt a string that contains
7
+ * `//` (a base URL with a path, an api key with a slash), so this walks the text and tracks whether
8
+ * it is inside a string.
9
+ *
10
+ * IT LIVES HERE, NOT IN `providers.ts`, because two unrelated modules need it: the provider registry
11
+ * reads `models.json`, and the model store reads `models-store.json`. Keeping it in one place is
12
+ * what makes "reuse it, do not write a second one" true rather than aspirational.
13
+ */
14
+ export declare function stripJsonComments(text: string): string;
@@ -0,0 +1,71 @@
1
+ /**
2
+ * JSONC COMMENTS, STRIPPED THE WAY PI STRIPS THEM.
3
+ *
4
+ * Pi reads `models.json` and `models-store.json` with comments allowed, so a person may well have
5
+ * written comments in them - and Super Pi has to be able to READ those files to merge into them and
6
+ * to learn what a model really costs in context. A naive strip would corrupt a string that contains
7
+ * `//` (a base URL with a path, an api key with a slash), so this walks the text and tracks whether
8
+ * it is inside a string.
9
+ *
10
+ * IT LIVES HERE, NOT IN `providers.ts`, because two unrelated modules need it: the provider registry
11
+ * reads `models.json`, and the model store reads `models-store.json`. Keeping it in one place is
12
+ * what makes "reuse it, do not write a second one" true rather than aspirational.
13
+ */
14
+ export function stripJsonComments(text) {
15
+ let out = "";
16
+ let inString = false;
17
+ let inLineComment = false;
18
+ let inBlockComment = false;
19
+ for (let index = 0; index < text.length; index++) {
20
+ const char = text[index];
21
+ const next = text[index + 1];
22
+ if (inLineComment) {
23
+ if (char === "\n") {
24
+ inLineComment = false;
25
+ out += char;
26
+ }
27
+ else
28
+ out += " ";
29
+ continue;
30
+ }
31
+ if (inBlockComment) {
32
+ if (char === "*" && next === "/") {
33
+ inBlockComment = false;
34
+ out += " ";
35
+ index++;
36
+ }
37
+ else
38
+ out += char === "\n" ? "\n" : " ";
39
+ continue;
40
+ }
41
+ if (inString) {
42
+ out += char;
43
+ if (char === "\\" && next !== undefined) {
44
+ out += next;
45
+ index++;
46
+ }
47
+ else if (char === "\"")
48
+ inString = false;
49
+ continue;
50
+ }
51
+ if (char === "\"") {
52
+ inString = true;
53
+ out += char;
54
+ continue;
55
+ }
56
+ if (char === "/" && next === "/") {
57
+ inLineComment = true;
58
+ out += " ";
59
+ index++;
60
+ continue;
61
+ }
62
+ if (char === "/" && next === "*") {
63
+ inBlockComment = true;
64
+ out += " ";
65
+ index++;
66
+ continue;
67
+ }
68
+ out += char;
69
+ }
70
+ return out;
71
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,27 @@
1
+ import { parentPort } from "node:worker_threads";
2
+ let extractor;
3
+ let loading;
4
+ async function load(request) {
5
+ if (extractor)
6
+ return extractor;
7
+ loading ??= (async () => {
8
+ const specifier = "@huggingface/transformers";
9
+ const transformers = await import(specifier);
10
+ transformers.env.localModelPath = request.modelRoot;
11
+ transformers.env.allowRemoteModels = false;
12
+ extractor = await transformers.pipeline("feature-extraction", request.model, { dtype: "q8" });
13
+ return extractor;
14
+ })();
15
+ return loading;
16
+ }
17
+ parentPort?.on("message", async (request) => {
18
+ try {
19
+ const run = await load(request);
20
+ const output = await run(request.texts, { pooling: "cls", normalize: true });
21
+ const buffer = output.data.buffer;
22
+ parentPort?.postMessage({ id: request.id, data: output.data, dims: output.dims }, [buffer]);
23
+ }
24
+ catch (error) {
25
+ parentPort?.postMessage({ id: request.id, error: error instanceof Error ? error.message : String(error) });
26
+ }
27
+ });
@@ -0,0 +1,150 @@
1
+ /**
2
+ * The model, and the only one this feature can use.
3
+ *
4
+ * WHY THIS ONE. `bge-small-zh` scores 0.618 nDCG@10 averaged over the Chinese retrieval tasks it is
5
+ * benchmarked on - against 0.695 for `bge-base-zh`, which is four times the download. `gte-multilingual-base`
6
+ * scores higher on both Chinese and English, at 324 MB against this one's 23 MB. For a workspace-sized
7
+ * corpus the next thing that would help is not a bigger model but fusing this one with the lexical
8
+ * channels, which costs nothing and is what `KnowledgeBase.search` does.
9
+ */
10
+ export declare const KNOWLEDGE_MODEL = "Xenova/bge-small-zh-v1.5";
11
+ /**
12
+ * HOW BIG ONE EMBEDDED PIECE MAY BE, in characters.
13
+ *
14
+ * THIS NUMBER IS A MODEL LIMIT, NOT A TUNING KNOB, and getting it wrong is invisible. The model
15
+ * declares `max_position_embeddings: 512`, and a Chinese character costs roughly one token, so a piece
16
+ * is a little under half the window: 300 characters leaves room for the `[CLS]`/`[SEP]` pair and for
17
+ * tokenisation that splits a few characters into two. The retrieval chunks are 1200 characters - more
18
+ * than double this - which is fine for something a MODEL reads and fatal for something a MODEL
19
+ * ENCODES: handed a 1200-character chunk, roughly 60% of it is silently discarded past the window.
20
+ * English would survive it, so the degradation would land only on Chinese: the language this project
21
+ * is written in.
22
+ */
23
+ export declare const EMBED_PIECE_CHARS = 300;
24
+ /** Per query. Cosine similarity of unit vectors; threshold raised to 0.35 to filter out semantic noise. */
25
+ export declare const MIN_COSINE = 0.35;
26
+ export type VectorRecord = {
27
+ chunk: number;
28
+ values: number[];
29
+ };
30
+ /** What the settings panel shows, so "off" and "broken here" are never the same silent nothing. */
31
+ export type VectorStatus = {
32
+ enabled: boolean;
33
+ ready: boolean;
34
+ indexed: number;
35
+ error?: string;
36
+ bundled?: boolean;
37
+ health?: "ready" | "degraded" | "restarting" | "disabled";
38
+ available?: boolean;
39
+ };
40
+ /**
41
+ * Splits a retrieval chunk into pieces small enough for the model's window.
42
+ *
43
+ * WHY NOT SHRINK THE RETRIEVAL CHUNKS INSTEAD. 1200 characters is the right size for a passage a model
44
+ * READS - it holds enough context to answer from. Encoding is a different constraint from reading, and
45
+ * conflating them would trade retrieval quality for a convenience the encoder does not need.
46
+ */
47
+ export declare function embedPieces(text: string): string[];
48
+ /** Element-wise max over the pieces, then unit length. See `pool` for why max and not mean. */
49
+ export declare function pool(vectors: number[][]): number[];
50
+ export declare function cosine(a: number[], b: number[]): number;
51
+ /** One document's vectors, on disk next to the document they describe. */
52
+ export type VectorDocument = {
53
+ digest: string;
54
+ records: VectorRecord[];
55
+ };
56
+ /**
57
+ * The optional vector half of retrieval.
58
+ *
59
+ * EVERY FAILURE HERE IS A FALLBACK TO LEXICAL, NEVER AN ERROR. The model is an optional npm package
60
+ * that a skipped optional install can take away, and it is a 512-token window
61
+ * wrapped around a Chinese corpus. Any of those failing is a reason to answer from the lexical
62
+ * channels and say so - never a reason to fail a search that the lexical channels can already serve.
63
+ */
64
+ export declare class VectorIndex {
65
+ private readonly directory;
66
+ private worker?;
67
+ private workerSequence;
68
+ private workerReady;
69
+ private workerPending;
70
+ private failure?;
71
+ private consecutiveFailures;
72
+ private lastFailureTime;
73
+ private static readonly MAX_FAILURES;
74
+ private static readonly COOLDOWN_MS;
75
+ private static readonly EMBED_TIMEOUT_MS;
76
+ private cache;
77
+ private pending;
78
+ private queue;
79
+ private background?;
80
+ constructor(directory: string);
81
+ /**
82
+ * Where the shipped weights live, relative to this module.
83
+ *
84
+ * `dist/server/knowledge-vectors.js` is two levels below the package root both in a published
85
+ * package and in this repository's own build - the same `../../assets/...` shape `runtime.ts` uses to
86
+ * reach `agents/`. The directory keeps the upstream id in its path because that is how the library
87
+ * looks the model up under `localModelPath`.
88
+ */
89
+ bundledModel(): string;
90
+ enabled(): boolean;
91
+ status(indexed: number): VectorStatus;
92
+ private workspace;
93
+ private folder;
94
+ private file;
95
+ /**
96
+ * Loads the model once, from the copy that ships with this package. The `dtype` is not optional: on
97
+ * Node the library defaults to fp32, which for this model is 90 MB rather than 23.
98
+ *
99
+ * THERE IS NO NETWORK HERE, and that is the whole point of vendoring the weights. The first version
100
+ * downloaded the model on first use, which put a 23 MB fetch behind a host the machine may not be
101
+ * able to reach, on the first search, for every person who installed the package. Shipping the
102
+ * weights turns a failure mode into a file, and makes the feature work on a machine that has never
103
+ * been online since it was installed.
104
+ *
105
+ * RESILIENT WORKER LIFECYCLE:
106
+ * When the worker encounters an error, crash, or unexpected exit, it cleans up all pending requests
107
+ * without hanging and marks the instance for automatic, on-demand respawning on the next embed call.
108
+ * A bounded backoff / cooldown prevents runaway crash loops if the environment is broken.
109
+ */
110
+ private ensureWorker;
111
+ private embed;
112
+ terminate(): Promise<void>;
113
+ /** Vectors already stored for one workspace, keyed by document then chunk index. */
114
+ private read;
115
+ count(workspaceId: string): Promise<number>;
116
+ /** Drops a document's vectors. Called whenever its content changes or it is deleted. */
117
+ forget(workspaceId: string, documentId: string): Promise<void>;
118
+ /**
119
+ * Embeds anything not already stored, WITHOUT waiting for it.
120
+ *
121
+ * WHY IT IS NOT AWAITED. This runs after an import or on the first search of a session, and the
122
+ * first run of it downloads a model. Neither should make a person wait: the import returns as soon
123
+ * as the document is stored and the search returns lexical hits, and a later search is simply better
124
+ * because by then the vectors exist.
125
+ *
126
+ * WHY REQUESTS QUEUE RATHER THAN DROP. One job runs at a time - two would load the same model twice
127
+ * and race each other's writes - but a request arriving mid-job has to be remembered. Dropping it
128
+ * would mean a document imported while a background index was in flight stayed unindexed until the
129
+ * next restart, which is the kind of bug that only shows up on a busy machine weeks later.
130
+ */
131
+ schedule(workspaceId: string, documents: Array<{
132
+ id: string;
133
+ digest: string;
134
+ chunks: Array<{
135
+ index: number;
136
+ text: string;
137
+ }>;
138
+ }>): void;
139
+ /**
140
+ * Cosine of every stored chunk against the query, best first.
141
+ *
142
+ * WHY THE RAW COSINE IS NOT RE-NORMALISED BY THE BEST HIT. Every lexical channel is divided by its
143
+ * own maximum, and that is right for them because BM25 scores are unbounded and have no absolute
144
+ * meaning. Cosine is the opposite: it is already a bounded, interpretable quantity, and dividing it
145
+ * by the best hit of the query would turn "nothing here is close" into "the best one is 1.0". The
146
+ * knowledge base's most useful property is that it can say it does not know, and rescaling is exactly
147
+ * how that gets spent.
148
+ */
149
+ search(workspaceId: string, query: string, keys: Array<[string, string]>): Promise<Map<string, number> | null>;
150
+ }