@evandu/super-pi-server 0.0.0-stage → 0.1.259

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (370) hide show
  1. package/README.md +248 -3
  2. package/agents/code-auditor.md +64 -0
  3. package/agents/code-designer.md +64 -0
  4. package/agents/coder.md +24 -0
  5. package/agents/critic.md +24 -0
  6. package/agents/document-organizer.md +48 -0
  7. package/agents/patcher.md +27 -0
  8. package/agents/planner.md +30 -0
  9. package/agents/project-leader.md +28 -0
  10. package/agents/reviewer.md +27 -0
  11. package/agents/scout.md +27 -0
  12. package/agents/solution-designer.md +62 -0
  13. package/agents/super-pi-documents/index.ts +92 -0
  14. package/agents/super-pi-feishu/index.ts +88 -0
  15. package/agents/super-pi-knowledge/index.ts +70 -0
  16. package/agents/super-pi-managed-model/index.ts +9 -0
  17. package/agents/super-pi-memory/index.ts +75 -0
  18. package/agents/super-pi-native-tools/index.ts +1 -0
  19. package/agents/super-pi-task/core.ts +2262 -0
  20. package/agents/super-pi-task/index.ts +814 -0
  21. package/agents/super-pi-task/workflow-schema.ts +34 -0
  22. package/agents/super-pi-web/index.ts +32 -0
  23. package/agents/verifier.md +25 -0
  24. package/assets/fonts/LICENSE +92 -0
  25. package/assets/fonts/NotoSansSC-Bold.otf +0 -0
  26. package/assets/fonts/NotoSansSC-Regular.otf +0 -0
  27. package/assets/knowledge-model/README.md +37 -0
  28. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/config.json +31 -0
  29. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/onnx/model_quantized.onnx +0 -0
  30. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/special_tokens_map.json +7 -0
  31. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/tokenizer.json +21278 -0
  32. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/tokenizer_config.json +15 -0
  33. package/assets/knowledge-model/Xenova/bge-small-zh-v1.5/vocab.txt +21128 -0
  34. package/bin/npm-prefix.d.ts +1 -0
  35. package/bin/npm-prefix.js +10 -0
  36. package/bin/super-pi.js +349 -0
  37. package/dist/client/.super-pi-client-sources.json +82 -0
  38. package/dist/client/assets/CodeMirrorEditor-mi9rGUce.js +2 -0
  39. package/dist/client/assets/GitDiffEditor-CpoDDQrA.css +1 -0
  40. package/dist/client/assets/GitDiffEditor-FQBfGxOY.js +29 -0
  41. package/dist/client/assets/diff-ChtP43wD.js +1 -0
  42. package/dist/client/assets/dist-AW5lyI3I.js +1 -0
  43. package/dist/client/assets/dist-B3-a6uF0.js +7 -0
  44. package/dist/client/assets/dist-BGxkyh6e.js +1 -0
  45. package/dist/client/assets/dist-BJxfd7yb.js +11 -0
  46. package/dist/client/assets/dist-BRVQKlcp.js +1 -0
  47. package/dist/client/assets/dist-BV64A9Ji.js +1 -0
  48. package/dist/client/assets/dist-BXAOrsjq.js +1 -0
  49. package/dist/client/assets/dist-CKF2Jksy.js +1 -0
  50. package/dist/client/assets/dist-CX_Hm4GS.js +1 -0
  51. package/dist/client/assets/dist-Cus6_oaF.js +2 -0
  52. package/dist/client/assets/dist-Cx00EZKR.js +23 -0
  53. package/dist/client/assets/dist-D71y2EI1.js +1 -0
  54. package/dist/client/assets/dist-D978o95T.js +5 -0
  55. package/dist/client/assets/dist-Dc1MBGAG.js +1 -0
  56. package/dist/client/assets/dist-Dds-qLxY.js +9 -0
  57. package/dist/client/assets/dist-DeD9copn.js +1 -0
  58. package/dist/client/assets/dist-DuvGReu-.js +6 -0
  59. package/dist/client/assets/dist-Dvb0SqcK.js +2 -0
  60. package/dist/client/assets/dist-J6XWqRpB.js +3 -0
  61. package/dist/client/assets/dist-QzbOCAU6.js +1 -0
  62. package/dist/client/assets/dist-moiMRpw_.js +1 -0
  63. package/dist/client/assets/dist-scBkrwv-.js +2 -0
  64. package/dist/client/assets/dockerfile-BDePf5PZ.js +1 -0
  65. package/dist/client/assets/index-Cn7hdrDw.js +350 -0
  66. package/dist/client/assets/index-UfzqdECL.css +1 -0
  67. package/dist/client/assets/powershell-D8WpQPaX.js +1 -0
  68. package/dist/client/assets/properties-C357ku5U.js +1 -0
  69. package/dist/client/assets/rolldown-runtime-XKyaHtl9.js +1 -0
  70. package/dist/client/assets/ruby-ChfNwlCY.js +1 -0
  71. package/dist/client/assets/shell-DwuoZtxw.js +1 -0
  72. package/dist/client/assets/swift-DKB6_1j6.js +1 -0
  73. package/dist/client/assets/toml-BPTmHmyx.js +1 -0
  74. package/dist/client/favicon.ico +0 -0
  75. package/dist/client/favicon.png +0 -0
  76. package/dist/client/favicon.svg +10 -0
  77. package/dist/client/index.html +18 -0
  78. package/dist/extension.d.ts +15 -0
  79. package/dist/extension.js +126 -0
  80. package/dist/server/active-memory.d.ts +247 -0
  81. package/dist/server/active-memory.js +669 -0
  82. package/dist/server/agents.d.ts +245 -0
  83. package/dist/server/agents.js +701 -0
  84. package/dist/server/application/catalog-service.d.ts +98 -0
  85. package/dist/server/application/catalog-service.js +245 -0
  86. package/dist/server/application/conversation-service.d.ts +245 -0
  87. package/dist/server/application/conversation-service.js +654 -0
  88. package/dist/server/application/document-service.d.ts +68 -0
  89. package/dist/server/application/document-service.js +120 -0
  90. package/dist/server/application/extension-ui-service.d.ts +44 -0
  91. package/dist/server/application/extension-ui-service.js +135 -0
  92. package/dist/server/application/feishu-service.d.ts +179 -0
  93. package/dist/server/application/feishu-service.js +358 -0
  94. package/dist/server/application/group-chat-service.d.ts +75 -0
  95. package/dist/server/application/group-chat-service.js +953 -0
  96. package/dist/server/application/group-execution.d.ts +15 -0
  97. package/dist/server/application/group-execution.js +77 -0
  98. package/dist/server/application/project-service.d.ts +464 -0
  99. package/dist/server/application/project-service.js +2523 -0
  100. package/dist/server/application/provider-service.d.ts +174 -0
  101. package/dist/server/application/provider-service.js +510 -0
  102. package/dist/server/application/run-service.d.ts +547 -0
  103. package/dist/server/application/run-service.js +2683 -0
  104. package/dist/server/application/scheduled-task-service.d.ts +184 -0
  105. package/dist/server/application/scheduled-task-service.js +391 -0
  106. package/dist/server/application/session-orchestrator-service.d.ts +388 -0
  107. package/dist/server/application/session-orchestrator-service.js +1146 -0
  108. package/dist/server/application/session-reminder-service.d.ts +59 -0
  109. package/dist/server/application/session-reminder-service.js +141 -0
  110. package/dist/server/application/session-watchdog.d.ts +171 -0
  111. package/dist/server/application/session-watchdog.js +284 -0
  112. package/dist/server/application/workspace-service.d.ts +52 -0
  113. package/dist/server/application/workspace-service.js +186 -0
  114. package/dist/server/application/worktree-service.d.ts +13 -0
  115. package/dist/server/application/worktree-service.js +76 -0
  116. package/dist/server/browser-access.d.ts +34 -0
  117. package/dist/server/browser-access.js +89 -0
  118. package/dist/server/capability.d.ts +105 -0
  119. package/dist/server/capability.js +170 -0
  120. package/dist/server/command-handler.d.ts +93 -0
  121. package/dist/server/command-handler.js +540 -0
  122. package/dist/server/content-search.d.ts +16 -0
  123. package/dist/server/content-search.js +235 -0
  124. package/dist/server/conversation-usage.d.ts +22 -0
  125. package/dist/server/conversation-usage.js +43 -0
  126. package/dist/server/documents.d.ts +152 -0
  127. package/dist/server/documents.js +998 -0
  128. package/dist/server/engineering-learning.d.ts +30 -0
  129. package/dist/server/engineering-learning.js +106 -0
  130. package/dist/server/exec-service.d.ts +45 -0
  131. package/dist/server/exec-service.js +167 -0
  132. package/dist/server/explicit-file-open.d.ts +34 -0
  133. package/dist/server/explicit-file-open.js +105 -0
  134. package/dist/server/failure-text.d.ts +18 -0
  135. package/dist/server/failure-text.js +44 -0
  136. package/dist/server/feishu-cli.d.ts +223 -0
  137. package/dist/server/feishu-cli.js +464 -0
  138. package/dist/server/file-changes.d.ts +119 -0
  139. package/dist/server/file-changes.js +280 -0
  140. package/dist/server/file-diff.d.ts +41 -0
  141. package/dist/server/file-diff.js +97 -0
  142. package/dist/server/file-index.d.ts +100 -0
  143. package/dist/server/file-index.js +296 -0
  144. package/dist/server/file-name-index.d.ts +160 -0
  145. package/dist/server/file-name-index.js +411 -0
  146. package/dist/server/files.d.ts +269 -0
  147. package/dist/server/files.js +748 -0
  148. package/dist/server/git.d.ts +245 -0
  149. package/dist/server/git.js +903 -0
  150. package/dist/server/http-server.d.ts +45 -0
  151. package/dist/server/http-server.js +3830 -0
  152. package/dist/server/index.d.ts +1 -0
  153. package/dist/server/index.js +485 -0
  154. package/dist/server/inline-thinking.d.ts +90 -0
  155. package/dist/server/inline-thinking.js +181 -0
  156. package/dist/server/json-comments.d.ts +14 -0
  157. package/dist/server/json-comments.js +71 -0
  158. package/dist/server/knowledge-embedding-worker.d.ts +1 -0
  159. package/dist/server/knowledge-embedding-worker.js +27 -0
  160. package/dist/server/knowledge-vectors.d.ts +150 -0
  161. package/dist/server/knowledge-vectors.js +385 -0
  162. package/dist/server/knowledge.d.ts +273 -0
  163. package/dist/server/knowledge.js +848 -0
  164. package/dist/server/length-continuation.d.ts +83 -0
  165. package/dist/server/length-continuation.js +118 -0
  166. package/dist/server/logging.d.ts +32 -0
  167. package/dist/server/logging.js +185 -0
  168. package/dist/server/managed-http-tunnel.d.ts +6 -0
  169. package/dist/server/managed-http-tunnel.js +85 -0
  170. package/dist/server/managed-http.d.ts +4 -0
  171. package/dist/server/managed-http.js +85 -0
  172. package/dist/server/managed-model-adapter.d.ts +17 -0
  173. package/dist/server/managed-model-adapter.js +75 -0
  174. package/dist/server/managed-model-gateway.d.ts +49 -0
  175. package/dist/server/managed-model-gateway.js +73 -0
  176. package/dist/server/managed-servers.d.ts +55 -0
  177. package/dist/server/managed-servers.js +392 -0
  178. package/dist/server/managed-ssh.d.ts +26 -0
  179. package/dist/server/managed-ssh.js +73 -0
  180. package/dist/server/manager-vault.d.ts +11 -0
  181. package/dist/server/manager-vault.js +67 -0
  182. package/dist/server/memory-recall.d.ts +25 -0
  183. package/dist/server/memory-recall.js +45 -0
  184. package/dist/server/memory.d.ts +67 -0
  185. package/dist/server/memory.js +216 -0
  186. package/dist/server/message-media.d.ts +7 -0
  187. package/dist/server/message-media.js +54 -0
  188. package/dist/server/model-context-window.d.ts +186 -0
  189. package/dist/server/model-context-window.js +444 -0
  190. package/dist/server/model-filter.d.ts +23 -0
  191. package/dist/server/model-filter.js +48 -0
  192. package/dist/server/models-store.d.ts +36 -0
  193. package/dist/server/models-store.js +132 -0
  194. package/dist/server/native-tool-settings.d.ts +25 -0
  195. package/dist/server/native-tool-settings.js +41 -0
  196. package/dist/server/native-tools-extension.d.ts +2 -0
  197. package/dist/server/native-tools-extension.js +39 -0
  198. package/dist/server/native-tools-service.d.ts +39 -0
  199. package/dist/server/native-tools-service.js +240 -0
  200. package/dist/server/persistence/app-state-repository.d.ts +65 -0
  201. package/dist/server/persistence/app-state-repository.js +1 -0
  202. package/dist/server/persistence/json-state-repository.d.ts +14 -0
  203. package/dist/server/persistence/json-state-repository.js +43 -0
  204. package/dist/server/persistence/open-state-store.d.ts +3 -0
  205. package/dist/server/persistence/open-state-store.js +35 -0
  206. package/dist/server/persistence/rename.d.ts +22 -0
  207. package/dist/server/persistence/rename.js +44 -0
  208. package/dist/server/persistence/sqlite-state-repository.d.ts +12 -0
  209. package/dist/server/persistence/sqlite-state-repository.js +264 -0
  210. package/dist/server/pi-command.d.ts +94 -0
  211. package/dist/server/pi-command.js +265 -0
  212. package/dist/server/pi-native.d.ts +12 -0
  213. package/dist/server/pi-native.js +16 -0
  214. package/dist/server/pi-session-events.d.ts +158 -0
  215. package/dist/server/pi-session-events.js +373 -0
  216. package/dist/server/pi-session-pool.d.ts +233 -0
  217. package/dist/server/pi-session-pool.js +382 -0
  218. package/dist/server/pi-session.d.ts +642 -0
  219. package/dist/server/pi-session.js +655 -0
  220. package/dist/server/presentations/schema.d.ts +120 -0
  221. package/dist/server/presentations/schema.js +128 -0
  222. package/dist/server/provider-network.d.ts +16 -0
  223. package/dist/server/provider-network.js +106 -0
  224. package/dist/server/provider-proxy.d.ts +18 -0
  225. package/dist/server/provider-proxy.js +200 -0
  226. package/dist/server/providers.d.ts +333 -0
  227. package/dist/server/providers.js +989 -0
  228. package/dist/server/remote-bootstrap.d.ts +17 -0
  229. package/dist/server/remote-bootstrap.js +119 -0
  230. package/dist/server/rpc-channel.d.ts +131 -0
  231. package/dist/server/rpc-channel.js +135 -0
  232. package/dist/server/runtime.d.ts +1393 -0
  233. package/dist/server/runtime.js +3286 -0
  234. package/dist/server/scheduled-tasks.d.ts +101 -0
  235. package/dist/server/scheduled-tasks.js +138 -0
  236. package/dist/server/server-context.d.ts +119 -0
  237. package/dist/server/server-context.js +1 -0
  238. package/dist/server/session-cwd.d.ts +19 -0
  239. package/dist/server/session-cwd.js +58 -0
  240. package/dist/server/session-ledger.d.ts +67 -0
  241. package/dist/server/session-ledger.js +76 -0
  242. package/dist/server/session-memory-scope.d.ts +4 -0
  243. package/dist/server/session-memory-scope.js +30 -0
  244. package/dist/server/session-repository.d.ts +100 -0
  245. package/dist/server/session-repository.js +246 -0
  246. package/dist/server/session-tree-scope.d.ts +125 -0
  247. package/dist/server/session-tree-scope.js +337 -0
  248. package/dist/server/skills.d.ts +23 -0
  249. package/dist/server/skills.js +190 -0
  250. package/dist/server/store.d.ts +1062 -0
  251. package/dist/server/store.js +3305 -0
  252. package/dist/server/subagent-runs.d.ts +185 -0
  253. package/dist/server/subagent-runs.js +383 -0
  254. package/dist/server/subagents.d.ts +200 -0
  255. package/dist/server/subagents.js +619 -0
  256. package/dist/server/task-tool.d.ts +282 -0
  257. package/dist/server/task-tool.js +507 -0
  258. package/dist/server/tavily.d.ts +32 -0
  259. package/dist/server/tavily.js +136 -0
  260. package/dist/server/team-context.d.ts +12 -0
  261. package/dist/server/team-context.js +180 -0
  262. package/dist/server/terminal.d.ts +163 -0
  263. package/dist/server/terminal.js +557 -0
  264. package/dist/server/thinking-level-discovery.d.ts +38 -0
  265. package/dist/server/thinking-level-discovery.js +183 -0
  266. package/dist/server/time-zone.d.ts +20 -0
  267. package/dist/server/time-zone.js +32 -0
  268. package/dist/server/tool-calls.d.ts +130 -0
  269. package/dist/server/tool-calls.js +341 -0
  270. package/dist/server/tool-llm.d.ts +72 -0
  271. package/dist/server/tool-llm.js +146 -0
  272. package/dist/server/tool-registry.d.ts +129 -0
  273. package/dist/server/tool-registry.js +249 -0
  274. package/dist/server/tool-runner.d.ts +112 -0
  275. package/dist/server/tool-runner.js +306 -0
  276. package/dist/server/turn-failure.d.ts +48 -0
  277. package/dist/server/turn-failure.js +148 -0
  278. package/dist/server/types.d.ts +2315 -0
  279. package/dist/server/types.js +11 -0
  280. package/dist/server/update-status.d.ts +14 -0
  281. package/dist/server/update-status.js +69 -0
  282. package/dist/server/update.d.ts +46 -0
  283. package/dist/server/update.js +104 -0
  284. package/dist/server/upload.d.ts +35 -0
  285. package/dist/server/upload.js +177 -0
  286. package/dist/server/version.d.ts +33 -0
  287. package/dist/server/version.js +111 -0
  288. package/dist/server/web.d.ts +27 -0
  289. package/dist/server/web.js +183 -0
  290. package/dist/server/workflow-engine.d.ts +47 -0
  291. package/dist/server/workflow-engine.js +255 -0
  292. package/dist/server/workflow.d.ts +329 -0
  293. package/dist/server/workflow.js +469 -0
  294. package/dist/server/workspace-file-indexes.d.ts +2 -0
  295. package/dist/server/workspace-file-indexes.js +61 -0
  296. package/dist/server/workspace-file-operations.d.ts +36 -0
  297. package/dist/server/workspace-file-operations.js +281 -0
  298. package/dist/server/workspace-file-response.d.ts +7 -0
  299. package/dist/server/workspace-file-response.js +79 -0
  300. package/dist/server/ws-server.d.ts +149 -0
  301. package/dist/server/ws-server.js +640 -0
  302. package/dist/shared/agent-order.d.ts +44 -0
  303. package/dist/shared/agent-order.js +50 -0
  304. package/dist/shared/archive-decisions.d.ts +44 -0
  305. package/dist/shared/archive-decisions.js +98 -0
  306. package/dist/shared/background-task.d.ts +25 -0
  307. package/dist/shared/background-task.js +183 -0
  308. package/dist/shared/child-session-lock.d.ts +37 -0
  309. package/dist/shared/child-session-lock.js +59 -0
  310. package/dist/shared/content-search.d.ts +22 -0
  311. package/dist/shared/content-search.js +1 -0
  312. package/dist/shared/conversation-title.d.ts +4 -0
  313. package/dist/shared/conversation-title.js +4 -0
  314. package/dist/shared/file-mentions.d.ts +17 -0
  315. package/dist/shared/file-mentions.js +91 -0
  316. package/dist/shared/git-commit.d.ts +11 -0
  317. package/dist/shared/git-commit.js +1 -0
  318. package/dist/shared/git-graph.d.ts +42 -0
  319. package/dist/shared/git-graph.js +30 -0
  320. package/dist/shared/group-chat.d.ts +132 -0
  321. package/dist/shared/group-chat.js +6 -0
  322. package/dist/shared/managed-servers.d.ts +36 -0
  323. package/dist/shared/managed-servers.js +1 -0
  324. package/dist/shared/message-media.d.ts +12 -0
  325. package/dist/shared/message-media.js +27 -0
  326. package/dist/shared/model-window-label.d.ts +39 -0
  327. package/dist/shared/model-window-label.js +55 -0
  328. package/dist/shared/native-tools.d.ts +43 -0
  329. package/dist/shared/native-tools.js +1 -0
  330. package/dist/shared/pi-cache-warming.d.ts +9 -0
  331. package/dist/shared/pi-cache-warming.js +4 -0
  332. package/dist/shared/project-overview.d.ts +107 -0
  333. package/dist/shared/project-overview.js +92 -0
  334. package/dist/shared/project-presentation.d.ts +55 -0
  335. package/dist/shared/project-presentation.js +111 -0
  336. package/dist/shared/provider-network.d.ts +30 -0
  337. package/dist/shared/provider-network.js +1 -0
  338. package/dist/shared/session-reporting.d.ts +40 -0
  339. package/dist/shared/session-reporting.js +97 -0
  340. package/dist/shared/session-search.d.ts +14 -0
  341. package/dist/shared/session-search.js +1 -0
  342. package/dist/shared/team-context-view.d.ts +33 -0
  343. package/dist/shared/team-context-view.js +49 -0
  344. package/dist/shared/team-context.d.ts +59 -0
  345. package/dist/shared/team-context.js +3 -0
  346. package/dist/shared/terminal-protocol.d.ts +71 -0
  347. package/dist/shared/terminal-protocol.js +1 -0
  348. package/dist/shared/thinking-levels.d.ts +53 -0
  349. package/dist/shared/thinking-levels.js +85 -0
  350. package/dist/shared/tool-glyph.d.ts +7 -0
  351. package/dist/shared/tool-glyph.js +19 -0
  352. package/dist/shared/transcript-order.d.ts +7 -0
  353. package/dist/shared/transcript-order.js +12 -0
  354. package/dist/shared/update-status.d.ts +28 -0
  355. package/dist/shared/update-status.js +1 -0
  356. package/dist/shared/workspace-file-preview.d.ts +4 -0
  357. package/dist/shared/workspace-file-preview.js +28 -0
  358. package/package.json +448 -4
  359. package/scripts/diagnose.mjs +603 -0
  360. package/scripts/patch-brace-expansion.mjs +260 -0
  361. package/scripts/restart-server.mjs +104 -0
  362. package/skills/presentation/SKILL.md +30 -0
  363. package/skills/presentation/references/data.md +10 -0
  364. package/skills/presentation/references/quality.md +12 -0
  365. package/skills/presentation/references/story.md +12 -0
  366. package/skills/presentation/references/templates-and-editing.md +11 -0
  367. package/skills/presentation/references/visual-system.md +10 -0
  368. package/skills/super-pi-agent-development/SKILL.md +25 -0
  369. package/skills/super-pi-development/SKILL.md +31 -0
  370. package/skills/super-pi-tool-development/SKILL.md +39 -0
@@ -0,0 +1,235 @@
1
+ import { spawn } from "node:child_process";
2
+ import { createReadStream } from "node:fs";
3
+ import { realpath } from "node:fs/promises";
4
+ import { basename, dirname, isAbsolute, join, posix, resolve } from "node:path";
5
+ import { fileURLToPath, pathToFileURL } from "node:url";
6
+ import { contains, createRootGuard, FilesError, toRelative } from "./files.js";
7
+ export const MAX_CONTENT_RESULTS = 20000;
8
+ const MAX_SEARCH_MS = 120000;
9
+ const MAX_EVENT_LENGTH = 8 * 1024 * 1024;
10
+ const PREVIEW_LENGTH = 400;
11
+ const BATCH_SIZE = 100;
12
+ let sdkRipgrep;
13
+ async function resolveSdkRipgrep() {
14
+ sdkRipgrep ??= (async () => {
15
+ const entry = fileURLToPath(await import.meta.resolve("@earendil-works/pi-coding-agent"));
16
+ const manager = await import(pathToFileURL(join(dirname(entry), "utils", "tools-manager.js")).href);
17
+ return manager.getToolPath("rg") ?? manager.ensureTool("rg");
18
+ })().catch((error) => { sdkRipgrep = undefined; throw error; });
19
+ const path = await sdkRipgrep;
20
+ if (!path)
21
+ sdkRipgrep = undefined;
22
+ return path;
23
+ }
24
+ export function isProtectedSearchPath(path) {
25
+ return path.split("/").some((segment) => /^\.(?:git|super-pi)$/iu.test(segment));
26
+ }
27
+ function ripgrepArgs(query, { exclude, useIgnoreFiles }) {
28
+ const args = ["--no-config", "--json", "--hidden", "--no-follow", "--fixed-strings", "--color=never", "--no-require-git", "--threads", "4"];
29
+ if (useIgnoreFiles === false)
30
+ args.push("--no-ignore");
31
+ if (exclude)
32
+ args.push("--glob", "!" + exclude);
33
+ // The final exclusions cannot be overridden by an include glob.
34
+ for (const name of [".git", ".super-pi"])
35
+ args.push("--iglob", `!**/${name}`, "--iglob", `!**/${name}/**`);
36
+ if (useIgnoreFiles !== false) {
37
+ for (const name of ["node_modules", ".next", ".cache", ".venv", "coverage", "dist", "build"]) {
38
+ args.push("--glob", `!**/${name}`, "--glob", `!**/${name}/**`);
39
+ }
40
+ }
41
+ return [...args, "--", query, "."];
42
+ }
43
+ async function isUtf8Text(path, signal) {
44
+ const decoder = new TextDecoder("utf-8", { fatal: true });
45
+ try {
46
+ for await (const bytes of createReadStream(path, { signal })) {
47
+ if (bytes.includes(0))
48
+ return false;
49
+ decoder.decode(bytes, { stream: true });
50
+ }
51
+ decoder.decode();
52
+ return true;
53
+ }
54
+ catch (error) {
55
+ if (error instanceof TypeError)
56
+ return false;
57
+ throw error;
58
+ }
59
+ }
60
+ function makeHit(path, event) {
61
+ const { line_number: line, lines, submatches } = event.data;
62
+ if (line === undefined || typeof lines?.text !== "string")
63
+ return;
64
+ const fullLine = lines.text.replace(/\r?\n$/u, "");
65
+ const before = submatches?.[0]?.start ?? 0;
66
+ const column = (before ? Buffer.from(fullLine).subarray(0, before).toString("utf8").length : 0) + 1;
67
+ const start = Math.max(0, column - Math.floor(PREVIEW_LENGTH / 3));
68
+ const excerpt = fullLine.slice(start, start + PREVIEW_LENGTH);
69
+ const text = (start ? "…" : "") + excerpt + (start + excerpt.length < fullLine.length ? "…" : "");
70
+ return { path, name: basename(path), line, column, text };
71
+ }
72
+ export async function searchByContent(root, query, options = {}) {
73
+ const hits = [];
74
+ const skipped = [];
75
+ const reasons = new Set();
76
+ const result = () => ({ hits, skipped, complete: reasons.size === 0, truncated: reasons.size > 0, reasons: [...reasons] });
77
+ if (!query.trim())
78
+ return result();
79
+ const timeout = AbortSignal.timeout(MAX_SEARCH_MS);
80
+ const signal = options.signal ? AbortSignal.any([options.signal, timeout]) : timeout;
81
+ const maxResults = options.maxResults ?? MAX_CONTENT_RESULTS;
82
+ const include = options.include && (options.include.includes("/") ? options.include : "**/" + options.include);
83
+ const guard = createRootGuard(root);
84
+ await guard("");
85
+ const canonicalRoot = await realpath(root);
86
+ if (isProtectedSearchPath(root.replaceAll("\\", "/").split("/").at(-1) ?? "")) {
87
+ throw new FilesError(403, "不能搜索应用或 Git 内部目录。", "protected_path");
88
+ }
89
+ signal.throwIfAborted();
90
+ const rgPath = await (options.resolveRipgrep ?? resolveSdkRipgrep)();
91
+ if (!rgPath)
92
+ throw new FilesError(503, "内容搜索不可用(ripgrep 不可用)", "ripgrep_unavailable");
93
+ signal.throwIfAborted();
94
+ const child = spawn(rgPath, ripgrepArgs(query, options), { cwd: root, stdio: ["ignore", "pipe", "pipe"], shell: false, windowsHide: true });
95
+ let spawnError;
96
+ let diagnostic = "";
97
+ child.stderr.setEncoding("utf8").on("data", (chunk) => { diagnostic = (diagnostic + chunk).slice(-4096); });
98
+ child.on("error", (error) => { spawnError = error; });
99
+ const closed = new Promise((done) => child.once("close", done));
100
+ const stop = () => { child.kill(); };
101
+ signal.addEventListener("abort", stop, { once: true });
102
+ let path = "";
103
+ let matches = [];
104
+ let overflow = false;
105
+ let accepted = 0;
106
+ let batch = [];
107
+ let lastFlush = 0;
108
+ const flush = async () => {
109
+ if (!batch.length)
110
+ return;
111
+ await options.onHits(batch);
112
+ batch = [];
113
+ lastFlush = Date.now();
114
+ };
115
+ const publishFile = async (event) => {
116
+ if ((!matches.length && !overflow) || event.data.binary_offset != null || signal.aborted)
117
+ return;
118
+ try {
119
+ // Ripgrep does not follow links. Revalidate on publication in case the tree changed during the scan.
120
+ const canonical = await realpath(await guard(path));
121
+ if (!contains(canonicalRoot, canonical) || isProtectedSearchPath(toRelative(canonicalRoot, canonical)))
122
+ return;
123
+ if (!await isUtf8Text(canonical, signal)) {
124
+ if (skipped.length < 100)
125
+ skipped.push(path);
126
+ reasons.add("encoding");
127
+ return;
128
+ }
129
+ }
130
+ catch (error) {
131
+ if (error.code === "outside_workspace")
132
+ return;
133
+ if (!signal.aborted)
134
+ reasons.add("unreadable");
135
+ return;
136
+ }
137
+ if (signal.aborted)
138
+ return;
139
+ for (const match of matches) {
140
+ if (signal.aborted)
141
+ return;
142
+ if (options.onHits) {
143
+ batch.push(match);
144
+ if (batch.length >= BATCH_SIZE || Date.now() - lastFlush >= 80)
145
+ await flush();
146
+ }
147
+ else
148
+ hits.push(match);
149
+ }
150
+ accepted += matches.length;
151
+ if (overflow) {
152
+ reasons.add("results");
153
+ stop();
154
+ }
155
+ };
156
+ const consume = async (line) => {
157
+ if (line.length > MAX_EVENT_LENGTH) {
158
+ reasons.add("line");
159
+ return;
160
+ }
161
+ const event = JSON.parse(line);
162
+ if (event.type === "begin") {
163
+ matches = [];
164
+ overflow = false;
165
+ const supplied = event.data.path?.text;
166
+ path = supplied && !isAbsolute(supplied) ? toRelative(root, resolve(root, supplied)) : "";
167
+ if (path === ".." || path.startsWith("../") || isAbsolute(path) || isProtectedSearchPath(path))
168
+ path = "";
169
+ // A positive rg glob overrides ignore files. Match includes separately so users can combine both.
170
+ if (include && !posix.matchesGlob(path, include))
171
+ path = "";
172
+ }
173
+ else if (event.type === "match" && path) {
174
+ const match = makeHit(path, event);
175
+ if (match && accepted + matches.length < maxResults)
176
+ matches.push(match);
177
+ else if (match)
178
+ overflow = true;
179
+ else {
180
+ reasons.add("encoding");
181
+ if (skipped.length < 100 && !skipped.includes(path))
182
+ skipped.push(path);
183
+ }
184
+ }
185
+ else if (event.type === "end" && path) {
186
+ await publishFile(event);
187
+ path = "";
188
+ }
189
+ };
190
+ try {
191
+ let pending = "";
192
+ let discard = false;
193
+ child.stdout.setEncoding("utf8");
194
+ read: for await (const chunk of child.stdout) {
195
+ const rows = chunk.split("\n");
196
+ const tail = rows.pop();
197
+ for (const row of rows) {
198
+ if (signal.aborted || reasons.has("results"))
199
+ break read;
200
+ if (!discard)
201
+ await consume(pending + row);
202
+ pending = "";
203
+ discard = false;
204
+ }
205
+ if (!discard) {
206
+ pending += tail;
207
+ if (pending.length > MAX_EVENT_LENGTH) {
208
+ reasons.add("line");
209
+ pending = "";
210
+ discard = true;
211
+ }
212
+ }
213
+ }
214
+ const code = await closed;
215
+ if (spawnError)
216
+ throw new FilesError(503, "无法启动正文搜索引擎。", "ripgrep_unavailable");
217
+ if (timeout.aborted)
218
+ reasons.add("time");
219
+ if (!signal.aborted && !reasons.has("results") && code !== 0 && code !== 1) {
220
+ if (/^rg:.*(?:glob|error parsing|invalid definition)/imu.test(diagnostic))
221
+ throw new FilesError(400, "文件筛选规则无效。", "bad_glob");
222
+ if (!diagnostic.startsWith("rg: No files were searched"))
223
+ reasons.add("unreadable");
224
+ }
225
+ if (!options.signal?.aborted && options.onHits)
226
+ await flush();
227
+ return result();
228
+ }
229
+ finally {
230
+ signal.removeEventListener("abort", stop);
231
+ if (child.exitCode === null && child.signalCode === null && !spawnError)
232
+ stop();
233
+ await closed;
234
+ }
235
+ }
@@ -0,0 +1,22 @@
1
+ import type { ConversationContextUsage, SubagentUsage } from "./types.js";
2
+ export type TurnUsageReadout = {
3
+ usage?: SubagentUsage;
4
+ costKnown: boolean;
5
+ contextUsage?: ConversationContextUsage;
6
+ /** Persisted Pi usage entries are accounted independently from foreground turns. */
7
+ sourceEntryId?: string;
8
+ };
9
+ /** Collect only completed assistant messages, never the repeated usage on streaming deltas. */
10
+ export declare class ConversationUsageCollector {
11
+ private readonly total;
12
+ private costKnown;
13
+ private hasUsage;
14
+ add(value: unknown, countTurn?: boolean): void;
15
+ readout(context: {
16
+ tokens: number | null;
17
+ contextWindow: number;
18
+ } | undefined, model: {
19
+ provider?: string;
20
+ id?: string;
21
+ } | undefined, agentDir: string): TurnUsageReadout;
22
+ }
@@ -0,0 +1,43 @@
1
+ import { arbitrateContextWindow, readDeclaredWindows, readStoreWindows } from "./model-context-window.js";
2
+ const nonnegative = (value) => typeof value === "number" && Number.isFinite(value) && value >= 0;
3
+ /** Collect only completed assistant messages, never the repeated usage on streaming deltas. */
4
+ export class ConversationUsageCollector {
5
+ total = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, cost: 0, turns: 0 };
6
+ costKnown = true;
7
+ hasUsage = false;
8
+ add(value, countTurn = true) {
9
+ if (!value || typeof value !== "object") {
10
+ this.costKnown = false;
11
+ return;
12
+ }
13
+ const usage = value;
14
+ const keys = ["input", "output", "cacheRead", "cacheWrite"];
15
+ const cost = usage.cost?.total;
16
+ if (!nonnegative(cost))
17
+ this.costKnown = false;
18
+ if (!keys.some(key => nonnegative(usage[key])) && !nonnegative(cost))
19
+ return;
20
+ this.hasUsage = true;
21
+ for (const key of keys)
22
+ if (nonnegative(usage[key]))
23
+ this.total[key] += usage[key];
24
+ if (nonnegative(cost))
25
+ this.total.cost += cost;
26
+ if (countTurn)
27
+ this.total.turns++;
28
+ }
29
+ readout(context, model, agentDir) {
30
+ let contextUsage;
31
+ if (context) {
32
+ const contextWindow = model?.provider && model.id
33
+ ? arbitrateContextWindow(readDeclaredWindows(agentDir), readStoreWindows(agentDir), model.provider, model.id, context.contextWindow) ?? context.contextWindow
34
+ : context.contextWindow;
35
+ if (nonnegative(contextWindow) && contextWindow > 0) {
36
+ // Pi returns null after compaction until another assistant supplies a trustworthy token count.
37
+ const tokens = nonnegative(context.tokens) ? context.tokens : null;
38
+ contextUsage = { tokens, contextWindow, percent: tokens === null ? null : tokens / contextWindow * 100 };
39
+ }
40
+ }
41
+ return { ...(this.hasUsage ? { usage: { ...this.total } } : {}), costKnown: this.costKnown, ...(contextUsage ? { contextUsage } : {}) };
42
+ }
43
+ }
@@ -0,0 +1,152 @@
1
+ /**
2
+ * THE DOCUMENT PARSING LAYER.
3
+ *
4
+ * It turns the files a person actually has - PDFs, Word documents, spreadsheets - into text, and it
5
+ * turns text back into those files. Everything else in Super Pi - the knowledge base, the agent's
6
+ * document tool - goes through here, so the same file reads the same way in both places.
7
+ *
8
+ * WHY IT LIVES ON THE SERVER AND NOT IN A PI EXTENSION. A Pi extension runs inside Pi's process, and
9
+ * Pi's process resolves `node_modules` against PI's install, not against Super Pi's. The parsing
10
+ * libraries are Super Pi's dependencies, so an extension could not load them: the code would work in
11
+ * the dev checkout and fail in every installed layout, which is the exact failure mode
12
+ * `scripts/installed-layout.test.mjs` exists to catch. The server is also the only layer that holds
13
+ * both the workspace's absolute paths and the capability tokens, so the path guard and the
14
+ * credential check live in the same place as the parsing.
15
+ *
16
+ * WHY EVERY LIBRARY IS OPTIONAL. The knowledge base's vector layer is optional for the same reason:
17
+ * a missing package must degrade the FEATURE, not break the PANEL. A user who did not install
18
+ * pdfjs-dist should still be able to run Super Pi and read their Markdown; they should get a clear
19
+ * sentence about which package to install when they try to read a PDF.
20
+ */
21
+ /**
22
+ * The document formats this layer understands, by file extension.
23
+ *
24
+ * `ppt` is READ-ONLY: the legacy binary format has no pure-JS writer, and generating a real
25
+ * PowerPoint 97 file means reimplementing a 1997 binary format. Reading it is a record walk; writing
26
+ * it is refused with a pointer to `.pptx`.
27
+ */
28
+ export type DocumentFormat = "pdf" | "docx" | "xlsx" | "pptx" | "ppt";
29
+ /**
30
+ * The tools the agent sees.
31
+ *
32
+ * Duplicated as literals in `agents/super-pi-documents/index.ts`, the way `KNOWLEDGE_TOOL_NAME` is:
33
+ * the extension runs in Pi's process and cannot import from the server, and a name that exists in
34
+ * only one of the two places is a name one of them will get wrong.
35
+ */
36
+ export declare const DOCUMENT_READ_TOOL_NAME = "document_read";
37
+ export declare const DOCUMENT_WRITE_TOOL_NAME = "document_write";
38
+ /** What a caller needs to know about a document after it has been read. */
39
+ export type ExtractResult = {
40
+ /** The extracted text. Empty only when the source genuinely had no text layer. */
41
+ text: string;
42
+ /** The format the text came from. */
43
+ format: DocumentFormat;
44
+ /** How many pages the document had, when the format has pages. */
45
+ pages?: number;
46
+ /**
47
+ * What was lost in the conversion, stated rather than hidden.
48
+ *
49
+ * WHY THIS IS A FIELD AND NOT A LOG LINE. A Word document's tables become pipe-separated lines and
50
+ * its images become nothing at all. A caller that knows the extraction was lossy can say so to the
51
+ * person; a caller that does not will present a flattened table as if it were the document.
52
+ */
53
+ warnings: string[];
54
+ };
55
+ /** The failure of a document that could not be read, in a form a person can act on. */
56
+ export declare class DocumentError extends Error {
57
+ readonly code: DocumentErrorCode;
58
+ constructor(code: DocumentErrorCode, message: string);
59
+ }
60
+ /**
61
+ * WHY THE CODES EXIST. "Read failed" is not actionable, and the ways a document fails are
62
+ * genuinely different from one another: a dependency is missing (install something), a PDF has no
63
+ * text layer (it is a scan - use a different route), a PDF is encrypted (it needs a password), and
64
+ * the file is simply broken (nothing to do about it). Each of those needs a different sentence, and
65
+ * a person who is told "read failed" learns nothing.
66
+ */
67
+ export type DocumentErrorCode = "missing_dependency" | "missing_asset" | "no_text_layer" | "encrypted" | "corrupt" | "unsupported" | "empty";
68
+ /**
69
+ * Whether an extension names a document this layer can read.
70
+ *
71
+ * The name is checked BEFORE the bytes are sniffed, because the caller needs to know whether to
72
+ * attempt a parse at all - and because a `.pdf` that is really a text file is a different situation
73
+ * from a file with no extension that happens to be a PDF.
74
+ */
75
+ export declare function isDocumentFormat(extension: string): boolean;
76
+ /** The format an extension names, or null when it names none. */
77
+ export declare function documentFormatOf(extension: string): DocumentFormat | null;
78
+ /** The extension a format is written with. */
79
+ export declare function extensionForFormat(format: DocumentFormat): string;
80
+ /**
81
+ * Reads a document's text.
82
+ *
83
+ * The file is read here rather than handed in as a buffer because the parsers differ in what they
84
+ * want: pdfjs wants a path or a typed array, mammoth wants a buffer, exceljs wants a stream or a
85
+ * buffer. Reading once here keeps that difference from leaking into the callers.
86
+ */
87
+ export declare function extractText(path: string, format: DocumentFormat): Promise<ExtractResult>;
88
+ /**
89
+ * Reads a document's text from bytes already in hand.
90
+ *
91
+ * Split out from `extractText` so the parsers can be exercised without touching the filesystem, and
92
+ * so a caller that already has the bytes (an upload, an API request) does not write them to a
93
+ * temporary file to read them back.
94
+ */
95
+ export declare function extractTextFromBytes(bytes: Buffer, format: DocumentFormat): Promise<ExtractResult>;
96
+ /**
97
+ * WHAT A DOCUMENT IS TO BE WRITTEN FROM.
98
+ *
99
+ * The content is Markdown for prose documents and CSV for spreadsheets, chosen by the format rather
100
+ * than by the caller: a spreadsheet built from Markdown is a table with the wrong shape, and the
101
+ * caller should not have to know that.
102
+ */
103
+ export type DocumentSpec = {
104
+ format: DocumentFormat;
105
+ /** The content. Markdown for `docx`, `pdf` and `pptx`, CSV for `xlsx`. */
106
+ content: string;
107
+ /** The document's title, used for the Word heading and the PDF title line. */
108
+ title?: string;
109
+ };
110
+ /**
111
+ * Builds a document's bytes.
112
+ *
113
+ * The output is a REAL document - it opens in Word, Excel and a PDF reader - not a renamed text
114
+ * file. The structure is simple on purpose: headings, paragraphs, lists and tables for Word;
115
+ * sheets of cells for Excel; lines of text for a PDF.
116
+ */
117
+ export declare function buildDocument(spec: DocumentSpec): Promise<{
118
+ bytes: Buffer;
119
+ format: DocumentFormat;
120
+ }>;
121
+ /**
122
+ * The blocks a Markdown document is made of.
123
+ *
124
+ * A full Markdown parser is not needed here, and pulling one in would mean deciding what to do with
125
+ * the constructs it supports that a Word document has no place for. The subset below is the one a
126
+ * person actually uses when they ask for "a Word version of this".
127
+ */
128
+ type Block = {
129
+ kind: "heading";
130
+ level: number;
131
+ text: string;
132
+ } | {
133
+ kind: "paragraph";
134
+ text: string;
135
+ } | {
136
+ kind: "list";
137
+ items: string[];
138
+ } | {
139
+ kind: "table";
140
+ header: string[];
141
+ rows: string[][];
142
+ } | {
143
+ kind: "code";
144
+ text: string;
145
+ };
146
+ /** Splits Markdown into the blocks a document is built from. Exported for the tests to exercise directly. */
147
+ export declare function parseMarkdownBlocks(markdown: string): Block[];
148
+ /**
149
+ * The format a file's extension names, for the callers that hold a path rather than a format.
150
+ */
151
+ export declare function formatOfPath(path: string): DocumentFormat | null;
152
+ export {};