minimal-agent 0.10.0 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (573) hide show
  1. package/README.md +11 -3
  2. package/package.json +52 -5
  3. package/plugins/computer_use/.claude-plugin/plugin.json +6 -0
  4. package/plugins/computer_use/README.md +94 -0
  5. package/plugins/computer_use/app/_template.md +142 -0
  6. package/plugins/computer_use/app/chrome.md +165 -0
  7. package/plugins/computer_use/app/finder.md +76 -0
  8. package/plugins/computer_use/app/macos-system-settings.md +81 -0
  9. package/plugins/computer_use/app/microsoft-excel.md +80 -0
  10. package/plugins/computer_use/app/microsoft-powerpoint.md +80 -0
  11. package/plugins/computer_use/app/microsoft-word.md +79 -0
  12. package/plugins/computer_use/app/wechat.md +413 -0
  13. package/plugins/computer_use/app/weread.md +319 -0
  14. package/plugins/computer_use/commands/computeruse.md +25 -0
  15. package/plugins/computer_use/commands/cu.md +9 -0
  16. package/plugins/computer_use/plugin.js +26 -0
  17. package/plugins/computer_use/plugin.ts +30 -0
  18. package/plugins/computer_use/src/capture.js +90 -0
  19. package/plugins/computer_use/src/capture.ts +104 -0
  20. package/plugins/computer_use/src/commands.js +91 -0
  21. package/plugins/computer_use/src/commands.ts +103 -0
  22. package/plugins/computer_use/src/daemon.js +134 -0
  23. package/plugins/computer_use/src/daemon.ts +161 -0
  24. package/plugins/computer_use/src/manuals.js +135 -0
  25. package/plugins/computer_use/src/manuals.ts +159 -0
  26. package/plugins/computer_use/src/verify.js +168 -0
  27. package/plugins/computer_use/src/verify.ts +219 -0
  28. package/plugins/computer_use/test/commands.test.ts +73 -0
  29. package/plugins/cron-runner/plugin.ts +38 -0
  30. package/plugins/cron-runner/src/commands.ts +373 -0
  31. package/plugins/cron-runner/src/cronTime.ts +155 -0
  32. package/plugins/cron-runner/src/lock.ts +79 -0
  33. package/plugins/cron-runner/src/runs.ts +99 -0
  34. package/plugins/cron-runner/src/scheduleEngine.ts +76 -0
  35. package/plugins/cron-runner/src/scheduler.ts +376 -0
  36. package/plugins/cron-runner/src/schema.ts +139 -0
  37. package/plugins/cron-runner/src/service.ts +193 -0
  38. package/plugins/cron-runner/src/store.ts +333 -0
  39. package/plugins/cron-runner/src/types.ts +141 -0
  40. package/plugins/cron-runner/test/cronTime.test.ts +41 -0
  41. package/plugins/cron-runner/test/plugin-integration.test.ts +47 -0
  42. package/plugins/cron-runner/test/scheduleEngine.test.ts +41 -0
  43. package/plugins/cron-runner/test/service.test.ts +76 -0
  44. package/plugins/cron-runner/test/store-and-scheduler.test.ts +501 -0
  45. package/plugins/workflow-runner/plugin.js +56 -2
  46. package/plugins/workflow-runner/plugin.ts +113 -0
  47. package/plugins/workflow-runner/src/agentCommon.js +43 -4
  48. package/plugins/workflow-runner/src/agentCommon.ts +435 -0
  49. package/plugins/workflow-runner/src/controlFlow/branch.js +40 -0
  50. package/plugins/workflow-runner/src/controlFlow/branch.ts +46 -0
  51. package/plugins/workflow-runner/src/controlFlow/loop.js +211 -0
  52. package/plugins/workflow-runner/src/controlFlow/loop.ts +248 -0
  53. package/plugins/workflow-runner/src/controlFlow/pause.js +129 -0
  54. package/plugins/workflow-runner/src/controlFlow/pause.ts +141 -0
  55. package/plugins/workflow-runner/src/controlFlow/signal.js +21 -0
  56. package/plugins/workflow-runner/src/controlFlow/signal.ts +29 -0
  57. package/plugins/workflow-runner/src/controlFlow/types.js +18 -0
  58. package/plugins/workflow-runner/src/controlFlow/types.ts +63 -0
  59. package/plugins/workflow-runner/src/dslManifest.ts +127 -0
  60. package/plugins/workflow-runner/src/expressions.ts +622 -0
  61. package/plugins/workflow-runner/src/index.js +13 -4
  62. package/plugins/workflow-runner/src/index.ts +338 -0
  63. package/plugins/workflow-runner/src/jsonPayload.ts +84 -0
  64. package/plugins/workflow-runner/src/loader.js +23 -0
  65. package/plugins/workflow-runner/src/loader.ts +721 -0
  66. package/plugins/workflow-runner/src/multimodal.js +2 -1
  67. package/plugins/workflow-runner/src/multimodal.ts +64 -0
  68. package/plugins/workflow-runner/src/recovery.ts +149 -0
  69. package/plugins/workflow-runner/src/runner.js +75 -659
  70. package/plugins/workflow-runner/src/runner.ts +604 -0
  71. package/plugins/workflow-runner/src/stepExecutors/agent.ts +234 -0
  72. package/plugins/workflow-runner/src/stepExecutors/assert.ts +50 -0
  73. package/plugins/workflow-runner/src/stepExecutors/echo.js +31 -0
  74. package/plugins/workflow-runner/src/stepExecutors/echo.ts +38 -0
  75. package/plugins/workflow-runner/src/stepExecutors/llm.ts +133 -0
  76. package/plugins/workflow-runner/src/stepExecutors/set.js +49 -0
  77. package/plugins/workflow-runner/src/stepExecutors/set.ts +56 -0
  78. package/plugins/workflow-runner/src/stepExecutors/skill.js +5 -6
  79. package/plugins/workflow-runner/src/stepExecutors/skill.ts +140 -0
  80. package/plugins/workflow-runner/src/stepExecutors/tool.js +80 -8
  81. package/plugins/workflow-runner/src/stepExecutors/tool.ts +256 -0
  82. package/plugins/workflow-runner/src/stepExecutors/verify.ts +68 -0
  83. package/plugins/workflow-runner/src/stepPipeline.js +277 -0
  84. package/plugins/workflow-runner/src/stepPipeline.ts +366 -0
  85. package/plugins/workflow-runner/src/taskIdentity.ts +405 -0
  86. package/plugins/workflow-runner/src/toolRuntime.js +48 -0
  87. package/plugins/workflow-runner/src/toolRuntime.ts +64 -0
  88. package/plugins/workflow-runner/src/types.js +37 -1
  89. package/plugins/workflow-runner/src/types.ts +602 -0
  90. package/plugins/workflow-runner/src/workflowState.ts +733 -0
  91. package/plugins/workflow-runner/test/agent.test.ts +587 -0
  92. package/plugins/workflow-runner/test/agentLlmError.test.ts +373 -0
  93. package/plugins/workflow-runner/test/bashBlacklist.sweep.test.ts +65 -0
  94. package/plugins/workflow-runner/test/captureMisbind.test.ts +99 -0
  95. package/plugins/workflow-runner/test/cli.e2e.test.ts +147 -0
  96. package/plugins/workflow-runner/test/context-files.test.ts +320 -0
  97. package/plugins/workflow-runner/test/e2e.test.ts +370 -0
  98. package/plugins/workflow-runner/test/engineRobustness.test.ts +226 -0
  99. package/plugins/workflow-runner/test/expressions.test.ts +397 -0
  100. package/plugins/workflow-runner/test/foundation.test.ts +126 -0
  101. package/plugins/workflow-runner/test/graceful.test.ts +139 -0
  102. package/plugins/workflow-runner/test/greedyInputs.load.test.ts +47 -0
  103. package/plugins/workflow-runner/test/hostCapability.test.ts +108 -0
  104. package/plugins/workflow-runner/test/illustrate.load.test.ts +183 -0
  105. package/plugins/workflow-runner/test/jsonPayload.test.ts +83 -0
  106. package/plugins/workflow-runner/test/loader.test.ts +617 -0
  107. package/plugins/workflow-runner/test/maxTurnsRetryDelay.test.ts +33 -0
  108. package/plugins/workflow-runner/test/multimodal.test.ts +342 -0
  109. package/plugins/workflow-runner/test/output-schema.test.ts +213 -0
  110. package/plugins/workflow-runner/test/parseWorkflowArgs.test.ts +87 -0
  111. package/plugins/workflow-runner/test/pluginRunner.isolation.test.ts +269 -0
  112. package/plugins/workflow-runner/test/ppt.load.test.ts +1220 -0
  113. package/plugins/workflow-runner/test/ralphLoop.e2e.test.ts +220 -0
  114. package/plugins/workflow-runner/test/recovery.test.ts +265 -0
  115. package/plugins/workflow-runner/test/runner.test.ts +911 -0
  116. package/plugins/workflow-runner/test/runnerPreflight.test.ts +379 -0
  117. package/plugins/workflow-runner/test/skillTurnDone.test.ts +71 -0
  118. package/plugins/workflow-runner/test/stateLifecycle.test.ts +150 -0
  119. package/plugins/workflow-runner/test/stepPipeline.test.ts +114 -0
  120. package/plugins/workflow-runner/test/taskArbitration.test.ts +338 -0
  121. package/plugins/workflow-runner/test/taskIdentity.test.ts +237 -0
  122. package/plugins/workflow-runner/test/taskLifecycle.test.ts +270 -0
  123. package/plugins/workflow-runner/test/toolArtifactOverwrite.test.ts +221 -0
  124. package/plugins/workflow-runner/test/toolCapabilityBoundary.test.ts +29 -0
  125. package/plugins/workflow-runner/test/toolRuntimeIntegration.test.ts +168 -0
  126. package/plugins/workflow-runner/test/webppt.load.test.ts +250 -0
  127. package/plugins/workflow-runner/test/word.load.test.ts +208 -0
  128. package/plugins/workflow-runner/test/workflows.smoke.test.ts +76 -0
  129. package/plugins/workflow-runner/test/yamlGuardConditions.test.ts +207 -0
  130. package/skills/browser-automation/SKILL.md +9 -19
  131. package/skills/web-crawler/SKILL.md +9 -11
  132. package/src/askBridge.ts +249 -0
  133. package/src/bootstrap/cwdArg.js +10 -3
  134. package/src/bootstrap/cwdArg.ts +31 -0
  135. package/src/bootstrap/workingDir.ts +48 -0
  136. package/src/cli/args.js +70 -7
  137. package/src/cli/args.ts +146 -0
  138. package/src/cli/computerUse.js +185 -0
  139. package/src/cli/computerUse.ts +221 -0
  140. package/src/cli/configMenu.js +274 -202
  141. package/src/cli/configMenu.tsx +521 -0
  142. package/src/cli/memoryAccess.js +45 -0
  143. package/src/cli/memoryAccess.ts +53 -0
  144. package/src/cli/print.js +119 -5
  145. package/src/cli/print.ts +597 -0
  146. package/src/cli/quickModelSetup.js +60 -0
  147. package/src/cli/quickModelSetup.tsx +96 -0
  148. package/src/cli/streamJson.js +80 -4
  149. package/src/cli/streamJson.ts +433 -0
  150. package/src/cli/wizards/advisorWizard.js +1 -0
  151. package/src/cli/wizards/advisorWizard.tsx +195 -0
  152. package/src/cli/wizards/agentRuntimeWizard.js +84 -0
  153. package/src/cli/wizards/agentRuntimeWizard.tsx +134 -0
  154. package/src/cli/wizards/browserWizard.js +55 -0
  155. package/src/cli/wizards/browserWizard.tsx +77 -0
  156. package/src/cli/wizards/contextAdvisorWizard.js +84 -0
  157. package/src/cli/wizards/contextAdvisorWizard.tsx +124 -0
  158. package/src/cli/wizards/fieldForm.js +7 -4
  159. package/src/cli/wizards/fieldForm.tsx +250 -0
  160. package/src/cli/wizards/imageWizard.js +4 -5
  161. package/src/cli/wizards/imageWizard.tsx +96 -0
  162. package/src/cli/wizards/openRouterWizard.tsx +48 -0
  163. package/src/cli/wizards/providerPresets.js +1 -8
  164. package/src/cli/wizards/providerPresets.ts +106 -0
  165. package/src/cli/wizards/providerWizard.js +152 -205
  166. package/src/cli/wizards/providerWizard.tsx +266 -0
  167. package/src/cli/wizards/searchWizard.tsx +47 -0
  168. package/src/cli/wizards/ttsWizard.js +4 -3
  169. package/src/cli/wizards/ttsWizard.tsx +61 -0
  170. package/src/config/configDefaults.js +25 -0
  171. package/src/config/configDefaults.ts +33 -0
  172. package/src/config/configDiagnostics.js +117 -0
  173. package/src/config/configDiagnostics.ts +166 -0
  174. package/src/config/configFile.js +52 -32
  175. package/src/config/configFile.ts +633 -0
  176. package/src/config/configManagement.js +126 -0
  177. package/src/config/configManagement.ts +159 -0
  178. package/src/config/configService.js +66 -11
  179. package/src/config/configService.ts +554 -0
  180. package/src/config/numericLimits.js +61 -0
  181. package/src/config/numericLimits.ts +80 -0
  182. package/src/config.ts +109 -0
  183. package/src/context/agentHome.ts +11 -0
  184. package/src/context/archive.ts +144 -0
  185. package/src/context/budgetPlan.js +54 -0
  186. package/src/context/budgetPlan.ts +88 -0
  187. package/src/context/compact.js +179 -106
  188. package/src/context/compact.ts +584 -0
  189. package/src/context/contextBundle.js +119 -0
  190. package/src/context/contextBundle.ts +176 -0
  191. package/src/context/contextLock.ts +84 -0
  192. package/src/context/microCompactLite.ts +218 -0
  193. package/src/context/persistContext.ts +177 -0
  194. package/src/context/reactiveCompact.js +19 -4
  195. package/src/context/reactiveCompact.ts +240 -0
  196. package/src/context/recentDirs.ts +42 -0
  197. package/src/context/sessionPath.ts +206 -0
  198. package/src/context/sessionRegistry.js +8 -2
  199. package/src/context/sessionRegistry.ts +414 -0
  200. package/src/context/snipCompact.ts +163 -0
  201. package/src/context/tokenCounter.ts +106 -0
  202. package/src/context/workspaceIndex.js +2 -2
  203. package/src/context/workspaceIndex.ts +751 -0
  204. package/src/entry.compiled.tsx +20 -0
  205. package/src/harness/claimValidation.js +9 -0
  206. package/src/harness/claimValidation.ts +22 -0
  207. package/src/harness/evidenceLedger.js +92 -0
  208. package/src/harness/evidenceLedger.ts +96 -0
  209. package/src/harness/stallGuard.js +60 -0
  210. package/src/harness/stallGuard.ts +81 -0
  211. package/src/humanIntervention.js +129 -0
  212. package/src/humanIntervention.ts +216 -0
  213. package/src/infra/verification.ts +295 -0
  214. package/src/irreversible/rules.js +216 -0
  215. package/src/irreversible/rules.ts +261 -0
  216. package/src/llm/client.js +40 -3
  217. package/src/llm/client.ts +621 -0
  218. package/src/llm/promptCache.js +27 -0
  219. package/src/llm/promptCache.ts +41 -0
  220. package/src/llm/providers/anthropicFormat.js +41 -5
  221. package/src/llm/providers/anthropicFormat.ts +290 -0
  222. package/src/llm/providers/openaiFormat.js +186 -8
  223. package/src/llm/providers/openaiFormat.ts +428 -0
  224. package/src/loop.js +614 -63
  225. package/src/loop.ts +1454 -0
  226. package/src/main.js +67 -10
  227. package/src/main.tsx +344 -0
  228. package/src/memory/codec.js +204 -0
  229. package/src/memory/codec.ts +249 -0
  230. package/src/memory/constants.js +34 -0
  231. package/src/memory/constants.ts +50 -0
  232. package/src/memory/episodicMemory.js +684 -0
  233. package/src/memory/episodicMemory.ts +815 -0
  234. package/src/memory/fileStore.js +148 -0
  235. package/src/memory/fileStore.ts +184 -0
  236. package/src/memory/memoryService.js +570 -0
  237. package/src/memory/memoryService.ts +859 -0
  238. package/src/memory/migration.js +128 -0
  239. package/src/memory/migration.ts +160 -0
  240. package/src/memory/repository.js +789 -0
  241. package/src/memory/repository.ts +893 -0
  242. package/src/memory/retrieval.js +108 -0
  243. package/src/memory/retrieval.ts +145 -0
  244. package/src/memory/searchIndex.js +107 -0
  245. package/src/memory/searchIndex.ts +153 -0
  246. package/src/memory/topicView.js +82 -0
  247. package/src/memory/topicView.ts +95 -0
  248. package/src/memory/turnJournal.js +95 -0
  249. package/src/memory/turnJournal.ts +120 -0
  250. package/src/memory/types.js +2 -0
  251. package/src/memory/types.ts +186 -0
  252. package/src/messageQueue.ts +123 -0
  253. package/src/multimodal.js +128 -46
  254. package/src/multimodal.ts +349 -0
  255. package/src/plugin-sdk.js +21 -1
  256. package/src/plugin-sdk.ts +134 -0
  257. package/src/plugins/builtinPluginIds.js +47 -0
  258. package/src/plugins/builtinPluginIds.ts +51 -0
  259. package/src/plugins/builtinRegistry.ts +43 -0
  260. package/src/plugins/commandRouter.js +40 -26
  261. package/src/plugins/commandRouter.ts +261 -0
  262. package/src/plugins/hookEngine.ts +341 -0
  263. package/src/plugins/pluginApi.ts +133 -0
  264. package/src/plugins/pluginLifecycle.ts +34 -0
  265. package/src/plugins/pluginLoader.ts +147 -0
  266. package/src/plugins/pluginManifest.js +127 -0
  267. package/src/plugins/pluginManifest.ts +152 -0
  268. package/src/plugins/pluginRunner.js +47 -2
  269. package/src/plugins/pluginRunner.ts +207 -0
  270. package/src/plugins/transcript.ts +208 -0
  271. package/src/prompts/lint.js +169 -0
  272. package/src/prompts/lint.ts +220 -0
  273. package/src/prompts/pluginList.js +32 -16
  274. package/src/prompts/pluginList.ts +86 -0
  275. package/src/prompts/policyRegistry.js +318 -0
  276. package/src/prompts/policyRegistry.ts +358 -0
  277. package/src/prompts/projectInstructions.js +24 -0
  278. package/src/prompts/projectInstructions.ts +81 -0
  279. package/src/prompts/promptAssembly.js +311 -202
  280. package/src/prompts/promptAssembly.ts +510 -0
  281. package/src/prompts/skillList.js +106 -45
  282. package/src/prompts/skillList.ts +198 -0
  283. package/src/prompts/system.js +31 -6
  284. package/src/prompts/system.ts +81 -0
  285. package/src/runtime/agentRuntimeContext.js +53 -0
  286. package/src/runtime/agentRuntimeContext.ts +112 -0
  287. package/src/session/runAgentTurn.js +71 -12
  288. package/src/session/runAgentTurn.ts +181 -0
  289. package/src/session/runTurn.js +29 -0
  290. package/src/session/runTurn.ts +160 -0
  291. package/src/session/runtimeStore.js +149 -0
  292. package/src/session/runtimeStore.ts +197 -0
  293. package/src/session/sessionState.js +79 -3
  294. package/src/session/sessionState.ts +134 -0
  295. package/src/toolGate.ts +50 -0
  296. package/src/tools/advisor/advisor.js +76 -15
  297. package/src/tools/advisor/advisor.ts +512 -0
  298. package/src/tools/agent/agent.js +245 -29
  299. package/src/tools/agent/agent.ts +837 -0
  300. package/src/tools/agent/agentTaskService.js +60 -0
  301. package/src/tools/agent/agentTaskService.ts +113 -0
  302. package/src/tools/agent/agentTypes.js +20 -8
  303. package/src/tools/agent/agentTypes.ts +94 -0
  304. package/src/tools/agent/coordinator.ts +111 -0
  305. package/src/tools/agent/worktree.ts +296 -0
  306. package/src/tools/ask/ask.js +17 -0
  307. package/src/tools/ask/ask.ts +122 -0
  308. package/src/tools/bash/attachImage.js +223 -0
  309. package/src/tools/bash/attachImage.ts +281 -0
  310. package/src/tools/bash/bash.js +132 -14
  311. package/src/tools/bash/bash.ts +642 -0
  312. package/src/tools/bash/semantics.ts +103 -0
  313. package/src/tools/bash/warnings.js +17 -11
  314. package/src/tools/bash/warnings.ts +117 -0
  315. package/src/tools/capabilities.js +42 -0
  316. package/src/tools/capabilities.ts +69 -0
  317. package/src/tools/computeruse/accessibilityPermission.js +261 -0
  318. package/src/tools/computeruse/accessibilityPermission.ts +294 -0
  319. package/src/tools/computeruse/axSearch.js +96 -0
  320. package/src/tools/computeruse/axSearch.ts +120 -0
  321. package/src/tools/computeruse/axSnap.js +272 -0
  322. package/src/tools/computeruse/axSnap.ts +349 -0
  323. package/src/tools/computeruse/capabilityLabels.js +95 -0
  324. package/src/tools/computeruse/capabilityLabels.ts +115 -0
  325. package/src/tools/computeruse/computerUseService.js +2235 -0
  326. package/src/tools/computeruse/computerUseService.ts +2686 -0
  327. package/src/tools/computeruse/computeruse.js +2742 -0
  328. package/src/tools/computeruse/computeruse.ts +3265 -0
  329. package/src/tools/computeruse/diagnosticTrace.js +154 -0
  330. package/src/tools/computeruse/diagnosticTrace.ts +195 -0
  331. package/src/tools/computeruse/diagnostics.js +369 -0
  332. package/src/tools/computeruse/diagnostics.ts +453 -0
  333. package/src/tools/computeruse/grants.js +53 -0
  334. package/src/tools/computeruse/grants.ts +70 -0
  335. package/src/tools/computeruse/humanBoundary.js +159 -0
  336. package/src/tools/computeruse/humanBoundary.ts +199 -0
  337. package/src/tools/computeruse/intervention.js +77 -0
  338. package/src/tools/computeruse/intervention.ts +110 -0
  339. package/src/tools/computeruse/manualSchema.js +709 -0
  340. package/src/tools/computeruse/manualSchema.ts +916 -0
  341. package/src/tools/computeruse/observationImages.js +705 -0
  342. package/src/tools/computeruse/observationImages.ts +889 -0
  343. package/src/tools/computeruse/protocol.js +60 -0
  344. package/src/tools/computeruse/protocol.ts +515 -0
  345. package/src/tools/computeruse/telemetryLog.js +57 -0
  346. package/src/tools/computeruse/telemetryLog.ts +67 -0
  347. package/src/tools/computeruse/vision/appGuide.js +325 -0
  348. package/src/tools/computeruse/vision/appGuide.ts +482 -0
  349. package/src/tools/computeruse/vision/focus.js +291 -0
  350. package/src/tools/computeruse/vision/focus.ts +382 -0
  351. package/src/tools/computeruse/vision/frames.js +248 -0
  352. package/src/tools/computeruse/vision/frames.ts +329 -0
  353. package/src/tools/computeruse/vision/geometry.js +131 -0
  354. package/src/tools/computeruse/vision/geometry.ts +163 -0
  355. package/src/tools/computeruse/vision/imaging.js +201 -0
  356. package/src/tools/computeruse/vision/imaging.ts +281 -0
  357. package/src/tools/computeruse/vision/png.js +274 -0
  358. package/src/tools/computeruse/vision/png.ts +317 -0
  359. package/src/tools/computeruse/vision/raster.js +320 -0
  360. package/src/tools/computeruse/vision/raster.ts +408 -0
  361. package/src/tools/computeruse/vision/settle.js +131 -0
  362. package/src/tools/computeruse/vision/settle.ts +220 -0
  363. package/src/tools/computeruse/vision/telemetry.js +196 -0
  364. package/src/tools/computeruse/vision/telemetry.ts +241 -0
  365. package/src/tools/computeruse/visionOcr.js +115 -0
  366. package/src/tools/computeruse/visionOcr.ts +128 -0
  367. package/src/tools/computeruse/waitFor.js +237 -0
  368. package/src/tools/computeruse/waitFor.ts +291 -0
  369. package/src/tools/download/download.js +10 -6
  370. package/src/tools/download/download.ts +187 -0
  371. package/src/tools/edit/edit.js +30 -18
  372. package/src/tools/edit/edit.ts +349 -0
  373. package/src/tools/edit/multi-edit.js +25 -14
  374. package/src/tools/edit/multi-edit.ts +223 -0
  375. package/src/tools/effectiveToolSet.js +73 -0
  376. package/src/tools/effectiveToolSet.ts +91 -0
  377. package/src/tools/genimage/genimage.ts +257 -0
  378. package/src/tools/genspeech/genspeech.ts +83 -0
  379. package/src/tools/glob/glob.js +176 -29
  380. package/src/tools/glob/glob.ts +283 -0
  381. package/src/tools/grep/grep.js +61 -19
  382. package/src/tools/grep/grep.ts +239 -0
  383. package/src/tools/grep/rgPath.ts +206 -0
  384. package/src/tools/index.js +99 -5
  385. package/src/tools/index.ts +293 -0
  386. package/src/tools/lsp/config.js +113 -0
  387. package/src/tools/lsp/config.ts +113 -0
  388. package/src/tools/lsp/lsp.js +256 -0
  389. package/src/tools/lsp/lsp.ts +274 -0
  390. package/src/tools/lsp/service.js +303 -0
  391. package/src/tools/lsp/service.ts +296 -0
  392. package/src/tools/memory/memory.js +520 -0
  393. package/src/tools/memory/memory.ts +625 -0
  394. package/src/tools/memory/policy.js +53 -0
  395. package/src/tools/memory/policy.ts +72 -0
  396. package/src/tools/notebook/notebookEdit.js +114 -0
  397. package/src/tools/notebook/notebookEdit.ts +126 -0
  398. package/src/tools/powershell/powershell.js +210 -0
  399. package/src/tools/powershell/powershell.ts +239 -0
  400. package/src/tools/presentresult/presentresult.js +145 -0
  401. package/src/tools/presentresult/presentresult.ts +156 -0
  402. package/src/tools/read/read.js +371 -163
  403. package/src/tools/read/read.ts +558 -0
  404. package/src/tools/shared/diffSummary.js +44 -0
  405. package/src/tools/shared/diffSummary.ts +63 -0
  406. package/src/tools/shared/fileActivity.js +51 -0
  407. package/src/tools/shared/fileActivity.ts +66 -0
  408. package/src/tools/shared/fileMutationBus.js +13 -0
  409. package/src/tools/shared/fileMutationBus.ts +14 -0
  410. package/src/tools/shared/fileState.js +73 -65
  411. package/src/tools/shared/fileState.ts +145 -0
  412. package/src/tools/shared/fileUtils.js +81 -4
  413. package/src/tools/shared/fileUtils.ts +504 -0
  414. package/src/tools/shared/killTree.ts +50 -0
  415. package/src/tools/shared/permanentDeleteGuard.js +26 -0
  416. package/src/tools/shared/permanentDeleteGuard.ts +34 -0
  417. package/src/tools/shared/schemas.ts +20 -0
  418. package/src/tools/shared/toolOutputStore.js +97 -0
  419. package/src/tools/shared/toolOutputStore.ts +110 -0
  420. package/src/tools/skill/skill.js +86 -0
  421. package/src/tools/skill/skill.ts +94 -0
  422. package/src/tools/snip/snip.js +67 -0
  423. package/src/tools/snip/snip.ts +80 -0
  424. package/src/tools/tasks/backgroundTaskService.js +275 -0
  425. package/src/tools/tasks/backgroundTaskService.ts +369 -0
  426. package/src/tools/tasks/processEvidence.js +24 -0
  427. package/src/tools/tasks/processEvidence.ts +34 -0
  428. package/src/tools/tasks/taskManagement.js +163 -0
  429. package/src/tools/tasks/taskManagement.ts +180 -0
  430. package/src/tools/tasks/taskOutput.js +113 -0
  431. package/src/tools/tasks/taskOutput.ts +145 -0
  432. package/src/tools/tasks/taskStop.js +74 -0
  433. package/src/tools/tasks/taskStop.ts +99 -0
  434. package/src/tools/tasks/taskStore.js +46 -0
  435. package/src/tools/tasks/taskStore.ts +77 -0
  436. package/src/tools/terminal/terminalCapture.js +167 -0
  437. package/src/tools/terminal/terminalCapture.ts +179 -0
  438. package/src/tools/trash/trash.js +233 -0
  439. package/src/tools/trash/trash.ts +283 -0
  440. package/src/tools/types.js +1 -1
  441. package/src/tools/types.ts +24 -0
  442. package/src/tools/webbrowser/agentBrowserPath.ts +286 -0
  443. package/src/tools/webbrowser/browser.js +214 -11
  444. package/src/tools/webbrowser/browser.ts +293 -0
  445. package/src/tools/webbrowser/browserControl.js +153 -48
  446. package/src/tools/webbrowser/browserControl.ts +262 -0
  447. package/src/tools/webbrowser/browserDaemon.js +147 -39
  448. package/src/tools/webbrowser/browserDaemon.ts +270 -0
  449. package/src/tools/webbrowser/browserOutcome.js +273 -0
  450. package/src/tools/webbrowser/browserOutcome.ts +306 -0
  451. package/src/tools/webbrowser/browserRunRegistry.js +150 -0
  452. package/src/tools/webbrowser/browserRunRegistry.ts +179 -0
  453. package/src/tools/webbrowser/browserService.js +20 -6
  454. package/src/tools/webbrowser/browserService.ts +56 -0
  455. package/src/tools/webbrowser/browserStream.js +30 -1
  456. package/src/tools/webbrowser/browserStream.ts +216 -0
  457. package/src/tools/webbrowser/browserTabs.js +143 -0
  458. package/src/tools/webbrowser/browserTabs.ts +210 -0
  459. package/src/tools/webbrowser/webbrowser.js +831 -150
  460. package/src/tools/webbrowser/webbrowser.ts +1537 -0
  461. package/src/tools/webfetch/preapproved.ts +274 -0
  462. package/src/tools/webfetch/webfetch.js +24 -23
  463. package/src/tools/webfetch/webfetch.ts +383 -0
  464. package/src/tools/websearch/websearch.js +12 -11
  465. package/src/tools/websearch/websearch.ts +292 -0
  466. package/src/tools/worktree/sessionWorktree.js +128 -0
  467. package/src/tools/worktree/sessionWorktree.ts +158 -0
  468. package/src/tools/write/write.js +27 -44
  469. package/src/tools/write/write.ts +136 -0
  470. package/src/types.ts +960 -0
  471. package/src/ui/App.js +216 -12
  472. package/src/ui/App.tsx +879 -0
  473. package/src/ui/AskQuestion.tsx +300 -0
  474. package/src/ui/InputBox.js +77 -1
  475. package/src/ui/InputBox.tsx +567 -0
  476. package/src/ui/LiveArea.tsx +344 -0
  477. package/src/ui/MessageList.js +27 -6
  478. package/src/ui/MessageList.tsx +559 -0
  479. package/src/ui/ModelPicker.tsx +107 -0
  480. package/src/ui/QueuedMessagesBanner.tsx +51 -0
  481. package/src/ui/Root.js +6 -8
  482. package/src/ui/Root.tsx +100 -0
  483. package/src/ui/SessionPicker.tsx +169 -0
  484. package/src/ui/StatusLine.js +22 -1
  485. package/src/ui/StatusLine.tsx +145 -0
  486. package/src/ui/WorkspacePicker.tsx +84 -0
  487. package/src/ui/advisorCommand.js +54 -0
  488. package/src/ui/advisorCommand.ts +63 -0
  489. package/src/ui/computerCommand.js +19 -0
  490. package/src/ui/computerCommand.ts +35 -0
  491. package/src/ui/figures.ts +45 -0
  492. package/src/ui/hooks/askSlot.ts +112 -0
  493. package/src/ui/hooks/useChat.js +271 -7
  494. package/src/ui/hooks/useChat.ts +1578 -0
  495. package/src/ui/hooks/useInputHistory.ts +235 -0
  496. package/src/ui/hooks/usePasteHandler.ts +220 -0
  497. package/src/ui/hooks/useTerminalSize.ts +41 -0
  498. package/src/ui/hooks/useTextBuffer.ts +108 -0
  499. package/src/ui/hooks/useTokenUsage.ts +44 -0
  500. package/src/ui/liveViewport.ts +189 -0
  501. package/src/ui/markdown.ts +230 -0
  502. package/src/ui/textBuffer.ts +239 -0
  503. package/src/ui/theme.ts +35 -0
  504. package/src/utils/clipboardImage.js +358 -0
  505. package/src/utils/clipboardImage.ts +420 -0
  506. package/src/utils/debugLog.ts +50 -0
  507. package/src/utils/greenRoot.ts +35 -0
  508. package/src/utils/packageRoot.ts +40 -0
  509. package/src/utils/pathContains.js +28 -0
  510. package/src/utils/pathContains.ts +31 -0
  511. package/src/utils/resourcePaths.ts +71 -0
  512. package/src/utils/stripThink.ts +49 -0
  513. package/src/utils/zodToJson.ts +73 -0
  514. package/src/web/browserBridge.js +365 -66
  515. package/src/web/browserBridge.ts +672 -0
  516. package/src/web/protocol.ts +1804 -0
  517. package/vendor/computer-use/arm64-darwin/cu-helperd +0 -0
  518. package/workflows/ppt.yaml +13 -2
  519. package/workflows/wechat-reading-shots.yaml +315 -0
  520. package/workflows/word.yaml +11 -1
  521. package/skills/docx/scripts/office/helpers/__pycache__/__init__.cpython-314.pyc +0 -0
  522. package/skills/docx/scripts/office/helpers/__pycache__/merge_runs.cpython-314.pyc +0 -0
  523. package/skills/docx/scripts/office/helpers/__pycache__/simplify_redlines.cpython-314.pyc +0 -0
  524. package/skills/docx/scripts/office/validators/__pycache__/__init__.cpython-314.pyc +0 -0
  525. package/skills/docx/scripts/office/validators/__pycache__/base.cpython-314.pyc +0 -0
  526. package/skills/docx/scripts/office/validators/__pycache__/docx.cpython-314.pyc +0 -0
  527. package/skills/docx/scripts/office/validators/__pycache__/pptx.cpython-314.pyc +0 -0
  528. package/skills/docx/scripts/office/validators/__pycache__/redlining.cpython-314.pyc +0 -0
  529. package/skills/image-stats/scripts/__pycache__/image_stats.cpython-314.pyc +0 -0
  530. package/skills/image-stats/scripts/__pycache__/image_stats_test.cpython-314.pyc +0 -0
  531. package/skills/ui-design/scripts/__pycache__/assemble_material.cpython-314.pyc +0 -0
  532. package/skills/ui-design/scripts/__pycache__/assemble_material_test.cpython-314.pyc +0 -0
  533. package/skills/ui-design/scripts/__pycache__/chart_sanity_check.cpython-314.pyc +0 -0
  534. package/skills/ui-design/scripts/__pycache__/check_language_policy.cpython-314.pyc +0 -0
  535. package/skills/ui-design/scripts/__pycache__/check_ui_artifact.cpython-314.pyc +0 -0
  536. package/skills/ui-design/scripts/__pycache__/check_ui_artifact_pptx_test.cpython-314.pyc +0 -0
  537. package/skills/ui-design/scripts/__pycache__/deck_pages_check.cpython-314.pyc +0 -0
  538. package/skills/ui-design/scripts/__pycache__/deck_pages_check_test.cpython-314.pyc +0 -0
  539. package/skills/ui-design/scripts/__pycache__/deck_visual_style_check.cpython-314.pyc +0 -0
  540. package/skills/ui-design/scripts/__pycache__/deck_visual_style_check_test.cpython-314.pyc +0 -0
  541. package/skills/ui-design/scripts/__pycache__/design_budget_check.cpython-314.pyc +0 -0
  542. package/skills/ui-design/scripts/__pycache__/design_budget_check_test.cpython-314.pyc +0 -0
  543. package/skills/ui-design/scripts/__pycache__/design_repair_hints.cpython-314.pyc +0 -0
  544. package/skills/ui-design/scripts/__pycache__/design_repair_hints_test.cpython-314.pyc +0 -0
  545. package/skills/ui-design/scripts/__pycache__/design_style_check.cpython-314.pyc +0 -0
  546. package/skills/ui-design/scripts/__pycache__/design_style_check_test.cpython-314.pyc +0 -0
  547. package/skills/ui-design/scripts/__pycache__/draft_coverage_check.cpython-314.pyc +0 -0
  548. package/skills/ui-design/scripts/__pycache__/extract_source_assets.cpython-314.pyc +0 -0
  549. package/skills/ui-design/scripts/__pycache__/extract_source_assets_test.cpython-314.pyc +0 -0
  550. package/skills/ui-design/scripts/__pycache__/generated_image_review_collect.cpython-314.pyc +0 -0
  551. package/skills/ui-design/scripts/__pycache__/generated_image_review_collect_test.cpython-314.pyc +0 -0
  552. package/skills/ui-design/scripts/__pycache__/image_plan_lint.cpython-314.pyc +0 -0
  553. package/skills/ui-design/scripts/__pycache__/image_plan_lint_test.cpython-314.pyc +0 -0
  554. package/skills/ui-design/scripts/__pycache__/image_prompt_rewrite.cpython-314.pyc +0 -0
  555. package/skills/ui-design/scripts/__pycache__/image_prompt_rewrite_test.cpython-314.pyc +0 -0
  556. package/skills/ui-design/scripts/__pycache__/layout_balance.cpython-314.pyc +0 -0
  557. package/skills/ui-design/scripts/__pycache__/layout_balance_test.cpython-314.pyc +0 -0
  558. package/skills/ui-design/scripts/__pycache__/normalize_design_json.cpython-314.pyc +0 -0
  559. package/skills/ui-design/scripts/__pycache__/normalize_design_json_test.cpython-314.pyc +0 -0
  560. package/skills/ui-design/scripts/__pycache__/plan_source_layout.cpython-314.pyc +0 -0
  561. package/skills/ui-design/scripts/__pycache__/plan_source_layout_test.cpython-314.pyc +0 -0
  562. package/skills/ui-design/scripts/__pycache__/resolve_source_hint.cpython-314.pyc +0 -0
  563. package/skills/ui-design/scripts/__pycache__/resolve_source_hint_test.cpython-314.pyc +0 -0
  564. package/skills/ui-design/scripts/__pycache__/resolve_source_input.cpython-314.pyc +0 -0
  565. package/skills/ui-design/scripts/__pycache__/resolve_source_input_test.cpython-314.pyc +0 -0
  566. package/skills/ui-design/scripts/__pycache__/scaffold_ui_artifact.cpython-314.pyc +0 -0
  567. package/skills/ui-design/scripts/__pycache__/source_usage_check.cpython-314.pyc +0 -0
  568. package/skills/ui-design/scripts/__pycache__/source_usage_check_test.cpython-314.pyc +0 -0
  569. package/skills/ui-design/scripts/__pycache__/text_readability_pixel.cpython-314.pyc +0 -0
  570. package/skills/ui-design/scripts/__pycache__/visual_quality_gate.cpython-314.pyc +0 -0
  571. package/skills/ui-design/scripts/__pycache__/visual_quality_gate_test.cpython-314.pyc +0 -0
  572. /package/skills/ai-image/scripts/{generate_test.mjs → generate.selftest.mjs} +0 -0
  573. /package/skills/ai-image/scripts/{generate_from_plan_test.mjs → generate_from_plan.selftest.mjs} +0 -0
@@ -0,0 +1,73 @@
1
+ import { createHash } from 'node:crypto';
2
+ import { filterToolsForRuntime } from '../runtime/agentRuntimeContext.js';
3
+ const toolIds = new WeakMap();
4
+ let nextToolId = 1;
5
+ const effectiveSetCache = new Map();
6
+ function identity(tool) {
7
+ let id = toolIds.get(tool);
8
+ if (id === undefined) {
9
+ id = nextToolId++;
10
+ toolIds.set(tool, id);
11
+ }
12
+ return id;
13
+ }
14
+ /**
15
+ * Resolve the host-visible tool catalog once for a run. The returned set is
16
+ * both what the model sees and the execution boundary; callers must not
17
+ * reconstruct capabilities from ALL_TOOLS later in the call chain.
18
+ */
19
+ export function createEffectiveToolSet(input) {
20
+ const resolvedAvailability = new Map(input.availableTools.map((tool) => [
21
+ tool,
22
+ tool.resolveAvailability?.(input.runtime) ?? { available: true, signature: 'always' },
23
+ ]));
24
+ const availability = input.availableTools.map((tool) => {
25
+ const resolved = resolvedAvailability.get(tool);
26
+ return `${tool.name}:${resolved.available}:${resolved.signature}`;
27
+ });
28
+ const cacheKey = [
29
+ input.runtime.cwd,
30
+ input.runtime.surface,
31
+ input.runtime.profile,
32
+ input.runtime.memoryAccess,
33
+ input.runtime.browser?.supervised === true ? 'supervised-browser' : 'no-browser',
34
+ input.runtime.computer ? 'computer' : 'no-computer',
35
+ input.availableTools.map(identity).join(','),
36
+ availability.join(','),
37
+ input.allowedNames?.join(',') ?? '*',
38
+ input.requiredNames?.join(',') ?? '',
39
+ ].join('|');
40
+ const cached = effectiveSetCache.get(cacheKey);
41
+ if (cached)
42
+ return cached;
43
+ const allowed = input.allowedNames === undefined
44
+ ? undefined
45
+ : new Set(input.allowedNames);
46
+ const requested = allowed === undefined
47
+ ? input.availableTools
48
+ : input.availableTools.filter((tool) => allowed.has(tool.name));
49
+ const tools = filterToolsForRuntime(requested, input.runtime, resolvedAvailability);
50
+ const names = new Set(tools.map((tool) => tool.name));
51
+ const requiredNames = new Set((input.requiredNames ?? []).filter((name) => names.has(name)));
52
+ const schemaIdentity = tools.map((tool) => ({
53
+ name: tool.name,
54
+ description: typeof tool.description === 'function'
55
+ ? tool.description()
56
+ : tool.description,
57
+ parameters: tool.parameters,
58
+ }));
59
+ const signature = createHash('sha256')
60
+ .update(JSON.stringify(schemaIdentity))
61
+ .digest('hex');
62
+ const result = Object.freeze({
63
+ tools: Object.freeze([...tools]),
64
+ names,
65
+ signature,
66
+ requiredNames,
67
+ });
68
+ effectiveSetCache.set(cacheKey, result);
69
+ if (effectiveSetCache.size > 128) {
70
+ effectiveSetCache.delete(effectiveSetCache.keys().next().value);
71
+ }
72
+ return result;
73
+ }
@@ -0,0 +1,91 @@
1
+ import { createHash } from 'node:crypto';
2
+ import type { AgentRuntimeContext } from '../runtime/agentRuntimeContext.js';
3
+ import type { Tool } from '../types.js';
4
+ import { filterToolsForRuntime } from '../runtime/agentRuntimeContext.js';
5
+
6
+ export interface EffectiveToolSet {
7
+ readonly tools: Tool[];
8
+ readonly names: ReadonlySet<string>;
9
+ readonly signature: string;
10
+ readonly requiredNames: ReadonlySet<string>;
11
+ }
12
+
13
+ const toolIds = new WeakMap<Tool, number>();
14
+ let nextToolId = 1;
15
+ const effectiveSetCache = new Map<string, EffectiveToolSet>();
16
+
17
+ function identity(tool: Tool): number {
18
+ let id = toolIds.get(tool);
19
+ if (id === undefined) {
20
+ id = nextToolId++;
21
+ toolIds.set(tool, id);
22
+ }
23
+ return id;
24
+ }
25
+
26
+ /**
27
+ * Resolve the host-visible tool catalog once for a run. The returned set is
28
+ * both what the model sees and the execution boundary; callers must not
29
+ * reconstruct capabilities from ALL_TOOLS later in the call chain.
30
+ */
31
+ export function createEffectiveToolSet(input: {
32
+ availableTools: readonly Tool[];
33
+ runtime: AgentRuntimeContext;
34
+ allowedNames?: readonly string[];
35
+ requiredNames?: readonly string[];
36
+ }): EffectiveToolSet {
37
+ const resolvedAvailability = new Map(input.availableTools.map((tool) => [
38
+ tool,
39
+ tool.resolveAvailability?.(input.runtime) ?? { available: true, signature: 'always' },
40
+ ] as const));
41
+ const availability = input.availableTools.map((tool) => {
42
+ const resolved = resolvedAvailability.get(tool)!;
43
+ return `${tool.name}:${resolved.available}:${resolved.signature}`;
44
+ });
45
+ const cacheKey = [
46
+ input.runtime.cwd,
47
+ input.runtime.surface,
48
+ input.runtime.profile,
49
+ input.runtime.memoryAccess,
50
+ input.runtime.browser?.supervised === true ? 'supervised-browser' : 'no-browser',
51
+ input.runtime.computer ? 'computer' : 'no-computer',
52
+ input.availableTools.map(identity).join(','),
53
+ availability.join(','),
54
+ input.allowedNames?.join(',') ?? '*',
55
+ input.requiredNames?.join(',') ?? '',
56
+ ].join('|');
57
+ const cached = effectiveSetCache.get(cacheKey);
58
+ if (cached) return cached;
59
+ const allowed = input.allowedNames === undefined
60
+ ? undefined
61
+ : new Set(input.allowedNames);
62
+ const requested = allowed === undefined
63
+ ? input.availableTools
64
+ : input.availableTools.filter((tool) => allowed.has(tool.name));
65
+ const tools = filterToolsForRuntime(requested, input.runtime, resolvedAvailability);
66
+ const names = new Set(tools.map((tool) => tool.name));
67
+ const requiredNames = new Set(
68
+ (input.requiredNames ?? []).filter((name) => names.has(name)),
69
+ );
70
+ const schemaIdentity = tools.map((tool) => ({
71
+ name: tool.name,
72
+ description: typeof tool.description === 'function'
73
+ ? tool.description()
74
+ : tool.description,
75
+ parameters: tool.parameters,
76
+ }));
77
+ const signature = createHash('sha256')
78
+ .update(JSON.stringify(schemaIdentity))
79
+ .digest('hex');
80
+ const result = Object.freeze({
81
+ tools: Object.freeze([...tools]) as unknown as Tool[],
82
+ names,
83
+ signature,
84
+ requiredNames,
85
+ });
86
+ effectiveSetCache.set(cacheKey, result);
87
+ if (effectiveSetCache.size > 128) {
88
+ effectiveSetCache.delete(effectiveSetCache.keys().next().value!);
89
+ }
90
+ return result;
91
+ }
@@ -0,0 +1,257 @@
1
+ /**
2
+ * ============================================================
3
+ * src/tools/genimage/genimage.ts —— GenerateImage 工具
4
+ * ------------------------------------------------------------
5
+ * 专用「图像生成」工具:按 img_plan.json 批量生成 PPT 配图(文生图 / 图生图)。
6
+ *
7
+ * 为什么要专用工具、而不是用 Bash 跑脚本(用户拍板·Claude Code 同款):
8
+ * ─────────────────────────────────────────────────────────
9
+ * 图像生成是**专用的长时操作**(单张 Seedream ~50s,一批 5 张 ~250s)。
10
+ * 通用 Bash 工具默认超时 120s、硬上限 600s(src/tools/bash/bash.ts),
11
+ * 用它跑生图必然把整批**在中途 SIGKILL**(实测两次都杀在第 3 张)。
12
+ * Bash 该是「最后兜底」,专用长操作应封装专用工具——本工具**无 120s 帽**,
13
+ * 仅凭 `ctx.signal`(Ctrl+C/ESC)中断,配合脚本自身的「总时长自限 + 降级」,
14
+ * 让生图永不被误杀、AI 配图失败也优雅退化、绝不阻断工作流。
15
+ *
16
+ * 薄封装:HTTP 双协议 / 重试 / 降级写占位逻辑仍住 `skills/ai-image`
17
+ * (generate_from_plan.mjs + generate.mjs),本工具只负责「无帽地把它跑完、
18
+ * 收口成 ToolResult」,不重写生图逻辑(守减法 + 三层解耦)。
19
+ * ============================================================
20
+ */
21
+
22
+ import { spawn } from 'node:child_process';
23
+ import { existsSync } from 'node:fs';
24
+ import { dirname, join, resolve } from 'node:path';
25
+ import { z } from 'zod';
26
+
27
+ import type { Tool, ToolCallContext, ToolResult } from '../../types.js';
28
+ import { trustedToolEnv } from '../../config/configService.js';
29
+ import { getResourceSearchPaths } from '../../utils/resourcePaths.js';
30
+ import { killTree } from '../shared/killTree.js';
31
+ import { toToolParameters } from '../../utils/zodToJson.js';
32
+
33
+ // ---------------- 1. Zod 输入 schema ----------------
34
+ const inputSchema = z.object({
35
+ plan: z
36
+ .string()
37
+ .optional()
38
+ .describe('img_plan.json 路径(每条 {file,mode,prompt,...});默认 ./build/img_plan.json'),
39
+ assets: z
40
+ .string()
41
+ .optional()
42
+ .describe('图片输出目录(客户原图也在这);默认 <plan 同级>/assets 或 ./build/assets'),
43
+ size: z.string().optional().describe('生成尺寸档(透传 generate.mjs,默认 1K)'),
44
+ timeout_ms: z
45
+ .number()
46
+ .int()
47
+ .positive()
48
+ .optional()
49
+ .describe('单张生成超时(毫秒,透传 generate_from_plan 的 --timeout-ms,默认 600000=10min)'),
50
+ wall_budget_ms: z
51
+ .number()
52
+ .int()
53
+ .positive()
54
+ .optional()
55
+ // 成本不计、最大努力生图:预算放宽到 60min,防尾部图撞预算被误降级。
56
+ .describe('整批总时长预算(毫秒);超了把剩余图全部走降级占位、主动收尾。默认 3600000=60min'),
57
+ retry_degraded_report: z
58
+ .string()
59
+ .optional()
60
+ .describe('只重试某次 image_generation_report.json 里的 degraded 条目'),
61
+ concurrency: z
62
+ .number()
63
+ .int()
64
+ .positive()
65
+ .optional()
66
+ .describe('批内并发生成张数(透传 generate_from_plan 的 --concurrency,默认 1=顺序)'),
67
+ max_rounds: z
68
+ .number()
69
+ .int()
70
+ .positive()
71
+ .optional()
72
+ .describe('重试轮数;配合 retry_degraded_report 使用时默认 3'),
73
+ });
74
+ type GenImageInput = z.infer<typeof inputSchema>;
75
+
76
+ const parameters = toToolParameters(inputSchema);
77
+
78
+ const description = `按 img_plan.json 批量生成 PPT 配图(文生图 / 图生图),专为长时图像生成设计。
79
+ - 无 120s 超时帽(区别于 Bash),仅响应 Ctrl+C/ESC 中断;适合一批多张图(每张可达分钟级)。
80
+ - 内建优雅退化:单张失败(敏感内容/超时/网络/空输出)会写降级占位资产(图生图退回原图、文生图写渐变背景),**绝不让 deck 坏图、绝不阻断工作流**。
81
+ - 输入 plan(默认 ./build/img_plan.json)+ assets(默认同级 assets)。空 plan / 无 plan 直接跳过。`;
82
+
83
+ /** 在 skills 搜索路径里定位 ai-image 的生图编排脚本。 */
84
+ function locateScript(): string | null {
85
+ for (const base of getResourceSearchPaths('skills', import.meta.url)) {
86
+ const p = join(base, 'ai-image', 'scripts', 'generate_from_plan.mjs');
87
+ if (existsSync(p)) return p;
88
+ }
89
+ return null;
90
+ }
91
+
92
+ const TLS_WARNING_RE =
93
+ /Warning: Setting the NODE_TLS_REJECT_UNAUTHORIZED environment variable to '0'[\s\S]*?\(Use `node --trace-warnings \.\.\.`[\s\S]*?\)\n?/g;
94
+
95
+ function stripKnownNoise(text: string): string {
96
+ return text.replace(TLS_WARNING_RE, '').trim();
97
+ }
98
+
99
+ function collectProgressSummary(stderr: string): string {
100
+ const lines = stripKnownNoise(stderr)
101
+ .split('\n')
102
+ .map((line) => line.trim())
103
+ .filter((line) => line.startsWith('[ai-image-plan]'));
104
+ if (lines.length === 0) return '';
105
+ const uniqueTail = [...new Set(lines)].slice(-6);
106
+ return uniqueTail.join('\n');
107
+ }
108
+
109
+ /**
110
+ * 步内实时进度:把子进程 stderr 流按行切分(chunk 可能把一行切成两半,必须缓冲),
111
+ * 只把 `[ai-image-plan] …` 进度行交给 onLine。导出供单测直接喂「切断的 chunk 流」。
112
+ * 治「31 张生图 ~13 分钟 TUI 全程静默被误判死机」(2026-07-02 事故)——
113
+ * generate_from_plan.mjs 本就逐张打进度到 stderr,此前只在结束后汇总,运行中无人消费。
114
+ */
115
+ export function createProgressLineFeed(
116
+ onLine: (line: string) => void,
117
+ ): (chunk: string) => void {
118
+ let buf = '';
119
+ return (chunk: string) => {
120
+ buf += chunk;
121
+ let idx = buf.indexOf('\n');
122
+ while (idx >= 0) {
123
+ const line = buf.slice(0, idx).trim();
124
+ buf = buf.slice(idx + 1);
125
+ if (line.startsWith('[ai-image-plan]')) onLine(line);
126
+ idx = buf.indexOf('\n');
127
+ }
128
+ };
129
+ }
130
+
131
+ // killTree(中断杀整棵进程树)已升为共享 util —— 见 ../shared/killTree.js
132
+ // (两次规则:genimage + bash 长命令都需要,2026-07-02 生图事故的同类问题在 Bash 复现)。
133
+
134
+ // ---------------- call() ----------------
135
+ async function call(input: GenImageInput, signal?: AbortSignal, ctx?: ToolCallContext): Promise<ToolResult> {
136
+ const planPath = resolve(input.plan ?? './build/img_plan.json');
137
+ const assetsDir = resolve(input.assets ?? join(dirname(planPath), 'assets'));
138
+
139
+ if (!existsSync(planPath)) {
140
+ return { ok: true, content: `PLAN_EMPTY: ${planPath} 不存在,跳过生图。` };
141
+ }
142
+
143
+ const script = locateScript();
144
+ if (!script) {
145
+ // 找不到脚本也不抛、不 halt——工作流靠 deck 已写的 enhanced/原图引用降级(onError:continue)。
146
+ return {
147
+ ok: false,
148
+ error: 'GenerateImage: 未找到 skills/ai-image/scripts/generate_from_plan.mjs(已跳过,不阻断)。',
149
+ };
150
+ }
151
+
152
+ const cmd = [
153
+ script,
154
+ '--plan',
155
+ planPath,
156
+ '--assets',
157
+ assetsDir,
158
+ '--timeout-ms',
159
+ String(input.timeout_ms ?? 600_000),
160
+ '--wall-budget-ms',
161
+ // 成本不计、最大努力生图:默认 60min(原 25min 偏紧,尾部图常撞预算被降级)。
162
+ String(input.wall_budget_ms ?? 3_600_000),
163
+ '--size',
164
+ input.size ?? '1K',
165
+ ];
166
+ if (input.retry_degraded_report) {
167
+ cmd.push('--retry-degraded-report', resolve(input.retry_degraded_report));
168
+ }
169
+ if (input.max_rounds) {
170
+ cmd.push('--max-rounds', String(input.max_rounds));
171
+ }
172
+ if (input.concurrency) {
173
+ cmd.push('--concurrency', String(input.concurrency));
174
+ }
175
+
176
+ const trustedEnv = await trustedToolEnv('imageGeneration');
177
+ return await new Promise<ToolResult>((resolvePromise) => {
178
+ let child: ReturnType<typeof spawn>;
179
+ try {
180
+ // 用 `node` 跑 .mjs(与既有 Bash 步一致;绿色版同样依赖 node 在 PATH)。
181
+ // POSIX 下 detached 自成进程组,中断时 kill(-pid) 才能掀到孙进程(见 killTree);
182
+ // win32 走 taskkill /T,不需要(也不该)detached。
183
+ child = spawn('node', cmd, {
184
+ stdio: ['ignore', 'pipe', 'pipe'],
185
+ env: { ...trustedEnv, MINIMAL_AGENT_CAPTURED_STDIO: '1' },
186
+ detached: process.platform !== 'win32',
187
+ });
188
+ } catch (e) {
189
+ resolvePromise({ ok: false, error: `GenerateImage 启动失败:${(e as Error).message}(不阻断)` });
190
+ return;
191
+ }
192
+
193
+ let out = '';
194
+ let errOut = '';
195
+ // taskkill /F 杀掉的子进程在 win32 上 close 时 signal=null、exit code 非 0,
196
+ // 单看 sig 判不出「被用户中断」——用本地 flag 记账,close 时据此正确报「被中断」。
197
+ let killedByAbort = false;
198
+ const onAbort = () => {
199
+ killedByAbort = true;
200
+ killTree(child);
201
+ };
202
+ if (signal) {
203
+ if (signal.aborted) onAbort();
204
+ else signal.addEventListener('abort', onAbort, { once: true });
205
+ }
206
+
207
+ // 步内实时进度通过调用级上下文上报,精确关联到当前 toolCallId。
208
+ const feedProgress = createProgressLineFeed((line) => ctx?.reportProgress?.(line));
209
+
210
+ child.stdout?.on('data', (d) => {
211
+ out += d.toString();
212
+ });
213
+ child.stderr?.on('data', (d) => {
214
+ const text = d.toString();
215
+ errOut += text;
216
+ feedProgress(text);
217
+ });
218
+ child.on('error', (e) => {
219
+ if (signal) signal.removeEventListener('abort', onAbort);
220
+ resolvePromise({ ok: false, error: `GenerateImage 子进程错误:${e.message}(不阻断)` });
221
+ });
222
+ child.on('close', (code, sig) => {
223
+ if (signal) signal.removeEventListener('abort', onAbort);
224
+ // 末行结局:脚本降级时仍 exit 0(IMAGE_PLAN_OK/DEGRADED);exit≠0 仅结构/安全 bug。
225
+ const tail = (out + '\n' + errOut)
226
+ .split('\n')
227
+ .filter((l) => /IMAGE_PLAN_(OK|DEGRADED|FAILED|EMPTY|ERROR)/.test(l))
228
+ .join('\n')
229
+ .trim();
230
+ const progress = collectProgressSummary(errOut);
231
+ const summaryParts = [
232
+ tail || `生图结束(exit ${code ?? 'null'}${sig ? ` ${sig}` : ''})`,
233
+ progress ? `进度摘要:\n${progress}` : '',
234
+ ].filter(Boolean);
235
+ const summary = summaryParts.join('\n');
236
+ if (killedByAbort || sig === 'SIGTERM') {
237
+ resolvePromise({ ok: false, error: `GenerateImage 被中断(${sig ?? `exit ${code ?? '?'}`})。${summary}` });
238
+ } else if ((code ?? 1) === 0) {
239
+ resolvePromise({ ok: true, content: summary });
240
+ } else {
241
+ // 结构/安全校验失败(计划 bug)——报错但不抛;工作流 onError:continue 兜底。
242
+ resolvePromise({ ok: false, error: summary });
243
+ }
244
+ });
245
+ });
246
+ }
247
+
248
+ export const genImageTool: Tool<GenImageInput> = {
249
+ name: 'GenerateImage',
250
+ description,
251
+ inputSchema,
252
+ parameters,
253
+ isReadOnly: false,
254
+ isConcurrencySafe: false,
255
+ call: (input, signal) => call(input, signal),
256
+ callWithContext: call,
257
+ };
@@ -0,0 +1,83 @@
1
+ import { mkdir, writeFile } from 'node:fs/promises';
2
+ import { dirname } from 'node:path';
3
+ import { z } from 'zod';
4
+
5
+ import { configService } from '../../config/configService.js';
6
+ import type { Tool, ToolResult } from '../../types.js';
7
+ import { resolveToolPath } from '../shared/fileUtils.js';
8
+ import { filePathField } from '../shared/schemas.js';
9
+ import { toToolParameters } from '../../utils/zodToJson.js';
10
+
11
+ const inputSchema = z.object({
12
+ text: z.string().min(1).max(10_000).describe('要合成的文本'),
13
+ output: filePathField('写入').describe('工作目录内的 MP3 输出路径'),
14
+ voice: z.string().optional().describe('MiniMax voice_id,默认 female-shaonv'),
15
+ speed: z.number().min(0.5).max(2).optional().describe('语速,0.5 到 2.0,默认 1'),
16
+ });
17
+
18
+ type SpeechInput = z.infer<typeof inputSchema>;
19
+ type FetchLike = (input: string | URL | Request, init?: RequestInit) => Promise<Response>;
20
+
21
+ async function call(input: SpeechInput, signal?: AbortSignal): Promise<ToolResult> {
22
+ return callWith(input, signal, async () => configService.tool('textToSpeech'), fetch);
23
+ }
24
+
25
+ async function callWith(
26
+ input: SpeechInput,
27
+ signal: AbortSignal | undefined,
28
+ getConfig: () => ReturnType<typeof configService.tool<'textToSpeech'>>,
29
+ fetchImpl: FetchLike,
30
+ ): Promise<ToolResult> {
31
+ const config = await getConfig();
32
+ if (!config) return { ok: false, error: '尚未配置 MiniMax 语音。请在 KakadeAI 设置 → 工具中配置。' };
33
+ const output = resolveToolPath(input.output);
34
+ if (!output.ok) return output;
35
+ try {
36
+ const url = new URL('/v1/t2a_v2', 'https://api.minimax.chat');
37
+ url.searchParams.set('GroupId', config.groupId);
38
+ const response = await fetchImpl(url, {
39
+ method: 'POST',
40
+ signal,
41
+ headers: { Authorization: `Bearer ${config.apiKey}`, 'Content-Type': 'application/json' },
42
+ body: JSON.stringify({
43
+ model: 'speech-01',
44
+ text: input.text,
45
+ voice_setting: { voice_id: input.voice ?? 'female-shaonv', speed: input.speed ?? 1 },
46
+ audio_setting: { format: 'mp3' },
47
+ }),
48
+ });
49
+ const payload = await response.json().catch(() => null) as {
50
+ data?: { audio?: string };
51
+ base_resp?: { status_code?: number; status_msg?: string };
52
+ } | null;
53
+ const hex = payload?.data?.audio?.replace(/\s+/g, '');
54
+ if (!response.ok || !hex || !/^[0-9a-f]+$/i.test(hex) || hex.length % 2 !== 0) {
55
+ const detail = payload?.base_resp?.status_msg || `HTTP ${response.status}`;
56
+ return { ok: false, error: `MiniMax 语音生成失败:${detail}` };
57
+ }
58
+ const audio = Buffer.from(hex, 'hex');
59
+ if (audio.length < 128) return { ok: false, error: 'MiniMax 返回的音频数据为空或不完整' };
60
+ await mkdir(dirname(output.resolvedPath), { recursive: true });
61
+ await writeFile(output.resolvedPath, audio, { mode: 0o600 });
62
+ return { ok: true, content: `saved: ${input.output} (provider=minimax, size=${audio.length})` };
63
+ } catch (error) {
64
+ if (signal?.aborted) return { ok: false, error: '语音生成已取消' };
65
+ return { ok: false, error: `MiniMax 语音生成失败:${error instanceof Error ? error.message : String(error)}` };
66
+ }
67
+ }
68
+
69
+ export function createGenerateSpeechTool(
70
+ getConfig: () => ReturnType<typeof configService.tool<'textToSpeech'>> = async () => configService.tool('textToSpeech'),
71
+ fetchImpl: FetchLike = fetch,
72
+ ): Tool<SpeechInput> {
73
+ return {
74
+ name: 'GenerateSpeech',
75
+ description: '使用已配置的 MiniMax TTS 安全生成 MP3。凭据由受控工具读取,不会暴露给 Bash、日志或模型。',
76
+ inputSchema,
77
+ parameters: toToolParameters(inputSchema),
78
+ isReadOnly: false,
79
+ call: (input, signal) => callWith(input, signal, getConfig, fetchImpl),
80
+ };
81
+ }
82
+
83
+ export const generateSpeechTool = createGenerateSpeechTool();