@terreno/ai 57.9.0 → 57.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +133 -0
  28. package/dist/harness/errors.js +107 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +522 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +191 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +64 -0
  80. package/dist/harness/runners/inProcessRunner.js +227 -0
  81. package/dist/harness/runners/jobsRunner.d.ts +62 -0
  82. package/dist/harness/runners/jobsRunner.js +212 -0
  83. package/dist/harness/runtime.d.ts +52 -0
  84. package/dist/harness/runtime.js +604 -0
  85. package/dist/harness/subagent.d.ts +53 -0
  86. package/dist/harness/subagent.js +134 -0
  87. package/dist/harness/suspend.d.ts +8 -0
  88. package/dist/harness/suspend.js +16 -0
  89. package/dist/harness/transaction.d.ts +3 -0
  90. package/dist/harness/transaction.js +22 -0
  91. package/dist/harness/waits.d.ts +100 -0
  92. package/dist/harness/waits.js +214 -0
  93. package/dist/index.d.ts +19 -1
  94. package/dist/index.js +45 -2
  95. package/dist/models/aiDataset.d.ts +2 -0
  96. package/dist/models/aiDataset.js +67 -0
  97. package/dist/models/aiRequest.js +1 -1
  98. package/dist/models/gptHistory.js +73 -0
  99. package/dist/observability/adminScreens.d.ts +5 -0
  100. package/dist/observability/adminScreens.js +32 -0
  101. package/dist/observability/compileTemplate.d.ts +1 -0
  102. package/dist/observability/compileTemplate.js +13 -0
  103. package/dist/observability/datasetImport.d.ts +11 -0
  104. package/dist/observability/datasetImport.js +185 -0
  105. package/dist/observability/evaluate.d.ts +31 -0
  106. package/dist/observability/evaluate.js +200 -0
  107. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  108. package/dist/observability/evaluatorTemplates.js +111 -0
  109. package/dist/observability/jsonPath.d.ts +2 -0
  110. package/dist/observability/jsonPath.js +57 -0
  111. package/dist/observability/local/datasetStore.d.ts +87 -0
  112. package/dist/observability/local/datasetStore.js +326 -0
  113. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  114. package/dist/observability/local/evaluatorStore.js +182 -0
  115. package/dist/observability/local/experimentRunner.d.ts +96 -0
  116. package/dist/observability/local/experimentRunner.js +419 -0
  117. package/dist/observability/local/localPlugin.d.ts +22 -0
  118. package/dist/observability/local/localPlugin.js +76 -0
  119. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  120. package/dist/observability/local/models/obsDataset.js +37 -0
  121. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  122. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  123. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  124. package/dist/observability/local/models/obsEvaluator.js +98 -0
  125. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperiment.js +87 -0
  127. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  128. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  129. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  130. package/dist/observability/local/models/obsPrompt.js +42 -0
  131. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  133. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  134. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  135. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  136. package/dist/observability/local/models/obsReviewItem.js +75 -0
  137. package/dist/observability/local/models/obsScore.d.ts +2 -0
  138. package/dist/observability/local/models/obsScore.js +58 -0
  139. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  140. package/dist/observability/local/models/obsSpan.js +64 -0
  141. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  142. package/dist/observability/local/models/obsTrace.js +93 -0
  143. package/dist/observability/local/promptStore.d.ts +180 -0
  144. package/dist/observability/local/promptStore.js +444 -0
  145. package/dist/observability/local/reviewStore.d.ts +50 -0
  146. package/dist/observability/local/reviewStore.js +203 -0
  147. package/dist/observability/local/traceStore.d.ts +103 -0
  148. package/dist/observability/local/traceStore.js +325 -0
  149. package/dist/observability/observabilityApp.d.ts +24 -0
  150. package/dist/observability/observabilityApp.js +157 -0
  151. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  152. package/dist/observability/observabilityAppRegistry.js +16 -0
  153. package/dist/observability/permissions.d.ts +7 -0
  154. package/dist/observability/permissions.js +60 -0
  155. package/dist/observability/reviewPanels.d.ts +18 -0
  156. package/dist/observability/reviewPanels.js +46 -0
  157. package/dist/observability/routes/datasets.d.ts +7 -0
  158. package/dist/observability/routes/datasets.js +149 -0
  159. package/dist/observability/routes/evaluators.d.ts +7 -0
  160. package/dist/observability/routes/evaluators.js +123 -0
  161. package/dist/observability/routes/experiments.d.ts +7 -0
  162. package/dist/observability/routes/experiments.js +95 -0
  163. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  164. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  165. package/dist/observability/routes/prompts.d.ts +12 -0
  166. package/dist/observability/routes/prompts.js +172 -0
  167. package/dist/observability/routes/requestAiService.d.ts +13 -0
  168. package/dist/observability/routes/requestAiService.js +21 -0
  169. package/dist/observability/routes/review.d.ts +7 -0
  170. package/dist/observability/routes/review.js +79 -0
  171. package/dist/observability/routes/status.d.ts +5 -0
  172. package/dist/observability/routes/status.js +31 -0
  173. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  174. package/dist/observability/routes/testMultiStage.js +67 -0
  175. package/dist/observability/routes/traces.d.ts +7 -0
  176. package/dist/observability/routes/traces.js +129 -0
  177. package/dist/observability/schemaValidation.d.ts +5 -0
  178. package/dist/observability/schemaValidation.js +26 -0
  179. package/dist/observability/sopThresholds.d.ts +2 -0
  180. package/dist/observability/sopThresholds.js +21 -0
  181. package/dist/observability/status.d.ts +23 -0
  182. package/dist/observability/status.js +34 -0
  183. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  184. package/dist/observability/testMultiStageSchemas.js +79 -0
  185. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  186. package/dist/observability/testMultiStageWorkflow.js +218 -0
  187. package/dist/observability/types.d.ts +159 -0
  188. package/dist/observability/types.js +67 -0
  189. package/dist/routes/files.js +18 -7
  190. package/dist/routes/gpt.js +79 -689
  191. package/dist/routes/gptActions.d.ts +9 -0
  192. package/dist/routes/gptActions.js +212 -0
  193. package/dist/routes/gptDatasets.d.ts +5 -0
  194. package/dist/routes/gptDatasets.js +94 -0
  195. package/dist/routes/gptHistories.d.ts +3 -1
  196. package/dist/routes/gptHistories.js +188 -2
  197. package/dist/service/aiDatasets.d.ts +57 -0
  198. package/dist/service/aiDatasets.js +253 -0
  199. package/dist/service/aiService.d.ts +50 -1
  200. package/dist/service/aiService.js +426 -77
  201. package/dist/service/askFiles.d.ts +49 -0
  202. package/dist/service/askFiles.js +162 -0
  203. package/dist/service/asks.d.ts +76 -0
  204. package/dist/service/asks.js +284 -0
  205. package/dist/service/chatTurn.d.ts +128 -0
  206. package/dist/service/chatTurn.js +1674 -0
  207. package/dist/service/fileStorage.d.ts +4 -0
  208. package/dist/service/fileStorage.js +7 -2
  209. package/dist/service/fillActionIds.d.ts +6 -0
  210. package/dist/service/fillActionIds.js +79 -0
  211. package/dist/service/jsonFenceModel.d.ts +7 -0
  212. package/dist/service/jsonFenceModel.js +45 -0
  213. package/dist/service/prompts.d.ts +52 -0
  214. package/dist/service/prompts.js +96 -1
  215. package/dist/service/sanitizeHtml.d.ts +11 -0
  216. package/dist/service/sanitizeHtml.js +108 -0
  217. package/dist/types/harness.d.ts +952 -0
  218. package/dist/types/harness.js +133 -0
  219. package/dist/types/index.d.ts +192 -14
  220. package/dist/types/index.js +2 -0
  221. package/dist/types/observability.d.ts +288 -0
  222. package/dist/types/observability.js +2 -0
  223. package/package.json +28 -5
  224. package/src/aiApp.test.ts +207 -1
  225. package/src/aiApp.ts +19 -6
  226. package/src/harness/adminScreens.test.ts +34 -0
  227. package/src/harness/adminScreens.ts +11 -0
  228. package/src/harness/agentLoop.test.ts +1034 -0
  229. package/src/harness/agentLoop.ts +1082 -0
  230. package/src/harness/agentRecovery.test.ts +380 -0
  231. package/src/harness/agentTaskNames.ts +4 -0
  232. package/src/harness/approvalPolicy.ts +28 -0
  233. package/src/harness/approvals.test.ts +1094 -0
  234. package/src/harness/approvals.ts +644 -0
  235. package/src/harness/commit.ts +1049 -0
  236. package/src/harness/concurrency.test.ts +155 -0
  237. package/src/harness/conversation.ts +503 -0
  238. package/src/harness/defineAgent.test.ts +92 -0
  239. package/src/harness/defineAgent.ts +82 -0
  240. package/src/harness/defineTask.test.ts +59 -0
  241. package/src/harness/defineTask.ts +76 -0
  242. package/src/harness/defineTool.ts +45 -0
  243. package/src/harness/definitionError.ts +13 -0
  244. package/src/harness/errors.test.ts +90 -0
  245. package/src/harness/errors.ts +125 -0
  246. package/src/harness/eventHub.test.ts +124 -0
  247. package/src/harness/eventHub.ts +159 -0
  248. package/src/harness/events.test.ts +769 -0
  249. package/src/harness/events.ts +384 -0
  250. package/src/harness/executionEnv.ts +34 -0
  251. package/src/harness/extensions.test.ts +1218 -0
  252. package/src/harness/extensions.ts +382 -0
  253. package/src/harness/harness.test.ts +693 -0
  254. package/src/harness/harness.ts +778 -0
  255. package/src/harness/harnessApp.ts +76 -0
  256. package/src/harness/internalRuntime.ts +44 -0
  257. package/src/harness/leases.ts +132 -0
  258. package/src/harness/memo.ts +107 -0
  259. package/src/harness/modelCall.test.ts +134 -0
  260. package/src/harness/modelCall.ts +200 -0
  261. package/src/harness/models/harnessApproval.ts +109 -0
  262. package/src/harness/models/harnessConversation.ts +142 -0
  263. package/src/harness/models/harnessEvent.ts +92 -0
  264. package/src/harness/models/harnessInboxEvent.ts +73 -0
  265. package/src/harness/models/harnessMemo.ts +43 -0
  266. package/src/harness/models/harnessMessage.ts +85 -0
  267. package/src/harness/models/harnessModels.test.ts +60 -0
  268. package/src/harness/models/harnessOwner.ts +40 -0
  269. package/src/harness/models/harnessTask.ts +206 -0
  270. package/src/harness/ownership.test.ts +1087 -0
  271. package/src/harness/ownership.ts +618 -0
  272. package/src/harness/recovery.test.ts +907 -0
  273. package/src/harness/registry.ts +124 -0
  274. package/src/harness/retries.test.ts +292 -0
  275. package/src/harness/retryBackoff.test.ts +100 -0
  276. package/src/harness/retryBackoff.ts +77 -0
  277. package/src/harness/routes/approvals.ts +123 -0
  278. package/src/harness/routes/conversations.test.ts +518 -0
  279. package/src/harness/routes/conversations.ts +102 -0
  280. package/src/harness/routes/events.ts +280 -0
  281. package/src/harness/routes/tasks.test.ts +198 -0
  282. package/src/harness/routes/tasks.ts +146 -0
  283. package/src/harness/runners/inProcessRunner.test.ts +530 -0
  284. package/src/harness/runners/inProcessRunner.ts +260 -0
  285. package/src/harness/runners/jobsRunner.test.ts +709 -0
  286. package/src/harness/runners/jobsRunner.ts +252 -0
  287. package/src/harness/runtime.ts +802 -0
  288. package/src/harness/subagent.test.ts +696 -0
  289. package/src/harness/subagent.ts +192 -0
  290. package/src/harness/suspend.ts +13 -0
  291. package/src/harness/transaction.ts +17 -0
  292. package/src/harness/versioning.test.ts +288 -0
  293. package/src/harness/waits.test.ts +693 -0
  294. package/src/harness/waits.ts +356 -0
  295. package/src/index.test.ts +13 -0
  296. package/src/index.ts +70 -0
  297. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  298. package/src/models/aiDataset.test.ts +34 -0
  299. package/src/models/aiDataset.ts +78 -0
  300. package/src/models/aiRequest.ts +2 -1
  301. package/src/models/gptHistory.test.ts +156 -0
  302. package/src/models/gptHistory.ts +89 -1
  303. package/src/observability/adminScreens.test.ts +71 -0
  304. package/src/observability/adminScreens.ts +42 -0
  305. package/src/observability/compileTemplate.test.ts +14 -0
  306. package/src/observability/compileTemplate.ts +10 -0
  307. package/src/observability/datasetImport.test.ts +95 -0
  308. package/src/observability/datasetImport.ts +220 -0
  309. package/src/observability/evaluate.test.ts +549 -0
  310. package/src/observability/evaluate.ts +254 -0
  311. package/src/observability/evaluatorTemplates.ts +124 -0
  312. package/src/observability/jsonPath.test.ts +52 -0
  313. package/src/observability/jsonPath.ts +60 -0
  314. package/src/observability/local/datasetStore.test.ts +230 -0
  315. package/src/observability/local/datasetStore.ts +452 -0
  316. package/src/observability/local/evaluatorStore.test.ts +138 -0
  317. package/src/observability/local/evaluatorStore.ts +224 -0
  318. package/src/observability/local/experimentRunner.test.ts +489 -0
  319. package/src/observability/local/experimentRunner.ts +548 -0
  320. package/src/observability/local/localPlugin.ts +88 -0
  321. package/src/observability/local/models/obsDataset.ts +38 -0
  322. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  323. package/src/observability/local/models/obsEvaluator.ts +102 -0
  324. package/src/observability/local/models/obsExperiment.ts +91 -0
  325. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  326. package/src/observability/local/models/obsPrompt.ts +43 -0
  327. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  328. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  329. package/src/observability/local/models/obsReviewItem.ts +79 -0
  330. package/src/observability/local/models/obsScore.ts +59 -0
  331. package/src/observability/local/models/obsSpan.ts +65 -0
  332. package/src/observability/local/models/obsTrace.ts +94 -0
  333. package/src/observability/local/obsModels.test.ts +119 -0
  334. package/src/observability/local/promptStore.test.ts +351 -0
  335. package/src/observability/local/promptStore.ts +665 -0
  336. package/src/observability/local/reviewStore.test.ts +164 -0
  337. package/src/observability/local/reviewStore.ts +264 -0
  338. package/src/observability/local/traceStore.test.ts +264 -0
  339. package/src/observability/local/traceStore.ts +440 -0
  340. package/src/observability/observabilityApp.test.ts +92 -0
  341. package/src/observability/observabilityApp.ts +185 -0
  342. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  343. package/src/observability/observabilityAppRegistry.ts +35 -0
  344. package/src/observability/permissions.test.ts +96 -0
  345. package/src/observability/permissions.ts +78 -0
  346. package/src/observability/reviewPanels.test.ts +35 -0
  347. package/src/observability/reviewPanels.ts +64 -0
  348. package/src/observability/routes/datasets.test.ts +176 -0
  349. package/src/observability/routes/datasets.ts +252 -0
  350. package/src/observability/routes/evaluators.test.ts +119 -0
  351. package/src/observability/routes/evaluators.ts +207 -0
  352. package/src/observability/routes/experiments.test.ts +282 -0
  353. package/src/observability/routes/experiments.ts +152 -0
  354. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  355. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  356. package/src/observability/routes/prompts.test.ts +320 -0
  357. package/src/observability/routes/prompts.ts +263 -0
  358. package/src/observability/routes/requestAiService.ts +36 -0
  359. package/src/observability/routes/review.test.ts +120 -0
  360. package/src/observability/routes/review.ts +125 -0
  361. package/src/observability/routes/status.test.ts +116 -0
  362. package/src/observability/routes/status.ts +47 -0
  363. package/src/observability/routes/testMultiStage.test.ts +214 -0
  364. package/src/observability/routes/testMultiStage.ts +96 -0
  365. package/src/observability/routes/traces.test.ts +167 -0
  366. package/src/observability/routes/traces.ts +172 -0
  367. package/src/observability/schemaValidation.ts +29 -0
  368. package/src/observability/sopThresholds.ts +20 -0
  369. package/src/observability/status.test.ts +38 -0
  370. package/src/observability/status.ts +56 -0
  371. package/src/observability/testMultiStageSchemas.ts +95 -0
  372. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  373. package/src/observability/testMultiStageWorkflow.ts +307 -0
  374. package/src/observability/types.ts +262 -0
  375. package/src/routes/files.test.ts +63 -9
  376. package/src/routes/files.ts +21 -7
  377. package/src/routes/gpt.test.ts +3279 -0
  378. package/src/routes/gpt.ts +91 -816
  379. package/src/routes/gptActions.test.ts +241 -0
  380. package/src/routes/gptActions.ts +255 -0
  381. package/src/routes/gptApprovals.test.ts +762 -0
  382. package/src/routes/gptDatasets.test.ts +86 -0
  383. package/src/routes/gptDatasets.ts +104 -0
  384. package/src/routes/gptFiles.test.ts +589 -0
  385. package/src/routes/gptHistories.test.ts +933 -0
  386. package/src/routes/gptHistories.ts +266 -5
  387. package/src/routes/routes.test.ts +222 -2
  388. package/src/service/aiDatasets.test.ts +123 -0
  389. package/src/service/aiDatasets.ts +316 -0
  390. package/src/service/aiService.test.ts +593 -0
  391. package/src/service/aiService.ts +568 -111
  392. package/src/service/askFiles.test.ts +96 -0
  393. package/src/service/askFiles.ts +222 -0
  394. package/src/service/asks.test.ts +946 -0
  395. package/src/service/asks.ts +423 -0
  396. package/src/service/chatTurn.ts +2287 -0
  397. package/src/service/fileStorage.test.ts +11 -0
  398. package/src/service/fileStorage.ts +10 -2
  399. package/src/service/fillActionIds.test.ts +65 -0
  400. package/src/service/fillActionIds.ts +98 -0
  401. package/src/service/jsonFenceModel.test.ts +47 -0
  402. package/src/service/jsonFenceModel.ts +53 -0
  403. package/src/service/prompts.test.ts +21 -0
  404. package/src/service/prompts.ts +147 -0
  405. package/src/service/sanitizeHtml.test.ts +61 -0
  406. package/src/service/sanitizeHtml.ts +109 -0
  407. package/src/tests/bunSetup.test.ts +7 -4
  408. package/src/tests/bunSetup.ts +7 -7
  409. package/src/tests/chatHarness.ts +478 -0
  410. package/src/tests/generateStream.ts +49 -0
  411. package/src/tests/harnessErrors.ts +22 -0
  412. package/src/tests/harnessStreaming.ts +227 -0
  413. package/src/tests/helpers.ts +9 -2
  414. package/src/types/harness.ts +1119 -0
  415. package/src/types/index.ts +209 -13
  416. package/src/types/observability.ts +344 -0
  417. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,696 @@
1
+ import {
2
+ afterEach,
3
+ beforeAll,
4
+ beforeEach,
5
+ describe,
6
+ expect,
7
+ it,
8
+ mock,
9
+ setDefaultTimeout,
10
+ } from "bun:test";
11
+ import {z} from "@terreno/api";
12
+ import type {LanguageModel} from "ai";
13
+ import {createLocalObservabilityPlugin} from "../observability/local/localPlugin";
14
+ import {registerObsSpan} from "../observability/local/models/obsSpan";
15
+ import {registerObsTrace} from "../observability/local/models/obsTrace";
16
+ import {generateToStream, withGenerateStreaming} from "../tests/generateStream";
17
+ import {harnessErrorMatching} from "../tests/harnessErrors";
18
+ import type {HarnessAgentDefinition, HarnessTestHooks} from "../types/harness";
19
+ import type {ObsSpanModel, ObsTraceModel} from "../types/observability";
20
+ import {
21
+ AGENT_TURN_TASK_NAME,
22
+ defineAgent,
23
+ defineTask,
24
+ defineTool,
25
+ Harness,
26
+ type HarnessModelRef,
27
+ HarnessSubagentError,
28
+ InProcessRunner,
29
+ } from "./harness";
30
+ import {registerHarnessConversation} from "./models/harnessConversation";
31
+ import {registerHarnessMessage} from "./models/harnessMessage";
32
+ import {registerHarnessOwner} from "./models/harnessOwner";
33
+ import {registerHarnessTask} from "./models/harnessTask";
34
+
35
+ // Each test runs whole parent + subagent turns on a real replica set. A timed-out test
36
+ // makes Bun kill mongod, so leave room for a loaded machine.
37
+ setDefaultTimeout(20_000);
38
+
39
+ /** Short leases only where a test kills a process; elsewhere a loaded machine must not expire one. */
40
+ const CRASH_LEASE_MS = 300;
41
+ const LEASE_MS = 5000;
42
+ const HEARTBEAT_MS = 50;
43
+
44
+ interface Gate {
45
+ promise: Promise<void>;
46
+ release: () => void;
47
+ }
48
+
49
+ const gate = (): Gate => {
50
+ let release: () => void = () => {};
51
+ const promise = new Promise<void>((resolve) => {
52
+ release = resolve;
53
+ });
54
+ return {promise, release};
55
+ };
56
+
57
+ interface ScriptStep {
58
+ finishReason?: "length" | "stop";
59
+ /** Blocks the request until released, or until the request is aborted. */
60
+ hang?: Gate;
61
+ started?: Gate;
62
+ text?: string;
63
+ toolCall?: {id: string; input: Record<string, unknown>; name: string};
64
+ }
65
+
66
+ interface GenerateCall {
67
+ abortSignal?: AbortSignal;
68
+ prompt: Array<{content: unknown; role: string}>;
69
+ responseFormat?: {schema?: unknown; type: string};
70
+ }
71
+
72
+ /** A LanguageModelV2 mock answering each request with the next scripted step. */
73
+ const scriptedModel = (steps: ScriptStep[]) => {
74
+ const calls: GenerateCall[] = [];
75
+ const model = {
76
+ doGenerate: mock(async (options: GenerateCall) => {
77
+ calls.push(options);
78
+ const step = steps.shift();
79
+ if (!step) {
80
+ throw new Error("script exhausted");
81
+ }
82
+ step.started?.release();
83
+ if (step.hang) {
84
+ const hang = step.hang;
85
+ await new Promise<void>((resolve, reject) => {
86
+ hang.promise.then(resolve);
87
+ options.abortSignal?.addEventListener("abort", () => reject(new Error("aborted")));
88
+ });
89
+ }
90
+ return {
91
+ content: step.toolCall
92
+ ? [
93
+ {
94
+ input: JSON.stringify(step.toolCall.input),
95
+ toolCallId: step.toolCall.id,
96
+ toolName: step.toolCall.name,
97
+ type: "tool-call" as const,
98
+ },
99
+ ]
100
+ : [{text: step.text ?? "", type: "text" as const}],
101
+ finishReason: step.toolCall ? ("tool-calls" as const) : (step.finishReason ?? "stop"),
102
+ usage: {inputTokens: 10, outputTokens: 5, totalTokens: 15},
103
+ warnings: [],
104
+ };
105
+ }),
106
+ doStream: mock(async (options: GenerateCall) =>
107
+ generateToStream(await model.doGenerate(options))
108
+ ),
109
+ modelId: "mock-model",
110
+ provider: "mock",
111
+ specificationVersion: "v2" as const,
112
+ supportedUrls: {},
113
+ };
114
+ return {calls, model};
115
+ };
116
+
117
+ /** Plain JSON copy; matchers must never walk mongoose documents (they recurse forever). */
118
+ const plain = (value: unknown): unknown => JSON.parse(JSON.stringify(value));
119
+
120
+ const MODEL: HarnessModelRef = {modelId: "mock-model", provider: "mock"};
121
+
122
+ const TaskModel = registerHarnessTask();
123
+ const OwnerModel = registerHarnessOwner();
124
+ const ConversationModel = registerHarnessConversation();
125
+ const MessageModel = registerHarnessMessage();
126
+ let SpanModel: ObsSpanModel;
127
+ let TraceModel: ObsTraceModel;
128
+
129
+ interface ProcessHandle {
130
+ die: () => void;
131
+ harness: Harness;
132
+ }
133
+
134
+ const liveHandles: ProcessHandle[] = [];
135
+ const hungGates: Gate[] = [];
136
+
137
+ /**
138
+ * One simulated process sharing the test database. `die` freezes every lease renewal and
139
+ * makes this process's model requests hang, as if the process had stopped.
140
+ */
141
+ const openProcess = async ({
142
+ beforeCommitEnd,
143
+ leaseMs = LEASE_MS,
144
+ model,
145
+ ownerId = "process-1",
146
+ registry,
147
+ }: {
148
+ beforeCommitEnd?: (context: {die: () => void; phase: string; taskId: string}) => void;
149
+ leaseMs?: number;
150
+ model: ReturnType<typeof scriptedModel>["model"];
151
+ ownerId?: string;
152
+ registry: Parameters<typeof Harness.open>[0]["registry"];
153
+ }): Promise<ProcessHandle> => {
154
+ let isDead = false;
155
+ const frozen = gate();
156
+ hungGates.push(frozen);
157
+ const die = (): void => {
158
+ isDead = true;
159
+ };
160
+ const hooks: HarnessTestHooks = {
161
+ beforeCommitEnd: beforeCommitEnd
162
+ ? ({phase, taskId}) => beforeCommitEnd({die, phase, taskId})
163
+ : undefined,
164
+ isHeartbeatSuspended: () => isDead,
165
+ random: () => 0,
166
+ };
167
+ const harness = await Harness.open({
168
+ models: () =>
169
+ withGenerateStreaming({
170
+ ...model,
171
+ doGenerate: async (options: GenerateCall) => {
172
+ if (isDead) {
173
+ await frozen.promise;
174
+ throw new Error(`${ownerId} is dead`);
175
+ }
176
+ return model.doGenerate(options);
177
+ },
178
+ }) as unknown as LanguageModel,
179
+ registry,
180
+ runner: new InProcessRunner({
181
+ heartbeatInterval: {milliseconds: HEARTBEAT_MS},
182
+ leaseDuration: {milliseconds: leaseMs},
183
+ ownerId,
184
+ pollInterval: {milliseconds: 20},
185
+ }),
186
+ testHooks: hooks,
187
+ });
188
+ const handle = {die, harness};
189
+ liveHandles.push(handle);
190
+ await harness.start();
191
+ return handle;
192
+ };
193
+
194
+ const summarizerWith = (
195
+ overrides: Partial<Parameters<typeof defineAgent>[0]> = {}
196
+ ): HarnessAgentDefinition =>
197
+ defineAgent({
198
+ instructions: "Summarize the chart.",
199
+ model: MODEL,
200
+ modelRetry: {backoffMs: 1, maxAttempts: 1, maxBackoffMs: 2},
201
+ name: "test.summarizer",
202
+ ...overrides,
203
+ });
204
+
205
+ const SummarySchema = z.object({risk: z.number(), summary: z.string()});
206
+
207
+ /** A one-phase task that runs `agent` once per input and completes with the results. */
208
+ const parentTask = ({
209
+ agent,
210
+ inputs = [{chart: "stable vitals"}],
211
+ instructions,
212
+ name = "test.parent",
213
+ output,
214
+ }: {
215
+ agent: HarnessAgentDefinition;
216
+ inputs?: unknown[];
217
+ instructions?: string;
218
+ name?: string;
219
+ output?: z.ZodType;
220
+ }) =>
221
+ defineTask<Record<string, never>, Record<string, never>, {results: unknown[]}>({
222
+ initial: () => ({phase: "summarize"}),
223
+ name,
224
+ phases: {
225
+ summarize: {
226
+ replay: "safe",
227
+ run: async (_task, rt) => {
228
+ const results: unknown[] = [];
229
+ for (const input of inputs) {
230
+ results.push(await rt.runAgent(agent, {input, instructions, output}));
231
+ }
232
+ await rt.commit({terminal: {result: {results}, status: "completed"}});
233
+ },
234
+ },
235
+ },
236
+ retry: {maxAttempts: 1},
237
+ version: 1,
238
+ });
239
+
240
+ describe("rt.runAgent (subagents)", () => {
241
+ beforeAll(async () => {
242
+ // The shared preload's beforeEach imports this lazily under a 5 s hook timeout; a
243
+ // cold first import can exceed it, so load it here first.
244
+ await import("../langfuseClient");
245
+ createLocalObservabilityPlugin();
246
+ SpanModel = registerObsSpan();
247
+ TraceModel = registerObsTrace();
248
+ });
249
+
250
+ beforeEach(async () => {
251
+ await Promise.all([
252
+ TaskModel.deleteMany({}),
253
+ OwnerModel.deleteMany({}),
254
+ ConversationModel.deleteMany({}),
255
+ MessageModel.deleteMany({}),
256
+ SpanModel.deleteMany({}),
257
+ TraceModel.deleteMany({}),
258
+ ]);
259
+ });
260
+
261
+ afterEach(async () => {
262
+ for (const hung of hungGates.splice(0)) {
263
+ hung.release();
264
+ }
265
+ await Promise.all(liveHandles.splice(0).map(({harness}) => harness.stop()));
266
+ });
267
+
268
+ it("returns the final text from a task-owned conversation run as a child turn", async () => {
269
+ const agent = summarizerWith();
270
+ const parent = parentTask({agent, instructions: "Be brief."});
271
+ const {calls, model} = scriptedModel([{text: "Vitals are stable."}]);
272
+ const {harness} = await openProcess({model, registry: [agent, parent]});
273
+
274
+ const created = await harness.createTask(parent, {});
275
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
276
+
277
+ expect(done.status).toBe("completed");
278
+ expect(plain(done.outcome?.result)).toEqual({results: ["Vitals are stable."]});
279
+ const conversation = await ConversationModel.findExactlyOne({});
280
+ expect(plain(conversation.ownership)).toEqual({id: String(created._id), kind: "task"});
281
+ expect(conversation.status).toBe("idle");
282
+ expect(conversation.agent.instructions).toBe("Be brief.");
283
+ expect(conversation.ownerKey).toBe("0:0:agent:0");
284
+ const turn = await TaskModel.findExactlyOne({name: AGENT_TURN_TASK_NAME});
285
+ expect(plain(turn.ownership)).toEqual({id: String(created._id), kind: "task"});
286
+ expect(turn.status).toBe("completed");
287
+ const messages = await MessageModel.find({conversationId: conversation._id}).sort({seq: 1});
288
+ expect(plain(messages.map(({parts, role}) => ({parts, role})))).toEqual([
289
+ {parts: [{text: '{"chart":"stable vitals"}', type: "text"}], role: "user"},
290
+ {parts: [{text: "Vitals are stable.", type: "text"}], role: "assistant"},
291
+ ]);
292
+ expect(calls).toHaveLength(1);
293
+ expect(plain(calls[0]?.prompt[0])).toEqual({content: "Be brief.", role: "system"});
294
+ // A plain-text subagent asks for text, not JSON.
295
+ expect(calls[0]?.responseFormat?.type ?? "text").toBe("text");
296
+
297
+ // Only rt.runAgent runs turns on a task-owned conversation.
298
+ const handle = await harness.conversation(conversation._id);
299
+ await expect(handle.submit({content: "Follow up", requestId: "r1"})).rejects.toThrow(
300
+ harnessErrorMatching(
301
+ "conversationOwned",
302
+ `belongs to task ${created._id}; only rt.runAgent runs its turns`
303
+ )
304
+ );
305
+ });
306
+
307
+ it("nests the subagent's AGENT span under the caller and its LLM and TOOL spans under it", async () => {
308
+ const lookup = defineTool({
309
+ description: "Look up a chart",
310
+ execute: async ({patientId}: {patientId: string}) => ({chart: `chart-${patientId}`}),
311
+ name: "lookup",
312
+ parameters: z.object({patientId: z.string()}),
313
+ });
314
+ const agent = summarizerWith({tools: [lookup]});
315
+ const parent = parentTask({agent});
316
+ const {model} = scriptedModel([
317
+ {toolCall: {id: "c1", input: {patientId: "p1"}, name: "lookup"}},
318
+ {text: "Summary of chart-p1."},
319
+ ]);
320
+ const {harness} = await openProcess({model, registry: [agent, parent]});
321
+
322
+ const created = await harness.createTask(parent, {});
323
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
324
+ expect(done.status).toBe("completed");
325
+
326
+ const spans = await SpanModel.find({traceId: done.traceId});
327
+ const byId = new Map(spans.map((span) => [String(span._id), span]));
328
+ const parentOf = (span: (typeof spans)[number]) =>
329
+ span.parentSpanId ? byId.get(String(span.parentSpanId)) : undefined;
330
+ const agentSpan = spans.find(({kind}) => kind === "AGENT");
331
+ expect(agentSpan?.name).toBe("test.summarizer");
332
+ expect(String(agentSpan?.parentSpanId)).toBe(String(done.rootSpanId));
333
+ expect(agentSpan?.status).toBe("ok");
334
+ expect(agentSpan?.endedAt).toBeDefined();
335
+ expect(plain(agentSpan?.input)).toMatchObject({messageSeq: 1});
336
+ const llmSpans = spans.filter(({kind}) => kind === "LLM");
337
+ expect(llmSpans).toHaveLength(2);
338
+ for (const llm of llmSpans) {
339
+ expect(String(llm.parentSpanId)).toBe(String(agentSpan?._id));
340
+ }
341
+ const toolSpan = spans.find(({kind}) => kind === "TOOL");
342
+ expect(toolSpan?.name).toBe("lookup");
343
+ expect(String(toolSpan?.parentSpanId)).toBe(String(agentSpan?._id));
344
+ expect(parentOf(agentSpan as (typeof spans)[number])?.kind).toBe("CHAIN");
345
+ // The subagent shares the caller's trace.
346
+ expect(await TraceModel.countDocuments({})).toBe(1);
347
+ });
348
+
349
+ it("returns structured output requested through the AI SDK and validated with the schema", async () => {
350
+ const agent = summarizerWith();
351
+ const parent = parentTask({agent, output: SummarySchema});
352
+ const {calls, model} = scriptedModel([
353
+ {text: '```json\n{"summary": "stable", "risk": 2}\n```'},
354
+ ]);
355
+ const {harness} = await openProcess({model, registry: [agent, parent]});
356
+
357
+ const done = await harness.waitForTask((await harness.createTask(parent, {}))._id, {
358
+ timeout: {seconds: 10},
359
+ });
360
+
361
+ expect(done.status).toBe("completed");
362
+ expect(plain(done.outcome?.result)).toEqual({results: [{risk: 2, summary: "stable"}]});
363
+ expect(calls[0]?.responseFormat).toMatchObject({
364
+ schema: {properties: {risk: {type: "number"}, summary: {type: "string"}}, type: "object"},
365
+ type: "json",
366
+ });
367
+ const turn = await TaskModel.findExactlyOne({name: AGENT_TURN_TASK_NAME});
368
+ expect(plain(turn.outcome?.result)).toMatchObject({output: {risk: 2, summary: "stable"}});
369
+ // Without an override the agent's own instructions are used.
370
+ const conversation = await ConversationModel.findExactlyOne({});
371
+ expect(conversation.agent.instructions).toBe("Summarize the chart.");
372
+ expect(plain(calls[0]?.prompt[0])).toEqual({content: "Summarize the chart.", role: "system"});
373
+ });
374
+
375
+ it("uses the agent's own output schema when the call passes none", async () => {
376
+ const agent = summarizerWith({output: SummarySchema});
377
+ const parent = parentTask({agent});
378
+ const {calls, model} = scriptedModel([{text: '{"summary": "ok", "risk": 1}'}]);
379
+ const {harness} = await openProcess({model, registry: [agent, parent]});
380
+
381
+ const done = await harness.waitForTask((await harness.createTask(parent, {}))._id, {
382
+ timeout: {seconds: 10},
383
+ });
384
+ expect(plain(done.outcome?.result)).toEqual({results: [{risk: 1, summary: "ok"}]});
385
+ expect(calls[0]?.responseFormat?.type).toBe("json");
386
+ });
387
+
388
+ it("reports a cut-off answer as missing structured output, not a model failure", async () => {
389
+ const agent = summarizerWith();
390
+ const parent = parentTask({agent, output: SummarySchema});
391
+ const {calls, model} = scriptedModel([{finishReason: "length", text: ""}]);
392
+ const {harness} = await openProcess({model, registry: [agent, parent]});
393
+
394
+ const done = await harness.waitForTask((await harness.createTask(parent, {}))._id, {
395
+ timeout: {seconds: 10},
396
+ });
397
+ expect(done.status).toBe("failed");
398
+ expect(done.outcome?.error).toBe(
399
+ 'Subagent "test.summarizer" answered without structured output'
400
+ );
401
+ expect(calls).toHaveLength(1);
402
+ const turn = await TaskModel.findExactlyOne({name: AGENT_TURN_TASK_NAME});
403
+ expect(turn.status).toBe("completed");
404
+ });
405
+
406
+ it("lets the caller catch HarnessSubagentError for a turn cut off by maxSteps", async () => {
407
+ const lookup = defineTool({
408
+ description: "Look up a chart",
409
+ execute: async () => ({chart: "chart"}),
410
+ name: "lookup",
411
+ parameters: z.object({}),
412
+ });
413
+ const agent = summarizerWith({maxSteps: 1, tools: [lookup]});
414
+ const parent = defineTask<Record<string, never>, Record<string, never>, unknown>({
415
+ initial: () => ({phase: "summarize"}),
416
+ name: "test.catching",
417
+ phases: {
418
+ summarize: {
419
+ replay: "safe",
420
+ run: async (_task, rt) => {
421
+ try {
422
+ await rt.runAgent(agent, {input: "chart"});
423
+ await rt.commit({terminal: {result: {caught: false}, status: "completed"}});
424
+ } catch (error: unknown) {
425
+ if (!(error instanceof HarnessSubagentError)) {
426
+ throw error;
427
+ }
428
+ await rt.commit({
429
+ terminal: {
430
+ result: {
431
+ agentName: error.agentName,
432
+ conversationId: error.conversationId,
433
+ message: error.message,
434
+ status: error.status,
435
+ turnTaskId: error.turnTaskId,
436
+ },
437
+ status: "completed",
438
+ },
439
+ });
440
+ }
441
+ },
442
+ },
443
+ },
444
+ version: 1,
445
+ });
446
+ const {model} = scriptedModel([{toolCall: {id: "c1", input: {}, name: "lookup"}}]);
447
+ const {harness} = await openProcess({model, registry: [agent, parent]});
448
+
449
+ const done = await harness.waitForTask((await harness.createTask(parent, {}))._id, {
450
+ timeout: {seconds: 10},
451
+ });
452
+ const turn = await TaskModel.findExactlyOne({name: AGENT_TURN_TASK_NAME});
453
+ const conversation = await ConversationModel.findExactlyOne({});
454
+ expect(plain(done.outcome?.result)).toEqual({
455
+ agentName: "test.summarizer",
456
+ conversationId: String(conversation._id),
457
+ message: 'Subagent "test.summarizer" finished (max-steps) without a final answer',
458
+ status: "completed",
459
+ turnTaskId: String(turn._id),
460
+ });
461
+ });
462
+
463
+ it("fails the caller at once for blank input", async () => {
464
+ const agent = summarizerWith();
465
+ const parent = parentTask({agent, inputs: [" "]});
466
+ const {model} = scriptedModel([]);
467
+ const {harness} = await openProcess({model, registry: [agent, parent]});
468
+
469
+ const done = await harness.waitForTask((await harness.createTask(parent, {}))._id, {
470
+ timeout: {seconds: 10},
471
+ });
472
+ expect(done.status).toBe("failed");
473
+ expect(done.outcome?.error).toBe("test.parent@1: rt.runAgent requires non-empty input");
474
+ expect(await ConversationModel.countDocuments({})).toBe(0);
475
+ });
476
+
477
+ it("fails the caller with a clear error when the output does not match the schema", async () => {
478
+ const agent = summarizerWith();
479
+ const notJson = parentTask({agent, name: "test.notJson", output: SummarySchema});
480
+ const wrongType = parentTask({agent, name: "test.wrongType", output: SummarySchema});
481
+ const {model} = scriptedModel([
482
+ {text: "The patient is stable."},
483
+ {text: '{"summary": "stable", "risk": "high"}'},
484
+ ]);
485
+ const {harness} = await openProcess({model, registry: [agent, notJson, wrongType]});
486
+
487
+ // Not JSON: the AI SDK's structured-output parse fails the subagent's turn.
488
+ const first = await harness.waitForTask((await harness.createTask(notJson, {}))._id, {
489
+ timeout: {seconds: 10},
490
+ });
491
+ expect(first.status).toBe("failed");
492
+ expect(first.outcome?.error).toStartWith(
493
+ 'Subagent "test.summarizer" failed: Agent "test.summarizer" output does not match its schema (No object generated: could not parse the response.)'
494
+ );
495
+ // The invalid answer is still in the subagent's transcript.
496
+ const firstConversation = await ConversationModel.findExactlyOne({
497
+ "ownership.id": first._id,
498
+ });
499
+ expect(firstConversation.status).toBe("idle");
500
+ const answer = await MessageModel.findExactlyOne({
501
+ conversationId: firstConversation._id,
502
+ role: "assistant",
503
+ });
504
+ expect(plain(answer.parts)).toEqual([{text: "The patient is stable.", type: "text"}]);
505
+
506
+ // JSON of the wrong shape: the caller's zod schema rejects it.
507
+ const second = await harness.waitForTask((await harness.createTask(wrongType, {}))._id, {
508
+ timeout: {seconds: 10},
509
+ });
510
+ expect(second.status).toBe("failed");
511
+ expect(second.outcome?.error).toStartWith(
512
+ 'Subagent "test.summarizer" output does not match its schema: '
513
+ );
514
+ expect(second.outcome?.error).toContain("expected number, received string");
515
+ });
516
+
517
+ it("gives two runAgent calls in one phase distinct child conversations", async () => {
518
+ const agent = summarizerWith();
519
+ const parent = parentTask({agent, inputs: ["first chart", "second chart"]});
520
+ const {calls, model} = scriptedModel([{text: "Summary A"}, {text: "Summary B"}]);
521
+ const {harness} = await openProcess({model, registry: [agent, parent]});
522
+
523
+ const done = await harness.waitForTask((await harness.createTask(parent, {}))._id, {
524
+ timeout: {seconds: 10},
525
+ });
526
+
527
+ expect(plain(done.outcome?.result)).toEqual({results: ["Summary A", "Summary B"]});
528
+ const conversations = await ConversationModel.find({"ownership.id": done._id}).sort({
529
+ ownerKey: 1,
530
+ });
531
+ expect(conversations.map(({ownerKey}) => ownerKey)).toEqual(["0:0:agent:0", "0:0:agent:1"]);
532
+ expect(await TaskModel.countDocuments({name: AGENT_TURN_TASK_NAME})).toBe(2);
533
+ // The first child is found again, not re-run, when the phase resumes for the second.
534
+ expect(calls).toHaveLength(2);
535
+ const firstMessages = async (conversationId: unknown) =>
536
+ (await MessageModel.find({conversationId}).sort({seq: 1})).map(
537
+ ({parts}) => (parts[0] as {text: string}).text
538
+ );
539
+ expect(await firstMessages(conversations[0]?._id)).toEqual(["first chart", "Summary A"]);
540
+ expect(await firstMessages(conversations[1]?._id)).toEqual(["second chart", "Summary B"]);
541
+ // Each subagent sees only its own transcript.
542
+ expect(JSON.stringify(calls[1]?.prompt)).not.toContain("first chart");
543
+ });
544
+
545
+ it("fails the caller at once for an agent missing from the registry", async () => {
546
+ const registered = summarizerWith();
547
+ // Same name as the registered agent, but not the registered definition.
548
+ const stranger = summarizerWith({instructions: "Something else."});
549
+ const parent = parentTask({agent: stranger});
550
+ const {model} = scriptedModel([]);
551
+ const {harness} = await openProcess({model, registry: [registered, parent]});
552
+
553
+ const done = await harness.waitForTask((await harness.createTask(parent, {}))._id, {
554
+ timeout: {seconds: 10},
555
+ });
556
+ expect(done.status).toBe("failed");
557
+ expect(done.outcome?.error).toBe(
558
+ 'test.parent@1: rt.runAgent agent "test.summarizer" is not in this harness registry'
559
+ );
560
+ expect(await ConversationModel.countDocuments({})).toBe(0);
561
+ });
562
+
563
+ it("aborting the caller aborts the subagent's turn and frees its conversation", async () => {
564
+ const started = gate();
565
+ const hang = gate();
566
+ hungGates.push(hang);
567
+ const agent = summarizerWith();
568
+ const parent = parentTask({agent});
569
+ const {calls, model} = scriptedModel([{hang, started}]);
570
+ const {harness} = await openProcess({model, registry: [agent, parent]});
571
+
572
+ const created = await harness.createTask(parent, {});
573
+ await started.promise;
574
+ const aborted = await harness.abort(created._id, {reason: "Patient left"});
575
+
576
+ expect(aborted.status).toBe("aborted");
577
+ const turn = await TaskModel.findExactlyOne({name: AGENT_TURN_TASK_NAME});
578
+ expect(turn.status).toBe("aborted");
579
+ expect(turn.outcome?.error).toBe("Aborted: Patient left");
580
+ const conversation = await ConversationModel.findExactlyOne({});
581
+ expect(conversation.status).toBe("idle");
582
+ expect(conversation.activeTurnTaskId).toBeUndefined();
583
+ // The in-flight model request was cancelled and recorded no answer.
584
+ expect(calls[0]?.abortSignal?.aborted).toBe(true);
585
+ expect(await MessageModel.countDocuments({role: "assistant"})).toBe(0);
586
+ const agentSpan = await SpanModel.findExactlyOne({kind: "AGENT"});
587
+ expect(agentSpan.endedAt).toBeDefined();
588
+ expect(agentSpan.status).toBe("error");
589
+ });
590
+
591
+ describe("across a crash", () => {
592
+ it("resumes the same child when the caller dies between creating it and waiting", async () => {
593
+ const agent = summarizerWith();
594
+ const parent = parentTask({agent});
595
+ let parentId = "";
596
+ let hasCrashed = false;
597
+ // Process 1 may claim the turn before it dies; that request then hangs forever.
598
+ const deadHang = gate();
599
+ hungGates.push(deadHang);
600
+ const deadModel = scriptedModel([{hang: deadHang}]);
601
+ const first = await openProcess({
602
+ // The caller's `waiting` commit follows the child's creation: crash right there.
603
+ beforeCommitEnd: ({die, phase, taskId}) => {
604
+ if (phase === "summarize" && taskId === parentId) {
605
+ hasCrashed = true;
606
+ die();
607
+ throw new Error("process died mid-commit");
608
+ }
609
+ },
610
+ leaseMs: CRASH_LEASE_MS,
611
+ model: deadModel.model,
612
+ registry: [agent, parent],
613
+ });
614
+ const created = await first.harness.createTask(parent, {});
615
+ parentId = String(created._id);
616
+ for (let i = 0; i < 1000 && !hasCrashed; i++) {
617
+ await new Promise((resolve) => setTimeout(resolve, 10));
618
+ }
619
+ expect(hasCrashed).toBe(true);
620
+ expect(await TaskModel.countDocuments({name: AGENT_TURN_TASK_NAME})).toBe(1);
621
+ // The waiting commit rolled back: the caller is still running at its checkpoint.
622
+ expect((await TaskModel.findExactlyOne({_id: created._id})).status).toBe("running");
623
+
624
+ const live = scriptedModel([{text: "Summary after the crash."}]);
625
+ const second = await openProcess({
626
+ leaseMs: CRASH_LEASE_MS,
627
+ model: live.model,
628
+ ownerId: "process-2",
629
+ registry: [agent, parent],
630
+ });
631
+ const done = await second.harness.waitForTask(created._id, {timeout: {seconds: 15}});
632
+
633
+ expect(done.status).toBe("completed");
634
+ expect(plain(done.outcome?.result)).toEqual({results: ["Summary after the crash."]});
635
+ expect(await ConversationModel.countDocuments({})).toBe(1);
636
+ expect(await TaskModel.countDocuments({name: AGENT_TURN_TASK_NAME})).toBe(1);
637
+ expect(await MessageModel.countDocuments({role: "user"})).toBe(1);
638
+ expect(live.calls).toHaveLength(1);
639
+ expect(deadModel.calls.length).toBeLessThanOrEqual(1);
640
+ expect(await MessageModel.countDocuments({role: "assistant"})).toBe(1);
641
+ }, 30_000);
642
+
643
+ it("resumes a child turn mid-flight without repeating its completed model step", async () => {
644
+ const toolStarted = gate();
645
+ const toolHang = gate();
646
+ hungGates.push(toolHang);
647
+ let toolRuns = 0;
648
+ const lookup = defineTool({
649
+ description: "Look up a chart",
650
+ execute: async () => {
651
+ toolRuns += 1;
652
+ if (toolRuns === 1) {
653
+ toolStarted.release();
654
+ await toolHang.promise;
655
+ }
656
+ return {chart: `run ${toolRuns}`};
657
+ },
658
+ name: "lookup",
659
+ parameters: z.object({}),
660
+ replay: "safe",
661
+ });
662
+ const agent = summarizerWith({tools: [lookup]});
663
+ const parent = parentTask({agent});
664
+ const firstModel = scriptedModel([{toolCall: {id: "c1", input: {}, name: "lookup"}}]);
665
+ const first = await openProcess({
666
+ leaseMs: CRASH_LEASE_MS,
667
+ model: firstModel.model,
668
+ registry: [agent, parent],
669
+ });
670
+ const created = await first.harness.createTask(parent, {});
671
+ await toolStarted.promise;
672
+ first.die();
673
+
674
+ const secondModel = scriptedModel([{text: "Done after the crash."}]);
675
+ const second = await openProcess({
676
+ leaseMs: CRASH_LEASE_MS,
677
+ model: secondModel.model,
678
+ ownerId: "process-2",
679
+ registry: [agent, parent],
680
+ });
681
+ const done = await second.harness.waitForTask(created._id, {timeout: {seconds: 15}});
682
+
683
+ expect(done.status).toBe("completed");
684
+ expect(plain(done.outcome?.result)).toEqual({results: ["Done after the crash."]});
685
+ expect(firstModel.calls).toHaveLength(1);
686
+ expect(secondModel.calls).toHaveLength(1);
687
+ expect(await ConversationModel.countDocuments({})).toBe(1);
688
+ expect(await TaskModel.countDocuments({name: AGENT_TURN_TASK_NAME})).toBe(1);
689
+ const conversation = await ConversationModel.findExactlyOne({});
690
+ const roles = (
691
+ await MessageModel.find({conversationId: conversation._id}).sort({seq: 1})
692
+ ).map(({role}) => role);
693
+ expect(roles).toEqual(["user", "assistant", "tool", "assistant"]);
694
+ }, 30_000);
695
+ });
696
+ });