@terreno/ai 57.9.0 → 57.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +133 -0
  28. package/dist/harness/errors.js +107 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +522 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +191 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +64 -0
  80. package/dist/harness/runners/inProcessRunner.js +227 -0
  81. package/dist/harness/runners/jobsRunner.d.ts +62 -0
  82. package/dist/harness/runners/jobsRunner.js +212 -0
  83. package/dist/harness/runtime.d.ts +52 -0
  84. package/dist/harness/runtime.js +604 -0
  85. package/dist/harness/subagent.d.ts +53 -0
  86. package/dist/harness/subagent.js +134 -0
  87. package/dist/harness/suspend.d.ts +8 -0
  88. package/dist/harness/suspend.js +16 -0
  89. package/dist/harness/transaction.d.ts +3 -0
  90. package/dist/harness/transaction.js +22 -0
  91. package/dist/harness/waits.d.ts +100 -0
  92. package/dist/harness/waits.js +214 -0
  93. package/dist/index.d.ts +19 -1
  94. package/dist/index.js +45 -2
  95. package/dist/models/aiDataset.d.ts +2 -0
  96. package/dist/models/aiDataset.js +67 -0
  97. package/dist/models/aiRequest.js +1 -1
  98. package/dist/models/gptHistory.js +73 -0
  99. package/dist/observability/adminScreens.d.ts +5 -0
  100. package/dist/observability/adminScreens.js +32 -0
  101. package/dist/observability/compileTemplate.d.ts +1 -0
  102. package/dist/observability/compileTemplate.js +13 -0
  103. package/dist/observability/datasetImport.d.ts +11 -0
  104. package/dist/observability/datasetImport.js +185 -0
  105. package/dist/observability/evaluate.d.ts +31 -0
  106. package/dist/observability/evaluate.js +200 -0
  107. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  108. package/dist/observability/evaluatorTemplates.js +111 -0
  109. package/dist/observability/jsonPath.d.ts +2 -0
  110. package/dist/observability/jsonPath.js +57 -0
  111. package/dist/observability/local/datasetStore.d.ts +87 -0
  112. package/dist/observability/local/datasetStore.js +326 -0
  113. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  114. package/dist/observability/local/evaluatorStore.js +182 -0
  115. package/dist/observability/local/experimentRunner.d.ts +96 -0
  116. package/dist/observability/local/experimentRunner.js +419 -0
  117. package/dist/observability/local/localPlugin.d.ts +22 -0
  118. package/dist/observability/local/localPlugin.js +76 -0
  119. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  120. package/dist/observability/local/models/obsDataset.js +37 -0
  121. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  122. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  123. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  124. package/dist/observability/local/models/obsEvaluator.js +98 -0
  125. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperiment.js +87 -0
  127. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  128. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  129. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  130. package/dist/observability/local/models/obsPrompt.js +42 -0
  131. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  133. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  134. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  135. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  136. package/dist/observability/local/models/obsReviewItem.js +75 -0
  137. package/dist/observability/local/models/obsScore.d.ts +2 -0
  138. package/dist/observability/local/models/obsScore.js +58 -0
  139. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  140. package/dist/observability/local/models/obsSpan.js +64 -0
  141. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  142. package/dist/observability/local/models/obsTrace.js +93 -0
  143. package/dist/observability/local/promptStore.d.ts +180 -0
  144. package/dist/observability/local/promptStore.js +444 -0
  145. package/dist/observability/local/reviewStore.d.ts +50 -0
  146. package/dist/observability/local/reviewStore.js +203 -0
  147. package/dist/observability/local/traceStore.d.ts +103 -0
  148. package/dist/observability/local/traceStore.js +325 -0
  149. package/dist/observability/observabilityApp.d.ts +24 -0
  150. package/dist/observability/observabilityApp.js +157 -0
  151. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  152. package/dist/observability/observabilityAppRegistry.js +16 -0
  153. package/dist/observability/permissions.d.ts +7 -0
  154. package/dist/observability/permissions.js +60 -0
  155. package/dist/observability/reviewPanels.d.ts +18 -0
  156. package/dist/observability/reviewPanels.js +46 -0
  157. package/dist/observability/routes/datasets.d.ts +7 -0
  158. package/dist/observability/routes/datasets.js +149 -0
  159. package/dist/observability/routes/evaluators.d.ts +7 -0
  160. package/dist/observability/routes/evaluators.js +123 -0
  161. package/dist/observability/routes/experiments.d.ts +7 -0
  162. package/dist/observability/routes/experiments.js +95 -0
  163. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  164. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  165. package/dist/observability/routes/prompts.d.ts +12 -0
  166. package/dist/observability/routes/prompts.js +172 -0
  167. package/dist/observability/routes/requestAiService.d.ts +13 -0
  168. package/dist/observability/routes/requestAiService.js +21 -0
  169. package/dist/observability/routes/review.d.ts +7 -0
  170. package/dist/observability/routes/review.js +79 -0
  171. package/dist/observability/routes/status.d.ts +5 -0
  172. package/dist/observability/routes/status.js +31 -0
  173. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  174. package/dist/observability/routes/testMultiStage.js +67 -0
  175. package/dist/observability/routes/traces.d.ts +7 -0
  176. package/dist/observability/routes/traces.js +129 -0
  177. package/dist/observability/schemaValidation.d.ts +5 -0
  178. package/dist/observability/schemaValidation.js +26 -0
  179. package/dist/observability/sopThresholds.d.ts +2 -0
  180. package/dist/observability/sopThresholds.js +21 -0
  181. package/dist/observability/status.d.ts +23 -0
  182. package/dist/observability/status.js +34 -0
  183. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  184. package/dist/observability/testMultiStageSchemas.js +79 -0
  185. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  186. package/dist/observability/testMultiStageWorkflow.js +218 -0
  187. package/dist/observability/types.d.ts +159 -0
  188. package/dist/observability/types.js +67 -0
  189. package/dist/routes/files.js +18 -7
  190. package/dist/routes/gpt.js +79 -689
  191. package/dist/routes/gptActions.d.ts +9 -0
  192. package/dist/routes/gptActions.js +212 -0
  193. package/dist/routes/gptDatasets.d.ts +5 -0
  194. package/dist/routes/gptDatasets.js +94 -0
  195. package/dist/routes/gptHistories.d.ts +3 -1
  196. package/dist/routes/gptHistories.js +188 -2
  197. package/dist/service/aiDatasets.d.ts +57 -0
  198. package/dist/service/aiDatasets.js +253 -0
  199. package/dist/service/aiService.d.ts +50 -1
  200. package/dist/service/aiService.js +426 -77
  201. package/dist/service/askFiles.d.ts +49 -0
  202. package/dist/service/askFiles.js +162 -0
  203. package/dist/service/asks.d.ts +76 -0
  204. package/dist/service/asks.js +284 -0
  205. package/dist/service/chatTurn.d.ts +128 -0
  206. package/dist/service/chatTurn.js +1674 -0
  207. package/dist/service/fileStorage.d.ts +4 -0
  208. package/dist/service/fileStorage.js +7 -2
  209. package/dist/service/fillActionIds.d.ts +6 -0
  210. package/dist/service/fillActionIds.js +79 -0
  211. package/dist/service/jsonFenceModel.d.ts +7 -0
  212. package/dist/service/jsonFenceModel.js +45 -0
  213. package/dist/service/prompts.d.ts +52 -0
  214. package/dist/service/prompts.js +96 -1
  215. package/dist/service/sanitizeHtml.d.ts +11 -0
  216. package/dist/service/sanitizeHtml.js +108 -0
  217. package/dist/types/harness.d.ts +952 -0
  218. package/dist/types/harness.js +133 -0
  219. package/dist/types/index.d.ts +192 -14
  220. package/dist/types/index.js +2 -0
  221. package/dist/types/observability.d.ts +288 -0
  222. package/dist/types/observability.js +2 -0
  223. package/package.json +28 -5
  224. package/src/aiApp.test.ts +207 -1
  225. package/src/aiApp.ts +19 -6
  226. package/src/harness/adminScreens.test.ts +34 -0
  227. package/src/harness/adminScreens.ts +11 -0
  228. package/src/harness/agentLoop.test.ts +1034 -0
  229. package/src/harness/agentLoop.ts +1082 -0
  230. package/src/harness/agentRecovery.test.ts +380 -0
  231. package/src/harness/agentTaskNames.ts +4 -0
  232. package/src/harness/approvalPolicy.ts +28 -0
  233. package/src/harness/approvals.test.ts +1094 -0
  234. package/src/harness/approvals.ts +644 -0
  235. package/src/harness/commit.ts +1049 -0
  236. package/src/harness/concurrency.test.ts +155 -0
  237. package/src/harness/conversation.ts +503 -0
  238. package/src/harness/defineAgent.test.ts +92 -0
  239. package/src/harness/defineAgent.ts +82 -0
  240. package/src/harness/defineTask.test.ts +59 -0
  241. package/src/harness/defineTask.ts +76 -0
  242. package/src/harness/defineTool.ts +45 -0
  243. package/src/harness/definitionError.ts +13 -0
  244. package/src/harness/errors.test.ts +90 -0
  245. package/src/harness/errors.ts +125 -0
  246. package/src/harness/eventHub.test.ts +124 -0
  247. package/src/harness/eventHub.ts +159 -0
  248. package/src/harness/events.test.ts +769 -0
  249. package/src/harness/events.ts +384 -0
  250. package/src/harness/executionEnv.ts +34 -0
  251. package/src/harness/extensions.test.ts +1218 -0
  252. package/src/harness/extensions.ts +382 -0
  253. package/src/harness/harness.test.ts +693 -0
  254. package/src/harness/harness.ts +778 -0
  255. package/src/harness/harnessApp.ts +76 -0
  256. package/src/harness/internalRuntime.ts +44 -0
  257. package/src/harness/leases.ts +132 -0
  258. package/src/harness/memo.ts +107 -0
  259. package/src/harness/modelCall.test.ts +134 -0
  260. package/src/harness/modelCall.ts +200 -0
  261. package/src/harness/models/harnessApproval.ts +109 -0
  262. package/src/harness/models/harnessConversation.ts +142 -0
  263. package/src/harness/models/harnessEvent.ts +92 -0
  264. package/src/harness/models/harnessInboxEvent.ts +73 -0
  265. package/src/harness/models/harnessMemo.ts +43 -0
  266. package/src/harness/models/harnessMessage.ts +85 -0
  267. package/src/harness/models/harnessModels.test.ts +60 -0
  268. package/src/harness/models/harnessOwner.ts +40 -0
  269. package/src/harness/models/harnessTask.ts +206 -0
  270. package/src/harness/ownership.test.ts +1087 -0
  271. package/src/harness/ownership.ts +618 -0
  272. package/src/harness/recovery.test.ts +907 -0
  273. package/src/harness/registry.ts +124 -0
  274. package/src/harness/retries.test.ts +292 -0
  275. package/src/harness/retryBackoff.test.ts +100 -0
  276. package/src/harness/retryBackoff.ts +77 -0
  277. package/src/harness/routes/approvals.ts +123 -0
  278. package/src/harness/routes/conversations.test.ts +518 -0
  279. package/src/harness/routes/conversations.ts +102 -0
  280. package/src/harness/routes/events.ts +280 -0
  281. package/src/harness/routes/tasks.test.ts +198 -0
  282. package/src/harness/routes/tasks.ts +146 -0
  283. package/src/harness/runners/inProcessRunner.test.ts +530 -0
  284. package/src/harness/runners/inProcessRunner.ts +260 -0
  285. package/src/harness/runners/jobsRunner.test.ts +709 -0
  286. package/src/harness/runners/jobsRunner.ts +252 -0
  287. package/src/harness/runtime.ts +802 -0
  288. package/src/harness/subagent.test.ts +696 -0
  289. package/src/harness/subagent.ts +192 -0
  290. package/src/harness/suspend.ts +13 -0
  291. package/src/harness/transaction.ts +17 -0
  292. package/src/harness/versioning.test.ts +288 -0
  293. package/src/harness/waits.test.ts +693 -0
  294. package/src/harness/waits.ts +356 -0
  295. package/src/index.test.ts +13 -0
  296. package/src/index.ts +70 -0
  297. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  298. package/src/models/aiDataset.test.ts +34 -0
  299. package/src/models/aiDataset.ts +78 -0
  300. package/src/models/aiRequest.ts +2 -1
  301. package/src/models/gptHistory.test.ts +156 -0
  302. package/src/models/gptHistory.ts +89 -1
  303. package/src/observability/adminScreens.test.ts +71 -0
  304. package/src/observability/adminScreens.ts +42 -0
  305. package/src/observability/compileTemplate.test.ts +14 -0
  306. package/src/observability/compileTemplate.ts +10 -0
  307. package/src/observability/datasetImport.test.ts +95 -0
  308. package/src/observability/datasetImport.ts +220 -0
  309. package/src/observability/evaluate.test.ts +549 -0
  310. package/src/observability/evaluate.ts +254 -0
  311. package/src/observability/evaluatorTemplates.ts +124 -0
  312. package/src/observability/jsonPath.test.ts +52 -0
  313. package/src/observability/jsonPath.ts +60 -0
  314. package/src/observability/local/datasetStore.test.ts +230 -0
  315. package/src/observability/local/datasetStore.ts +452 -0
  316. package/src/observability/local/evaluatorStore.test.ts +138 -0
  317. package/src/observability/local/evaluatorStore.ts +224 -0
  318. package/src/observability/local/experimentRunner.test.ts +489 -0
  319. package/src/observability/local/experimentRunner.ts +548 -0
  320. package/src/observability/local/localPlugin.ts +88 -0
  321. package/src/observability/local/models/obsDataset.ts +38 -0
  322. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  323. package/src/observability/local/models/obsEvaluator.ts +102 -0
  324. package/src/observability/local/models/obsExperiment.ts +91 -0
  325. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  326. package/src/observability/local/models/obsPrompt.ts +43 -0
  327. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  328. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  329. package/src/observability/local/models/obsReviewItem.ts +79 -0
  330. package/src/observability/local/models/obsScore.ts +59 -0
  331. package/src/observability/local/models/obsSpan.ts +65 -0
  332. package/src/observability/local/models/obsTrace.ts +94 -0
  333. package/src/observability/local/obsModels.test.ts +119 -0
  334. package/src/observability/local/promptStore.test.ts +351 -0
  335. package/src/observability/local/promptStore.ts +665 -0
  336. package/src/observability/local/reviewStore.test.ts +164 -0
  337. package/src/observability/local/reviewStore.ts +264 -0
  338. package/src/observability/local/traceStore.test.ts +264 -0
  339. package/src/observability/local/traceStore.ts +440 -0
  340. package/src/observability/observabilityApp.test.ts +92 -0
  341. package/src/observability/observabilityApp.ts +185 -0
  342. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  343. package/src/observability/observabilityAppRegistry.ts +35 -0
  344. package/src/observability/permissions.test.ts +96 -0
  345. package/src/observability/permissions.ts +78 -0
  346. package/src/observability/reviewPanels.test.ts +35 -0
  347. package/src/observability/reviewPanels.ts +64 -0
  348. package/src/observability/routes/datasets.test.ts +176 -0
  349. package/src/observability/routes/datasets.ts +252 -0
  350. package/src/observability/routes/evaluators.test.ts +119 -0
  351. package/src/observability/routes/evaluators.ts +207 -0
  352. package/src/observability/routes/experiments.test.ts +282 -0
  353. package/src/observability/routes/experiments.ts +152 -0
  354. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  355. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  356. package/src/observability/routes/prompts.test.ts +320 -0
  357. package/src/observability/routes/prompts.ts +263 -0
  358. package/src/observability/routes/requestAiService.ts +36 -0
  359. package/src/observability/routes/review.test.ts +120 -0
  360. package/src/observability/routes/review.ts +125 -0
  361. package/src/observability/routes/status.test.ts +116 -0
  362. package/src/observability/routes/status.ts +47 -0
  363. package/src/observability/routes/testMultiStage.test.ts +214 -0
  364. package/src/observability/routes/testMultiStage.ts +96 -0
  365. package/src/observability/routes/traces.test.ts +167 -0
  366. package/src/observability/routes/traces.ts +172 -0
  367. package/src/observability/schemaValidation.ts +29 -0
  368. package/src/observability/sopThresholds.ts +20 -0
  369. package/src/observability/status.test.ts +38 -0
  370. package/src/observability/status.ts +56 -0
  371. package/src/observability/testMultiStageSchemas.ts +95 -0
  372. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  373. package/src/observability/testMultiStageWorkflow.ts +307 -0
  374. package/src/observability/types.ts +262 -0
  375. package/src/routes/files.test.ts +63 -9
  376. package/src/routes/files.ts +21 -7
  377. package/src/routes/gpt.test.ts +3279 -0
  378. package/src/routes/gpt.ts +91 -816
  379. package/src/routes/gptActions.test.ts +241 -0
  380. package/src/routes/gptActions.ts +255 -0
  381. package/src/routes/gptApprovals.test.ts +762 -0
  382. package/src/routes/gptDatasets.test.ts +86 -0
  383. package/src/routes/gptDatasets.ts +104 -0
  384. package/src/routes/gptFiles.test.ts +589 -0
  385. package/src/routes/gptHistories.test.ts +933 -0
  386. package/src/routes/gptHistories.ts +266 -5
  387. package/src/routes/routes.test.ts +222 -2
  388. package/src/service/aiDatasets.test.ts +123 -0
  389. package/src/service/aiDatasets.ts +316 -0
  390. package/src/service/aiService.test.ts +593 -0
  391. package/src/service/aiService.ts +568 -111
  392. package/src/service/askFiles.test.ts +96 -0
  393. package/src/service/askFiles.ts +222 -0
  394. package/src/service/asks.test.ts +946 -0
  395. package/src/service/asks.ts +423 -0
  396. package/src/service/chatTurn.ts +2287 -0
  397. package/src/service/fileStorage.test.ts +11 -0
  398. package/src/service/fileStorage.ts +10 -2
  399. package/src/service/fillActionIds.test.ts +65 -0
  400. package/src/service/fillActionIds.ts +98 -0
  401. package/src/service/jsonFenceModel.test.ts +47 -0
  402. package/src/service/jsonFenceModel.ts +53 -0
  403. package/src/service/prompts.test.ts +21 -0
  404. package/src/service/prompts.ts +147 -0
  405. package/src/service/sanitizeHtml.test.ts +61 -0
  406. package/src/service/sanitizeHtml.ts +109 -0
  407. package/src/tests/bunSetup.test.ts +7 -4
  408. package/src/tests/bunSetup.ts +7 -7
  409. package/src/tests/chatHarness.ts +478 -0
  410. package/src/tests/generateStream.ts +49 -0
  411. package/src/tests/harnessErrors.ts +22 -0
  412. package/src/tests/harnessStreaming.ts +227 -0
  413. package/src/tests/helpers.ts +9 -2
  414. package/src/types/harness.ts +1119 -0
  415. package/src/types/index.ts +209 -13
  416. package/src/types/observability.ts +344 -0
  417. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,1094 @@
1
+ import {
2
+ afterEach,
3
+ beforeAll,
4
+ beforeEach,
5
+ describe,
6
+ expect,
7
+ it,
8
+ mock,
9
+ setDefaultTimeout,
10
+ } from "bun:test";
11
+ import {Permissions, type RESTMethod, TerrenoApp, type User, z} from "@terreno/api";
12
+ import type {LanguageModel} from "ai";
13
+ import type express from "express";
14
+ import {DateTime, Settings} from "luxon";
15
+ import mongoose from "mongoose";
16
+ import supertest from "supertest";
17
+ import type TestAgent from "supertest/lib/agent";
18
+
19
+ import {createLocalObservabilityPlugin} from "../observability/local/localPlugin";
20
+ import {registerObsSpan} from "../observability/local/models/obsSpan";
21
+ import {registerObsTrace} from "../observability/local/models/obsTrace";
22
+ import {withGenerateStreaming} from "../tests/generateStream";
23
+ import {harnessErrorMatching} from "../tests/harnessErrors";
24
+ import {authAsUser, ensureTestUsers, UserModel} from "../tests/helpers";
25
+ import type {
26
+ HarnessApprovalDocument,
27
+ HarnessApprovalResult,
28
+ HarnessTaskDocument,
29
+ HarnessTestHooks,
30
+ } from "../types/harness";
31
+ import type {ObsSpanModel, ObsTraceModel} from "../types/observability";
32
+ import type {HarnessModels} from "./commit";
33
+ import {
34
+ AGENT_TOOL_TASK_NAME,
35
+ type AnyHarnessTaskDefinition,
36
+ approvalGate,
37
+ approvalTaskInput,
38
+ defineAgent,
39
+ defineExtension,
40
+ defineTask,
41
+ defineTool,
42
+ Harness,
43
+ HarnessApp,
44
+ HarnessApprovalConflictError,
45
+ type HarnessModelRef,
46
+ type HarnessRegistryEntry,
47
+ InProcessRunner,
48
+ } from "./harness";
49
+ import {registerHarnessApproval} from "./models/harnessApproval";
50
+ import {registerHarnessConversation} from "./models/harnessConversation";
51
+ import {registerHarnessInboxEvent} from "./models/harnessInboxEvent";
52
+ import {registerHarnessMemo} from "./models/harnessMemo";
53
+ import {registerHarnessMessage} from "./models/harnessMessage";
54
+ import {registerHarnessOwner} from "./models/harnessOwner";
55
+ import {registerHarnessTask} from "./models/harnessTask";
56
+ import {HarnessWaitRaceError, sendEventRecords} from "./waits";
57
+
58
+ // Whole tasks and turns on a real replica set; the first test also pays for index creation.
59
+ setDefaultTimeout(30_000);
60
+
61
+ const TaskModel = registerHarnessTask();
62
+ const OwnerModel = registerHarnessOwner();
63
+ const InboxModel = registerHarnessInboxEvent();
64
+ const ApprovalModel = registerHarnessApproval();
65
+ const ConversationModel = registerHarnessConversation();
66
+ const MessageModel = registerHarnessMessage();
67
+ const MemoModel = registerHarnessMemo();
68
+ let SpanModel: ObsSpanModel;
69
+ let TraceModel: ObsTraceModel;
70
+ const openHarnesses: Harness[] = [];
71
+
72
+ const CLINICIAN = {admin: false, email: "clinician@example.com", name: "Clin", password: "pw-clin"};
73
+
74
+ /** Plain JSON copy; matchers must never walk mongoose documents (they recurse forever). */
75
+ const plain = (value: unknown): unknown => JSON.parse(JSON.stringify(value));
76
+
77
+ const pause = (ms: number): Promise<void> => new Promise((resolve) => setTimeout(resolve, ms));
78
+
79
+ const waitUntil = async (predicate: () => Promise<boolean>, label: string): Promise<void> => {
80
+ for (let i = 0; i < 500; i++) {
81
+ if (await predicate()) {
82
+ return;
83
+ }
84
+ await pause(10);
85
+ }
86
+ throw new Error(`waitUntil timed out: ${label}`);
87
+ };
88
+
89
+ /** Luxon time that runs on from `at` (a frozen clock would stop `waitForTask` timing out). */
90
+ const tickFrom = (at: DateTime): void => {
91
+ const offset = at.toMillis() - Date.now();
92
+ Settings.now = () => Date.now() + offset;
93
+ };
94
+
95
+ /** The one span named `name` in `traceId`'s trace (fails on zero or duplicates). */
96
+ const onlySpan = async (filter: Record<string, unknown>) => {
97
+ const spans = await SpanModel.find(filter).lean();
98
+ expect(spans).toHaveLength(1);
99
+ return spans[0];
100
+ };
101
+
102
+ const findTask = (id: unknown): Promise<HarnessTaskDocument> => TaskModel.findExactlyOne({_id: id});
103
+
104
+ const statusIs = (id: unknown, status: string) => async (): Promise<boolean> =>
105
+ (await findTask(id)).status === status;
106
+
107
+ const approvalOf = (taskId: unknown): Promise<HarnessApprovalDocument> =>
108
+ ApprovalModel.findExactlyOne({taskId});
109
+
110
+ const asAny = (definition: unknown): AnyHarnessTaskDefinition =>
111
+ definition as AnyHarnessTaskDefinition;
112
+
113
+ const openHarness = async (
114
+ registry: ReadonlyArray<HarnessRegistryEntry>,
115
+ {
116
+ model,
117
+ runner,
118
+ start = true,
119
+ testHooks,
120
+ }: {
121
+ model?: unknown;
122
+ runner?: InProcessRunner;
123
+ start?: boolean;
124
+ testHooks?: HarnessTestHooks;
125
+ } = {}
126
+ ): Promise<Harness> => {
127
+ const harness = await Harness.open({
128
+ models: () => model as LanguageModel,
129
+ registry,
130
+ runner: runner ?? new InProcessRunner({pollInterval: {milliseconds: 20}}),
131
+ testHooks: {random: () => 0, ...testHooks},
132
+ });
133
+ openHarnesses.push(harness);
134
+ if (start) {
135
+ await harness.start();
136
+ }
137
+ return harness;
138
+ };
139
+
140
+ const buildApp = (harness: Harness): express.Application =>
141
+ new TerrenoApp({skipListen: true, userModel: UserModel})
142
+ .register(new HarnessApp({harness}))
143
+ .build();
144
+
145
+ const loginAs = async (app: express.Application, email: string, password: string) => {
146
+ const agent = supertest.agent(app);
147
+ const res = await agent.post("/auth/login").send({email, password}).expect(200);
148
+ agent.set("authorization", `Bearer ${res.body.data.token}`);
149
+ return agent as unknown as TestAgent;
150
+ };
151
+
152
+ const userIdOf = async (email: string): Promise<string> =>
153
+ String((await UserModel.find({email}).lean())[0]?._id);
154
+
155
+ /** Approver that only lets the clinician through, recording what it was called with. */
156
+ const approverCalls: Array<{method: RESTMethod; title?: string}> = [];
157
+ const isClinician = (method: RESTMethod, user?: User, approval?: unknown): boolean => {
158
+ approverCalls.push({method, title: (approval as HarnessApprovalDocument | undefined)?.title});
159
+ return (user as {email?: string} | undefined)?.email === CLINICIAN.email;
160
+ };
161
+
162
+ /** One phase that asks for approval `key` and completes with the decision. */
163
+ const asksApproval = ({
164
+ approvals,
165
+ key = "signoff",
166
+ name,
167
+ notify,
168
+ retry,
169
+ runs,
170
+ timeout,
171
+ }: {
172
+ approvals?: Parameters<typeof defineTask>[0]["approvals"];
173
+ key?: string;
174
+ name: string;
175
+ notify?: (approval: HarnessApprovalDocument) => void;
176
+ retry?: {maxAttempts: number};
177
+ runs?: {count: number};
178
+ timeout?: {hours: number};
179
+ }): AnyHarnessTaskDefinition =>
180
+ asAny(
181
+ defineTask<{patientId: string}, unknown, HarnessApprovalResult>({
182
+ approvals,
183
+ initial: () => ({phase: "review"}),
184
+ name,
185
+ phases: {
186
+ review: {
187
+ replay: "safe",
188
+ run: async (task, rt) => {
189
+ if (runs) {
190
+ runs.count += 1;
191
+ }
192
+ const decision = await rt.approval(key, {
193
+ notify,
194
+ payload: {patientId: task.input.patientId, summary: "Stable"},
195
+ summary: "Intake summary for sign-off",
196
+ timeout,
197
+ title: "Sign off intake summary",
198
+ });
199
+ await rt.commit({terminal: {result: decision, status: "completed"}});
200
+ },
201
+ },
202
+ },
203
+ retry,
204
+ version: 1,
205
+ })
206
+ );
207
+
208
+ describe("Harness approvals", () => {
209
+ let adminId: string;
210
+ let clinicianId: string;
211
+ let notAdminId: string;
212
+
213
+ beforeAll(async () => {
214
+ createLocalObservabilityPlugin();
215
+ SpanModel = registerObsSpan();
216
+ TraceModel = registerObsTrace();
217
+ await ensureTestUsers([
218
+ {admin: true, email: "admin@example.com", name: "Admin", password: "securePassword"},
219
+ {admin: false, email: "notAdmin@example.com", name: "User", password: "password"},
220
+ CLINICIAN,
221
+ ]);
222
+ adminId = await userIdOf("admin@example.com");
223
+ clinicianId = await userIdOf(CLINICIAN.email);
224
+ notAdminId = await userIdOf("notAdmin@example.com");
225
+ });
226
+
227
+ beforeEach(async () => {
228
+ approverCalls.length = 0;
229
+ await Promise.all([
230
+ TaskModel.deleteMany({}),
231
+ OwnerModel.deleteMany({}),
232
+ InboxModel.deleteMany({}),
233
+ ApprovalModel.deleteMany({}),
234
+ ConversationModel.deleteMany({}),
235
+ MessageModel.deleteMany({}),
236
+ MemoModel.deleteMany({}),
237
+ SpanModel.deleteMany({}),
238
+ TraceModel.deleteMany({}),
239
+ ]);
240
+ });
241
+
242
+ afterEach(async () => {
243
+ await Promise.all(openHarnesses.splice(0).map((harness) => harness.stop()));
244
+ Settings.now = () => Date.now();
245
+ });
246
+
247
+ describe("rt.approval over HTTP (AC7)", () => {
248
+ it("hides the approval from unpermitted users and lets a permitted non-admin approve", async () => {
249
+ const notify = mock((_approval: HarnessApprovalDocument) => undefined);
250
+ const runs = {count: 0};
251
+ const definition = asksApproval({
252
+ approvals: {signoff: {approvers: [Permissions.IsAuthenticated, isClinician]}},
253
+ name: "test.signoff",
254
+ notify,
255
+ runs,
256
+ });
257
+ const harness = await openHarness([definition]);
258
+ const app = buildApp(harness);
259
+ const created = await harness.createTask(definition, {patientId: "p1"});
260
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
261
+
262
+ const approval = await approvalOf(created._id);
263
+ expect(
264
+ plain({
265
+ definitionKey: approval.definitionKey,
266
+ expiresAt: approval.expiresAt,
267
+ key: approval.key,
268
+ payload: approval.payload,
269
+ rootTaskId: approval.rootTaskId,
270
+ status: approval.status,
271
+ summary: approval.summary,
272
+ title: approval.title,
273
+ traceId: approval.traceId,
274
+ })
275
+ ).toEqual({
276
+ definitionKey: "test.signoff@1:signoff",
277
+ key: "signoff",
278
+ payload: {patientId: "p1", summary: "Stable"},
279
+ rootTaskId: String(created._id),
280
+ status: "pending",
281
+ summary: "Intake summary for sign-off",
282
+ title: "Sign off intake summary",
283
+ traceId: String(created.traceId),
284
+ });
285
+ // notify runs after the commit that parks the task, so `waiting` can be seen first.
286
+ await waitUntil(async () => notify.mock.calls.length > 0, "notify after commit");
287
+ expect(notify).toHaveBeenCalledTimes(1);
288
+ expect(String(notify.mock.calls[0]?.[0]._id)).toBe(String(approval._id));
289
+
290
+ // Unpermitted users: an empty inbox, and 403 on read and decide.
291
+ for (const agent of [await authAsUser(app, "notAdmin"), await authAsUser(app, "admin")]) {
292
+ const list = await agent.get("/harness/approvals").expect(200);
293
+ expect(list.body.data).toEqual([]);
294
+ await agent.get(`/harness/approvals/${approval._id}`).expect(403);
295
+ await agent
296
+ .post(`/harness/approvals/${approval._id}/approve`)
297
+ .send({reason: "sure"})
298
+ .expect(403);
299
+ }
300
+ expect((await findTask(created._id)).status).toBe("waiting");
301
+
302
+ const clinician = await loginAs(app, CLINICIAN.email, CLINICIAN.password);
303
+ const list = await clinician.get("/harness/approvals").expect(200);
304
+ expect(list.body.data.map((row: {_id: string}) => row._id)).toEqual([String(approval._id)]);
305
+ expect(list.body.total).toBe(1);
306
+ // The inbox asks with the same method approve / reject use.
307
+ expect(approverCalls.map(({method}) => method)).not.toContain("list");
308
+ expect(approverCalls).toContainEqual({method: "update", title: "Sign off intake summary"});
309
+ const read = await clinician.get(`/harness/approvals/${approval._id}`).expect(200);
310
+ expect(read.body.data.title).toBe("Sign off intake summary");
311
+
312
+ const approved = await clinician
313
+ .post(`/harness/approvals/${approval._id}/approve`)
314
+ .send({reason: "Looks right"})
315
+ .expect(200);
316
+ expect(approved.body.data.status).toBe("approved");
317
+ expect(approved.body.data.decidedBy).toBe(clinicianId);
318
+ expect(approved.body.data.updated).toBe(approved.body.data.decidedAt);
319
+ expect(typeof read.body.data.updated).toBe("string");
320
+ expect(approverCalls).toContainEqual({method: "update", title: "Sign off intake summary"});
321
+
322
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
323
+ expect(done.status).toBe("completed");
324
+ const result = plain(done.outcome?.result) as HarnessApprovalResult;
325
+ expect(result).toEqual({
326
+ approvalId: String(approval._id),
327
+ approved: true,
328
+ decidedAt: result.decidedAt,
329
+ decidedBy: clinicianId,
330
+ reason: "Looks right",
331
+ });
332
+ expect(DateTime.fromISO(result.decidedAt ?? "").isValid).toBe(true);
333
+ // The phase re-ran after the decision; notify still ran once.
334
+ expect(runs.count).toBe(2);
335
+ expect(notify).toHaveBeenCalledTimes(1);
336
+
337
+ const span = await onlySpan({name: "approval:signoff", traceId: done.traceId});
338
+ expect(plain(span?.output)).toEqual({
339
+ decidedBy: clinicianId,
340
+ decision: "approved",
341
+ reason: "Looks right",
342
+ });
343
+ expect(plain(span?.input)).toEqual({
344
+ approvalId: String(approval._id),
345
+ definitionKey: "test.signoff@1:signoff",
346
+ title: "Sign off intake summary",
347
+ });
348
+ expect(String(span?.parentSpanId)).toBe(String(done.rootSpanId));
349
+
350
+ // Decided: still readable by its approver, gone from the inbox, and final.
351
+ const decidedRead = await clinician.get(`/harness/approvals/${approval._id}`).expect(200);
352
+ expect(decidedRead.body.data.status).toBe("approved");
353
+ expect((await clinician.get("/harness/approvals").expect(200)).body.data).toEqual([]);
354
+ const again = await clinician
355
+ .post(`/harness/approvals/${approval._id}/approve`)
356
+ .send({})
357
+ .expect(409);
358
+ expect(again.body.detail).toBe(`Approval ${approval._id} is already approved`);
359
+ await clinician
360
+ .post(`/harness/approvals/${approval._id}/reject`)
361
+ .send({reason: "changed my mind"})
362
+ .expect(409);
363
+ expect(await SpanModel.countDocuments({name: "approval:signoff"})).toBe(1);
364
+ });
365
+
366
+ it("defaults approvers to IsAdmin and requires a reason to reject", async () => {
367
+ const definition = asksApproval({name: "test.defaultApprovers"});
368
+ const harness = await openHarness([definition]);
369
+ const app = buildApp(harness);
370
+ const created = await harness.createTask(definition, {patientId: "p2"});
371
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
372
+ const approval = await approvalOf(created._id);
373
+
374
+ const notAdmin = await authAsUser(app, "notAdmin");
375
+ expect((await notAdmin.get("/harness/approvals").expect(200)).body.data).toEqual([]);
376
+ await notAdmin
377
+ .post(`/harness/approvals/${approval._id}/reject`)
378
+ .send({reason: "no"})
379
+ .expect(403);
380
+
381
+ const admin = await authAsUser(app, "admin");
382
+ const listed = await admin.get("/harness/approvals").expect(200);
383
+ expect(listed.body.data).toHaveLength(1);
384
+ await admin.post(`/harness/approvals/${approval._id}/reject`).send({}).expect(400);
385
+ await admin.post(`/harness/approvals/${approval._id}/reject`).send({reason: " "}).expect(400);
386
+ await admin
387
+ .post(`/harness/approvals/${approval._id}/approve`)
388
+ .send({extra: 1, reason: "ok"})
389
+ .expect(400);
390
+ expect((await approvalOf(created._id)).status).toBe("pending");
391
+
392
+ await admin
393
+ .post(`/harness/approvals/${approval._id}/reject`)
394
+ .send({reason: "Wrong patient"})
395
+ .expect(200);
396
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
397
+ expect(plain(done.outcome?.result)).toMatchObject({
398
+ approved: false,
399
+ decidedBy: adminId,
400
+ reason: "Wrong patient",
401
+ });
402
+ const span = await onlySpan({name: "approval:signoff", traceId: done.traceId});
403
+ expect(plain(span?.output)).toEqual({
404
+ decidedBy: adminId,
405
+ decision: "rejected",
406
+ reason: "Wrong patient",
407
+ });
408
+ });
409
+
410
+ it("refuses create, update, and delete, and 404s an unknown approval", async () => {
411
+ const definition = asksApproval({name: "test.crudOff"});
412
+ const harness = await openHarness([definition]);
413
+ const app = buildApp(harness);
414
+ const created = await harness.createTask(definition, {patientId: "p3"});
415
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
416
+ const approval = await approvalOf(created._id);
417
+ const admin = await authAsUser(app, "admin");
418
+ await admin.post("/harness/approvals").send({title: "forged"}).expect(405);
419
+ await admin
420
+ .patch(`/harness/approvals/${approval._id}`)
421
+ .send({status: "approved"})
422
+ .expect(405);
423
+ await admin.delete(`/harness/approvals/${approval._id}`).expect(405);
424
+ await admin
425
+ .post(`/harness/approvals/${new mongoose.Types.ObjectId()}/approve`)
426
+ .send({})
427
+ .expect(404);
428
+ expect((await approvalOf(created._id)).status).toBe("pending");
429
+ });
430
+
431
+ it("pages the inbox after filtering by approvers", async () => {
432
+ const mine = asksApproval({
433
+ approvals: {signoff: {approvers: [isClinician]}},
434
+ name: "test.mine",
435
+ });
436
+ const others = asksApproval({name: "test.others"});
437
+ const harness = await openHarness([mine, others]);
438
+ const app = buildApp(harness);
439
+ const ids: string[] = [];
440
+ for (let i = 0; i < 3; i++) {
441
+ // Interleave approvals the clinician may not see with ones they may.
442
+ const hidden = await harness.createTask(others, {patientId: `h${i}`});
443
+ const shown = await harness.createTask(mine, {patientId: `s${i}`});
444
+ await waitUntil(statusIs(hidden._id, "waiting"), "hidden waiting");
445
+ await waitUntil(statusIs(shown._id, "waiting"), "shown waiting");
446
+ ids.push(String((await approvalOf(shown._id))._id));
447
+ }
448
+ const clinician = await loginAs(app, CLINICIAN.email, CLINICIAN.password);
449
+ const page1 = await clinician.get("/harness/approvals?limit=2&page=1").expect(200);
450
+ expect(page1.body.data.map((row: {_id: string}) => row._id)).toEqual(ids.slice(0, 2));
451
+ expect(page1.body.total).toBe(3);
452
+ expect(page1.body.more).toBe(true);
453
+ const page2 = await clinician.get("/harness/approvals?limit=2&page=2").expect(200);
454
+ expect(page2.body.data.map((row: {_id: string}) => row._id)).toEqual(ids.slice(2));
455
+ expect(page2.body.more).toBe(false);
456
+ });
457
+
458
+ it("lets nobody decide an approval whose definition this process does not register", async () => {
459
+ const definition = asksApproval({name: "test.unregistered"});
460
+ const runner = await openHarness([definition]);
461
+ const created = await runner.createTask(definition, {patientId: "p4"});
462
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
463
+ const approval = await approvalOf(created._id);
464
+
465
+ const app = buildApp(await openHarness([], {start: false}));
466
+ const admin = await authAsUser(app, "admin");
467
+ expect((await admin.get("/harness/approvals").expect(200)).body.data).toEqual([]);
468
+ await admin.post(`/harness/approvals/${approval._id}/approve`).send({}).expect(403);
469
+ });
470
+ });
471
+
472
+ describe("expiry, abort, and restart", () => {
473
+ it("expires an undecided approval at its timeout and refuses later decisions", async () => {
474
+ const start = DateTime.now();
475
+ let clock = start;
476
+ Settings.now = () => clock.toMillis();
477
+ const definition = asksApproval({name: "test.expires", timeout: {hours: 1}});
478
+ const first = await openHarness([definition]);
479
+ const app = buildApp(first);
480
+ const created = await first.createTask(definition, {patientId: "p5"});
481
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
482
+ const approval = await approvalOf(created._id);
483
+ expect(approval.expiresAt?.getTime()).toBe(start.plus({hours: 1}).toMillis());
484
+ // Stop the runner so the expiry is observed over HTTP before the task resumes.
485
+ await first.stop();
486
+
487
+ clock = start.plus({hours: 1});
488
+ const admin = await authAsUser(app, "admin");
489
+ expect((await admin.get("/harness/approvals").expect(200)).body.data).toEqual([]);
490
+ const late = await admin
491
+ .post(`/harness/approvals/${approval._id}/approve`)
492
+ .send({})
493
+ .expect(409);
494
+ expect(late.body.detail).toBe(`Approval ${approval._id} has expired`);
495
+
496
+ tickFrom(start.plus({hours: 1}));
497
+ await openHarness([definition]);
498
+ const done = await first.waitForTask(created._id, {timeout: {seconds: 10}});
499
+ expect(plain(done.outcome?.result)).toEqual({
500
+ approvalId: String(approval._id),
501
+ approved: false,
502
+ expired: true,
503
+ });
504
+ expect((await approvalOf(created._id)).status).toBe("expired");
505
+ const span = await onlySpan({name: "approval:signoff", traceId: done.traceId});
506
+ expect(plain(span?.output)).toEqual({decision: "expired"});
507
+ });
508
+
509
+ it("refuses to decide an approval whose task was aborted, and drops it from the inbox", async () => {
510
+ const definition = asksApproval({name: "test.aborted"});
511
+ const harness = await openHarness([definition]);
512
+ const app = buildApp(harness);
513
+ const created = await harness.createTask(definition, {patientId: "p6"});
514
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
515
+ const approval = await approvalOf(created._id);
516
+ await harness.abort(created._id, {reason: "patient left"});
517
+
518
+ const admin = await authAsUser(app, "admin");
519
+ expect((await admin.get("/harness/approvals").expect(200)).body.data).toEqual([]);
520
+ const res = await admin
521
+ .post(`/harness/approvals/${approval._id}/approve`)
522
+ .send({})
523
+ .expect(409);
524
+ expect(res.body.detail).toBe(
525
+ `Approval ${approval._id} belongs to a task that is already aborted`
526
+ );
527
+ });
528
+
529
+ it("delivers a decision made while the owner is down once a new owner starts", async () => {
530
+ const runs = {count: 0};
531
+ const definition = asksApproval({
532
+ approvals: {signoff: {approvers: [isClinician]}},
533
+ name: "test.restart",
534
+ runs,
535
+ });
536
+ const owner = await openHarness([definition]);
537
+ const created = await owner.createTask(definition, {patientId: "p7"});
538
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
539
+ await owner.stop();
540
+
541
+ // The API process opens its own harness and never runs tasks.
542
+ const app = buildApp(await openHarness([definition], {start: false}));
543
+ const clinician = await loginAs(app, CLINICIAN.email, CLINICIAN.password);
544
+ const approval = await approvalOf(created._id);
545
+ await clinician
546
+ .post(`/harness/approvals/${approval._id}/approve`)
547
+ .send({reason: "fine"})
548
+ .expect(200);
549
+ await pause(100);
550
+ expect((await findTask(created._id)).status).toBe("pending");
551
+ expect(runs.count).toBe(1);
552
+
553
+ const restarted = await openHarness([definition]);
554
+ const done = await restarted.waitForTask(created._id, {timeout: {seconds: 10}});
555
+ expect(plain(done.outcome?.result)).toMatchObject({
556
+ approved: true,
557
+ decidedBy: clinicianId,
558
+ reason: "fine",
559
+ });
560
+ expect(await ApprovalModel.countDocuments({taskId: created._id})).toBe(1);
561
+ });
562
+ });
563
+
564
+ describe("races and forged events", () => {
565
+ /** Past the approval's timeout with the runner stopped, so the next owner resolves it. */
566
+ const parkThenPassTimeout = async (definition: AnyHarnessTaskDefinition) => {
567
+ const start = DateTime.now();
568
+ Settings.now = () => start.toMillis();
569
+ const first = await openHarness([definition]);
570
+ const created = await first.createTask(definition, {patientId: "r1"});
571
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
572
+ await first.stop();
573
+ tickFrom(start.plus({hours: 2}));
574
+ return created;
575
+ };
576
+
577
+ /** Throws a timeout race inside the expiry transaction, after the approval was expired. */
578
+ const raceTimeouts = (times: number): HarnessTestHooks => {
579
+ let raced = 0;
580
+ return {
581
+ beforeCommitEnd: async ({session, taskId}) => {
582
+ const [row] = await ApprovalModel.find({taskId}).session(session);
583
+ if (row?.status === "expired" && raced < times) {
584
+ raced += 1;
585
+ throw new HarnessWaitRaceError();
586
+ }
587
+ },
588
+ };
589
+ };
590
+
591
+ it("resolves a wait again when its timeout loses a race, then expires it", async () => {
592
+ const definition = asksApproval({name: "test.raceOnce", timeout: {hours: 1}});
593
+ const created = await parkThenPassTimeout(definition);
594
+ const harness = await openHarness([definition], {testHooks: raceTimeouts(1)});
595
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
596
+ expect(plain(done.outcome?.result)).toMatchObject({approved: false, expired: true});
597
+ expect(await SpanModel.countDocuments({name: "approval:signoff"})).toBe(1);
598
+ });
599
+
600
+ it("fails the phase when the timeout keeps losing races", async () => {
601
+ const definition = asksApproval({
602
+ name: "test.raceForever",
603
+ retry: {maxAttempts: 1},
604
+ timeout: {hours: 1},
605
+ });
606
+ const created = await parkThenPassTimeout(definition);
607
+ const harness = await openHarness([definition], {testHooks: raceTimeouts(100)});
608
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
609
+ expect(done.status).toBe("failed");
610
+ expect(done.outcome?.error).toBe("A matching event raced the wait's timeout");
611
+ expect((await approvalOf(created._id)).status).toBe("pending");
612
+ });
613
+
614
+ it("treats a decision that beat the timeout as the answer", async () => {
615
+ const start = DateTime.now();
616
+ Settings.now = () => start.toMillis();
617
+ const definition = asksApproval({name: "test.decisionWins", timeout: {hours: 1}});
618
+ const first = await openHarness([definition]);
619
+ const created = await first.createTask(definition, {patientId: "r2"});
620
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
621
+ await first.stop();
622
+ const approval = await approvalOf(created._id);
623
+ await first.decideApproval(approval._id, {approved: true, userId: adminId});
624
+
625
+ // The owner returns after the timeout passed; the stored decision still wins.
626
+ tickFrom(start.plus({hours: 2}));
627
+ const harness = await openHarness([definition]);
628
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
629
+ const result = plain(done.outcome?.result) as HarnessApprovalResult;
630
+ expect(result.approved).toBe(true);
631
+ expect(result.expired).toBeUndefined();
632
+ expect((await approvalOf(created._id)).status).toBe("approved");
633
+ const span = await onlySpan({name: "approval:signoff"});
634
+ expect(plain(span?.output)).toEqual({decidedBy: adminId, decision: "approved"});
635
+ });
636
+
637
+ it("lets exactly one of two concurrent decisions win", async () => {
638
+ const definition = asksApproval({name: "test.concurrent"});
639
+ const harness = await openHarness([definition]);
640
+ const created = await harness.createTask(definition, {patientId: "r3"});
641
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
642
+ const approval = await approvalOf(created._id);
643
+ const results = await Promise.allSettled([
644
+ harness.decideApproval(approval._id, {approved: true, userId: adminId}),
645
+ harness.decideApproval(approval._id, {approved: false, reason: "no", userId: adminId}),
646
+ ]);
647
+ expect(results.filter(({status}) => status === "fulfilled")).toHaveLength(1);
648
+ const [rejected] = results.filter(
649
+ (result): result is PromiseRejectedResult => result.status === "rejected"
650
+ );
651
+ expect(rejected?.reason).toBeInstanceOf(HarnessApprovalConflictError);
652
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
653
+ expect((plain(done.outcome?.result) as HarnessApprovalResult).approved).toBe(
654
+ results[0]?.status === "fulfilled"
655
+ );
656
+ expect(await InboxModel.countDocuments({taskId: created._id})).toBe(1);
657
+ expect(await SpanModel.countDocuments({name: "approval:signoff"})).toBe(1);
658
+ });
659
+
660
+ it("fails the task when its approval event arrives without a decision", async () => {
661
+ const definition = asksApproval({name: "test.forged", retry: {maxAttempts: 1}});
662
+ const harness = await openHarness([definition]);
663
+ const created = await harness.createTask(definition, {patientId: "r4"});
664
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
665
+ const approval = await approvalOf(created._id);
666
+ await expect(
667
+ harness.sendEvent(created._id, approval.event, {approved: true})
668
+ ).rejects.toThrow(
669
+ harnessErrorMatching(
670
+ "invalidRequest",
671
+ 'sendEvent: event names starting with "terreno." are reserved for the harness'
672
+ )
673
+ );
674
+ // Below the public API (a raw inbox write), the decision row still decides.
675
+ await sendEventRecords({
676
+ event: approval.event,
677
+ models: {inbox: InboxModel, task: TaskModel} as unknown as HarnessModels,
678
+ payload: {approved: true},
679
+ taskId: created._id,
680
+ });
681
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
682
+ expect(done.status).toBe("failed");
683
+ expect(done.outcome?.error).toBe(
684
+ `Approval ${approval._id} received its event without a recorded decision`
685
+ );
686
+ });
687
+ });
688
+
689
+ describe("harness API", () => {
690
+ it("validates decideApproval and exposes the task input to approvers", async () => {
691
+ const seenInputs: unknown[] = [];
692
+ const definition = asksApproval({
693
+ approvals: {
694
+ signoff: {
695
+ approvers: [
696
+ async (_method, _user, approval) => {
697
+ seenInputs.push(await approvalTaskInput(approval as HarnessApprovalDocument));
698
+ return true;
699
+ },
700
+ ],
701
+ },
702
+ },
703
+ name: "test.api",
704
+ });
705
+ const harness = await openHarness([definition]);
706
+ const created = await harness.createTask(definition, {patientId: "p8"});
707
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
708
+ const approval = await approvalOf(created._id);
709
+
710
+ expect(await harness.mayApprove({approval, user: {id: notAdminId} as User})).toBe(true);
711
+ expect(seenInputs).toEqual([{patientId: "p8"}]);
712
+ await expect(harness.decideApproval(approval._id, {approved: false})).rejects.toThrow(
713
+ harnessErrorMatching("invalidRequest", "decideApproval: a rejection requires a reason")
714
+ );
715
+ await expect(
716
+ harness.decideApproval(approval._id, {approved: "yes" as unknown as boolean})
717
+ ).rejects.toThrow(
718
+ harnessErrorMatching("invalidRequest", "decideApproval requires approved: true or false")
719
+ );
720
+
721
+ const decided = await harness.decideApproval(approval._id, {approved: true});
722
+ expect(decided.decidedBy).toBeUndefined();
723
+ const conflict = harness.decideApproval(approval._id, {approved: true});
724
+ await expect(conflict).rejects.toBeInstanceOf(HarnessApprovalConflictError);
725
+ await expect(conflict).rejects.toThrow(
726
+ harnessErrorMatching("approvalNotPending", `Approval ${approval._id} is already approved`)
727
+ );
728
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
729
+ const result = plain(done.outcome?.result) as HarnessApprovalResult;
730
+ expect(result).toEqual({
731
+ approvalId: String(approval._id),
732
+ approved: true,
733
+ decidedAt: result.decidedAt,
734
+ });
735
+ });
736
+
737
+ it("denies when an approver throws or the policy is empty", async () => {
738
+ const definition = asksApproval({
739
+ approvals: {
740
+ nobody: {approvers: []},
741
+ signoff: {
742
+ approvers: [
743
+ () => {
744
+ throw new Error("directory down");
745
+ },
746
+ ],
747
+ },
748
+ },
749
+ name: "test.failClosed",
750
+ });
751
+ const harness = await openHarness([definition]);
752
+ const created = await harness.createTask(definition, {patientId: "p9"});
753
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
754
+ const approval = await approvalOf(created._id);
755
+ const admin = {admin: true, id: adminId} as User;
756
+ expect(await harness.mayApprove({approval, user: admin})).toBe(false);
757
+ approval.key = "nobody";
758
+ approval.definitionKey = "test.failClosed@1:nobody";
759
+ expect(await harness.mayApprove({approval, user: admin})).toBe(false);
760
+ approval.definitionKey = "mismatched";
761
+ expect(await harness.mayApprove({approval, user: admin})).toBe(false);
762
+ });
763
+
764
+ it("fails the task on rt.approval misuse and rejects invalid approval policies", async () => {
765
+ const misuse = (options: unknown, key = "k"): AnyHarnessTaskDefinition =>
766
+ asAny(
767
+ defineTask<unknown, unknown, unknown>({
768
+ initial: () => ({phase: "ask"}),
769
+ name: `test.misuse.${key}.${Object.keys(options as object).join("-") || "none"}`,
770
+ phases: {
771
+ ask: {
772
+ run: async (_task, rt) => {
773
+ await rt.approval(key, options as never);
774
+ await rt.commit({terminal: {status: "completed"}});
775
+ },
776
+ },
777
+ },
778
+ version: 1,
779
+ })
780
+ );
781
+ const cases: Array<[AnyHarnessTaskDefinition, string]> = [
782
+ [misuse({title: "t"}, " "), "rt.approval requires a key"],
783
+ [misuse({}), 'rt.approval("k") requires a title'],
784
+ [misuse({summary: 3, title: "t"}), 'rt.approval("k") summary must be a string'],
785
+ [misuse({notify: "x", title: "t"}), 'rt.approval("k") notify must be a function'],
786
+ [
787
+ misuse({approvers: [], title: "t"}),
788
+ 'rt.approval("k") does not take approvers; declare them in defineTask',
789
+ ],
790
+ [misuse({timeout: {seconds: 0}, title: "t"}), 'rt.approval("k") timeout must be positive'],
791
+ ];
792
+ const harness = await openHarness(cases.map(([definition]) => definition));
793
+ for (const [definition, message] of cases) {
794
+ const created = await harness.createTask(definition, {});
795
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
796
+ expect(done.status).toBe("failed");
797
+ expect(done.outcome?.error).toContain(message);
798
+ expect(done.attempt).toBe(0);
799
+ }
800
+ expect(await ApprovalModel.countDocuments({})).toBe(0);
801
+
802
+ expect(() => asksApproval({approvals: [] as never, name: "test.bad1"})).toThrow(
803
+ harnessErrorMatching(
804
+ "definitionInvalid",
805
+ "approvals must be an object keyed by approval key"
806
+ )
807
+ );
808
+ expect(() => asksApproval({approvals: {" ": {approvers: []}}, name: "test.bad2"})).toThrow(
809
+ harnessErrorMatching("definitionInvalid", "approval keys must be non-empty")
810
+ );
811
+ expect(() =>
812
+ asksApproval({approvals: {k: {approvers: ["x" as never]}}, name: "test.bad3"})
813
+ ).toThrow(
814
+ harnessErrorMatching(
815
+ "definitionInvalid",
816
+ "approvals.k.approvers must be an array of permission functions"
817
+ )
818
+ );
819
+ expect(() => defineExtension({approvals: {k: {} as never}, name: "badExtension"})).toThrow(
820
+ harnessErrorMatching(
821
+ "definitionInvalid",
822
+ "defineExtension(badExtension): approvals.k.approvers must be an array"
823
+ )
824
+ );
825
+ });
826
+
827
+ it("logs and ignores a notify callback that throws", async () => {
828
+ const definition = asksApproval({
829
+ name: "test.notifyThrows",
830
+ notify: () => {
831
+ throw new Error("smtp down");
832
+ },
833
+ });
834
+ const harness = await openHarness([definition]);
835
+ const created = await harness.createTask(definition, {patientId: "p10"});
836
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on approval");
837
+ const approval = await approvalOf(created._id);
838
+ await harness.decideApproval(approval._id, {approved: true, userId: adminId});
839
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
840
+ expect(done.status).toBe("completed");
841
+ });
842
+
843
+ it("validates HarnessApp and approvalGate options", async () => {
844
+ const harness = await openHarness([], {start: false});
845
+ expect(() => new HarnessApp({basePath: "harness", harness})).toThrow(
846
+ harnessErrorMatching(
847
+ "configInvalid",
848
+ 'HarnessApp basePath must start with "/" and not end with "/": "harness"'
849
+ )
850
+ );
851
+ expect(() => new HarnessApp({harness: undefined as unknown as Harness})).toThrow(
852
+ harnessErrorMatching("configInvalid", "HarnessApp requires an opened Harness")
853
+ );
854
+ expect(() => approvalGate({tools: []})).toThrow(
855
+ harnessErrorMatching("definitionInvalid", "approvalGate: tools must list at least one tool")
856
+ );
857
+ expect(() => approvalGate({tools: [" "]})).toThrow(
858
+ harnessErrorMatching(
859
+ "definitionInvalid",
860
+ "approvalGate: every tool must be a defineTool tool or a tool name"
861
+ )
862
+ );
863
+ expect(() => approvalGate({title: 3 as never, tools: ["x"]})).toThrow(
864
+ harnessErrorMatching(
865
+ "definitionInvalid",
866
+ "approvalGate(approvalGate:x): title must be a string or a function"
867
+ )
868
+ );
869
+ expect(() => approvalGate({timeout: {seconds: -1}, tools: ["x"]})).toThrow(
870
+ harnessErrorMatching(
871
+ "definitionInvalid",
872
+ "approvalGate(approvalGate:x): timeout must be a valid, non-negative duration"
873
+ )
874
+ );
875
+ });
876
+ });
877
+
878
+ describe("approvalGate", () => {
879
+ const MODEL: HarnessModelRef = {modelId: "mock-model", provider: "mock"};
880
+
881
+ /** A model that calls `writeNote` once, then answers with the text it received. */
882
+ const scriptedModel = () => {
883
+ const prompts: unknown[] = [];
884
+ let calls = 0;
885
+ return {
886
+ model: withGenerateStreaming({
887
+ doGenerate: async (options: {prompt: unknown}) => {
888
+ prompts.push(JSON.parse(JSON.stringify(options.prompt)));
889
+ calls += 1;
890
+ const content =
891
+ calls === 1
892
+ ? [
893
+ {
894
+ input: JSON.stringify({text: "Discharge"}),
895
+ toolCallId: "call-1",
896
+ toolName: "writeNote",
897
+ type: "tool-call" as const,
898
+ },
899
+ ]
900
+ : [{text: "done", type: "text" as const}];
901
+ return {
902
+ content,
903
+ finishReason: calls === 1 ? ("tool-calls" as const) : ("stop" as const),
904
+ usage: {inputTokens: 1, outputTokens: 1, totalTokens: 2},
905
+ warnings: [],
906
+ };
907
+ },
908
+ modelId: "mock-model",
909
+ provider: "mock",
910
+ specificationVersion: "v2" as const,
911
+ supportedUrls: {},
912
+ }),
913
+ prompts,
914
+ };
915
+ };
916
+
917
+ const setup = async ({
918
+ execute,
919
+ runner,
920
+ testHooks,
921
+ timeout,
922
+ }: {
923
+ execute?: (call: number) => Promise<void>;
924
+ runner?: InProcessRunner;
925
+ testHooks?: HarnessTestHooks;
926
+ timeout?: {hours: number};
927
+ } = {}) => {
928
+ const executed: unknown[] = [];
929
+ const writeNote = defineTool({
930
+ description: "Write a note to the chart",
931
+ execute: async (args: {text: string}) => {
932
+ executed.push(args);
933
+ await execute?.(executed.length);
934
+ return {filed: true};
935
+ },
936
+ name: "writeNote",
937
+ parameters: z.object({text: z.string()}),
938
+ replay: "safe",
939
+ });
940
+ const notify = mock((_approval: HarnessApprovalDocument) => undefined);
941
+ const gate = approvalGate({approvers: [isClinician], notify, timeout, tools: [writeNote]});
942
+ const agent = defineAgent({
943
+ extensions: [gate],
944
+ instructions: "Chart for the clinician.",
945
+ model: MODEL,
946
+ name: "test.charter",
947
+ tools: [writeNote],
948
+ });
949
+ const scripted = scriptedModel();
950
+ const harness = await openHarness([agent, gate], {model: scripted.model, runner, testHooks});
951
+ const app = buildApp(harness);
952
+ const conversation = await harness.createConversation({agent});
953
+ const turn = await conversation.submit({content: "File it", requestId: "r1"});
954
+ await waitUntil(async () => (await ApprovalModel.countDocuments({})) === 1, "approval");
955
+ const toolTask = await TaskModel.findExactlyOne({name: AGENT_TOOL_TASK_NAME});
956
+ await waitUntil(statusIs(toolTask._id, "waiting"), "tool waiting");
957
+ return {
958
+ agent,
959
+ app,
960
+ executed,
961
+ gate,
962
+ harness,
963
+ model: scripted.model,
964
+ notify,
965
+ prompts: scripted.prompts,
966
+ toolTask,
967
+ turn,
968
+ };
969
+ };
970
+
971
+ it("holds the tool until a permitted user approves, then runs it once", async () => {
972
+ const {app, executed, gate, harness, notify, toolTask, turn} = await setup();
973
+ expect(gate.name).toBe("approvalGate:writeNote");
974
+ const approval = await approvalOf(toolTask._id);
975
+ expect(
976
+ plain({
977
+ definitionKey: approval.definitionKey,
978
+ extension: approval.extension,
979
+ key: approval.key,
980
+ payload: approval.payload,
981
+ title: approval.title,
982
+ })
983
+ ).toEqual({
984
+ definitionKey: `${AGENT_TOOL_TASK_NAME}@1:writeNote`,
985
+ extension: "approvalGate:writeNote",
986
+ key: "writeNote",
987
+ payload: {args: {text: "Discharge"}, toolCallId: "call-1", toolName: "writeNote"},
988
+ title: 'Run tool "writeNote"',
989
+ });
990
+ expect(executed).toEqual([]);
991
+ await waitUntil(async () => notify.mock.calls.length > 0, "notify after commit");
992
+ expect(notify).toHaveBeenCalledTimes(1);
993
+
994
+ const admin = await authAsUser(app, "admin");
995
+ expect((await admin.get("/harness/approvals").expect(200)).body.data).toEqual([]);
996
+ const clinician = await loginAs(app, CLINICIAN.email, CLINICIAN.password);
997
+ await clinician
998
+ .post(`/harness/approvals/${approval._id}/approve`)
999
+ .send({reason: "ok"})
1000
+ .expect(200);
1001
+
1002
+ const done = await harness.waitForTask(turn._id, {timeout: {seconds: 10}});
1003
+ expect(done.status).toBe("completed");
1004
+ expect(executed).toEqual([{text: "Discharge"}]);
1005
+ const memo = await MemoModel.findExactlyOne({
1006
+ key: "approvalGate:approvalGate:writeNote:call-1",
1007
+ });
1008
+ expect(String(memo.taskId)).toBe(String(turn._id));
1009
+ expect(plain(memo.value)).toEqual({approved: true, decidedBy: clinicianId, reason: "ok"});
1010
+ const toolSpan = await onlySpan({kind: "TOOL", traceId: done.traceId});
1011
+ expect(toolSpan?.status).toBe("ok");
1012
+ expect(
1013
+ await SpanModel.countDocuments({name: "approval:writeNote", traceId: done.traceId})
1014
+ ).toBe(1);
1015
+ });
1016
+
1017
+ it("blocks the tool on rejection and sends the reason to the model", async () => {
1018
+ const {app, executed, harness, prompts, toolTask, turn} = await setup();
1019
+ const approval = await approvalOf(toolTask._id);
1020
+ const clinician = await loginAs(app, CLINICIAN.email, CLINICIAN.password);
1021
+ await clinician
1022
+ .post(`/harness/approvals/${approval._id}/reject`)
1023
+ .send({reason: "Note is wrong"})
1024
+ .expect(200);
1025
+
1026
+ const done = await harness.waitForTask(turn._id, {timeout: {seconds: 10}});
1027
+ expect(done.status).toBe("completed");
1028
+ expect(executed).toEqual([]);
1029
+ const toolMessage = (prompts[1] as Array<{content: unknown; role: string}>).find(
1030
+ ({role}) => role === "tool"
1031
+ );
1032
+ expect(JSON.stringify(toolMessage?.content)).toContain(
1033
+ 'Approval to run \\"writeNote\\" was rejected: Note is wrong'
1034
+ );
1035
+ });
1036
+
1037
+ it("blocks the tool when nobody approves before the timeout", async () => {
1038
+ const start = DateTime.now();
1039
+ Settings.now = () => start.toMillis();
1040
+ const {executed, harness, prompts, toolTask, turn} = await setup({timeout: {hours: 1}});
1041
+ expect((await approvalOf(toolTask._id)).expiresAt?.getTime()).toBe(
1042
+ start.plus({hours: 1}).toMillis()
1043
+ );
1044
+ tickFrom(start.plus({hours: 2}));
1045
+ const done = await harness.waitForTask(turn._id, {timeout: {seconds: 10}});
1046
+ expect(done.status).toBe("completed");
1047
+ expect(executed).toEqual([]);
1048
+ const toolMessage = (prompts[1] as Array<{content: unknown; role: string}>).find(
1049
+ ({role}) => role === "tool"
1050
+ );
1051
+ expect(JSON.stringify(toolMessage?.content)).toContain(
1052
+ 'Approval to run \\"writeNote\\" expired before anyone decided'
1053
+ );
1054
+ });
1055
+
1056
+ it("reuses the memoized decision when a crashed call replays, without asking again", async () => {
1057
+ let isDead = false;
1058
+ let release: () => void = () => undefined;
1059
+ const hung = new Promise<void>((resolve) => {
1060
+ release = resolve;
1061
+ });
1062
+ const shortLeases = (): InProcessRunner =>
1063
+ new InProcessRunner({
1064
+ heartbeatInterval: {milliseconds: 50},
1065
+ leaseDuration: {milliseconds: 300},
1066
+ pollInterval: {milliseconds: 20},
1067
+ });
1068
+ const {agent, executed, gate, harness, model, notify, toolTask, turn} = await setup({
1069
+ // The first execution freezes its process mid-call, as if it crashed.
1070
+ execute: async (call) => {
1071
+ if (call === 1) {
1072
+ isDead = true;
1073
+ await hung;
1074
+ }
1075
+ },
1076
+ runner: shortLeases(),
1077
+ testHooks: {isHeartbeatSuspended: () => isDead},
1078
+ });
1079
+ const approval = await approvalOf(toolTask._id);
1080
+ await harness.decideApproval(approval._id, {approved: true, userId: clinicianId});
1081
+ await waitUntil(async () => executed.length === 1, "first execution");
1082
+
1083
+ const second = await openHarness([agent, gate], {model, runner: shortLeases()});
1084
+ const done = await second.waitForTask(turn._id, {timeout: {seconds: 10}});
1085
+ release();
1086
+ expect(done.status).toBe("completed");
1087
+ expect(executed).toHaveLength(2);
1088
+ expect(await ApprovalModel.countDocuments({})).toBe(1);
1089
+ expect(notify).toHaveBeenCalledTimes(1);
1090
+ const toolDone = await findTask(toolTask._id);
1091
+ expect(toolDone.status).toBe("completed");
1092
+ });
1093
+ });
1094
+ });