@terreno/ai 57.9.0 → 57.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +133 -0
  28. package/dist/harness/errors.js +107 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +522 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +191 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +64 -0
  80. package/dist/harness/runners/inProcessRunner.js +227 -0
  81. package/dist/harness/runners/jobsRunner.d.ts +62 -0
  82. package/dist/harness/runners/jobsRunner.js +212 -0
  83. package/dist/harness/runtime.d.ts +52 -0
  84. package/dist/harness/runtime.js +604 -0
  85. package/dist/harness/subagent.d.ts +53 -0
  86. package/dist/harness/subagent.js +134 -0
  87. package/dist/harness/suspend.d.ts +8 -0
  88. package/dist/harness/suspend.js +16 -0
  89. package/dist/harness/transaction.d.ts +3 -0
  90. package/dist/harness/transaction.js +22 -0
  91. package/dist/harness/waits.d.ts +100 -0
  92. package/dist/harness/waits.js +214 -0
  93. package/dist/index.d.ts +19 -1
  94. package/dist/index.js +45 -2
  95. package/dist/models/aiDataset.d.ts +2 -0
  96. package/dist/models/aiDataset.js +67 -0
  97. package/dist/models/aiRequest.js +1 -1
  98. package/dist/models/gptHistory.js +73 -0
  99. package/dist/observability/adminScreens.d.ts +5 -0
  100. package/dist/observability/adminScreens.js +32 -0
  101. package/dist/observability/compileTemplate.d.ts +1 -0
  102. package/dist/observability/compileTemplate.js +13 -0
  103. package/dist/observability/datasetImport.d.ts +11 -0
  104. package/dist/observability/datasetImport.js +185 -0
  105. package/dist/observability/evaluate.d.ts +31 -0
  106. package/dist/observability/evaluate.js +200 -0
  107. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  108. package/dist/observability/evaluatorTemplates.js +111 -0
  109. package/dist/observability/jsonPath.d.ts +2 -0
  110. package/dist/observability/jsonPath.js +57 -0
  111. package/dist/observability/local/datasetStore.d.ts +87 -0
  112. package/dist/observability/local/datasetStore.js +326 -0
  113. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  114. package/dist/observability/local/evaluatorStore.js +182 -0
  115. package/dist/observability/local/experimentRunner.d.ts +96 -0
  116. package/dist/observability/local/experimentRunner.js +419 -0
  117. package/dist/observability/local/localPlugin.d.ts +22 -0
  118. package/dist/observability/local/localPlugin.js +76 -0
  119. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  120. package/dist/observability/local/models/obsDataset.js +37 -0
  121. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  122. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  123. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  124. package/dist/observability/local/models/obsEvaluator.js +98 -0
  125. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperiment.js +87 -0
  127. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  128. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  129. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  130. package/dist/observability/local/models/obsPrompt.js +42 -0
  131. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  133. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  134. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  135. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  136. package/dist/observability/local/models/obsReviewItem.js +75 -0
  137. package/dist/observability/local/models/obsScore.d.ts +2 -0
  138. package/dist/observability/local/models/obsScore.js +58 -0
  139. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  140. package/dist/observability/local/models/obsSpan.js +64 -0
  141. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  142. package/dist/observability/local/models/obsTrace.js +93 -0
  143. package/dist/observability/local/promptStore.d.ts +180 -0
  144. package/dist/observability/local/promptStore.js +444 -0
  145. package/dist/observability/local/reviewStore.d.ts +50 -0
  146. package/dist/observability/local/reviewStore.js +203 -0
  147. package/dist/observability/local/traceStore.d.ts +103 -0
  148. package/dist/observability/local/traceStore.js +325 -0
  149. package/dist/observability/observabilityApp.d.ts +24 -0
  150. package/dist/observability/observabilityApp.js +157 -0
  151. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  152. package/dist/observability/observabilityAppRegistry.js +16 -0
  153. package/dist/observability/permissions.d.ts +7 -0
  154. package/dist/observability/permissions.js +60 -0
  155. package/dist/observability/reviewPanels.d.ts +18 -0
  156. package/dist/observability/reviewPanels.js +46 -0
  157. package/dist/observability/routes/datasets.d.ts +7 -0
  158. package/dist/observability/routes/datasets.js +149 -0
  159. package/dist/observability/routes/evaluators.d.ts +7 -0
  160. package/dist/observability/routes/evaluators.js +123 -0
  161. package/dist/observability/routes/experiments.d.ts +7 -0
  162. package/dist/observability/routes/experiments.js +95 -0
  163. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  164. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  165. package/dist/observability/routes/prompts.d.ts +12 -0
  166. package/dist/observability/routes/prompts.js +172 -0
  167. package/dist/observability/routes/requestAiService.d.ts +13 -0
  168. package/dist/observability/routes/requestAiService.js +21 -0
  169. package/dist/observability/routes/review.d.ts +7 -0
  170. package/dist/observability/routes/review.js +79 -0
  171. package/dist/observability/routes/status.d.ts +5 -0
  172. package/dist/observability/routes/status.js +31 -0
  173. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  174. package/dist/observability/routes/testMultiStage.js +67 -0
  175. package/dist/observability/routes/traces.d.ts +7 -0
  176. package/dist/observability/routes/traces.js +129 -0
  177. package/dist/observability/schemaValidation.d.ts +5 -0
  178. package/dist/observability/schemaValidation.js +26 -0
  179. package/dist/observability/sopThresholds.d.ts +2 -0
  180. package/dist/observability/sopThresholds.js +21 -0
  181. package/dist/observability/status.d.ts +23 -0
  182. package/dist/observability/status.js +34 -0
  183. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  184. package/dist/observability/testMultiStageSchemas.js +79 -0
  185. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  186. package/dist/observability/testMultiStageWorkflow.js +218 -0
  187. package/dist/observability/types.d.ts +159 -0
  188. package/dist/observability/types.js +67 -0
  189. package/dist/routes/files.js +18 -7
  190. package/dist/routes/gpt.js +79 -689
  191. package/dist/routes/gptActions.d.ts +9 -0
  192. package/dist/routes/gptActions.js +212 -0
  193. package/dist/routes/gptDatasets.d.ts +5 -0
  194. package/dist/routes/gptDatasets.js +94 -0
  195. package/dist/routes/gptHistories.d.ts +3 -1
  196. package/dist/routes/gptHistories.js +188 -2
  197. package/dist/service/aiDatasets.d.ts +57 -0
  198. package/dist/service/aiDatasets.js +253 -0
  199. package/dist/service/aiService.d.ts +50 -1
  200. package/dist/service/aiService.js +426 -77
  201. package/dist/service/askFiles.d.ts +49 -0
  202. package/dist/service/askFiles.js +162 -0
  203. package/dist/service/asks.d.ts +76 -0
  204. package/dist/service/asks.js +284 -0
  205. package/dist/service/chatTurn.d.ts +128 -0
  206. package/dist/service/chatTurn.js +1674 -0
  207. package/dist/service/fileStorage.d.ts +4 -0
  208. package/dist/service/fileStorage.js +7 -2
  209. package/dist/service/fillActionIds.d.ts +6 -0
  210. package/dist/service/fillActionIds.js +79 -0
  211. package/dist/service/jsonFenceModel.d.ts +7 -0
  212. package/dist/service/jsonFenceModel.js +45 -0
  213. package/dist/service/prompts.d.ts +52 -0
  214. package/dist/service/prompts.js +96 -1
  215. package/dist/service/sanitizeHtml.d.ts +11 -0
  216. package/dist/service/sanitizeHtml.js +108 -0
  217. package/dist/types/harness.d.ts +952 -0
  218. package/dist/types/harness.js +133 -0
  219. package/dist/types/index.d.ts +192 -14
  220. package/dist/types/index.js +2 -0
  221. package/dist/types/observability.d.ts +288 -0
  222. package/dist/types/observability.js +2 -0
  223. package/package.json +28 -5
  224. package/src/aiApp.test.ts +207 -1
  225. package/src/aiApp.ts +19 -6
  226. package/src/harness/adminScreens.test.ts +34 -0
  227. package/src/harness/adminScreens.ts +11 -0
  228. package/src/harness/agentLoop.test.ts +1034 -0
  229. package/src/harness/agentLoop.ts +1082 -0
  230. package/src/harness/agentRecovery.test.ts +380 -0
  231. package/src/harness/agentTaskNames.ts +4 -0
  232. package/src/harness/approvalPolicy.ts +28 -0
  233. package/src/harness/approvals.test.ts +1094 -0
  234. package/src/harness/approvals.ts +644 -0
  235. package/src/harness/commit.ts +1049 -0
  236. package/src/harness/concurrency.test.ts +155 -0
  237. package/src/harness/conversation.ts +503 -0
  238. package/src/harness/defineAgent.test.ts +92 -0
  239. package/src/harness/defineAgent.ts +82 -0
  240. package/src/harness/defineTask.test.ts +59 -0
  241. package/src/harness/defineTask.ts +76 -0
  242. package/src/harness/defineTool.ts +45 -0
  243. package/src/harness/definitionError.ts +13 -0
  244. package/src/harness/errors.test.ts +90 -0
  245. package/src/harness/errors.ts +125 -0
  246. package/src/harness/eventHub.test.ts +124 -0
  247. package/src/harness/eventHub.ts +159 -0
  248. package/src/harness/events.test.ts +769 -0
  249. package/src/harness/events.ts +384 -0
  250. package/src/harness/executionEnv.ts +34 -0
  251. package/src/harness/extensions.test.ts +1218 -0
  252. package/src/harness/extensions.ts +382 -0
  253. package/src/harness/harness.test.ts +693 -0
  254. package/src/harness/harness.ts +778 -0
  255. package/src/harness/harnessApp.ts +76 -0
  256. package/src/harness/internalRuntime.ts +44 -0
  257. package/src/harness/leases.ts +132 -0
  258. package/src/harness/memo.ts +107 -0
  259. package/src/harness/modelCall.test.ts +134 -0
  260. package/src/harness/modelCall.ts +200 -0
  261. package/src/harness/models/harnessApproval.ts +109 -0
  262. package/src/harness/models/harnessConversation.ts +142 -0
  263. package/src/harness/models/harnessEvent.ts +92 -0
  264. package/src/harness/models/harnessInboxEvent.ts +73 -0
  265. package/src/harness/models/harnessMemo.ts +43 -0
  266. package/src/harness/models/harnessMessage.ts +85 -0
  267. package/src/harness/models/harnessModels.test.ts +60 -0
  268. package/src/harness/models/harnessOwner.ts +40 -0
  269. package/src/harness/models/harnessTask.ts +206 -0
  270. package/src/harness/ownership.test.ts +1087 -0
  271. package/src/harness/ownership.ts +618 -0
  272. package/src/harness/recovery.test.ts +907 -0
  273. package/src/harness/registry.ts +124 -0
  274. package/src/harness/retries.test.ts +292 -0
  275. package/src/harness/retryBackoff.test.ts +100 -0
  276. package/src/harness/retryBackoff.ts +77 -0
  277. package/src/harness/routes/approvals.ts +123 -0
  278. package/src/harness/routes/conversations.test.ts +518 -0
  279. package/src/harness/routes/conversations.ts +102 -0
  280. package/src/harness/routes/events.ts +280 -0
  281. package/src/harness/routes/tasks.test.ts +198 -0
  282. package/src/harness/routes/tasks.ts +146 -0
  283. package/src/harness/runners/inProcessRunner.test.ts +530 -0
  284. package/src/harness/runners/inProcessRunner.ts +260 -0
  285. package/src/harness/runners/jobsRunner.test.ts +709 -0
  286. package/src/harness/runners/jobsRunner.ts +252 -0
  287. package/src/harness/runtime.ts +802 -0
  288. package/src/harness/subagent.test.ts +696 -0
  289. package/src/harness/subagent.ts +192 -0
  290. package/src/harness/suspend.ts +13 -0
  291. package/src/harness/transaction.ts +17 -0
  292. package/src/harness/versioning.test.ts +288 -0
  293. package/src/harness/waits.test.ts +693 -0
  294. package/src/harness/waits.ts +356 -0
  295. package/src/index.test.ts +13 -0
  296. package/src/index.ts +70 -0
  297. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  298. package/src/models/aiDataset.test.ts +34 -0
  299. package/src/models/aiDataset.ts +78 -0
  300. package/src/models/aiRequest.ts +2 -1
  301. package/src/models/gptHistory.test.ts +156 -0
  302. package/src/models/gptHistory.ts +89 -1
  303. package/src/observability/adminScreens.test.ts +71 -0
  304. package/src/observability/adminScreens.ts +42 -0
  305. package/src/observability/compileTemplate.test.ts +14 -0
  306. package/src/observability/compileTemplate.ts +10 -0
  307. package/src/observability/datasetImport.test.ts +95 -0
  308. package/src/observability/datasetImport.ts +220 -0
  309. package/src/observability/evaluate.test.ts +549 -0
  310. package/src/observability/evaluate.ts +254 -0
  311. package/src/observability/evaluatorTemplates.ts +124 -0
  312. package/src/observability/jsonPath.test.ts +52 -0
  313. package/src/observability/jsonPath.ts +60 -0
  314. package/src/observability/local/datasetStore.test.ts +230 -0
  315. package/src/observability/local/datasetStore.ts +452 -0
  316. package/src/observability/local/evaluatorStore.test.ts +138 -0
  317. package/src/observability/local/evaluatorStore.ts +224 -0
  318. package/src/observability/local/experimentRunner.test.ts +489 -0
  319. package/src/observability/local/experimentRunner.ts +548 -0
  320. package/src/observability/local/localPlugin.ts +88 -0
  321. package/src/observability/local/models/obsDataset.ts +38 -0
  322. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  323. package/src/observability/local/models/obsEvaluator.ts +102 -0
  324. package/src/observability/local/models/obsExperiment.ts +91 -0
  325. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  326. package/src/observability/local/models/obsPrompt.ts +43 -0
  327. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  328. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  329. package/src/observability/local/models/obsReviewItem.ts +79 -0
  330. package/src/observability/local/models/obsScore.ts +59 -0
  331. package/src/observability/local/models/obsSpan.ts +65 -0
  332. package/src/observability/local/models/obsTrace.ts +94 -0
  333. package/src/observability/local/obsModels.test.ts +119 -0
  334. package/src/observability/local/promptStore.test.ts +351 -0
  335. package/src/observability/local/promptStore.ts +665 -0
  336. package/src/observability/local/reviewStore.test.ts +164 -0
  337. package/src/observability/local/reviewStore.ts +264 -0
  338. package/src/observability/local/traceStore.test.ts +264 -0
  339. package/src/observability/local/traceStore.ts +440 -0
  340. package/src/observability/observabilityApp.test.ts +92 -0
  341. package/src/observability/observabilityApp.ts +185 -0
  342. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  343. package/src/observability/observabilityAppRegistry.ts +35 -0
  344. package/src/observability/permissions.test.ts +96 -0
  345. package/src/observability/permissions.ts +78 -0
  346. package/src/observability/reviewPanels.test.ts +35 -0
  347. package/src/observability/reviewPanels.ts +64 -0
  348. package/src/observability/routes/datasets.test.ts +176 -0
  349. package/src/observability/routes/datasets.ts +252 -0
  350. package/src/observability/routes/evaluators.test.ts +119 -0
  351. package/src/observability/routes/evaluators.ts +207 -0
  352. package/src/observability/routes/experiments.test.ts +282 -0
  353. package/src/observability/routes/experiments.ts +152 -0
  354. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  355. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  356. package/src/observability/routes/prompts.test.ts +320 -0
  357. package/src/observability/routes/prompts.ts +263 -0
  358. package/src/observability/routes/requestAiService.ts +36 -0
  359. package/src/observability/routes/review.test.ts +120 -0
  360. package/src/observability/routes/review.ts +125 -0
  361. package/src/observability/routes/status.test.ts +116 -0
  362. package/src/observability/routes/status.ts +47 -0
  363. package/src/observability/routes/testMultiStage.test.ts +214 -0
  364. package/src/observability/routes/testMultiStage.ts +96 -0
  365. package/src/observability/routes/traces.test.ts +167 -0
  366. package/src/observability/routes/traces.ts +172 -0
  367. package/src/observability/schemaValidation.ts +29 -0
  368. package/src/observability/sopThresholds.ts +20 -0
  369. package/src/observability/status.test.ts +38 -0
  370. package/src/observability/status.ts +56 -0
  371. package/src/observability/testMultiStageSchemas.ts +95 -0
  372. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  373. package/src/observability/testMultiStageWorkflow.ts +307 -0
  374. package/src/observability/types.ts +262 -0
  375. package/src/routes/files.test.ts +63 -9
  376. package/src/routes/files.ts +21 -7
  377. package/src/routes/gpt.test.ts +3279 -0
  378. package/src/routes/gpt.ts +91 -816
  379. package/src/routes/gptActions.test.ts +241 -0
  380. package/src/routes/gptActions.ts +255 -0
  381. package/src/routes/gptApprovals.test.ts +762 -0
  382. package/src/routes/gptDatasets.test.ts +86 -0
  383. package/src/routes/gptDatasets.ts +104 -0
  384. package/src/routes/gptFiles.test.ts +589 -0
  385. package/src/routes/gptHistories.test.ts +933 -0
  386. package/src/routes/gptHistories.ts +266 -5
  387. package/src/routes/routes.test.ts +222 -2
  388. package/src/service/aiDatasets.test.ts +123 -0
  389. package/src/service/aiDatasets.ts +316 -0
  390. package/src/service/aiService.test.ts +593 -0
  391. package/src/service/aiService.ts +568 -111
  392. package/src/service/askFiles.test.ts +96 -0
  393. package/src/service/askFiles.ts +222 -0
  394. package/src/service/asks.test.ts +946 -0
  395. package/src/service/asks.ts +423 -0
  396. package/src/service/chatTurn.ts +2287 -0
  397. package/src/service/fileStorage.test.ts +11 -0
  398. package/src/service/fileStorage.ts +10 -2
  399. package/src/service/fillActionIds.test.ts +65 -0
  400. package/src/service/fillActionIds.ts +98 -0
  401. package/src/service/jsonFenceModel.test.ts +47 -0
  402. package/src/service/jsonFenceModel.ts +53 -0
  403. package/src/service/prompts.test.ts +21 -0
  404. package/src/service/prompts.ts +147 -0
  405. package/src/service/sanitizeHtml.test.ts +61 -0
  406. package/src/service/sanitizeHtml.ts +109 -0
  407. package/src/tests/bunSetup.test.ts +7 -4
  408. package/src/tests/bunSetup.ts +7 -7
  409. package/src/tests/chatHarness.ts +478 -0
  410. package/src/tests/generateStream.ts +49 -0
  411. package/src/tests/harnessErrors.ts +22 -0
  412. package/src/tests/harnessStreaming.ts +227 -0
  413. package/src/tests/helpers.ts +9 -2
  414. package/src/types/harness.ts +1119 -0
  415. package/src/types/index.ts +209 -13
  416. package/src/types/observability.ts +344 -0
  417. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,693 @@
1
+ import {afterEach, beforeAll, beforeEach, describe, expect, it} from "bun:test";
2
+ import {DateTime, Settings} from "luxon";
3
+ import mongoose from "mongoose";
4
+
5
+ import {createLocalObservabilityPlugin} from "../observability/local/localPlugin";
6
+ import {registerObsSpan} from "../observability/local/models/obsSpan";
7
+ import {registerObsTrace} from "../observability/local/models/obsTrace";
8
+ import {harnessErrorMatching} from "../tests/harnessErrors";
9
+ import type {HarnessTaskDocument, HarnessTestHooks} from "../types/harness";
10
+ import type {ObsSpanModel, ObsTraceModel} from "../types/observability";
11
+ import {commitWaiting, type HarnessModels} from "./commit";
12
+ import {errorMessage} from "./errors";
13
+ import {type AnyHarnessTaskDefinition, defineTask, Harness, InProcessRunner} from "./harness";
14
+ import {registerHarnessEvent, registerHarnessEventStream} from "./models/harnessEvent";
15
+ import {registerHarnessInboxEvent} from "./models/harnessInboxEvent";
16
+ import {registerHarnessOwner} from "./models/harnessOwner";
17
+ import {registerHarnessTask} from "./models/harnessTask";
18
+
19
+ const TaskModel = registerHarnessTask();
20
+ const OwnerModel = registerHarnessOwner();
21
+ const InboxModel = registerHarnessInboxEvent();
22
+ let SpanModel: ObsSpanModel;
23
+ let TraceModel: ObsTraceModel;
24
+ const openHarnesses: Harness[] = [];
25
+
26
+ // Frozen per test at the real current time: a fixed date would put leases and timestamps
27
+ // written in real time by earlier tests in this process "in the future" once that date passes.
28
+ let START = DateTime.now();
29
+ let clock = START;
30
+
31
+ const pause = (ms: number): Promise<void> => new Promise((resolve) => setTimeout(resolve, ms));
32
+
33
+ const waitUntil = async (predicate: () => Promise<boolean>, label: string): Promise<void> => {
34
+ for (let i = 0; i < 500; i++) {
35
+ if (await predicate()) {
36
+ return;
37
+ }
38
+ await pause(10);
39
+ }
40
+ throw new Error(`waitUntil timed out: ${label}`);
41
+ };
42
+
43
+ const openHarness = async (
44
+ registry: ReadonlyArray<AnyHarnessTaskDefinition>,
45
+ testHooks?: HarnessTestHooks
46
+ ): Promise<Harness> => {
47
+ const harness = await Harness.open({
48
+ registry,
49
+ runner: new InProcessRunner({pollInterval: {milliseconds: 20}}),
50
+ testHooks,
51
+ });
52
+ openHarnesses.push(harness);
53
+ return harness;
54
+ };
55
+
56
+ const findTask = (id: unknown): Promise<HarnessTaskDocument> => TaskModel.findExactlyOne({_id: id});
57
+
58
+ const statusIs = (id: unknown, status: string) => async (): Promise<boolean> =>
59
+ (await findTask(id)).status === status;
60
+
61
+ const asAny = (definition: unknown): AnyHarnessTaskDefinition =>
62
+ definition as AnyHarnessTaskDefinition;
63
+
64
+ /** One phase that waits on `event` (with `timeout`) and completes with what it got. */
65
+ const waitsOnce = ({
66
+ event = "approved",
67
+ name,
68
+ runs,
69
+ timeout,
70
+ }: {
71
+ event?: string;
72
+ name: string;
73
+ runs: {count: number};
74
+ timeout?: {minutes: number};
75
+ }): AnyHarnessTaskDefinition =>
76
+ asAny(
77
+ defineTask<unknown, unknown, unknown>({
78
+ initial: () => ({phase: "await"}),
79
+ name,
80
+ phases: {
81
+ await: {
82
+ run: async (_task, rt) => {
83
+ runs.count += 1;
84
+ const payload = await rt.waitFor(event, {timeout});
85
+ await rt.commit({terminal: {result: {payload: payload ?? null}, status: "completed"}});
86
+ },
87
+ },
88
+ },
89
+ version: 1,
90
+ })
91
+ );
92
+
93
+ const spansOf = async (task: HarnessTaskDocument) =>
94
+ SpanModel.find({_id: {$ne: task.rootSpanId}, traceId: task.traceId}).sort({_id: 1});
95
+
96
+ describe("Harness events, waits, and sleep", () => {
97
+ beforeAll(() => {
98
+ createLocalObservabilityPlugin();
99
+ SpanModel = registerObsSpan();
100
+ TraceModel = registerObsTrace();
101
+ });
102
+
103
+ beforeEach(async () => {
104
+ START = DateTime.now();
105
+ clock = START;
106
+ Settings.now = () => clock.toMillis();
107
+ await Promise.all([
108
+ TaskModel.deleteMany({}),
109
+ SpanModel.deleteMany({}),
110
+ TraceModel.deleteMany({}),
111
+ OwnerModel.deleteMany({}),
112
+ InboxModel.deleteMany({}),
113
+ ]);
114
+ });
115
+
116
+ afterEach(async () => {
117
+ // Stop runners first so none sees real time (and passed timeouts) mid-stop.
118
+ await Promise.all(openHarnesses.splice(0).map((harness) => harness.stop()));
119
+ Settings.now = () => Date.now();
120
+ });
121
+
122
+ it("parks on rt.waitFor without a lease and resumes with the payload sent before the timeout", async () => {
123
+ const runs = {count: 0};
124
+ const definition = waitsOnce({name: "test.waitEvent", runs, timeout: {minutes: 10}});
125
+ const harness = await openHarness([definition]);
126
+ await harness.start();
127
+ const created = await harness.createTask(definition, {});
128
+
129
+ await waitUntil(statusIs(created._id, "waiting"), "waiting");
130
+ const waiting = await findTask(created._id);
131
+ expect(waiting.lease?.token).toBeUndefined();
132
+ expect(waiting.waiting?.kind).toBe("event");
133
+ expect(waiting.waiting?.key).toBe("approved");
134
+ expect(waiting.waiting?.timeoutAt?.getTime()).toBe(START.plus({minutes: 10}).toMillis());
135
+
136
+ // An event of another name is buffered and leaves the task parked.
137
+ await harness.sendEvent(created._id, "other", 1);
138
+ await pause(150);
139
+ expect((await findTask(created._id)).status).toBe("waiting");
140
+ expect(runs.count).toBe(1);
141
+
142
+ clock = START.plus({minutes: 3});
143
+ const sent = await harness.sendEvent(created._id, "approved", {by: "dr-lee", ok: true});
144
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
145
+ expect(done.status).toBe("completed");
146
+ expect(done.outcome?.result).toEqual({payload: {by: "dr-lee", ok: true}});
147
+ expect(runs.count).toBe(2);
148
+
149
+ const inbox = await InboxModel.findExactlyOne({_id: sent._id});
150
+ expect(inbox.consumedKey).toBe("0:0");
151
+ expect(inbox.seq).toBe(2);
152
+
153
+ const spans = await spansOf(done);
154
+ expect(spans.map((span) => span.name)).toEqual(["await", "wait:approved", "await"]);
155
+ expect(spans[0].output).toEqual({
156
+ waiting: {
157
+ key: "approved",
158
+ kind: "event",
159
+ timeoutAt: START.plus({minutes: 10}).toJSDate().toISOString(),
160
+ },
161
+ });
162
+ const resume = spans[1];
163
+ expect(resume.kind).toBe("CHAIN");
164
+ expect(String(resume.parentSpanId)).toBe(String(done.rootSpanId));
165
+ // The span records the payload's shape, not its values.
166
+ expect(resume.output).toEqual({
167
+ event: "approved",
168
+ eventId: String(sent._id),
169
+ payload: {keyCount: 2, keys: ["by", "ok"], type: "object"},
170
+ seq: 2,
171
+ timedOut: false,
172
+ });
173
+ expect(resume.durationMs).toBe(3 * 60 * 1000);
174
+ }, 20_000);
175
+
176
+ it("resolves rt.waitFor with undefined once its timeout passes, and not before", async () => {
177
+ const runs = {count: 0};
178
+ const definition = waitsOnce({name: "test.waitTimeout", runs, timeout: {minutes: 10}});
179
+ const harness = await openHarness([definition]);
180
+ await harness.start();
181
+ const created = await harness.createTask(definition, {});
182
+ await waitUntil(statusIs(created._id, "waiting"), "waiting");
183
+
184
+ clock = START.plus({minutes: 9, seconds: 59});
185
+ await pause(150);
186
+ expect((await findTask(created._id)).status).toBe("waiting");
187
+ expect(runs.count).toBe(1);
188
+
189
+ clock = START.plus({minutes: 10});
190
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
191
+ expect(done.outcome?.result).toEqual({payload: null});
192
+ const resume = (await spansOf(done)).find((span) => span.name === "wait:approved");
193
+ expect(resume?.output).toEqual({event: "approved", timedOut: true});
194
+
195
+ // The timed-out call completed the task, so a late event has nowhere to go.
196
+ await expect(harness.sendEvent(created._id, "approved", {})).rejects.toThrow(
197
+ harnessErrorMatching(
198
+ "taskTerminal",
199
+ /is already completed; it cannot receive event "approved"/
200
+ )
201
+ );
202
+ }, 20_000);
203
+
204
+ it("delivers an event sent before the task reaches rt.waitFor without waiting at all", async () => {
205
+ const runs = {count: 0};
206
+ const definition = waitsOnce({name: "test.early", runs});
207
+ const harness = await openHarness([definition]);
208
+ const created = await harness.createTask(definition, {});
209
+ await harness.sendEvent(created._id, "approved", "early bird");
210
+ await harness.start();
211
+
212
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
213
+ expect(done.outcome?.result).toEqual({payload: "early bird"});
214
+ expect(runs.count).toBe(1);
215
+ expect((await spansOf(done)).map((span) => span.name)).toEqual(["wait:approved", "await"]);
216
+ }, 20_000);
217
+
218
+ it("delivers an event sent while no owner runs once a runner starts again", async () => {
219
+ const runs = {count: 0};
220
+ const definition = waitsOnce({name: "test.ownerDown", runs});
221
+ const first = await openHarness([definition]);
222
+ await first.start();
223
+ const created = await first.createTask(definition, {});
224
+ await waitUntil(statusIs(created._id, "waiting"), "waiting");
225
+ await first.stop();
226
+
227
+ // A process that never starts a runner (an API server) sends the event.
228
+ const sender = await openHarness([definition]);
229
+ await sender.sendEvent(created._id, "approved", {ok: true});
230
+ expect((await findTask(created._id)).status).toBe("pending");
231
+ await pause(100);
232
+ expect(runs.count).toBe(1);
233
+
234
+ const restarted = await openHarness([definition]);
235
+ await restarted.start();
236
+ const done = await restarted.waitForTask(created._id, {timeout: {seconds: 10}});
237
+ expect(done.outcome?.result).toEqual({payload: {ok: true}});
238
+ expect(runs.count).toBe(2);
239
+ }, 20_000);
240
+
241
+ it("treats a repeated requestId as one event and rejects reusing it for another name", async () => {
242
+ const definition = waitsOnce({name: "test.idempotent", runs: {count: 0}});
243
+ const harness = await openHarness([definition]);
244
+ const created = await harness.createTask(definition, {});
245
+
246
+ const first = await harness.sendEvent(created._id, "approved", 1, {requestId: "req-1"});
247
+ const again = await harness.sendEvent(created._id, "approved", 2, {requestId: "req-1"});
248
+ expect(String(again._id)).toBe(String(first._id));
249
+ expect(again.payload).toBe(1);
250
+ expect(await InboxModel.countDocuments({taskId: created._id})).toBe(1);
251
+ expect((await findTask(created._id)).eventSeq).toBe(1);
252
+ await expect(
253
+ harness.sendEvent(created._id, "rejected", 3, {requestId: "req-1"})
254
+ ).rejects.toThrow(harnessErrorMatching("requestIdConflict", /already sent event "approved"/));
255
+
256
+ // The same key on another task is a different event.
257
+ const other = await harness.createTask(definition, {});
258
+ const otherEvent = await harness.sendEvent(other._id, "approved", 4, {requestId: "req-1"});
259
+ expect(String(otherEvent._id)).not.toBe(String(first._id));
260
+ }, 20_000);
261
+
262
+ it("rt.sleep parks until its duration passes, then resumes", async () => {
263
+ const runs = {count: 0};
264
+ const definition = asAny(
265
+ defineTask<unknown, unknown, unknown>({
266
+ initial: () => ({phase: "nap"}),
267
+ name: "test.sleep",
268
+ phases: {
269
+ nap: {
270
+ run: async (_task, rt) => {
271
+ runs.count += 1;
272
+ await rt.sleep({minutes: 5});
273
+ await rt.commit({terminal: {result: {woke: true}, status: "completed"}});
274
+ },
275
+ },
276
+ },
277
+ version: 1,
278
+ })
279
+ );
280
+ const harness = await openHarness([definition]);
281
+ await harness.start();
282
+ const created = await harness.createTask(definition, {});
283
+ await waitUntil(statusIs(created._id, "waiting"), "waiting");
284
+ const waiting = await findTask(created._id);
285
+ expect(waiting.waiting?.kind).toBe("sleep");
286
+ expect(waiting.lease?.token).toBeUndefined();
287
+ expect(waiting.waiting?.timeoutAt?.getTime()).toBe(START.plus({minutes: 5}).toMillis());
288
+
289
+ clock = START.plus({minutes: 4});
290
+ await pause(150);
291
+ expect(runs.count).toBe(1);
292
+
293
+ clock = START.plus({minutes: 5});
294
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
295
+ expect(done.outcome?.result).toEqual({woke: true});
296
+ expect(runs.count).toBe(2);
297
+ const spans = await spansOf(done);
298
+ expect(spans.map((span) => span.name)).toEqual(["nap", "sleep", "nap"]);
299
+ expect(spans[1].output).toEqual({elapsed: true});
300
+ // The phase commit clears the visit's wait records.
301
+ expect(done.waits).toBeUndefined();
302
+ }, 20_000);
303
+
304
+ it("aborts a waiting task, clears its wait, and refuses later events", async () => {
305
+ const definition = waitsOnce({name: "test.abortWait", runs: {count: 0}, timeout: {minutes: 1}});
306
+ const harness = await openHarness([definition]);
307
+ await harness.start();
308
+ const created = await harness.createTask(definition, {});
309
+ await waitUntil(statusIs(created._id, "waiting"), "waiting");
310
+
311
+ const aborted = await harness.abort(created._id, {reason: "Patient left"});
312
+ expect(aborted.status).toBe("aborted");
313
+ expect(aborted.waiting?.kind).toBeUndefined();
314
+ expect(aborted.waits).toBeUndefined();
315
+
316
+ // Its timeout passing later does not resurrect it.
317
+ clock = START.plus({minutes: 2});
318
+ await pause(150);
319
+ expect((await findTask(created._id)).status).toBe("aborted");
320
+ await expect(harness.sendEvent(created._id, "approved", {})).rejects.toThrow(
321
+ harnessErrorMatching("taskTerminal", /is already aborted/)
322
+ );
323
+ }, 20_000);
324
+
325
+ it("runs sequential waits in one phase, FIFO per event name, and replays recorded results", async () => {
326
+ const runs = {count: 0};
327
+ const seen: unknown[][] = [];
328
+ const definition = asAny(
329
+ defineTask<unknown, unknown, unknown>({
330
+ initial: () => ({phase: "collect"}),
331
+ name: "test.sequential",
332
+ phases: {
333
+ collect: {
334
+ run: async (_task, rt) => {
335
+ runs.count += 1;
336
+ const first = await rt.waitFor<number>("item");
337
+ const second = await rt.waitFor<number>("item");
338
+ const done = await rt.waitFor<string>("done", {timeout: {minutes: 1}});
339
+ seen.push([first, second, done]);
340
+ // The first full run fails after its waits; the retry must not wait again.
341
+ if (seen.length === 1) {
342
+ throw new Error("EHR 503");
343
+ }
344
+ await rt.commit({terminal: {result: [first, second, done], status: "completed"}});
345
+ },
346
+ },
347
+ },
348
+ retry: {backoffMs: 0, maxAttempts: 2},
349
+ version: 1,
350
+ })
351
+ );
352
+ const harness = await openHarness([definition]);
353
+ await harness.start();
354
+ const created = await harness.createTask(definition, {});
355
+ await waitUntil(statusIs(created._id, "waiting"), "first wait");
356
+ await harness.sendEvent(created._id, "item", 1);
357
+ await harness.sendEvent(created._id, "item", 2);
358
+ await harness.sendEvent(created._id, "item", 3);
359
+ await waitUntil(
360
+ async () => (await findTask(created._id)).waiting?.key === "done",
361
+ "waiting on done"
362
+ );
363
+ await harness.sendEvent(created._id, "done", "yes");
364
+
365
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
366
+ expect(done.status).toBe("completed");
367
+ expect(done.outcome?.result).toEqual([1, 2, "yes"]);
368
+ expect(seen).toEqual([
369
+ [1, 2, "yes"],
370
+ [1, 2, "yes"],
371
+ ]);
372
+ // The third "item" stays buffered for a later wait.
373
+ const leftover = await InboxModel.find({consumedKey: {$exists: false}, taskId: created._id});
374
+ expect(leftover.map((event) => event.payload)).toEqual([3]);
375
+ const resumes = (await spansOf(done)).filter((span) => span.name.startsWith("wait:"));
376
+ expect(resumes.map((span) => span.name)).toEqual(["wait:item", "wait:item", "wait:done"]);
377
+ }, 20_000);
378
+
379
+ it("rejects events for terminal tasks, blank names, and unknown tasks", async () => {
380
+ const definition = asAny(
381
+ defineTask<unknown, unknown, unknown>({
382
+ initial: () => ({phase: "work"}),
383
+ name: "test.quick",
384
+ phases: {
385
+ work: {run: async (_task, rt) => rt.commit({terminal: {status: "completed"}})},
386
+ },
387
+ version: 1,
388
+ })
389
+ );
390
+ const harness = await openHarness([definition]);
391
+ await harness.start();
392
+ const created = await harness.createTask(definition, {});
393
+ await harness.waitForTask(created._id, {timeout: {seconds: 10}});
394
+
395
+ await expect(harness.sendEvent(created._id, "approved", {})).rejects.toThrow(
396
+ harnessErrorMatching(
397
+ "taskTerminal",
398
+ `Task ${created._id} is already completed; it cannot receive event "approved"`
399
+ )
400
+ );
401
+ await expect(harness.sendEvent(created._id, " ", {})).rejects.toThrow(
402
+ harnessErrorMatching("invalidRequest", "sendEvent requires an event name")
403
+ );
404
+ await expect(harness.sendEvent(new mongoose.Types.ObjectId(), "approved")).rejects.toThrow(
405
+ /no documents/
406
+ );
407
+ }, 20_000);
408
+
409
+ it("fails the task when waits are misused", async () => {
410
+ const make = (name: string, run: Parameters<typeof defineTask>[0]["phases"][string]["run"]) =>
411
+ asAny(
412
+ defineTask<unknown, unknown, unknown>({
413
+ initial: () => ({phase: "work"}),
414
+ name,
415
+ phases: {work: {run}},
416
+ version: 1,
417
+ })
418
+ );
419
+ const blank = make("test.blankEvent", async (_task, rt) => {
420
+ await rt.waitFor("");
421
+ });
422
+ const badSleep = make("test.badSleep", async (_task, rt) => {
423
+ await rt.sleep({minutes: -1});
424
+ });
425
+ const afterCommit = make("test.waitAfterCommit", async (_task, rt) => {
426
+ await rt.commit({terminal: {status: "completed"}});
427
+ await rt.sleep({seconds: 1});
428
+ });
429
+ const harness = await openHarness([blank, badSleep, afterCommit]);
430
+ await harness.start();
431
+
432
+ const blankDone = await harness.waitForTask((await harness.createTask(blank, {}))._id, {
433
+ timeout: {seconds: 10},
434
+ });
435
+ expect(blankDone.outcome?.error).toMatch(/rt.waitFor requires an event name/);
436
+ expect(blankDone.attempt).toBe(0);
437
+ const sleepDone = await harness.waitForTask((await harness.createTask(badSleep, {}))._id, {
438
+ timeout: {seconds: 10},
439
+ });
440
+ expect(sleepDone.outcome?.error).toMatch(/rt.sleep duration must be a valid, non-negative/);
441
+ // A wait after the commit is ignored with a warning; the checkpoint stands.
442
+ const committed = await harness.waitForTask((await harness.createTask(afterCommit, {}))._id, {
443
+ timeout: {seconds: 10},
444
+ });
445
+ expect(committed.status).toBe("completed");
446
+ }, 20_000);
447
+
448
+ it("fails the task when wait calls change order between runs of a phase", async () => {
449
+ let isFirstRun = true;
450
+ const definition = asAny(
451
+ defineTask<unknown, unknown, unknown>({
452
+ initial: () => ({phase: "work"}),
453
+ name: "test.reorder",
454
+ phases: {
455
+ work: {
456
+ run: async (_task, rt) => {
457
+ const event = isFirstRun ? "a" : "b";
458
+ isFirstRun = false;
459
+ await rt.waitFor(event);
460
+ await rt.commit({terminal: {status: "completed"}});
461
+ },
462
+ },
463
+ },
464
+ version: 1,
465
+ })
466
+ );
467
+ const harness = await openHarness([definition]);
468
+ await harness.start();
469
+ const created = await harness.createTask(definition, {});
470
+ await waitUntil(statusIs(created._id, "waiting"), "waiting");
471
+ await harness.sendEvent(created._id, "a", 1);
472
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
473
+ expect(done.status).toBe("failed");
474
+ expect(done.outcome?.error).toMatch(
475
+ /wait call 0:0 was rt.waitFor\("a"\) on an earlier run and is rt.waitFor\("b"\) now/
476
+ );
477
+ }, 20_000);
478
+
479
+ it("replays a recorded timeout while later waits run, and summarizes null and array payloads", async () => {
480
+ const runs = {count: 0};
481
+ const definition = asAny(
482
+ defineTask<unknown, unknown, unknown>({
483
+ initial: () => ({phase: "mixed"}),
484
+ name: "test.mixed",
485
+ phases: {
486
+ mixed: {
487
+ run: async (_task, rt) => {
488
+ runs.count += 1;
489
+ const first = await rt.waitFor("a", {timeout: {minutes: 1}});
490
+ const second = await rt.waitFor("b");
491
+ const third = await rt.waitFor("b");
492
+ await rt.commit({
493
+ terminal: {result: [first ?? "timed out", second, third], status: "completed"},
494
+ });
495
+ },
496
+ },
497
+ },
498
+ version: 1,
499
+ })
500
+ );
501
+ const harness = await openHarness([definition]);
502
+ await harness.start();
503
+ const created = await harness.createTask(definition, {});
504
+ await waitUntil(statusIs(created._id, "waiting"), "waiting on a");
505
+ clock = START.plus({minutes: 1});
506
+ await waitUntil(async () => (await findTask(created._id)).waiting?.key === "b", "waiting on b");
507
+ // An "a" arriving after the timeout is never handed to the timed-out call.
508
+ const late = await harness.sendEvent(created._id, "a", "late");
509
+ await harness.sendEvent(created._id, "b", null);
510
+ // Parked at the third wait, so the next "b" wakes it instead of being found at once.
511
+ await waitUntil(async () => {
512
+ const task = await findTask(created._id);
513
+ return runs.count === 3 && task.status === "waiting" && Boolean(task.waits?.["0:2"]);
514
+ }, "parked at the second b wait");
515
+ await harness.sendEvent(created._id, "b", [1, 2]);
516
+
517
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
518
+ expect(done.outcome?.result).toEqual(["timed out", null, [1, 2]]);
519
+ expect((await InboxModel.findExactlyOne({_id: late._id})).consumedKey).toBeUndefined();
520
+ expect(runs.count).toBe(4);
521
+ const resumes = (await spansOf(done)).filter((span) => span.name.startsWith("wait:"));
522
+ expect(resumes.map((span) => (span.output as {payload?: unknown}).payload)).toEqual([
523
+ undefined,
524
+ {type: "null"},
525
+ {length: 2, type: "array"},
526
+ ]);
527
+ }, 20_000);
528
+
529
+ it("keeps one event for concurrent sends with one requestId", async () => {
530
+ const definition = waitsOnce({name: "test.concurrentSend", runs: {count: 0}});
531
+ const harness = await openHarness([definition]);
532
+ const created = await harness.createTask(definition, {});
533
+ const sent = await Promise.all(
534
+ [1, 2, 3].map((n) => harness.sendEvent(created._id, "approved", n, {requestId: "same"}))
535
+ );
536
+ expect(new Set(sent.map((event) => String(event._id))).size).toBe(1);
537
+ expect(await InboxModel.countDocuments({taskId: created._id})).toBe(1);
538
+ // The losing sends rolled back their eventSeq increments.
539
+ expect((await findTask(created._id)).eventSeq).toBe(1);
540
+ }, 20_000);
541
+
542
+ it("fails the task when a wait duration is not a duration", async () => {
543
+ const definition = asAny(
544
+ defineTask<unknown, unknown, unknown>({
545
+ initial: () => ({phase: "work"}),
546
+ name: "test.notDuration",
547
+ phases: {
548
+ work: {
549
+ run: async (_task, rt) => {
550
+ await rt.waitFor("a", {timeout: "soon" as unknown as {minutes: number}});
551
+ },
552
+ },
553
+ },
554
+ version: 1,
555
+ })
556
+ );
557
+ const harness = await openHarness([definition]);
558
+ await harness.start();
559
+ const done = await harness.waitForTask((await harness.createTask(definition, {}))._id, {
560
+ timeout: {seconds: 10},
561
+ });
562
+ expect(done.outcome?.error).toMatch(/rt.waitFor timeout must be a Luxon duration/);
563
+ }, 20_000);
564
+
565
+ it("never loses an event sent while the waiting commit is in flight", async () => {
566
+ const runs = {count: 0};
567
+ const definition = waitsOnce({name: "test.overlap", runs});
568
+ let harness: Harness | undefined;
569
+ let taskId: unknown;
570
+ let send: Promise<unknown> | undefined;
571
+ harness = await openHarness([definition], {
572
+ beforeCommitEnd: async ({phase}) => {
573
+ // The first commit of "await" is the waiting commit. Start a send and hold the
574
+ // transaction open so the send's own transaction runs against it.
575
+ if (phase === "await" && !send && harness) {
576
+ send = harness.sendEvent(String(taskId), "approved", "overlap");
577
+ await pause(150);
578
+ }
579
+ },
580
+ });
581
+ const created = await harness.createTask(definition, {});
582
+ taskId = created._id;
583
+ await harness.start();
584
+
585
+ const done = await harness.waitForTask(created._id, {timeout: {seconds: 10}});
586
+ await send;
587
+ expect(done.outcome?.result).toEqual({payload: "overlap"});
588
+ expect(runs.count).toBe(2);
589
+ }, 20_000);
590
+
591
+ it("prefers an event that is already buffered over a timeout that passed before the claim", async () => {
592
+ const runs = {count: 0};
593
+ const definition = waitsOnce({name: "test.lateClaim", runs, timeout: {minutes: 1}});
594
+ const first = await openHarness([definition]);
595
+ await first.start();
596
+ const created = await first.createTask(definition, {});
597
+ await waitUntil(statusIs(created._id, "waiting"), "waiting");
598
+ await first.stop();
599
+
600
+ clock = START.plus({minutes: 5});
601
+ await first.sendEvent(created._id, "approved", "made it");
602
+ const restarted = await openHarness([definition]);
603
+ await restarted.start();
604
+ const done = await restarted.waitForTask(created._id, {timeout: {seconds: 10}});
605
+ expect(done.outcome?.result).toEqual({payload: "made it"});
606
+ }, 20_000);
607
+
608
+ it("a run that lost its lease cannot take an event, even when the phase catches the error", async () => {
609
+ let release: () => void = () => {};
610
+ const gate = new Promise<void>((resolve) => {
611
+ release = resolve;
612
+ });
613
+ const caught: string[] = [];
614
+ const definition = asAny(
615
+ defineTask<unknown, unknown, unknown>({
616
+ initial: () => ({phase: "work"}),
617
+ name: "test.staleRun",
618
+ phases: {
619
+ work: {
620
+ run: async (_task, rt) => {
621
+ await gate;
622
+ try {
623
+ await rt.waitFor("a");
624
+ } catch (error: unknown) {
625
+ caught.push((error as Error).name);
626
+ }
627
+ // Carrying on after the conflict must not be able to checkpoint.
628
+ await rt.commit({terminal: {status: "completed"}}).catch((error: unknown) => {
629
+ caught.push(errorMessage(error));
630
+ });
631
+ },
632
+ },
633
+ },
634
+ version: 1,
635
+ })
636
+ );
637
+ const harness = await openHarness([definition]);
638
+ const created = await harness.createTask(definition, {});
639
+ const sent = await harness.sendEvent(created._id, "a", 1);
640
+ await harness.start();
641
+ await waitUntil(statusIs(created._id, "running"), "running");
642
+ // Another runner took the task over.
643
+ await TaskModel.updateOne({_id: created._id}, {$set: {"lease.token": "taken-over"}});
644
+ release();
645
+
646
+ await waitUntil(async () => caught.length === 2, "phase finished");
647
+ expect(caught[0]).toBe("HarnessCommitConflictError");
648
+ expect(caught[1]).toMatch(/rt.commit called more than once/);
649
+ expect((await InboxModel.findExactlyOne({_id: sent._id})).consumedKey).toBeUndefined();
650
+ const task = await findTask(created._id);
651
+ expect(task.status).toBe("running");
652
+ expect(task.waits).toBeUndefined();
653
+ }, 20_000);
654
+
655
+ it("a wait commit that finds a buffered event returns the task straight to pending", async () => {
656
+ // The race: an event lands between rt.waitFor's inbox check and its waiting commit.
657
+ const definition = waitsOnce({name: "test.race", runs: {count: 0}});
658
+ const harness = await openHarness([definition]);
659
+ const created = await harness.createTask(definition, {});
660
+ const running = await TaskModel.findOneAndUpdate(
661
+ {_id: created._id},
662
+ {
663
+ $set: {
664
+ lease: {expiresAt: START.plus({minutes: 1}).toJSDate(), token: "t1"},
665
+ status: "running",
666
+ },
667
+ },
668
+ {returnDocument: "after"}
669
+ );
670
+ await InboxModel.create({name: "approved", payload: 1, seq: 1, taskId: created._id});
671
+ const models = {
672
+ event: registerHarnessEvent(),
673
+ eventStream: registerHarnessEventStream(),
674
+ inbox: InboxModel,
675
+ span: SpanModel,
676
+ task: TaskModel,
677
+ trace: TraceModel,
678
+ } as unknown as HarnessModels;
679
+
680
+ const parked = await commitWaiting({
681
+ models,
682
+ phaseStartedAt: START,
683
+ task: running as HarnessTaskDocument,
684
+ waitCall: {entry: {key: "approved", kind: "event", startedAt: START.toJSDate()}, key: "0:0"},
685
+ waiting: {key: "approved", kind: "event"},
686
+ });
687
+ expect(parked.isWoken).toBe(true);
688
+ const task = await findTask(created._id);
689
+ expect(task.status).toBe("pending");
690
+ expect(task.waiting?.kind).toBeUndefined();
691
+ expect(task.waits?.["0:0"]?.key).toBe("approved");
692
+ }, 20_000);
693
+ });