@terreno/ai 57.9.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +127 -0
  28. package/dist/harness/errors.js +101 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +520 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +186 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  80. package/dist/harness/runners/inProcessRunner.js +196 -0
  81. package/dist/harness/runtime.d.ts +34 -0
  82. package/dist/harness/runtime.js +551 -0
  83. package/dist/harness/subagent.d.ts +53 -0
  84. package/dist/harness/subagent.js +134 -0
  85. package/dist/harness/suspend.d.ts +8 -0
  86. package/dist/harness/suspend.js +16 -0
  87. package/dist/harness/transaction.d.ts +3 -0
  88. package/dist/harness/transaction.js +22 -0
  89. package/dist/harness/waits.d.ts +100 -0
  90. package/dist/harness/waits.js +214 -0
  91. package/dist/index.d.ts +19 -1
  92. package/dist/index.js +45 -2
  93. package/dist/models/aiDataset.d.ts +2 -0
  94. package/dist/models/aiDataset.js +67 -0
  95. package/dist/models/aiRequest.js +1 -1
  96. package/dist/models/gptHistory.js +73 -0
  97. package/dist/observability/adminScreens.d.ts +5 -0
  98. package/dist/observability/adminScreens.js +32 -0
  99. package/dist/observability/compileTemplate.d.ts +1 -0
  100. package/dist/observability/compileTemplate.js +13 -0
  101. package/dist/observability/datasetImport.d.ts +11 -0
  102. package/dist/observability/datasetImport.js +185 -0
  103. package/dist/observability/evaluate.d.ts +31 -0
  104. package/dist/observability/evaluate.js +200 -0
  105. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  106. package/dist/observability/evaluatorTemplates.js +111 -0
  107. package/dist/observability/jsonPath.d.ts +2 -0
  108. package/dist/observability/jsonPath.js +57 -0
  109. package/dist/observability/local/datasetStore.d.ts +87 -0
  110. package/dist/observability/local/datasetStore.js +326 -0
  111. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  112. package/dist/observability/local/evaluatorStore.js +182 -0
  113. package/dist/observability/local/experimentRunner.d.ts +96 -0
  114. package/dist/observability/local/experimentRunner.js +419 -0
  115. package/dist/observability/local/localPlugin.d.ts +22 -0
  116. package/dist/observability/local/localPlugin.js +76 -0
  117. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  118. package/dist/observability/local/models/obsDataset.js +37 -0
  119. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  120. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  121. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  122. package/dist/observability/local/models/obsEvaluator.js +98 -0
  123. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  124. package/dist/observability/local/models/obsExperiment.js +87 -0
  125. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  127. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  128. package/dist/observability/local/models/obsPrompt.js +42 -0
  129. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  130. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  131. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  133. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  134. package/dist/observability/local/models/obsReviewItem.js +75 -0
  135. package/dist/observability/local/models/obsScore.d.ts +2 -0
  136. package/dist/observability/local/models/obsScore.js +58 -0
  137. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  138. package/dist/observability/local/models/obsSpan.js +64 -0
  139. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  140. package/dist/observability/local/models/obsTrace.js +93 -0
  141. package/dist/observability/local/promptStore.d.ts +180 -0
  142. package/dist/observability/local/promptStore.js +444 -0
  143. package/dist/observability/local/reviewStore.d.ts +50 -0
  144. package/dist/observability/local/reviewStore.js +203 -0
  145. package/dist/observability/local/traceStore.d.ts +103 -0
  146. package/dist/observability/local/traceStore.js +325 -0
  147. package/dist/observability/observabilityApp.d.ts +24 -0
  148. package/dist/observability/observabilityApp.js +157 -0
  149. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  150. package/dist/observability/observabilityAppRegistry.js +16 -0
  151. package/dist/observability/permissions.d.ts +7 -0
  152. package/dist/observability/permissions.js +60 -0
  153. package/dist/observability/reviewPanels.d.ts +18 -0
  154. package/dist/observability/reviewPanels.js +46 -0
  155. package/dist/observability/routes/datasets.d.ts +7 -0
  156. package/dist/observability/routes/datasets.js +149 -0
  157. package/dist/observability/routes/evaluators.d.ts +7 -0
  158. package/dist/observability/routes/evaluators.js +123 -0
  159. package/dist/observability/routes/experiments.d.ts +7 -0
  160. package/dist/observability/routes/experiments.js +95 -0
  161. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  162. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  163. package/dist/observability/routes/prompts.d.ts +12 -0
  164. package/dist/observability/routes/prompts.js +172 -0
  165. package/dist/observability/routes/requestAiService.d.ts +13 -0
  166. package/dist/observability/routes/requestAiService.js +21 -0
  167. package/dist/observability/routes/review.d.ts +7 -0
  168. package/dist/observability/routes/review.js +79 -0
  169. package/dist/observability/routes/status.d.ts +5 -0
  170. package/dist/observability/routes/status.js +31 -0
  171. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  172. package/dist/observability/routes/testMultiStage.js +67 -0
  173. package/dist/observability/routes/traces.d.ts +7 -0
  174. package/dist/observability/routes/traces.js +129 -0
  175. package/dist/observability/schemaValidation.d.ts +5 -0
  176. package/dist/observability/schemaValidation.js +26 -0
  177. package/dist/observability/sopThresholds.d.ts +2 -0
  178. package/dist/observability/sopThresholds.js +21 -0
  179. package/dist/observability/status.d.ts +23 -0
  180. package/dist/observability/status.js +34 -0
  181. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  182. package/dist/observability/testMultiStageSchemas.js +79 -0
  183. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  184. package/dist/observability/testMultiStageWorkflow.js +218 -0
  185. package/dist/observability/types.d.ts +159 -0
  186. package/dist/observability/types.js +67 -0
  187. package/dist/routes/files.js +18 -7
  188. package/dist/routes/gpt.js +79 -689
  189. package/dist/routes/gptActions.d.ts +9 -0
  190. package/dist/routes/gptActions.js +212 -0
  191. package/dist/routes/gptDatasets.d.ts +5 -0
  192. package/dist/routes/gptDatasets.js +94 -0
  193. package/dist/routes/gptHistories.d.ts +3 -1
  194. package/dist/routes/gptHistories.js +188 -2
  195. package/dist/service/aiDatasets.d.ts +57 -0
  196. package/dist/service/aiDatasets.js +253 -0
  197. package/dist/service/aiService.d.ts +50 -1
  198. package/dist/service/aiService.js +426 -77
  199. package/dist/service/askFiles.d.ts +49 -0
  200. package/dist/service/askFiles.js +162 -0
  201. package/dist/service/asks.d.ts +76 -0
  202. package/dist/service/asks.js +284 -0
  203. package/dist/service/chatTurn.d.ts +128 -0
  204. package/dist/service/chatTurn.js +1674 -0
  205. package/dist/service/fileStorage.d.ts +4 -0
  206. package/dist/service/fileStorage.js +7 -2
  207. package/dist/service/fillActionIds.d.ts +6 -0
  208. package/dist/service/fillActionIds.js +79 -0
  209. package/dist/service/jsonFenceModel.d.ts +7 -0
  210. package/dist/service/jsonFenceModel.js +45 -0
  211. package/dist/service/prompts.d.ts +52 -0
  212. package/dist/service/prompts.js +96 -1
  213. package/dist/service/sanitizeHtml.d.ts +11 -0
  214. package/dist/service/sanitizeHtml.js +108 -0
  215. package/dist/types/harness.d.ts +934 -0
  216. package/dist/types/harness.js +133 -0
  217. package/dist/types/index.d.ts +192 -14
  218. package/dist/types/index.js +2 -0
  219. package/dist/types/observability.d.ts +288 -0
  220. package/dist/types/observability.js +2 -0
  221. package/package.json +17 -5
  222. package/src/aiApp.test.ts +207 -1
  223. package/src/aiApp.ts +19 -6
  224. package/src/harness/adminScreens.test.ts +34 -0
  225. package/src/harness/adminScreens.ts +11 -0
  226. package/src/harness/agentLoop.test.ts +1034 -0
  227. package/src/harness/agentLoop.ts +1082 -0
  228. package/src/harness/agentRecovery.test.ts +380 -0
  229. package/src/harness/agentTaskNames.ts +4 -0
  230. package/src/harness/approvalPolicy.ts +28 -0
  231. package/src/harness/approvals.test.ts +1094 -0
  232. package/src/harness/approvals.ts +644 -0
  233. package/src/harness/commit.ts +1049 -0
  234. package/src/harness/conversation.ts +503 -0
  235. package/src/harness/defineAgent.test.ts +92 -0
  236. package/src/harness/defineAgent.ts +82 -0
  237. package/src/harness/defineTask.test.ts +59 -0
  238. package/src/harness/defineTask.ts +76 -0
  239. package/src/harness/defineTool.ts +45 -0
  240. package/src/harness/definitionError.ts +13 -0
  241. package/src/harness/errors.test.ts +90 -0
  242. package/src/harness/errors.ts +119 -0
  243. package/src/harness/eventHub.test.ts +124 -0
  244. package/src/harness/eventHub.ts +159 -0
  245. package/src/harness/events.test.ts +757 -0
  246. package/src/harness/events.ts +384 -0
  247. package/src/harness/executionEnv.ts +34 -0
  248. package/src/harness/extensions.test.ts +1218 -0
  249. package/src/harness/extensions.ts +382 -0
  250. package/src/harness/harness.test.ts +693 -0
  251. package/src/harness/harness.ts +767 -0
  252. package/src/harness/harnessApp.ts +76 -0
  253. package/src/harness/internalRuntime.ts +44 -0
  254. package/src/harness/leases.ts +132 -0
  255. package/src/harness/memo.ts +107 -0
  256. package/src/harness/modelCall.test.ts +134 -0
  257. package/src/harness/modelCall.ts +200 -0
  258. package/src/harness/models/harnessApproval.ts +109 -0
  259. package/src/harness/models/harnessConversation.ts +142 -0
  260. package/src/harness/models/harnessEvent.ts +92 -0
  261. package/src/harness/models/harnessInboxEvent.ts +73 -0
  262. package/src/harness/models/harnessMemo.ts +43 -0
  263. package/src/harness/models/harnessMessage.ts +85 -0
  264. package/src/harness/models/harnessModels.test.ts +60 -0
  265. package/src/harness/models/harnessOwner.ts +40 -0
  266. package/src/harness/models/harnessTask.ts +201 -0
  267. package/src/harness/ownership.test.ts +1087 -0
  268. package/src/harness/ownership.ts +618 -0
  269. package/src/harness/recovery.test.ts +912 -0
  270. package/src/harness/registry.ts +124 -0
  271. package/src/harness/retries.test.ts +292 -0
  272. package/src/harness/retryBackoff.test.ts +100 -0
  273. package/src/harness/retryBackoff.ts +77 -0
  274. package/src/harness/routes/approvals.ts +123 -0
  275. package/src/harness/routes/conversations.test.ts +518 -0
  276. package/src/harness/routes/conversations.ts +102 -0
  277. package/src/harness/routes/events.ts +280 -0
  278. package/src/harness/routes/tasks.test.ts +198 -0
  279. package/src/harness/routes/tasks.ts +146 -0
  280. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  281. package/src/harness/runners/inProcessRunner.ts +220 -0
  282. package/src/harness/runtime.ts +714 -0
  283. package/src/harness/subagent.test.ts +696 -0
  284. package/src/harness/subagent.ts +192 -0
  285. package/src/harness/suspend.ts +13 -0
  286. package/src/harness/transaction.ts +17 -0
  287. package/src/harness/versioning.test.ts +288 -0
  288. package/src/harness/waits.test.ts +693 -0
  289. package/src/harness/waits.ts +356 -0
  290. package/src/index.test.ts +13 -0
  291. package/src/index.ts +70 -0
  292. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  293. package/src/models/aiDataset.test.ts +34 -0
  294. package/src/models/aiDataset.ts +78 -0
  295. package/src/models/aiRequest.ts +2 -1
  296. package/src/models/gptHistory.test.ts +156 -0
  297. package/src/models/gptHistory.ts +89 -1
  298. package/src/observability/adminScreens.test.ts +71 -0
  299. package/src/observability/adminScreens.ts +42 -0
  300. package/src/observability/compileTemplate.test.ts +14 -0
  301. package/src/observability/compileTemplate.ts +10 -0
  302. package/src/observability/datasetImport.test.ts +95 -0
  303. package/src/observability/datasetImport.ts +220 -0
  304. package/src/observability/evaluate.test.ts +549 -0
  305. package/src/observability/evaluate.ts +254 -0
  306. package/src/observability/evaluatorTemplates.ts +124 -0
  307. package/src/observability/jsonPath.test.ts +52 -0
  308. package/src/observability/jsonPath.ts +60 -0
  309. package/src/observability/local/datasetStore.test.ts +230 -0
  310. package/src/observability/local/datasetStore.ts +452 -0
  311. package/src/observability/local/evaluatorStore.test.ts +138 -0
  312. package/src/observability/local/evaluatorStore.ts +224 -0
  313. package/src/observability/local/experimentRunner.test.ts +489 -0
  314. package/src/observability/local/experimentRunner.ts +548 -0
  315. package/src/observability/local/localPlugin.ts +88 -0
  316. package/src/observability/local/models/obsDataset.ts +38 -0
  317. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  318. package/src/observability/local/models/obsEvaluator.ts +102 -0
  319. package/src/observability/local/models/obsExperiment.ts +91 -0
  320. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  321. package/src/observability/local/models/obsPrompt.ts +43 -0
  322. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  323. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  324. package/src/observability/local/models/obsReviewItem.ts +79 -0
  325. package/src/observability/local/models/obsScore.ts +59 -0
  326. package/src/observability/local/models/obsSpan.ts +65 -0
  327. package/src/observability/local/models/obsTrace.ts +94 -0
  328. package/src/observability/local/obsModels.test.ts +119 -0
  329. package/src/observability/local/promptStore.test.ts +351 -0
  330. package/src/observability/local/promptStore.ts +665 -0
  331. package/src/observability/local/reviewStore.test.ts +164 -0
  332. package/src/observability/local/reviewStore.ts +264 -0
  333. package/src/observability/local/traceStore.test.ts +264 -0
  334. package/src/observability/local/traceStore.ts +440 -0
  335. package/src/observability/observabilityApp.test.ts +92 -0
  336. package/src/observability/observabilityApp.ts +185 -0
  337. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  338. package/src/observability/observabilityAppRegistry.ts +35 -0
  339. package/src/observability/permissions.test.ts +96 -0
  340. package/src/observability/permissions.ts +78 -0
  341. package/src/observability/reviewPanels.test.ts +35 -0
  342. package/src/observability/reviewPanels.ts +64 -0
  343. package/src/observability/routes/datasets.test.ts +176 -0
  344. package/src/observability/routes/datasets.ts +252 -0
  345. package/src/observability/routes/evaluators.test.ts +119 -0
  346. package/src/observability/routes/evaluators.ts +207 -0
  347. package/src/observability/routes/experiments.test.ts +282 -0
  348. package/src/observability/routes/experiments.ts +152 -0
  349. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  350. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  351. package/src/observability/routes/prompts.test.ts +320 -0
  352. package/src/observability/routes/prompts.ts +263 -0
  353. package/src/observability/routes/requestAiService.ts +36 -0
  354. package/src/observability/routes/review.test.ts +120 -0
  355. package/src/observability/routes/review.ts +125 -0
  356. package/src/observability/routes/status.test.ts +116 -0
  357. package/src/observability/routes/status.ts +47 -0
  358. package/src/observability/routes/testMultiStage.test.ts +214 -0
  359. package/src/observability/routes/testMultiStage.ts +96 -0
  360. package/src/observability/routes/traces.test.ts +167 -0
  361. package/src/observability/routes/traces.ts +172 -0
  362. package/src/observability/schemaValidation.ts +29 -0
  363. package/src/observability/sopThresholds.ts +20 -0
  364. package/src/observability/status.test.ts +38 -0
  365. package/src/observability/status.ts +56 -0
  366. package/src/observability/testMultiStageSchemas.ts +95 -0
  367. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  368. package/src/observability/testMultiStageWorkflow.ts +307 -0
  369. package/src/observability/types.ts +262 -0
  370. package/src/routes/files.test.ts +63 -9
  371. package/src/routes/files.ts +21 -7
  372. package/src/routes/gpt.test.ts +3279 -0
  373. package/src/routes/gpt.ts +91 -816
  374. package/src/routes/gptActions.test.ts +241 -0
  375. package/src/routes/gptActions.ts +255 -0
  376. package/src/routes/gptApprovals.test.ts +762 -0
  377. package/src/routes/gptDatasets.test.ts +86 -0
  378. package/src/routes/gptDatasets.ts +104 -0
  379. package/src/routes/gptFiles.test.ts +589 -0
  380. package/src/routes/gptHistories.test.ts +933 -0
  381. package/src/routes/gptHistories.ts +266 -5
  382. package/src/routes/routes.test.ts +222 -2
  383. package/src/service/aiDatasets.test.ts +123 -0
  384. package/src/service/aiDatasets.ts +316 -0
  385. package/src/service/aiService.test.ts +593 -0
  386. package/src/service/aiService.ts +568 -111
  387. package/src/service/askFiles.test.ts +96 -0
  388. package/src/service/askFiles.ts +222 -0
  389. package/src/service/asks.test.ts +946 -0
  390. package/src/service/asks.ts +423 -0
  391. package/src/service/chatTurn.ts +2287 -0
  392. package/src/service/fileStorage.test.ts +11 -0
  393. package/src/service/fileStorage.ts +10 -2
  394. package/src/service/fillActionIds.test.ts +65 -0
  395. package/src/service/fillActionIds.ts +98 -0
  396. package/src/service/jsonFenceModel.test.ts +47 -0
  397. package/src/service/jsonFenceModel.ts +53 -0
  398. package/src/service/prompts.test.ts +21 -0
  399. package/src/service/prompts.ts +147 -0
  400. package/src/service/sanitizeHtml.test.ts +61 -0
  401. package/src/service/sanitizeHtml.ts +109 -0
  402. package/src/tests/bunSetup.test.ts +7 -4
  403. package/src/tests/bunSetup.ts +7 -7
  404. package/src/tests/chatHarness.ts +478 -0
  405. package/src/tests/generateStream.ts +49 -0
  406. package/src/tests/harnessErrors.ts +22 -0
  407. package/src/tests/harnessStreaming.ts +227 -0
  408. package/src/tests/helpers.ts +9 -2
  409. package/src/types/harness.ts +1095 -0
  410. package/src/types/index.ts +209 -13
  411. package/src/types/observability.ts +344 -0
  412. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,109 @@
1
+ import {type Block, type BlocksDocument, parseBlocks, validateBlocks} from "@terreno/blocks";
2
+ import sanitizeHtml from "sanitize-html";
3
+
4
+ const DROPPED_TAGS = new Set([
5
+ "base",
6
+ "button",
7
+ "embed",
8
+ "form",
9
+ "frame",
10
+ "iframe",
11
+ "input",
12
+ "link",
13
+ "meta",
14
+ "object",
15
+ "script",
16
+ "select",
17
+ "textarea",
18
+ ]);
19
+
20
+ const allowedTags = [
21
+ ...sanitizeHtml.defaults.allowedTags.filter((tag) => !DROPPED_TAGS.has(tag)),
22
+ "img",
23
+ ];
24
+
25
+ const allowedAttributes: Record<string, string[]> = {};
26
+ for (const [tag, attributes] of Object.entries(sanitizeHtml.defaults.allowedAttributes)) {
27
+ allowedAttributes[tag] = attributes.filter(
28
+ (attribute) => attribute !== "href" && !attribute.startsWith("on")
29
+ );
30
+ }
31
+ allowedAttributes.a = (allowedAttributes.a ?? []).filter((attribute) => attribute !== "href");
32
+ allowedAttributes.img = ["alt", "height", "src", "width"];
33
+
34
+ /**
35
+ * Display-only HTML. Scripts, frames, forms, event handlers, and links are removed.
36
+ * The only URL that remains is an image `data:` URL.
37
+ * @internal Test seam. Callers store the document from `sanitizeBlocksText`.
38
+ */
39
+ export const sanitizeHtmlFragment = (html: string): string =>
40
+ sanitizeHtml(html, {
41
+ allowedAttributes,
42
+ allowedSchemes: ["data"],
43
+ allowedSchemesByTag: {img: ["data"]},
44
+ allowedTags,
45
+ allowProtocolRelative: false,
46
+ disallowedTagsMode: "discard",
47
+ transformTags: {
48
+ img: (_tagName, attribs) => {
49
+ const src = attribs.src ?? "";
50
+ const next: Record<string, string> = {};
51
+ if (attribs.alt !== undefined) {
52
+ next.alt = attribs.alt;
53
+ }
54
+ if (/^data:image\//i.test(src)) {
55
+ next.src = src;
56
+ }
57
+ return {attribs: next, tagName: "img"};
58
+ },
59
+ },
60
+ });
61
+
62
+ const sanitizeBlock = (block: Block): {block: Block; changed: boolean} => {
63
+ if (block.type === "html") {
64
+ const html = sanitizeHtmlFragment(block.html);
65
+ return {block: html === block.html ? block : {...block, html}, changed: html !== block.html};
66
+ }
67
+ if (block.type === "columns" || block.type === "card") {
68
+ let changed = false;
69
+ const children = block.children.map((child) => {
70
+ const next = sanitizeBlock(child);
71
+ changed = changed || next.changed;
72
+ return next.block;
73
+ });
74
+ return {block: changed ? {...block, children} : block, changed};
75
+ }
76
+ return {block, changed: false};
77
+ };
78
+
79
+ /** Rewrites `html` fields in a block document. A non-document is returned unchanged. */
80
+ export const sanitizeBlocksText = (text: string): {changed: boolean; text: string} => {
81
+ const parsed = parseBlocks(text);
82
+ if (!parsed.ok) {
83
+ return {changed: false, text};
84
+ }
85
+ const validated = validateBlocks(parsed.value, {allowHtml: true});
86
+ if (!validated.ok) {
87
+ return {changed: false, text};
88
+ }
89
+ let changed = false;
90
+ const blocks = validated.doc.blocks.map((block) => {
91
+ const next = sanitizeBlock(block);
92
+ changed = changed || next.changed;
93
+ return next.block;
94
+ });
95
+ if (!changed) {
96
+ return {changed: false, text};
97
+ }
98
+ const doc: BlocksDocument = {blocks, v: 1};
99
+ if (validated.doc.datasets !== undefined) {
100
+ doc.datasets = validated.doc.datasets;
101
+ }
102
+ const ordered: Record<string, unknown> = {};
103
+ ordered.v = doc.v;
104
+ if (doc.datasets !== undefined) {
105
+ ordered.datasets = doc.datasets;
106
+ }
107
+ ordered.blocks = doc.blocks;
108
+ return {changed: true, text: JSON.stringify(ordered)};
109
+ };
@@ -2,10 +2,13 @@ import {describe, expect, it} from "bun:test";
2
2
  import mongoose from "mongoose";
3
3
 
4
4
  describe("AI test preload", () => {
5
- it("provides a connected MongoDB without requiring a local service", () => {
6
- const hasExternalMongo = Boolean(process.env.TERRENO_TEST_MONGODB_URI?.trim());
7
-
8
- expect(hasExternalMongo || process.env.TERRENO_TEST_USE_MEMORY_MONGO === "true").toBe(true);
5
+ it("provides a connected MongoDB replica set without requiring a local service", async () => {
9
6
  expect(mongoose.connection.readyState).toBe(1);
7
+ const db = mongoose.connection.db;
8
+ if (!db) {
9
+ throw new Error("mongoose.connection.db is undefined");
10
+ }
11
+ const hello = await db.command({hello: 1});
12
+ expect(typeof hello.setName).toBe("string");
10
13
  });
11
14
  });
@@ -1,11 +1,11 @@
1
- import {registerSimpleMongoPreload} from "@terreno/test";
1
+ import {registerBackendPreload} from "@terreno/test";
2
2
 
3
- if (!process.env.TERRENO_TEST_MONGODB_URI?.trim()) {
4
- process.env.TERRENO_TEST_USE_MEMORY_MONGO = "true";
5
- }
6
-
7
- registerSimpleMongoPreload({
8
- defaultLocalMongoUri: "mongodb://127.0.0.1/terreno-ai-test?&connectTimeoutMS=360000",
3
+ // A single-node replica set: the durable harness commits checkpoints and audit spans
4
+ // in Mongo transactions, which standalone servers reject. `TERRENO_TEST_MONGODB_URI`
5
+ // still overrides the in-memory server (it must point at a replica set).
6
+ registerBackendPreload({
7
+ connectMongoInBeforeAll: true,
8
+ mongo: {baseDatabaseName: "terreno-ai-test", useReplSet: true},
9
9
  onBeforeEach: async () => {
10
10
  const {shutdownLangfuseClient} = await import("../langfuseClient");
11
11
  await shutdownLangfuseClient();
@@ -0,0 +1,478 @@
1
+ import {expect, mock, spyOn} from "bun:test";
2
+ import {once} from "node:events";
3
+ import type {AddressInfo} from "node:net";
4
+ import {TerrenoApp} from "@terreno/api";
5
+ import {jsonSchema, type LanguageModel, tool} from "ai";
6
+ import type express from "express";
7
+ import mongoose from "mongoose";
8
+
9
+ import {GptHistory} from "../models/gptHistory";
10
+ import {addGptRoutes} from "../routes/gpt";
11
+ import {addGptHistoryRoutes} from "../routes/gptHistories";
12
+ import {AIService} from "../service/aiService";
13
+ import type {GptHistoryDocument, GptRouteOptions} from "../types";
14
+ import {type authAsUser, UserModel} from "./helpers";
15
+
16
+ type ModelStreamPart = {type: string; [key: string]: unknown};
17
+
18
+ export interface ModelPromptMessage {
19
+ content: unknown;
20
+ role: string;
21
+ }
22
+
23
+ interface ModelTool {
24
+ description?: string;
25
+ inputSchema: Record<string, unknown>;
26
+ name: string;
27
+ }
28
+
29
+ export interface ModelCallOptions {
30
+ prompt: ModelPromptMessage[];
31
+ toolChoice?: unknown;
32
+ tools?: ModelTool[];
33
+ }
34
+
35
+ interface ScriptedToolCall {
36
+ input: unknown;
37
+ toolCallId: string;
38
+ toolName: string;
39
+ }
40
+
41
+ type SseEvent = Record<string, unknown>;
42
+ export type Agent = Awaited<ReturnType<typeof authAsUser>>;
43
+
44
+ const USAGE = {inputTokens: 1, outputTokens: 1, totalTokens: 2};
45
+
46
+ export const PLAN_ASK_INPUT = {
47
+ default: ["team"],
48
+ options: [
49
+ {description: "$0, one seat", id: "starter", label: "Starter"},
50
+ {description: "$20 per seat", id: "team", label: "Team"},
51
+ {id: "enterprise", label: "Enterprise"},
52
+ ],
53
+ prompt: "Which plan should I set up?",
54
+ select: "one",
55
+ submitLabel: "Set up plan",
56
+ title: "Choose a plan",
57
+ };
58
+
59
+ export const PLAN_SIMPLE_CARD = {
60
+ buttons: [
61
+ {
62
+ id: "option:team",
63
+ label: "Team",
64
+ response: {action: "accept", content: {selected: ["team"]}},
65
+ style: "primary",
66
+ },
67
+ {
68
+ id: "option:starter",
69
+ label: "Starter",
70
+ response: {action: "accept", content: {selected: ["starter"]}},
71
+ style: "default",
72
+ },
73
+ {
74
+ id: "option:enterprise",
75
+ label: "Enterprise",
76
+ response: {action: "accept", content: {selected: ["enterprise"]}},
77
+ style: "default",
78
+ },
79
+ ],
80
+ handoff: false,
81
+ kind: "choice",
82
+ text: "Which plan should I set up?",
83
+ title: "Choose a plan",
84
+ toolCallId: "call_plan",
85
+ };
86
+
87
+ export const REGION_ASK_INPUT = {
88
+ options: [
89
+ {id: "us", label: "US"},
90
+ {id: "eu", label: "EU"},
91
+ ],
92
+ prompt: "Where should your data live?",
93
+ select: "one",
94
+ };
95
+
96
+ export const REGION_SIMPLE_CARD = {
97
+ buttons: [
98
+ {
99
+ id: "option:us",
100
+ label: "US",
101
+ response: {action: "accept", content: {selected: ["us"]}},
102
+ style: "default",
103
+ },
104
+ {
105
+ id: "option:eu",
106
+ label: "EU",
107
+ response: {action: "accept", content: {selected: ["eu"]}},
108
+ style: "default",
109
+ },
110
+ {id: "skip", label: "Skip", response: {action: "decline"}, style: "cancel"},
111
+ ],
112
+ handoff: false,
113
+ kind: "choice",
114
+ text: "Where should your data live?",
115
+ toolCallId: "call_region",
116
+ };
117
+
118
+ export const DUPLICATE_ID_ASK_INPUT = {
119
+ options: [
120
+ {id: "team", label: "Team"},
121
+ {id: "team", label: "Team (annual)"},
122
+ ],
123
+ prompt: "Which plan?",
124
+ select: "one",
125
+ };
126
+
127
+ export const PLAN_ASK_CALL = {
128
+ input: PLAN_ASK_INPUT,
129
+ toolCallId: "call_plan",
130
+ toolName: "ask_choice",
131
+ };
132
+ export const REGION_ASK_CALL = {
133
+ input: REGION_ASK_INPUT,
134
+ toolCallId: "call_region",
135
+ toolName: "ask_choice",
136
+ };
137
+ export const LOOKUP_CALL = {input: {}, toolCallId: "call_lookup", toolName: "lookupPlans"};
138
+
139
+ export const PLAN_ASK_ROW = {
140
+ args: PLAN_ASK_INPUT,
141
+ text: "Tool call: ask_choice",
142
+ toolCallId: "call_plan",
143
+ toolName: "ask_choice",
144
+ type: "tool-call",
145
+ };
146
+
147
+ export const REGION_ASK_ROW = {
148
+ args: REGION_ASK_INPUT,
149
+ text: "Tool call: ask_choice",
150
+ toolCallId: "call_region",
151
+ toolName: "ask_choice",
152
+ type: "tool-call",
153
+ };
154
+
155
+ export const ONE_ASK_AT_A_TIME = {action: "cancel", reason: "one_ask_at_a_time"};
156
+
157
+ export const PLAN_ASK_MODEL_CALL = {
158
+ input: PLAN_ASK_INPUT,
159
+ toolCallId: "call_plan",
160
+ toolName: "ask_choice",
161
+ type: "tool-call",
162
+ };
163
+
164
+ export const TEAM_ANSWER = {action: "accept", content: {selected: ["team"]}};
165
+
166
+ export const USER_PROMPT = "Set up my workspace";
167
+
168
+ export const textStep = (text: string): ModelStreamPart[] => [
169
+ {id: "text-1", type: "text-start"},
170
+ {delta: text, id: "text-1", type: "text-delta"},
171
+ {id: "text-1", type: "text-end"},
172
+ {finishReason: "stop", type: "finish", usage: USAGE},
173
+ ];
174
+
175
+ export const toolCallStep = (...calls: ScriptedToolCall[]): ModelStreamPart[] => [
176
+ ...calls.map((call) => ({
177
+ input: JSON.stringify(call.input),
178
+ toolCallId: call.toolCallId,
179
+ toolName: call.toolName,
180
+ type: "tool-call",
181
+ })),
182
+ {finishReason: "tool-calls", type: "finish", usage: USAGE},
183
+ ];
184
+
185
+ const STREAM_FAILURE = "harness-stream-failure";
186
+
187
+ /** A scripted part that makes the model's stream fail with `message`, as a dropped connection does. */
188
+ export const streamFailure = (message: string): ModelStreamPart => ({
189
+ message,
190
+ type: STREAM_FAILURE,
191
+ });
192
+
193
+ /** A step that streams `text`, then fails before the step finishes. */
194
+ export const failingTextStep = (text: string, message: string): ModelStreamPart[] => [
195
+ {id: "text-1", type: "text-start"},
196
+ {delta: text, id: "text-1", type: "text-delta"},
197
+ streamFailure(message),
198
+ ];
199
+
200
+ const streamOf = (parts: ModelStreamPart[]): ReadableStream<ModelStreamPart> =>
201
+ new ReadableStream<ModelStreamPart>({
202
+ start(controller) {
203
+ for (const part of parts) {
204
+ if (part.type === STREAM_FAILURE) {
205
+ controller.error(new Error(String(part.message)));
206
+ return;
207
+ }
208
+ controller.enqueue(part);
209
+ }
210
+ controller.close();
211
+ },
212
+ });
213
+
214
+ export interface ModelHold {
215
+ arrived: Deferred;
216
+ release: Promise<void>;
217
+ }
218
+
219
+ /**
220
+ * A mock model that streams one scripted step per call and records each call's options. The call
221
+ * whose index is in `holds` resolves `arrived`, then waits for `release` before it streams.
222
+ */
223
+ export const createScriptedModel = ({
224
+ holds = {},
225
+ modelId = "scripted-model",
226
+ steps,
227
+ }: {
228
+ holds?: Record<number, ModelHold>;
229
+ modelId?: string;
230
+ steps: ModelStreamPart[][];
231
+ }) => {
232
+ const remaining = [...steps];
233
+ let callCount = 0;
234
+ return {
235
+ doGenerate: mock(async () => ({
236
+ content: [{text: "Workspace setup", type: "text" as const}],
237
+ finishReason: "stop" as const,
238
+ usage: USAGE,
239
+ })),
240
+ doStream: mock(async (_options: ModelCallOptions) => {
241
+ const hold = holds[callCount];
242
+ callCount += 1;
243
+ if (hold) {
244
+ hold.arrived.resolve();
245
+ await hold.release;
246
+ }
247
+ const parts = remaining.shift();
248
+ if (!parts) {
249
+ expect.unreachable("The scripted model has no more steps");
250
+ }
251
+ return {stream: streamOf(parts)};
252
+ }),
253
+ modelId,
254
+ provider: "mock-provider",
255
+ specificationVersion: "v2" as const,
256
+ supportedUrls: {},
257
+ };
258
+ };
259
+
260
+ export type ScriptedModel = ReturnType<typeof createScriptedModel>;
261
+
262
+ export interface Deferred {
263
+ promise: Promise<void>;
264
+ resolve: () => void;
265
+ }
266
+
267
+ export const deferred = (): Deferred => {
268
+ let resolve = (): void => {};
269
+ const promise = new Promise<void>((done) => {
270
+ resolve = done;
271
+ });
272
+ return {promise, resolve};
273
+ };
274
+
275
+ const lastUserTextOf = (call: ModelCallOptions): string => {
276
+ const content = call.prompt.findLast((message) => message.role === "user")?.content;
277
+ if (!Array.isArray(content)) {
278
+ return String(content ?? "");
279
+ }
280
+ return content.map((part) => (part as {text?: string}).text ?? "").join("");
281
+ };
282
+
283
+ /**
284
+ * A scripted model for turns that run at the same time: each call streams the next step scripted
285
+ * for its last user message. A call for a prompt in `holds` resolves `arrived`, then waits for
286
+ * `release`, so a test can order two turns' loads, model calls, and saves.
287
+ */
288
+ export const createPromptKeyedModel = ({
289
+ holds = {},
290
+ steps,
291
+ }: {
292
+ holds?: Record<string, ModelHold>;
293
+ steps: Record<string, ModelStreamPart[][]>;
294
+ }): ScriptedModel => {
295
+ const remaining = new Map(Object.entries(steps).map(([prompt, list]) => [prompt, [...list]]));
296
+ const model = createScriptedModel({steps: []});
297
+ model.doStream.mockImplementation(async (options: ModelCallOptions) => {
298
+ const prompt = lastUserTextOf(options);
299
+ const hold = holds[prompt];
300
+ if (hold) {
301
+ hold.arrived.resolve();
302
+ await hold.release;
303
+ }
304
+ const parts = remaining.get(prompt)?.shift();
305
+ if (!parts) {
306
+ expect.unreachable(`The scripted model has no step for "${prompt}"`);
307
+ }
308
+ return {stream: streamOf(parts)};
309
+ });
310
+ return model;
311
+ };
312
+
313
+ export const modelCall = (model: ScriptedModel, index: number): ModelCallOptions => {
314
+ const call = model.doStream.mock.calls[index];
315
+ if (!call) {
316
+ expect.unreachable(`The model was not called ${index + 1} times`);
317
+ }
318
+ return call[0];
319
+ };
320
+
321
+ export const systemPromptOf = (call: ModelCallOptions): unknown =>
322
+ call.prompt.find((message) => message.role === "system")?.content;
323
+
324
+ export const conversationOf = (call: ModelCallOptions): ModelPromptMessage[] =>
325
+ call.prompt.filter((message) => message.role !== "system");
326
+
327
+ export const toolNamesOf = (call: ModelCallOptions): string[] =>
328
+ (call.tools ?? []).map((offered) => offered.name);
329
+
330
+ export const lookupPlans = tool({
331
+ description: "Look up how many plans exist",
332
+ execute: async () => ({plans: 3}),
333
+ inputSchema: jsonSchema<Record<string, never>>({properties: {}, type: "object"}),
334
+ });
335
+
336
+ /**
337
+ * An app with the chat routes and the history routes, both given the same chat options, as the
338
+ * example backend and `AiApp` register them.
339
+ */
340
+ export const buildApp = ({
341
+ model,
342
+ ...routeOptions
343
+ }: {model: ScriptedModel} & Partial<GptRouteOptions>): express.Application =>
344
+ new TerrenoApp({
345
+ configureApp: (router, options) => {
346
+ const chat: GptRouteOptions = {
347
+ aiService: new AIService({model: model as unknown as LanguageModel}),
348
+ openApiOptions: options,
349
+ ...routeOptions,
350
+ };
351
+ addGptHistoryRoutes(router, {...options, chat});
352
+ addGptRoutes(router, chat);
353
+ },
354
+ skipListen: true,
355
+ userModel: UserModel,
356
+ }).build();
357
+
358
+ export interface ServedApp {
359
+ close: () => Promise<void>;
360
+ url: string;
361
+ }
362
+
363
+ /**
364
+ * Serves the app on a real port. An agent signed in at `url` sends every request to this server
365
+ * instead of starting one per request, so a test can abort a request mid-turn and still close
366
+ * the server afterwards.
367
+ */
368
+ export const serveApp = async (app: express.Application): Promise<ServedApp> => {
369
+ const server = app.listen(0, "127.0.0.1");
370
+ await once(server, "listening");
371
+ const {port} = server.address() as AddressInfo;
372
+ return {
373
+ close: () =>
374
+ new Promise<void>((resolve, reject) => {
375
+ server.close((error) => (error ? reject(error) : resolve()));
376
+ server.closeAllConnections();
377
+ }),
378
+ url: `http://127.0.0.1:${port}`,
379
+ };
380
+ };
381
+
382
+ type SseStream = {on: (event: string, handler: (chunk: Buffer) => void) => void};
383
+
384
+ const collectSse = (
385
+ res: SseStream,
386
+ callback: (error: Error | null, body: string) => void
387
+ ): void => {
388
+ let body = "";
389
+ res.on("data", (chunk: Buffer) => {
390
+ body += chunk.toString();
391
+ });
392
+ res.on("end", () => callback(null, body));
393
+ };
394
+
395
+ const parseSse = (body: string): SseEvent[] =>
396
+ body
397
+ .split("\n\n")
398
+ .filter((chunk) => chunk.startsWith("data: "))
399
+ .map((chunk) => JSON.parse(chunk.slice("data: ".length)) as SseEvent);
400
+
401
+ export const streamPrompt = async (
402
+ agent: Agent,
403
+ body: Record<string, unknown>
404
+ ): Promise<{events: SseEvent[]; status: number}> => {
405
+ const res = await agent
406
+ .post("/gpt/prompt")
407
+ .send(body)
408
+ .buffer(true)
409
+ .parse(collectSse as never);
410
+ // `{started}` is the resume envelope. These tests assert the ask and block events after it.
411
+ const events = parseSse(res.body as string).filter((event) => event.started !== true);
412
+ return {events, status: res.status};
413
+ };
414
+
415
+ export const loadHistory = async (historyId: string): Promise<GptHistoryDocument> => {
416
+ const history = await GptHistory.findById(historyId);
417
+ if (!history) {
418
+ expect.unreachable(`History ${historyId} not found`);
419
+ }
420
+ return history;
421
+ };
422
+
423
+ const plain = (value: unknown): unknown => JSON.parse(JSON.stringify(value));
424
+
425
+ /** The stored rows. Mongoose gives every row an empty `content` array; no row here has attachments. */
426
+ export const rowsOf = (history: GptHistoryDocument): Record<string, unknown>[] =>
427
+ (plain(history.prompts) as Record<string, unknown>[]).map(
428
+ ({content, status: _status, streamId: _streamId, ...row}) => {
429
+ expect(content).toEqual([]);
430
+ return row;
431
+ }
432
+ );
433
+
434
+ /** The stored pending ask without its `created` timestamp, which the test cannot know. */
435
+ export const pendingAskOf = (history: GptHistoryDocument): unknown => {
436
+ if (!history.pendingAsk) {
437
+ return undefined;
438
+ }
439
+ expect(history.pendingAsk.created).toBeInstanceOf(Date);
440
+ const {created: _created, ...pendingAsk} = plain(history.pendingAsk) as Record<string, unknown>;
441
+ return pendingAsk;
442
+ };
443
+
444
+ export const onlyHistoryId = async (): Promise<string> => {
445
+ const histories = await GptHistory.find({});
446
+ expect(histories).toHaveLength(1);
447
+ return histories[0]._id.toString();
448
+ };
449
+
450
+ const isAskClaim = (update: unknown): boolean =>
451
+ Array.isArray(update) &&
452
+ (update[0] as {$set?: {pendingAsk?: {$cond?: unknown}}} | undefined)?.$set?.pendingAsk?.$cond !==
453
+ undefined;
454
+
455
+ /**
456
+ * Makes the next update that claims a pending ask throw, as a replica set failover would, after
457
+ * the turn saved its rows. Call `mockRestore()` on the result when the turn ends.
458
+ */
459
+ export const failNextAskClaim = (): {mockRestore: () => void} => {
460
+ const findOneAndUpdate = GptHistory.findOneAndUpdate.bind(GptHistory) as (
461
+ ...args: unknown[]
462
+ ) => unknown;
463
+ let hasFailed = false;
464
+ return spyOn(GptHistory, "findOneAndUpdate").mockImplementation(((...args: unknown[]) => {
465
+ if (!hasFailed && isAskClaim(args[1])) {
466
+ hasFailed = true;
467
+ throw new mongoose.Error("Primary stepped down");
468
+ }
469
+ return findOneAndUpdate(...args);
470
+ }) as never);
471
+ };
472
+
473
+ /** Starts a conversation that pauses on the plan ask and returns its history id. */
474
+ export const pauseOnPlanAsk = async (agent: Agent): Promise<string> => {
475
+ const {events} = await streamPrompt(agent, {prompt: USER_PROMPT});
476
+ expect(events.map((event) => Object.keys(event)[0])).toEqual(["ask", "done"]);
477
+ return onlyHistoryId();
478
+ };
@@ -0,0 +1,49 @@
1
+ /** What a LanguageModelV2 mock's `doGenerate` returns, as far as streaming needs it. */
2
+ interface GenerateResultLike {
3
+ content: ReadonlyArray<
4
+ | {text: string; type: "text"}
5
+ | {input: string; toolCallId: string; toolName: string; type: "tool-call"}
6
+ >;
7
+ finishReason: string;
8
+ usage: {inputTokens?: number; outputTokens?: number; totalTokens?: number};
9
+ }
10
+
11
+ /** Replay a `doGenerate` result as the LanguageModelV2 stream `doStream` returns. */
12
+ export const generateToStream = (
13
+ result: GenerateResultLike
14
+ ): {stream: ReadableStream<unknown>} => ({
15
+ stream: new ReadableStream({
16
+ start(controller) {
17
+ controller.enqueue({type: "stream-start", warnings: []});
18
+ result.content.forEach((part, index) => {
19
+ if (part.type === "text") {
20
+ const id = `text-${index}`;
21
+ controller.enqueue({id, type: "text-start"});
22
+ controller.enqueue({delta: part.text, id, type: "text-delta"});
23
+ controller.enqueue({id, type: "text-end"});
24
+ return;
25
+ }
26
+ controller.enqueue(part);
27
+ });
28
+ controller.enqueue({finishReason: result.finishReason, type: "finish", usage: result.usage});
29
+ controller.close();
30
+ },
31
+ }),
32
+ });
33
+
34
+ /**
35
+ * Give a `doGenerate`-scripted mock a `doStream` that answers through the same
36
+ * `doGenerate`, so call counts, recorded prompts, and thrown errors stay in one place.
37
+ */
38
+ export const withGenerateStreaming = <
39
+ Model extends {doGenerate: (options: never) => Promise<GenerateResultLike>},
40
+ >(
41
+ model: Model
42
+ ): Model & {doStream: (options: Parameters<Model["doGenerate"]>[0]) => Promise<unknown>} => {
43
+ const wrapped = {
44
+ ...model,
45
+ doStream: async (options: Parameters<Model["doGenerate"]>[0]) =>
46
+ generateToStream(await wrapped.doGenerate(options)),
47
+ };
48
+ return wrapped;
49
+ };
@@ -0,0 +1,22 @@
1
+ import {expect} from "bun:test";
2
+
3
+ import {HARNESS_ERRORS, type HarnessErrorKindName} from "../harness/errors";
4
+
5
+ /**
6
+ * Asymmetric matcher for a harness `APIError`: its stable `code` and `title` for `kind`, and
7
+ * a `detail` that contains `detail` (a string) or matches it (a RegExp). Use with
8
+ * `toThrow(...)`, `rejects.toThrow(...)`, or `toEqual(...)`.
9
+ */
10
+ export const harnessErrorMatching = (
11
+ kind: HarnessErrorKindName,
12
+ detail: string | RegExp
13
+ ): unknown => {
14
+ const {code, status, title} = HARNESS_ERRORS[kind];
15
+ return expect.objectContaining({
16
+ code,
17
+ detail:
18
+ typeof detail === "string" ? expect.stringContaining(detail) : expect.stringMatching(detail),
19
+ message: title,
20
+ status,
21
+ });
22
+ };