@terreno/ai 57.9.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +127 -0
  28. package/dist/harness/errors.js +101 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +520 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +186 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  80. package/dist/harness/runners/inProcessRunner.js +196 -0
  81. package/dist/harness/runtime.d.ts +34 -0
  82. package/dist/harness/runtime.js +551 -0
  83. package/dist/harness/subagent.d.ts +53 -0
  84. package/dist/harness/subagent.js +134 -0
  85. package/dist/harness/suspend.d.ts +8 -0
  86. package/dist/harness/suspend.js +16 -0
  87. package/dist/harness/transaction.d.ts +3 -0
  88. package/dist/harness/transaction.js +22 -0
  89. package/dist/harness/waits.d.ts +100 -0
  90. package/dist/harness/waits.js +214 -0
  91. package/dist/index.d.ts +19 -1
  92. package/dist/index.js +45 -2
  93. package/dist/models/aiDataset.d.ts +2 -0
  94. package/dist/models/aiDataset.js +67 -0
  95. package/dist/models/aiRequest.js +1 -1
  96. package/dist/models/gptHistory.js +73 -0
  97. package/dist/observability/adminScreens.d.ts +5 -0
  98. package/dist/observability/adminScreens.js +32 -0
  99. package/dist/observability/compileTemplate.d.ts +1 -0
  100. package/dist/observability/compileTemplate.js +13 -0
  101. package/dist/observability/datasetImport.d.ts +11 -0
  102. package/dist/observability/datasetImport.js +185 -0
  103. package/dist/observability/evaluate.d.ts +31 -0
  104. package/dist/observability/evaluate.js +200 -0
  105. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  106. package/dist/observability/evaluatorTemplates.js +111 -0
  107. package/dist/observability/jsonPath.d.ts +2 -0
  108. package/dist/observability/jsonPath.js +57 -0
  109. package/dist/observability/local/datasetStore.d.ts +87 -0
  110. package/dist/observability/local/datasetStore.js +326 -0
  111. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  112. package/dist/observability/local/evaluatorStore.js +182 -0
  113. package/dist/observability/local/experimentRunner.d.ts +96 -0
  114. package/dist/observability/local/experimentRunner.js +419 -0
  115. package/dist/observability/local/localPlugin.d.ts +22 -0
  116. package/dist/observability/local/localPlugin.js +76 -0
  117. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  118. package/dist/observability/local/models/obsDataset.js +37 -0
  119. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  120. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  121. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  122. package/dist/observability/local/models/obsEvaluator.js +98 -0
  123. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  124. package/dist/observability/local/models/obsExperiment.js +87 -0
  125. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  127. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  128. package/dist/observability/local/models/obsPrompt.js +42 -0
  129. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  130. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  131. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  133. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  134. package/dist/observability/local/models/obsReviewItem.js +75 -0
  135. package/dist/observability/local/models/obsScore.d.ts +2 -0
  136. package/dist/observability/local/models/obsScore.js +58 -0
  137. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  138. package/dist/observability/local/models/obsSpan.js +64 -0
  139. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  140. package/dist/observability/local/models/obsTrace.js +93 -0
  141. package/dist/observability/local/promptStore.d.ts +180 -0
  142. package/dist/observability/local/promptStore.js +444 -0
  143. package/dist/observability/local/reviewStore.d.ts +50 -0
  144. package/dist/observability/local/reviewStore.js +203 -0
  145. package/dist/observability/local/traceStore.d.ts +103 -0
  146. package/dist/observability/local/traceStore.js +325 -0
  147. package/dist/observability/observabilityApp.d.ts +24 -0
  148. package/dist/observability/observabilityApp.js +157 -0
  149. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  150. package/dist/observability/observabilityAppRegistry.js +16 -0
  151. package/dist/observability/permissions.d.ts +7 -0
  152. package/dist/observability/permissions.js +60 -0
  153. package/dist/observability/reviewPanels.d.ts +18 -0
  154. package/dist/observability/reviewPanels.js +46 -0
  155. package/dist/observability/routes/datasets.d.ts +7 -0
  156. package/dist/observability/routes/datasets.js +149 -0
  157. package/dist/observability/routes/evaluators.d.ts +7 -0
  158. package/dist/observability/routes/evaluators.js +123 -0
  159. package/dist/observability/routes/experiments.d.ts +7 -0
  160. package/dist/observability/routes/experiments.js +95 -0
  161. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  162. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  163. package/dist/observability/routes/prompts.d.ts +12 -0
  164. package/dist/observability/routes/prompts.js +172 -0
  165. package/dist/observability/routes/requestAiService.d.ts +13 -0
  166. package/dist/observability/routes/requestAiService.js +21 -0
  167. package/dist/observability/routes/review.d.ts +7 -0
  168. package/dist/observability/routes/review.js +79 -0
  169. package/dist/observability/routes/status.d.ts +5 -0
  170. package/dist/observability/routes/status.js +31 -0
  171. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  172. package/dist/observability/routes/testMultiStage.js +67 -0
  173. package/dist/observability/routes/traces.d.ts +7 -0
  174. package/dist/observability/routes/traces.js +129 -0
  175. package/dist/observability/schemaValidation.d.ts +5 -0
  176. package/dist/observability/schemaValidation.js +26 -0
  177. package/dist/observability/sopThresholds.d.ts +2 -0
  178. package/dist/observability/sopThresholds.js +21 -0
  179. package/dist/observability/status.d.ts +23 -0
  180. package/dist/observability/status.js +34 -0
  181. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  182. package/dist/observability/testMultiStageSchemas.js +79 -0
  183. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  184. package/dist/observability/testMultiStageWorkflow.js +218 -0
  185. package/dist/observability/types.d.ts +159 -0
  186. package/dist/observability/types.js +67 -0
  187. package/dist/routes/files.js +18 -7
  188. package/dist/routes/gpt.js +79 -689
  189. package/dist/routes/gptActions.d.ts +9 -0
  190. package/dist/routes/gptActions.js +212 -0
  191. package/dist/routes/gptDatasets.d.ts +5 -0
  192. package/dist/routes/gptDatasets.js +94 -0
  193. package/dist/routes/gptHistories.d.ts +3 -1
  194. package/dist/routes/gptHistories.js +188 -2
  195. package/dist/service/aiDatasets.d.ts +57 -0
  196. package/dist/service/aiDatasets.js +253 -0
  197. package/dist/service/aiService.d.ts +50 -1
  198. package/dist/service/aiService.js +426 -77
  199. package/dist/service/askFiles.d.ts +49 -0
  200. package/dist/service/askFiles.js +162 -0
  201. package/dist/service/asks.d.ts +76 -0
  202. package/dist/service/asks.js +284 -0
  203. package/dist/service/chatTurn.d.ts +128 -0
  204. package/dist/service/chatTurn.js +1674 -0
  205. package/dist/service/fileStorage.d.ts +4 -0
  206. package/dist/service/fileStorage.js +7 -2
  207. package/dist/service/fillActionIds.d.ts +6 -0
  208. package/dist/service/fillActionIds.js +79 -0
  209. package/dist/service/jsonFenceModel.d.ts +7 -0
  210. package/dist/service/jsonFenceModel.js +45 -0
  211. package/dist/service/prompts.d.ts +52 -0
  212. package/dist/service/prompts.js +96 -1
  213. package/dist/service/sanitizeHtml.d.ts +11 -0
  214. package/dist/service/sanitizeHtml.js +108 -0
  215. package/dist/types/harness.d.ts +934 -0
  216. package/dist/types/harness.js +133 -0
  217. package/dist/types/index.d.ts +192 -14
  218. package/dist/types/index.js +2 -0
  219. package/dist/types/observability.d.ts +288 -0
  220. package/dist/types/observability.js +2 -0
  221. package/package.json +17 -5
  222. package/src/aiApp.test.ts +207 -1
  223. package/src/aiApp.ts +19 -6
  224. package/src/harness/adminScreens.test.ts +34 -0
  225. package/src/harness/adminScreens.ts +11 -0
  226. package/src/harness/agentLoop.test.ts +1034 -0
  227. package/src/harness/agentLoop.ts +1082 -0
  228. package/src/harness/agentRecovery.test.ts +380 -0
  229. package/src/harness/agentTaskNames.ts +4 -0
  230. package/src/harness/approvalPolicy.ts +28 -0
  231. package/src/harness/approvals.test.ts +1094 -0
  232. package/src/harness/approvals.ts +644 -0
  233. package/src/harness/commit.ts +1049 -0
  234. package/src/harness/conversation.ts +503 -0
  235. package/src/harness/defineAgent.test.ts +92 -0
  236. package/src/harness/defineAgent.ts +82 -0
  237. package/src/harness/defineTask.test.ts +59 -0
  238. package/src/harness/defineTask.ts +76 -0
  239. package/src/harness/defineTool.ts +45 -0
  240. package/src/harness/definitionError.ts +13 -0
  241. package/src/harness/errors.test.ts +90 -0
  242. package/src/harness/errors.ts +119 -0
  243. package/src/harness/eventHub.test.ts +124 -0
  244. package/src/harness/eventHub.ts +159 -0
  245. package/src/harness/events.test.ts +757 -0
  246. package/src/harness/events.ts +384 -0
  247. package/src/harness/executionEnv.ts +34 -0
  248. package/src/harness/extensions.test.ts +1218 -0
  249. package/src/harness/extensions.ts +382 -0
  250. package/src/harness/harness.test.ts +693 -0
  251. package/src/harness/harness.ts +767 -0
  252. package/src/harness/harnessApp.ts +76 -0
  253. package/src/harness/internalRuntime.ts +44 -0
  254. package/src/harness/leases.ts +132 -0
  255. package/src/harness/memo.ts +107 -0
  256. package/src/harness/modelCall.test.ts +134 -0
  257. package/src/harness/modelCall.ts +200 -0
  258. package/src/harness/models/harnessApproval.ts +109 -0
  259. package/src/harness/models/harnessConversation.ts +142 -0
  260. package/src/harness/models/harnessEvent.ts +92 -0
  261. package/src/harness/models/harnessInboxEvent.ts +73 -0
  262. package/src/harness/models/harnessMemo.ts +43 -0
  263. package/src/harness/models/harnessMessage.ts +85 -0
  264. package/src/harness/models/harnessModels.test.ts +60 -0
  265. package/src/harness/models/harnessOwner.ts +40 -0
  266. package/src/harness/models/harnessTask.ts +201 -0
  267. package/src/harness/ownership.test.ts +1087 -0
  268. package/src/harness/ownership.ts +618 -0
  269. package/src/harness/recovery.test.ts +912 -0
  270. package/src/harness/registry.ts +124 -0
  271. package/src/harness/retries.test.ts +292 -0
  272. package/src/harness/retryBackoff.test.ts +100 -0
  273. package/src/harness/retryBackoff.ts +77 -0
  274. package/src/harness/routes/approvals.ts +123 -0
  275. package/src/harness/routes/conversations.test.ts +518 -0
  276. package/src/harness/routes/conversations.ts +102 -0
  277. package/src/harness/routes/events.ts +280 -0
  278. package/src/harness/routes/tasks.test.ts +198 -0
  279. package/src/harness/routes/tasks.ts +146 -0
  280. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  281. package/src/harness/runners/inProcessRunner.ts +220 -0
  282. package/src/harness/runtime.ts +714 -0
  283. package/src/harness/subagent.test.ts +696 -0
  284. package/src/harness/subagent.ts +192 -0
  285. package/src/harness/suspend.ts +13 -0
  286. package/src/harness/transaction.ts +17 -0
  287. package/src/harness/versioning.test.ts +288 -0
  288. package/src/harness/waits.test.ts +693 -0
  289. package/src/harness/waits.ts +356 -0
  290. package/src/index.test.ts +13 -0
  291. package/src/index.ts +70 -0
  292. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  293. package/src/models/aiDataset.test.ts +34 -0
  294. package/src/models/aiDataset.ts +78 -0
  295. package/src/models/aiRequest.ts +2 -1
  296. package/src/models/gptHistory.test.ts +156 -0
  297. package/src/models/gptHistory.ts +89 -1
  298. package/src/observability/adminScreens.test.ts +71 -0
  299. package/src/observability/adminScreens.ts +42 -0
  300. package/src/observability/compileTemplate.test.ts +14 -0
  301. package/src/observability/compileTemplate.ts +10 -0
  302. package/src/observability/datasetImport.test.ts +95 -0
  303. package/src/observability/datasetImport.ts +220 -0
  304. package/src/observability/evaluate.test.ts +549 -0
  305. package/src/observability/evaluate.ts +254 -0
  306. package/src/observability/evaluatorTemplates.ts +124 -0
  307. package/src/observability/jsonPath.test.ts +52 -0
  308. package/src/observability/jsonPath.ts +60 -0
  309. package/src/observability/local/datasetStore.test.ts +230 -0
  310. package/src/observability/local/datasetStore.ts +452 -0
  311. package/src/observability/local/evaluatorStore.test.ts +138 -0
  312. package/src/observability/local/evaluatorStore.ts +224 -0
  313. package/src/observability/local/experimentRunner.test.ts +489 -0
  314. package/src/observability/local/experimentRunner.ts +548 -0
  315. package/src/observability/local/localPlugin.ts +88 -0
  316. package/src/observability/local/models/obsDataset.ts +38 -0
  317. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  318. package/src/observability/local/models/obsEvaluator.ts +102 -0
  319. package/src/observability/local/models/obsExperiment.ts +91 -0
  320. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  321. package/src/observability/local/models/obsPrompt.ts +43 -0
  322. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  323. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  324. package/src/observability/local/models/obsReviewItem.ts +79 -0
  325. package/src/observability/local/models/obsScore.ts +59 -0
  326. package/src/observability/local/models/obsSpan.ts +65 -0
  327. package/src/observability/local/models/obsTrace.ts +94 -0
  328. package/src/observability/local/obsModels.test.ts +119 -0
  329. package/src/observability/local/promptStore.test.ts +351 -0
  330. package/src/observability/local/promptStore.ts +665 -0
  331. package/src/observability/local/reviewStore.test.ts +164 -0
  332. package/src/observability/local/reviewStore.ts +264 -0
  333. package/src/observability/local/traceStore.test.ts +264 -0
  334. package/src/observability/local/traceStore.ts +440 -0
  335. package/src/observability/observabilityApp.test.ts +92 -0
  336. package/src/observability/observabilityApp.ts +185 -0
  337. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  338. package/src/observability/observabilityAppRegistry.ts +35 -0
  339. package/src/observability/permissions.test.ts +96 -0
  340. package/src/observability/permissions.ts +78 -0
  341. package/src/observability/reviewPanels.test.ts +35 -0
  342. package/src/observability/reviewPanels.ts +64 -0
  343. package/src/observability/routes/datasets.test.ts +176 -0
  344. package/src/observability/routes/datasets.ts +252 -0
  345. package/src/observability/routes/evaluators.test.ts +119 -0
  346. package/src/observability/routes/evaluators.ts +207 -0
  347. package/src/observability/routes/experiments.test.ts +282 -0
  348. package/src/observability/routes/experiments.ts +152 -0
  349. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  350. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  351. package/src/observability/routes/prompts.test.ts +320 -0
  352. package/src/observability/routes/prompts.ts +263 -0
  353. package/src/observability/routes/requestAiService.ts +36 -0
  354. package/src/observability/routes/review.test.ts +120 -0
  355. package/src/observability/routes/review.ts +125 -0
  356. package/src/observability/routes/status.test.ts +116 -0
  357. package/src/observability/routes/status.ts +47 -0
  358. package/src/observability/routes/testMultiStage.test.ts +214 -0
  359. package/src/observability/routes/testMultiStage.ts +96 -0
  360. package/src/observability/routes/traces.test.ts +167 -0
  361. package/src/observability/routes/traces.ts +172 -0
  362. package/src/observability/schemaValidation.ts +29 -0
  363. package/src/observability/sopThresholds.ts +20 -0
  364. package/src/observability/status.test.ts +38 -0
  365. package/src/observability/status.ts +56 -0
  366. package/src/observability/testMultiStageSchemas.ts +95 -0
  367. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  368. package/src/observability/testMultiStageWorkflow.ts +307 -0
  369. package/src/observability/types.ts +262 -0
  370. package/src/routes/files.test.ts +63 -9
  371. package/src/routes/files.ts +21 -7
  372. package/src/routes/gpt.test.ts +3279 -0
  373. package/src/routes/gpt.ts +91 -816
  374. package/src/routes/gptActions.test.ts +241 -0
  375. package/src/routes/gptActions.ts +255 -0
  376. package/src/routes/gptApprovals.test.ts +762 -0
  377. package/src/routes/gptDatasets.test.ts +86 -0
  378. package/src/routes/gptDatasets.ts +104 -0
  379. package/src/routes/gptFiles.test.ts +589 -0
  380. package/src/routes/gptHistories.test.ts +933 -0
  381. package/src/routes/gptHistories.ts +266 -5
  382. package/src/routes/routes.test.ts +222 -2
  383. package/src/service/aiDatasets.test.ts +123 -0
  384. package/src/service/aiDatasets.ts +316 -0
  385. package/src/service/aiService.test.ts +593 -0
  386. package/src/service/aiService.ts +568 -111
  387. package/src/service/askFiles.test.ts +96 -0
  388. package/src/service/askFiles.ts +222 -0
  389. package/src/service/asks.test.ts +946 -0
  390. package/src/service/asks.ts +423 -0
  391. package/src/service/chatTurn.ts +2287 -0
  392. package/src/service/fileStorage.test.ts +11 -0
  393. package/src/service/fileStorage.ts +10 -2
  394. package/src/service/fillActionIds.test.ts +65 -0
  395. package/src/service/fillActionIds.ts +98 -0
  396. package/src/service/jsonFenceModel.test.ts +47 -0
  397. package/src/service/jsonFenceModel.ts +53 -0
  398. package/src/service/prompts.test.ts +21 -0
  399. package/src/service/prompts.ts +147 -0
  400. package/src/service/sanitizeHtml.test.ts +61 -0
  401. package/src/service/sanitizeHtml.ts +109 -0
  402. package/src/tests/bunSetup.test.ts +7 -4
  403. package/src/tests/bunSetup.ts +7 -7
  404. package/src/tests/chatHarness.ts +478 -0
  405. package/src/tests/generateStream.ts +49 -0
  406. package/src/tests/harnessErrors.ts +22 -0
  407. package/src/tests/harnessStreaming.ts +227 -0
  408. package/src/tests/helpers.ts +9 -2
  409. package/src/types/harness.ts +1095 -0
  410. package/src/types/index.ts +209 -13
  411. package/src/types/observability.ts +344 -0
  412. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,192 @@
1
+ import type {z} from "@terreno/api";
2
+ import {asSchema} from "ai";
3
+ import mongoose from "mongoose";
4
+
5
+ import type {
6
+ HarnessAgentDefinition,
7
+ HarnessChildOutcome,
8
+ HarnessExtensionDefinition,
9
+ HarnessLeaseSettings,
10
+ HarnessTaskDefinition,
11
+ HarnessTaskDocument,
12
+ HarnessTurnResult,
13
+ } from "../types/harness";
14
+ import {HARNESS_CONVERSATION_STATUSES, HARNESS_MESSAGE_ROLES} from "../types/harness";
15
+ import type {AgentTurnInput} from "./agentLoop";
16
+ import {createChildTaskRecords, type HarnessModels} from "./commit";
17
+ import {conversationAgentSnapshot} from "./conversation";
18
+ import {insertMessages} from "./events";
19
+
20
+ /** A subagent run by `rt.runAgent` did not produce a usable answer. */
21
+ export class HarnessSubagentError extends Error {
22
+ readonly agentName: string;
23
+ readonly conversationId: string;
24
+ /** Terminal status of the subagent's turn task. */
25
+ readonly status: HarnessChildOutcome["status"];
26
+ readonly turnTaskId: string;
27
+
28
+ constructor({
29
+ agentName,
30
+ conversationId,
31
+ message,
32
+ outcome,
33
+ }: {
34
+ agentName: string;
35
+ conversationId: string;
36
+ message: string;
37
+ outcome: HarnessChildOutcome;
38
+ }) {
39
+ super(message);
40
+ this.name = "HarnessSubagentError";
41
+ this.agentName = agentName;
42
+ this.conversationId = conversationId;
43
+ this.status = outcome.status;
44
+ this.turnTaskId = outcome.id;
45
+ }
46
+ }
47
+
48
+ /** The subagent's user message: strings as-is, anything else as JSON. */
49
+ export const subagentContent = (input: unknown): string | undefined => {
50
+ if (typeof input === "string") {
51
+ return input.trim() ? input : undefined;
52
+ }
53
+ if (input === undefined) {
54
+ return undefined;
55
+ }
56
+ return JSON.stringify(input);
57
+ };
58
+
59
+ /**
60
+ * Serialize `schema` as JSON Schema with the AI SDK's own converter, so the turn requests
61
+ * exactly the structure `Output.object` would. Stored as a string: JSON Schema keys such
62
+ * as `$schema` and `$ref` are not valid Mongo field names.
63
+ */
64
+ export const serializeOutputSchema = async (schema: z.ZodType): Promise<string> => {
65
+ const converted = await Promise.resolve(asSchema(schema).jsonSchema);
66
+ return JSON.stringify(converted);
67
+ };
68
+
69
+ /**
70
+ * Create the subagent's conversation, its user message, and its turn (a child task of
71
+ * `parent` with an `AGENT` span named after the agent) in one transaction. A re-run of
72
+ * the same phase attempt finds the turn created first, and with it the same conversation.
73
+ */
74
+ export const startSubagentTurn = async ({
75
+ agent,
76
+ callIndex,
77
+ content,
78
+ extensions,
79
+ instructions,
80
+ lease,
81
+ models,
82
+ outputSchema,
83
+ parent,
84
+ turn,
85
+ }: {
86
+ agent: HarnessAgentDefinition;
87
+ callIndex: number;
88
+ content: string;
89
+ /** Registered extensions, for the conversation's tool snapshot. */
90
+ extensions: Map<string, HarnessExtensionDefinition>;
91
+ instructions?: string;
92
+ lease: HarnessLeaseSettings;
93
+ models: HarnessModels;
94
+ outputSchema?: string;
95
+ parent: HarnessTaskDocument;
96
+ turn: HarnessTaskDefinition;
97
+ }): Promise<{conversationId: string; turnTask: HarnessTaskDocument}> => {
98
+ const key = `agent:${callIndex}`;
99
+ const newConversationId = new mongoose.Types.ObjectId();
100
+ const input: AgentTurnInput = {conversationId: String(newConversationId)};
101
+ const turnTask = await createChildTaskRecords({
102
+ definition: turn,
103
+ input,
104
+ key,
105
+ lease,
106
+ models,
107
+ options: {},
108
+ parent,
109
+ span: {
110
+ // The message itself is in the transcript; the span stays bounded.
111
+ input: {conversationId: input.conversationId, instructions, messageSeq: 1},
112
+ kind: "AGENT",
113
+ name: agent.name,
114
+ },
115
+ writes: async ({session, task}) => {
116
+ await models.conversation.create(
117
+ [
118
+ {
119
+ _id: newConversationId,
120
+ activeTurnTaskId: task._id,
121
+ agent: {
122
+ ...conversationAgentSnapshot({agent, extensions}),
123
+ instructions: instructions ?? agent.instructions,
124
+ outputSchema,
125
+ },
126
+ ownerKey: `${parent.step ?? 0}:${parent.attempt ?? 0}:${key}`,
127
+ ownership: {id: parent._id, kind: "task"},
128
+ seq: 1,
129
+ status: HARNESS_CONVERSATION_STATUSES.busy,
130
+ userId: parent.userId,
131
+ },
132
+ ],
133
+ {session}
134
+ );
135
+ await insertMessages({
136
+ messages: [
137
+ {
138
+ conversationId: newConversationId,
139
+ parts: [{text: content, type: "text"}],
140
+ role: HARNESS_MESSAGE_ROLES.user,
141
+ seq: 1,
142
+ turnTaskId: task._id,
143
+ },
144
+ ],
145
+ models,
146
+ session,
147
+ });
148
+ },
149
+ });
150
+ // An existing turn carries the conversation created with it.
151
+ const {conversationId} = turnTask.input as AgentTurnInput;
152
+ return {conversationId, turnTask};
153
+ };
154
+
155
+ /** The value `rt.runAgent` returns for a settled turn, or the error it throws. */
156
+ export const subagentResult = <Result>({
157
+ agent,
158
+ conversationId,
159
+ outcome,
160
+ schema,
161
+ }: {
162
+ agent: HarnessAgentDefinition;
163
+ conversationId: string;
164
+ outcome: HarnessChildOutcome;
165
+ schema?: z.ZodType<Result>;
166
+ }): Result => {
167
+ const fail = (message: string): HarnessSubagentError =>
168
+ new HarnessSubagentError({agentName: agent.name, conversationId, message, outcome});
169
+ if (outcome.status !== "completed") {
170
+ throw fail(
171
+ `Subagent "${agent.name}" ${outcome.status}: ${outcome.error ?? "no error recorded"}`
172
+ );
173
+ }
174
+ const result = outcome.result as HarnessTurnResult;
175
+ // A turn cut off by maxSteps ends on a tool round, so its text is not an answer.
176
+ if (result.finishReason !== "stop") {
177
+ throw fail(`Subagent "${agent.name}" finished (${result.finishReason}) without a final answer`);
178
+ }
179
+ if (!schema) {
180
+ return result.text as Result;
181
+ }
182
+ if (result.output === undefined) {
183
+ throw fail(`Subagent "${agent.name}" answered without structured output`);
184
+ }
185
+ const parsed = schema.safeParse(result.output);
186
+ if (!parsed.success) {
187
+ throw fail(
188
+ `Subagent "${agent.name}" output does not match its schema: ${parsed.error.message}`
189
+ );
190
+ }
191
+ return parsed.data;
192
+ };
@@ -0,0 +1,13 @@
1
+ /**
2
+ * Unwinds a phase that committed `waiting`; the runner stops the task without failing it.
3
+ * Code that wraps user callbacks (hooks, tools) must rethrow it untouched.
4
+ */
5
+ export class HarnessSuspendSignal extends Error {
6
+ constructor(taskId: string) {
7
+ super(`Harness task ${taskId} is waiting; the phase re-runs when the wait is satisfied`);
8
+ this.name = "HarnessSuspendSignal";
9
+ }
10
+ }
11
+
12
+ export const isHarnessSuspendSignal = (error: unknown): error is HarnessSuspendSignal =>
13
+ error instanceof HarnessSuspendSignal;
@@ -0,0 +1,17 @@
1
+ import mongoose, {type ClientSession} from "mongoose";
2
+
3
+ /** Run `work` in one Mongo transaction; every write inside must pass `session`. */
4
+ export const inTransaction = async <T>(
5
+ work: (session: ClientSession) => Promise<T>
6
+ ): Promise<T> => {
7
+ const session = await mongoose.connection.startSession();
8
+ try {
9
+ let result: T | undefined;
10
+ await session.withTransaction(async () => {
11
+ result = await work(session);
12
+ });
13
+ return result as T;
14
+ } finally {
15
+ await session.endSession();
16
+ }
17
+ };
@@ -0,0 +1,288 @@
1
+ import {afterEach, beforeAll, beforeEach, describe, expect, it} from "bun:test";
2
+ import {DateTime} from "luxon";
3
+
4
+ import {createLocalObservabilityPlugin} from "../observability/local/localPlugin";
5
+ import {registerObsSpan} from "../observability/local/models/obsSpan";
6
+ import {registerObsTrace} from "../observability/local/models/obsTrace";
7
+ import {harnessErrorMatching} from "../tests/harnessErrors";
8
+ import type {ObsSpanModel, ObsTraceModel} from "../types/observability";
9
+ import {type AnyHarnessTaskDefinition, defineTask, Harness, InProcessRunner} from "./harness";
10
+ import {registerHarnessTask} from "./models/harnessTask";
11
+
12
+ interface IntakeInput {
13
+ patientId: string;
14
+ }
15
+
16
+ /** Handler calls, tagged `name@version:phase`, so a test can tell which version ran. */
17
+ const calls: string[] = [];
18
+
19
+ /** `test.intake` at `version`: two phases on v1, one renamed phase on v2. */
20
+ const intakeAt = (version: number): AnyHarnessTaskDefinition => {
21
+ const tag = (phase: string): string => `test.intake@${version}:${phase}`;
22
+ const phases =
23
+ version === 1
24
+ ? {
25
+ fetch: {
26
+ run: async (_task: unknown, rt: {commit: (next: object) => Promise<void>}) => {
27
+ calls.push(tag("fetch"));
28
+ await rt.commit({phase: "summarize", state: {chart: "v1-chart"}});
29
+ },
30
+ },
31
+ summarize: {
32
+ run: async (_task: unknown, rt: {commit: (next: object) => Promise<void>}) => {
33
+ calls.push(tag("summarize"));
34
+ await rt.commit({terminal: {result: "v1", status: "completed"}});
35
+ },
36
+ },
37
+ }
38
+ : {
39
+ gather: {
40
+ run: async (_task: unknown, rt: {commit: (next: object) => Promise<void>}) => {
41
+ calls.push(tag("gather"));
42
+ await rt.commit({terminal: {result: `v${version}`, status: "completed"}});
43
+ },
44
+ },
45
+ };
46
+ return defineTask<IntakeInput, {chart?: string}, unknown>({
47
+ abort: async (_task, rt) => {
48
+ calls.push(`${tag("abort")}:${rt.reason}`);
49
+ },
50
+ initial: () => ({phase: version === 1 ? "fetch" : "gather", state: {}}),
51
+ name: "test.intake",
52
+ phases: phases as never,
53
+ version,
54
+ }) as unknown as AnyHarnessTaskDefinition;
55
+ };
56
+
57
+ const intakeV1 = intakeAt(1);
58
+ const intakeV2 = intakeAt(2);
59
+
60
+ const TaskModel = registerHarnessTask();
61
+ let SpanModel: ObsSpanModel;
62
+ let TraceModel: ObsTraceModel;
63
+
64
+ const openHarnesses: Harness[] = [];
65
+
66
+ const openHarness = async (registry: ReadonlyArray<AnyHarnessTaskDefinition>): Promise<Harness> => {
67
+ const harness = await Harness.open({
68
+ registry,
69
+ runner: new InProcessRunner({pollInterval: {milliseconds: 20}}),
70
+ });
71
+ openHarnesses.push(harness);
72
+ return harness;
73
+ };
74
+
75
+ describe("Harness version pinning", () => {
76
+ beforeAll(() => {
77
+ createLocalObservabilityPlugin();
78
+ SpanModel = registerObsSpan();
79
+ TraceModel = registerObsTrace();
80
+ });
81
+
82
+ beforeEach(async () => {
83
+ calls.length = 0;
84
+ await Promise.all([
85
+ TaskModel.deleteMany({}),
86
+ SpanModel.deleteMany({}),
87
+ TraceModel.deleteMany({}),
88
+ ]);
89
+ });
90
+
91
+ afterEach(async () => {
92
+ await Promise.all(openHarnesses.splice(0).map((harness) => harness.stop()));
93
+ });
94
+
95
+ it("registers several versions of one name side by side and pins createTask to each", async () => {
96
+ const harness = await openHarness([intakeV1, intakeV2]);
97
+
98
+ const v1 = await harness.createTask(intakeV1, {patientId: "p1"} as never);
99
+ const v2 = await harness.createTask(intakeV2, {patientId: "p2"} as never);
100
+ expect({name: v1.name, phase: v1.phase, version: v1.version}).toEqual({
101
+ name: "test.intake",
102
+ phase: "fetch",
103
+ version: 1,
104
+ });
105
+ expect({name: v2.name, phase: v2.phase, version: v2.version}).toEqual({
106
+ name: "test.intake",
107
+ phase: "gather",
108
+ version: 2,
109
+ });
110
+ });
111
+
112
+ it("throws when the same name@version is registered twice, even beside other versions", async () => {
113
+ await expect(openHarness([intakeV1, intakeV2, intakeAt(2)])).rejects.toThrow(
114
+ harnessErrorMatching("configInvalid", "Harness registry lists test.intake@2 more than once")
115
+ );
116
+ });
117
+
118
+ it("finishes an in-flight v1 task on v1 handlers while new v2 tasks run on v2 (AC10)", async () => {
119
+ // The old deploy: v1 starts a task and checkpoints after its first phase.
120
+ const oldDeploy = await openHarness([intakeV1]);
121
+ const inFlight = await oldDeploy.createTask(intakeV1, {patientId: "p1"} as never);
122
+ await TaskModel.updateOne(
123
+ {_id: inFlight._id},
124
+ {$set: {phase: "summarize", state: {chart: "v1-chart"}}}
125
+ );
126
+ await oldDeploy.stop();
127
+
128
+ // The new deploy keeps v1 registered beside v2.
129
+ const newDeploy = await openHarness([intakeV1, intakeV2]);
130
+ await newDeploy.start();
131
+ const fresh = await newDeploy.createTask(intakeV2, {patientId: "p2"} as never);
132
+
133
+ const [oldDone, newDone] = await Promise.all([
134
+ newDeploy.waitForTask(inFlight._id),
135
+ newDeploy.waitForTask(fresh._id),
136
+ ]);
137
+ expect(oldDone.outcome?.result).toBe("v1");
138
+ expect(newDone.outcome?.result).toBe("v2");
139
+ expect([...calls].sort()).toEqual(["test.intake@1:summarize", "test.intake@2:gather"]);
140
+ });
141
+
142
+ it("refuses to start when non-terminal tasks use unregistered versions, listing each with its count (AC10)", async () => {
143
+ const old = await openHarness([intakeV1, intakeAt(3)]);
144
+ const pending = await old.createTask(intakeV1, {patientId: "a"} as never);
145
+ const running = await old.createTask(intakeV1, {patientId: "b"} as never);
146
+ const waiting = await old.createTask(intakeV1, {patientId: "c"} as never);
147
+ const aborting = await old.createTask(intakeAt(3), {patientId: "d"} as never);
148
+ const interrupted = await old.createTask(intakeAt(3), {patientId: "e"} as never);
149
+ const done = await old.createTask(intakeAt(3), {patientId: "f"} as never);
150
+ await TaskModel.updateOne({_id: running._id}, {$set: {status: "running"}});
151
+ await TaskModel.updateOne({_id: waiting._id}, {$set: {status: "waiting"}});
152
+ await TaskModel.updateOne(
153
+ {_id: aborting._id},
154
+ {$set: {abortRequested: {at: DateTime.now().toJSDate(), reason: "retire"}}}
155
+ );
156
+ await TaskModel.updateOne({_id: interrupted._id}, {$set: {status: "interrupted"}});
157
+ // Terminal tasks never run again, so their version need not be registered.
158
+ await TaskModel.updateOne({_id: done._id}, {$set: {status: "completed"}});
159
+ await old.stop();
160
+
161
+ const harness = await openHarness([intakeV2]);
162
+ // A task this registry does run, to prove the check happens before any claim.
163
+ const runnable = await harness.createTask(intakeV2, {patientId: "g"} as never);
164
+ await expect(harness.start()).rejects.toThrow(
165
+ harnessErrorMatching(
166
+ "configInvalid",
167
+ "Harness.start: in-flight tasks use task versions this registry does not register: test.intake@1 (3 tasks), test.intake@3 (2 tasks)."
168
+ )
169
+ );
170
+
171
+ // Nothing was claimed: the pending task kept no lease and never ran.
172
+ const untouched = await TaskModel.findExactlyOne({_id: pending._id});
173
+ expect(untouched.status).toBe("pending");
174
+ expect(untouched.lease?.owner).toBeUndefined();
175
+ const notClaimed = await TaskModel.findExactlyOne({_id: runnable._id});
176
+ expect(notClaimed.status).toBe("pending");
177
+ expect(notClaimed.lease?.owner).toBeUndefined();
178
+ expect(calls).toEqual([]);
179
+
180
+ // Registering the missing versions lets a redeployed process start.
181
+ const fixed = await openHarness([intakeV1, intakeV2, intakeAt(3)]);
182
+ await fixed.start();
183
+ expect((await fixed.waitForTask(pending._id)).outcome?.result).toBe("v1");
184
+ });
185
+
186
+ it("starts when every in-flight version is registered and only terminal rows are unknown", async () => {
187
+ const old = await openHarness([intakeV1]);
188
+ const finished = await old.createTask(intakeV1, {patientId: "a"} as never);
189
+ await TaskModel.updateOne({_id: finished._id}, {$set: {status: "failed"}});
190
+
191
+ const harness = await openHarness([intakeV2]);
192
+ await harness.start();
193
+ const fresh = await harness.createTask(intakeV2, {patientId: "b"} as never);
194
+ expect((await harness.waitForTask(fresh._id)).outcome?.result).toBe("v2");
195
+ });
196
+
197
+ it("never claims a pending task of a version created after start that it does not register", async () => {
198
+ const harness = await openHarness([intakeV2]);
199
+ await harness.start();
200
+ const other = await openHarness([intakeV1]);
201
+ const stranded = await other.createTask(intakeV1, {patientId: "a"} as never);
202
+
203
+ const done = await harness.waitForTask(
204
+ (await harness.createTask(intakeV2, {patientId: "b"} as never))._id
205
+ );
206
+ expect(done.outcome?.result).toBe("v2");
207
+ // Several poll intervals pass while the v1 row is runnable.
208
+ await new Promise((resolve) => setTimeout(resolve, 100));
209
+ expect((await TaskModel.findExactlyOne({_id: stranded._id})).status).toBe("pending");
210
+ expect(calls).toEqual(["test.intake@2:gather"]);
211
+ });
212
+
213
+ it("runs the abort handler of the version each task is pinned to", async () => {
214
+ const harness = await openHarness([intakeV1, intakeV2]);
215
+ const v1 = await harness.createTask(intakeV1, {patientId: "a"} as never);
216
+ const v2 = await harness.createTask(intakeV2, {patientId: "b"} as never);
217
+
218
+ await harness.abort(v1._id, {reason: "stop-v1"});
219
+ await harness.abort(v2._id, {reason: "stop-v2"});
220
+
221
+ expect(calls).toEqual(["test.intake@1:abort:stop-v1", "test.intake@2:abort:stop-v2"]);
222
+ const spans = await SpanModel.find({name: "abort"}).sort({created: 1});
223
+ expect(spans.map((span) => (span.output as {abortHandler: unknown}).abortHandler)).toEqual([
224
+ {status: "ok"},
225
+ {status: "ok"},
226
+ ]);
227
+ });
228
+
229
+ it("pins a child task to the version its parent passed to rt.createTask", async () => {
230
+ const parent = defineTask<unknown, unknown, unknown>({
231
+ initial: () => ({phase: "spawn"}),
232
+ name: "test.parent",
233
+ phases: {
234
+ spawn: {
235
+ run: async (_task, rt) => {
236
+ const childId = await rt.createTask(intakeV1 as never, {patientId: "kid"});
237
+ await rt.waitForTasks([childId]);
238
+ await rt.commit({terminal: {result: "done", status: "completed"}});
239
+ },
240
+ },
241
+ },
242
+ version: 1,
243
+ }) as unknown as AnyHarnessTaskDefinition;
244
+ const harness = await openHarness([parent, intakeV1, intakeV2]);
245
+ await harness.start();
246
+
247
+ const created = await harness.createTask(parent, {} as never);
248
+ expect((await harness.waitForTask(created._id)).status).toBe("completed");
249
+ const child = await TaskModel.findExactlyOne({"ownership.id": created._id});
250
+ expect(child.version).toBe(1);
251
+ expect(calls).toEqual(["test.intake@1:fetch", "test.intake@1:summarize"]);
252
+ });
253
+
254
+ it("lets only one of two overlapping start() calls run, and allows a retry after a failed check", async () => {
255
+ const old = await openHarness([intakeV1]);
256
+ const stranded = await old.createTask(intakeV1, {patientId: "a"} as never);
257
+ const harness = await openHarness([intakeV2]);
258
+
259
+ await expect(harness.start()).rejects.toThrow(
260
+ harnessErrorMatching("configInvalid", "test.intake@1 (1 task)")
261
+ );
262
+ await TaskModel.updateOne({_id: stranded._id}, {$set: {status: "aborted"}});
263
+
264
+ const results = await Promise.allSettled([harness.start(), harness.start()]);
265
+ expect(results.map((result) => result.status).sort()).toEqual(["fulfilled", "rejected"]);
266
+ const rejected = results.find((result) => result.status === "rejected");
267
+ expect((rejected as PromiseRejectedResult).reason).toEqual(
268
+ harnessErrorMatching("alreadyStarted", "Harness is already started")
269
+ );
270
+ });
271
+
272
+ it("refuses to retry an interrupted task whose version this harness does not register", async () => {
273
+ const old = await openHarness([intakeV1]);
274
+ const created = await old.createTask(intakeV1, {patientId: "a"} as never);
275
+ await TaskModel.updateOne({_id: created._id}, {$set: {status: "interrupted"}});
276
+
277
+ const harness = await openHarness([intakeV2]);
278
+ await expect(
279
+ harness.resolveInterrupted(created._id, {action: "retry", reason: "try again"})
280
+ ).rejects.toThrow(
281
+ harnessErrorMatching(
282
+ "notRegistered",
283
+ "test.intake@1 is not in this harness registry; register it before retrying"
284
+ )
285
+ );
286
+ expect((await TaskModel.findExactlyOne({_id: created._id})).status).toBe("interrupted");
287
+ });
288
+ });