@terreno/ai 57.9.0 → 57.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +133 -0
  28. package/dist/harness/errors.js +107 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +522 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +191 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +64 -0
  80. package/dist/harness/runners/inProcessRunner.js +227 -0
  81. package/dist/harness/runners/jobsRunner.d.ts +62 -0
  82. package/dist/harness/runners/jobsRunner.js +212 -0
  83. package/dist/harness/runtime.d.ts +52 -0
  84. package/dist/harness/runtime.js +604 -0
  85. package/dist/harness/subagent.d.ts +53 -0
  86. package/dist/harness/subagent.js +134 -0
  87. package/dist/harness/suspend.d.ts +8 -0
  88. package/dist/harness/suspend.js +16 -0
  89. package/dist/harness/transaction.d.ts +3 -0
  90. package/dist/harness/transaction.js +22 -0
  91. package/dist/harness/waits.d.ts +100 -0
  92. package/dist/harness/waits.js +214 -0
  93. package/dist/index.d.ts +19 -1
  94. package/dist/index.js +45 -2
  95. package/dist/models/aiDataset.d.ts +2 -0
  96. package/dist/models/aiDataset.js +67 -0
  97. package/dist/models/aiRequest.js +1 -1
  98. package/dist/models/gptHistory.js +73 -0
  99. package/dist/observability/adminScreens.d.ts +5 -0
  100. package/dist/observability/adminScreens.js +32 -0
  101. package/dist/observability/compileTemplate.d.ts +1 -0
  102. package/dist/observability/compileTemplate.js +13 -0
  103. package/dist/observability/datasetImport.d.ts +11 -0
  104. package/dist/observability/datasetImport.js +185 -0
  105. package/dist/observability/evaluate.d.ts +31 -0
  106. package/dist/observability/evaluate.js +200 -0
  107. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  108. package/dist/observability/evaluatorTemplates.js +111 -0
  109. package/dist/observability/jsonPath.d.ts +2 -0
  110. package/dist/observability/jsonPath.js +57 -0
  111. package/dist/observability/local/datasetStore.d.ts +87 -0
  112. package/dist/observability/local/datasetStore.js +326 -0
  113. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  114. package/dist/observability/local/evaluatorStore.js +182 -0
  115. package/dist/observability/local/experimentRunner.d.ts +96 -0
  116. package/dist/observability/local/experimentRunner.js +419 -0
  117. package/dist/observability/local/localPlugin.d.ts +22 -0
  118. package/dist/observability/local/localPlugin.js +76 -0
  119. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  120. package/dist/observability/local/models/obsDataset.js +37 -0
  121. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  122. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  123. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  124. package/dist/observability/local/models/obsEvaluator.js +98 -0
  125. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperiment.js +87 -0
  127. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  128. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  129. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  130. package/dist/observability/local/models/obsPrompt.js +42 -0
  131. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  133. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  134. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  135. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  136. package/dist/observability/local/models/obsReviewItem.js +75 -0
  137. package/dist/observability/local/models/obsScore.d.ts +2 -0
  138. package/dist/observability/local/models/obsScore.js +58 -0
  139. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  140. package/dist/observability/local/models/obsSpan.js +64 -0
  141. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  142. package/dist/observability/local/models/obsTrace.js +93 -0
  143. package/dist/observability/local/promptStore.d.ts +180 -0
  144. package/dist/observability/local/promptStore.js +444 -0
  145. package/dist/observability/local/reviewStore.d.ts +50 -0
  146. package/dist/observability/local/reviewStore.js +203 -0
  147. package/dist/observability/local/traceStore.d.ts +103 -0
  148. package/dist/observability/local/traceStore.js +325 -0
  149. package/dist/observability/observabilityApp.d.ts +24 -0
  150. package/dist/observability/observabilityApp.js +157 -0
  151. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  152. package/dist/observability/observabilityAppRegistry.js +16 -0
  153. package/dist/observability/permissions.d.ts +7 -0
  154. package/dist/observability/permissions.js +60 -0
  155. package/dist/observability/reviewPanels.d.ts +18 -0
  156. package/dist/observability/reviewPanels.js +46 -0
  157. package/dist/observability/routes/datasets.d.ts +7 -0
  158. package/dist/observability/routes/datasets.js +149 -0
  159. package/dist/observability/routes/evaluators.d.ts +7 -0
  160. package/dist/observability/routes/evaluators.js +123 -0
  161. package/dist/observability/routes/experiments.d.ts +7 -0
  162. package/dist/observability/routes/experiments.js +95 -0
  163. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  164. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  165. package/dist/observability/routes/prompts.d.ts +12 -0
  166. package/dist/observability/routes/prompts.js +172 -0
  167. package/dist/observability/routes/requestAiService.d.ts +13 -0
  168. package/dist/observability/routes/requestAiService.js +21 -0
  169. package/dist/observability/routes/review.d.ts +7 -0
  170. package/dist/observability/routes/review.js +79 -0
  171. package/dist/observability/routes/status.d.ts +5 -0
  172. package/dist/observability/routes/status.js +31 -0
  173. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  174. package/dist/observability/routes/testMultiStage.js +67 -0
  175. package/dist/observability/routes/traces.d.ts +7 -0
  176. package/dist/observability/routes/traces.js +129 -0
  177. package/dist/observability/schemaValidation.d.ts +5 -0
  178. package/dist/observability/schemaValidation.js +26 -0
  179. package/dist/observability/sopThresholds.d.ts +2 -0
  180. package/dist/observability/sopThresholds.js +21 -0
  181. package/dist/observability/status.d.ts +23 -0
  182. package/dist/observability/status.js +34 -0
  183. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  184. package/dist/observability/testMultiStageSchemas.js +79 -0
  185. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  186. package/dist/observability/testMultiStageWorkflow.js +218 -0
  187. package/dist/observability/types.d.ts +159 -0
  188. package/dist/observability/types.js +67 -0
  189. package/dist/routes/files.js +18 -7
  190. package/dist/routes/gpt.js +79 -689
  191. package/dist/routes/gptActions.d.ts +9 -0
  192. package/dist/routes/gptActions.js +212 -0
  193. package/dist/routes/gptDatasets.d.ts +5 -0
  194. package/dist/routes/gptDatasets.js +94 -0
  195. package/dist/routes/gptHistories.d.ts +3 -1
  196. package/dist/routes/gptHistories.js +188 -2
  197. package/dist/service/aiDatasets.d.ts +57 -0
  198. package/dist/service/aiDatasets.js +253 -0
  199. package/dist/service/aiService.d.ts +50 -1
  200. package/dist/service/aiService.js +426 -77
  201. package/dist/service/askFiles.d.ts +49 -0
  202. package/dist/service/askFiles.js +162 -0
  203. package/dist/service/asks.d.ts +76 -0
  204. package/dist/service/asks.js +284 -0
  205. package/dist/service/chatTurn.d.ts +128 -0
  206. package/dist/service/chatTurn.js +1674 -0
  207. package/dist/service/fileStorage.d.ts +4 -0
  208. package/dist/service/fileStorage.js +7 -2
  209. package/dist/service/fillActionIds.d.ts +6 -0
  210. package/dist/service/fillActionIds.js +79 -0
  211. package/dist/service/jsonFenceModel.d.ts +7 -0
  212. package/dist/service/jsonFenceModel.js +45 -0
  213. package/dist/service/prompts.d.ts +52 -0
  214. package/dist/service/prompts.js +96 -1
  215. package/dist/service/sanitizeHtml.d.ts +11 -0
  216. package/dist/service/sanitizeHtml.js +108 -0
  217. package/dist/types/harness.d.ts +952 -0
  218. package/dist/types/harness.js +133 -0
  219. package/dist/types/index.d.ts +192 -14
  220. package/dist/types/index.js +2 -0
  221. package/dist/types/observability.d.ts +288 -0
  222. package/dist/types/observability.js +2 -0
  223. package/package.json +28 -5
  224. package/src/aiApp.test.ts +207 -1
  225. package/src/aiApp.ts +19 -6
  226. package/src/harness/adminScreens.test.ts +34 -0
  227. package/src/harness/adminScreens.ts +11 -0
  228. package/src/harness/agentLoop.test.ts +1034 -0
  229. package/src/harness/agentLoop.ts +1082 -0
  230. package/src/harness/agentRecovery.test.ts +380 -0
  231. package/src/harness/agentTaskNames.ts +4 -0
  232. package/src/harness/approvalPolicy.ts +28 -0
  233. package/src/harness/approvals.test.ts +1094 -0
  234. package/src/harness/approvals.ts +644 -0
  235. package/src/harness/commit.ts +1049 -0
  236. package/src/harness/concurrency.test.ts +155 -0
  237. package/src/harness/conversation.ts +503 -0
  238. package/src/harness/defineAgent.test.ts +92 -0
  239. package/src/harness/defineAgent.ts +82 -0
  240. package/src/harness/defineTask.test.ts +59 -0
  241. package/src/harness/defineTask.ts +76 -0
  242. package/src/harness/defineTool.ts +45 -0
  243. package/src/harness/definitionError.ts +13 -0
  244. package/src/harness/errors.test.ts +90 -0
  245. package/src/harness/errors.ts +125 -0
  246. package/src/harness/eventHub.test.ts +124 -0
  247. package/src/harness/eventHub.ts +159 -0
  248. package/src/harness/events.test.ts +769 -0
  249. package/src/harness/events.ts +384 -0
  250. package/src/harness/executionEnv.ts +34 -0
  251. package/src/harness/extensions.test.ts +1218 -0
  252. package/src/harness/extensions.ts +382 -0
  253. package/src/harness/harness.test.ts +693 -0
  254. package/src/harness/harness.ts +778 -0
  255. package/src/harness/harnessApp.ts +76 -0
  256. package/src/harness/internalRuntime.ts +44 -0
  257. package/src/harness/leases.ts +132 -0
  258. package/src/harness/memo.ts +107 -0
  259. package/src/harness/modelCall.test.ts +134 -0
  260. package/src/harness/modelCall.ts +200 -0
  261. package/src/harness/models/harnessApproval.ts +109 -0
  262. package/src/harness/models/harnessConversation.ts +142 -0
  263. package/src/harness/models/harnessEvent.ts +92 -0
  264. package/src/harness/models/harnessInboxEvent.ts +73 -0
  265. package/src/harness/models/harnessMemo.ts +43 -0
  266. package/src/harness/models/harnessMessage.ts +85 -0
  267. package/src/harness/models/harnessModels.test.ts +60 -0
  268. package/src/harness/models/harnessOwner.ts +40 -0
  269. package/src/harness/models/harnessTask.ts +206 -0
  270. package/src/harness/ownership.test.ts +1087 -0
  271. package/src/harness/ownership.ts +618 -0
  272. package/src/harness/recovery.test.ts +907 -0
  273. package/src/harness/registry.ts +124 -0
  274. package/src/harness/retries.test.ts +292 -0
  275. package/src/harness/retryBackoff.test.ts +100 -0
  276. package/src/harness/retryBackoff.ts +77 -0
  277. package/src/harness/routes/approvals.ts +123 -0
  278. package/src/harness/routes/conversations.test.ts +518 -0
  279. package/src/harness/routes/conversations.ts +102 -0
  280. package/src/harness/routes/events.ts +280 -0
  281. package/src/harness/routes/tasks.test.ts +198 -0
  282. package/src/harness/routes/tasks.ts +146 -0
  283. package/src/harness/runners/inProcessRunner.test.ts +530 -0
  284. package/src/harness/runners/inProcessRunner.ts +260 -0
  285. package/src/harness/runners/jobsRunner.test.ts +709 -0
  286. package/src/harness/runners/jobsRunner.ts +252 -0
  287. package/src/harness/runtime.ts +802 -0
  288. package/src/harness/subagent.test.ts +696 -0
  289. package/src/harness/subagent.ts +192 -0
  290. package/src/harness/suspend.ts +13 -0
  291. package/src/harness/transaction.ts +17 -0
  292. package/src/harness/versioning.test.ts +288 -0
  293. package/src/harness/waits.test.ts +693 -0
  294. package/src/harness/waits.ts +356 -0
  295. package/src/index.test.ts +13 -0
  296. package/src/index.ts +70 -0
  297. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  298. package/src/models/aiDataset.test.ts +34 -0
  299. package/src/models/aiDataset.ts +78 -0
  300. package/src/models/aiRequest.ts +2 -1
  301. package/src/models/gptHistory.test.ts +156 -0
  302. package/src/models/gptHistory.ts +89 -1
  303. package/src/observability/adminScreens.test.ts +71 -0
  304. package/src/observability/adminScreens.ts +42 -0
  305. package/src/observability/compileTemplate.test.ts +14 -0
  306. package/src/observability/compileTemplate.ts +10 -0
  307. package/src/observability/datasetImport.test.ts +95 -0
  308. package/src/observability/datasetImport.ts +220 -0
  309. package/src/observability/evaluate.test.ts +549 -0
  310. package/src/observability/evaluate.ts +254 -0
  311. package/src/observability/evaluatorTemplates.ts +124 -0
  312. package/src/observability/jsonPath.test.ts +52 -0
  313. package/src/observability/jsonPath.ts +60 -0
  314. package/src/observability/local/datasetStore.test.ts +230 -0
  315. package/src/observability/local/datasetStore.ts +452 -0
  316. package/src/observability/local/evaluatorStore.test.ts +138 -0
  317. package/src/observability/local/evaluatorStore.ts +224 -0
  318. package/src/observability/local/experimentRunner.test.ts +489 -0
  319. package/src/observability/local/experimentRunner.ts +548 -0
  320. package/src/observability/local/localPlugin.ts +88 -0
  321. package/src/observability/local/models/obsDataset.ts +38 -0
  322. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  323. package/src/observability/local/models/obsEvaluator.ts +102 -0
  324. package/src/observability/local/models/obsExperiment.ts +91 -0
  325. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  326. package/src/observability/local/models/obsPrompt.ts +43 -0
  327. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  328. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  329. package/src/observability/local/models/obsReviewItem.ts +79 -0
  330. package/src/observability/local/models/obsScore.ts +59 -0
  331. package/src/observability/local/models/obsSpan.ts +65 -0
  332. package/src/observability/local/models/obsTrace.ts +94 -0
  333. package/src/observability/local/obsModels.test.ts +119 -0
  334. package/src/observability/local/promptStore.test.ts +351 -0
  335. package/src/observability/local/promptStore.ts +665 -0
  336. package/src/observability/local/reviewStore.test.ts +164 -0
  337. package/src/observability/local/reviewStore.ts +264 -0
  338. package/src/observability/local/traceStore.test.ts +264 -0
  339. package/src/observability/local/traceStore.ts +440 -0
  340. package/src/observability/observabilityApp.test.ts +92 -0
  341. package/src/observability/observabilityApp.ts +185 -0
  342. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  343. package/src/observability/observabilityAppRegistry.ts +35 -0
  344. package/src/observability/permissions.test.ts +96 -0
  345. package/src/observability/permissions.ts +78 -0
  346. package/src/observability/reviewPanels.test.ts +35 -0
  347. package/src/observability/reviewPanels.ts +64 -0
  348. package/src/observability/routes/datasets.test.ts +176 -0
  349. package/src/observability/routes/datasets.ts +252 -0
  350. package/src/observability/routes/evaluators.test.ts +119 -0
  351. package/src/observability/routes/evaluators.ts +207 -0
  352. package/src/observability/routes/experiments.test.ts +282 -0
  353. package/src/observability/routes/experiments.ts +152 -0
  354. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  355. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  356. package/src/observability/routes/prompts.test.ts +320 -0
  357. package/src/observability/routes/prompts.ts +263 -0
  358. package/src/observability/routes/requestAiService.ts +36 -0
  359. package/src/observability/routes/review.test.ts +120 -0
  360. package/src/observability/routes/review.ts +125 -0
  361. package/src/observability/routes/status.test.ts +116 -0
  362. package/src/observability/routes/status.ts +47 -0
  363. package/src/observability/routes/testMultiStage.test.ts +214 -0
  364. package/src/observability/routes/testMultiStage.ts +96 -0
  365. package/src/observability/routes/traces.test.ts +167 -0
  366. package/src/observability/routes/traces.ts +172 -0
  367. package/src/observability/schemaValidation.ts +29 -0
  368. package/src/observability/sopThresholds.ts +20 -0
  369. package/src/observability/status.test.ts +38 -0
  370. package/src/observability/status.ts +56 -0
  371. package/src/observability/testMultiStageSchemas.ts +95 -0
  372. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  373. package/src/observability/testMultiStageWorkflow.ts +307 -0
  374. package/src/observability/types.ts +262 -0
  375. package/src/routes/files.test.ts +63 -9
  376. package/src/routes/files.ts +21 -7
  377. package/src/routes/gpt.test.ts +3279 -0
  378. package/src/routes/gpt.ts +91 -816
  379. package/src/routes/gptActions.test.ts +241 -0
  380. package/src/routes/gptActions.ts +255 -0
  381. package/src/routes/gptApprovals.test.ts +762 -0
  382. package/src/routes/gptDatasets.test.ts +86 -0
  383. package/src/routes/gptDatasets.ts +104 -0
  384. package/src/routes/gptFiles.test.ts +589 -0
  385. package/src/routes/gptHistories.test.ts +933 -0
  386. package/src/routes/gptHistories.ts +266 -5
  387. package/src/routes/routes.test.ts +222 -2
  388. package/src/service/aiDatasets.test.ts +123 -0
  389. package/src/service/aiDatasets.ts +316 -0
  390. package/src/service/aiService.test.ts +593 -0
  391. package/src/service/aiService.ts +568 -111
  392. package/src/service/askFiles.test.ts +96 -0
  393. package/src/service/askFiles.ts +222 -0
  394. package/src/service/asks.test.ts +946 -0
  395. package/src/service/asks.ts +423 -0
  396. package/src/service/chatTurn.ts +2287 -0
  397. package/src/service/fileStorage.test.ts +11 -0
  398. package/src/service/fileStorage.ts +10 -2
  399. package/src/service/fillActionIds.test.ts +65 -0
  400. package/src/service/fillActionIds.ts +98 -0
  401. package/src/service/jsonFenceModel.test.ts +47 -0
  402. package/src/service/jsonFenceModel.ts +53 -0
  403. package/src/service/prompts.test.ts +21 -0
  404. package/src/service/prompts.ts +147 -0
  405. package/src/service/sanitizeHtml.test.ts +61 -0
  406. package/src/service/sanitizeHtml.ts +109 -0
  407. package/src/tests/bunSetup.test.ts +7 -4
  408. package/src/tests/bunSetup.ts +7 -7
  409. package/src/tests/chatHarness.ts +478 -0
  410. package/src/tests/generateStream.ts +49 -0
  411. package/src/tests/harnessErrors.ts +22 -0
  412. package/src/tests/harnessStreaming.ts +227 -0
  413. package/src/tests/helpers.ts +9 -2
  414. package/src/types/harness.ts +1119 -0
  415. package/src/types/index.ts +209 -13
  416. package/src/types/observability.ts +344 -0
  417. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,124 @@
1
+ import {afterEach, describe, expect, it} from "bun:test";
2
+ import {DateTime} from "luxon";
3
+ import mongoose from "mongoose";
4
+
5
+ import {HarnessEventHub, type HubEvent, type HubSubscriber} from "./eventHub";
6
+ import {registerHarnessEvent} from "./models/harnessEvent";
7
+
8
+ const EventModel = registerHarnessEvent();
9
+
10
+ interface Collector {
11
+ events: HubEvent[];
12
+ failures: unknown[];
13
+ subscriber: HubSubscriber;
14
+ }
15
+
16
+ const collector = (
17
+ streamId: mongoose.Types.ObjectId,
18
+ taskId?: mongoose.Types.ObjectId
19
+ ): Collector => {
20
+ const events: HubEvent[] = [];
21
+ const failures: unknown[] = [];
22
+ return {
23
+ events,
24
+ failures,
25
+ subscriber: {
26
+ deliver: (event) => events.push(event),
27
+ fail: (error) => failures.push(error),
28
+ streamId: String(streamId),
29
+ taskId: taskId === undefined ? undefined : String(taskId),
30
+ },
31
+ };
32
+ };
33
+
34
+ const waitUntil = async (predicate: () => boolean, label: string): Promise<void> => {
35
+ const deadline = DateTime.now().plus({seconds: 10});
36
+ while (!predicate()) {
37
+ if (DateTime.now() > deadline) {
38
+ expect(`timed out waiting for ${label}`).toBe("");
39
+ }
40
+ await new Promise((resolve) => setTimeout(resolve, 20));
41
+ }
42
+ };
43
+
44
+ const seqs = (events: HubEvent[]): number[] => events.map(({seq}) => seq);
45
+
46
+ const unsubscribes: Array<() => void> = [];
47
+
48
+ afterEach(() => {
49
+ for (const unsubscribe of unsubscribes.splice(0)) {
50
+ unsubscribe();
51
+ }
52
+ });
53
+
54
+ describe("HarnessEventHub", () => {
55
+ it("delivers a task subscriber only the events on that task's path", async () => {
56
+ const hub = new HarnessEventHub();
57
+ const root = new mongoose.Types.ObjectId();
58
+ const childA = new mongoose.Types.ObjectId();
59
+ const childB = new mongoose.Types.ObjectId();
60
+ const whole = collector(root);
61
+ const onA = collector(root, childA);
62
+ const onB = collector(root, childB);
63
+ const elsewhere = collector(new mongoose.Types.ObjectId());
64
+ for (const {subscriber} of [whole, onA, onB, elsewhere]) {
65
+ unsubscribes.push(await hub.subscribe(subscriber));
66
+ }
67
+ expect(hub.openStreams).toBe(1);
68
+
69
+ const created = DateTime.now().toJSDate();
70
+ await EventModel.create(
71
+ [
72
+ {created, seq: 1, streamId: root, taskId: childA, taskPath: [childA, root], type: "output"},
73
+ {created, seq: 2, streamId: root, taskId: childB, taskPath: [childB, root], type: "output"},
74
+ {created, seq: 3, streamId: root, taskId: root, taskPath: [root], type: "output"},
75
+ ],
76
+ {ordered: true}
77
+ );
78
+
79
+ await waitUntil(() => whole.events.length === 3, "every event on the root stream");
80
+ expect(seqs(whole.events)).toEqual([1, 2, 3]);
81
+ expect(seqs(onA.events)).toEqual([1]);
82
+ expect(seqs(onB.events)).toEqual([2]);
83
+ expect(elsewhere.events).toEqual([]);
84
+ });
85
+
86
+ it("fails every subscriber when its tail closes, even if closing the cursor again fails", async () => {
87
+ const hub = new HarnessEventHub();
88
+ const streamId = new mongoose.Types.ObjectId();
89
+ const first = collector(streamId);
90
+ const second = collector(streamId);
91
+ unsubscribes.push(await hub.subscribe(first.subscriber));
92
+ unsubscribes.push(await hub.subscribe(second.subscriber));
93
+
94
+ // The cursor goes away underneath the tail (a failover), and a second close rejects.
95
+ // Wait until the server has assigned a cursor id: closing before that skips killCursors
96
+ // and leaves the cursor open.
97
+ const tail = (
98
+ hub as unknown as {changes: {close: () => Promise<void>; cursor?: {id?: unknown}}}
99
+ ).changes;
100
+ await waitUntil(() => tail.cursor?.id != null, "the tail's server cursor");
101
+ const closeCursor = tail.close.bind(tail);
102
+ let closeAttempts = 0;
103
+ tail.close = () => {
104
+ closeAttempts += 1;
105
+ return Promise.reject(new Error("cursor already gone"));
106
+ };
107
+ await closeCursor();
108
+
109
+ await waitUntil(() => first.failures.length === 1 && second.failures.length === 1, "failures");
110
+ // Either the driver's "closed" error or the hub's own; both end the streams.
111
+ expect(first.failures[0]).toBeInstanceOf(Error);
112
+ expect(second.failures[0]).toBe(first.failures[0]);
113
+ await waitUntil(() => closeAttempts > 0, "the tail's own close attempt");
114
+ expect(hub.openStreams).toBe(0);
115
+
116
+ // The next subscriber opens a fresh tail that delivers.
117
+ const later = collector(streamId);
118
+ unsubscribes.push(await hub.subscribe(later.subscriber));
119
+ expect(hub.openStreams).toBe(1);
120
+ await EventModel.create({created: DateTime.now().toJSDate(), seq: 1, streamId, type: "output"});
121
+ await waitUntil(() => later.events.length === 1, "an event on the new tail");
122
+ expect(first.events).toEqual([]);
123
+ });
124
+ });
@@ -0,0 +1,159 @@
1
+ import {APIError, logger} from "@terreno/api";
2
+ import mongoose from "mongoose";
3
+
4
+ import type {HarnessEventDocument} from "../types/harness";
5
+ import {errorMessage, harnessError} from "./errors";
6
+ import {registerHarnessEvent} from "./models/harnessEvent";
7
+
8
+ /** How long one wait on the tail may block; also how soon a stop takes effect. */
9
+ const TAIL_AWAIT_MS = 1000;
10
+
11
+ /** An event as a change stream delivers it (a raw document, not a mongoose model). */
12
+ export type HubEvent = Pick<
13
+ HarnessEventDocument,
14
+ "created" | "payload" | "seq" | "streamId" | "taskId" | "taskPath" | "type"
15
+ >;
16
+
17
+ /** One SSE connection's interest in the log. */
18
+ export interface HubSubscriber {
19
+ deliver: (event: HubEvent) => void;
20
+ /** The shared tail failed; the subscriber is already removed. */
21
+ fail: (error: unknown) => void;
22
+ streamId: string;
23
+ /** Task streams: only events whose `taskPath` includes this task. */
24
+ taskId?: string;
25
+ }
26
+
27
+ type EventChangeStream = mongoose.mongo.ChangeStream<HubEvent>;
28
+
29
+ const matches = (subscriber: HubSubscriber, event: HubEvent): boolean =>
30
+ String(event.streamId) === subscriber.streamId &&
31
+ (subscriber.taskId === undefined ||
32
+ (event.taskPath ?? []).some((id) => String(id) === subscriber.taskId));
33
+
34
+ /**
35
+ * One change stream on `HarnessEvent` per `HarnessApp`, shared by every SSE connection
36
+ * and fanned out in memory by stream (and task path). It opens with the first subscriber,
37
+ * at a cluster time read after that subscriber registered, and closes with the last. A
38
+ * subscriber registers before it queries its replay, and the tail delivers every insert
39
+ * committed after it opened, so each event committed after a subscriber's replay query
40
+ * reaches it through the tail: replay plus tail, deduplicated by `seq`, is exactly once.
41
+ * One stream holds one pooled connection however many clients watch.
42
+ */
43
+ export class HarnessEventHub {
44
+ private changes: EventChangeStream | undefined;
45
+ private starting: Promise<void> | undefined;
46
+ private readonly subscribers = new Set<HubSubscriber>();
47
+
48
+ /** Number of open tails (0 or 1); for tests and diagnostics. */
49
+ get openStreams(): number {
50
+ return this.changes ? 1 : 0;
51
+ }
52
+
53
+ /**
54
+ * Register `subscriber` and make sure the tail is open. Returns the unsubscribe
55
+ * function. Throws (503) when no cluster time is available to start the tail.
56
+ */
57
+ async subscribe(subscriber: HubSubscriber): Promise<() => void> {
58
+ this.subscribers.add(subscriber);
59
+ const unsubscribe = (): void => this.unsubscribe(subscriber);
60
+ try {
61
+ await this.ensureStarted();
62
+ } catch (error: unknown) {
63
+ unsubscribe();
64
+ throw error;
65
+ }
66
+ return unsubscribe;
67
+ }
68
+
69
+ private unsubscribe(subscriber: HubSubscriber): void {
70
+ this.subscribers.delete(subscriber);
71
+ if (this.subscribers.size === 0) {
72
+ // The pump finishes its current read (so the server cursor has an id) and closes the tail.
73
+ this.changes = undefined;
74
+ }
75
+ }
76
+
77
+ private async ensureStarted(): Promise<void> {
78
+ if (this.changes) {
79
+ return;
80
+ }
81
+ this.starting ??= this.start().finally(() => {
82
+ this.starting = undefined;
83
+ });
84
+ await this.starting;
85
+ }
86
+
87
+ private async start(): Promise<void> {
88
+ const ping = await mongoose.connection.db?.command({ping: 1});
89
+ const startAtOperationTime = ping?.operationTime;
90
+ // Without a start time the tail could miss events committed during a replay.
91
+ if (!startAtOperationTime) {
92
+ throw new APIError({status: 503, title: "Event stream unavailable: no cluster time"});
93
+ }
94
+ // Every subscriber left while the cluster time was read.
95
+ if (this.subscribers.size === 0) {
96
+ return;
97
+ }
98
+ const changes = registerHarnessEvent().collection.watch<HubEvent>(
99
+ [{$match: {operationType: "insert"}}],
100
+ {maxAwaitTimeMS: TAIL_AWAIT_MS, startAtOperationTime}
101
+ ) as unknown as EventChangeStream;
102
+ this.changes = changes;
103
+ void this.pump(changes);
104
+ }
105
+
106
+ /**
107
+ * Read the tail until it is stopped or replaced (`this.changes` no longer points at it),
108
+ * then close it. The first read always finishes: `close()` before the server has assigned
109
+ * a cursor id skips `killCursors`, and the opening aggregate can still leave that cursor
110
+ * open on the server.
111
+ */
112
+ private async pump(changes: EventChangeStream): Promise<void> {
113
+ let initialized = false;
114
+ try {
115
+ while (this.changes === changes || !initialized) {
116
+ // An invalidated (collection dropped) or externally closed tail is a failure
117
+ // only while this pump still owns it.
118
+ if (changes.closed) {
119
+ if (this.changes !== changes) {
120
+ break;
121
+ }
122
+ throw harnessError({detail: "The HarnessEvent change stream closed", kind: "internal"});
123
+ }
124
+ const change = (await changes.tryNext()) as {fullDocument?: HubEvent} | null;
125
+ initialized = true;
126
+ if (this.changes !== changes) {
127
+ break;
128
+ }
129
+ const event = change?.fullDocument;
130
+ if (!event) {
131
+ continue;
132
+ }
133
+ for (const subscriber of [...this.subscribers]) {
134
+ if (matches(subscriber, event)) {
135
+ subscriber.deliver(event);
136
+ }
137
+ }
138
+ }
139
+ } catch (error: unknown) {
140
+ if (this.changes === changes) {
141
+ this.fail(error);
142
+ }
143
+ } finally {
144
+ // A failed close only means the cursor is already gone.
145
+ await changes.close().catch(() => undefined);
146
+ }
147
+ }
148
+
149
+ /** The tail failed: drop every subscriber (each closes its stream); the next one restarts it. */
150
+ private fail(error: unknown): void {
151
+ logger.warn(`Harness event tail failed; closing its SSE streams: ${errorMessage(error)}`);
152
+ const subscribers = [...this.subscribers];
153
+ this.subscribers.clear();
154
+ this.changes = undefined;
155
+ for (const subscriber of subscribers) {
156
+ subscriber.fail(error);
157
+ }
158
+ }
159
+ }