@terreno/ai 57.9.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +127 -0
  28. package/dist/harness/errors.js +101 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +520 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +186 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  80. package/dist/harness/runners/inProcessRunner.js +196 -0
  81. package/dist/harness/runtime.d.ts +34 -0
  82. package/dist/harness/runtime.js +551 -0
  83. package/dist/harness/subagent.d.ts +53 -0
  84. package/dist/harness/subagent.js +134 -0
  85. package/dist/harness/suspend.d.ts +8 -0
  86. package/dist/harness/suspend.js +16 -0
  87. package/dist/harness/transaction.d.ts +3 -0
  88. package/dist/harness/transaction.js +22 -0
  89. package/dist/harness/waits.d.ts +100 -0
  90. package/dist/harness/waits.js +214 -0
  91. package/dist/index.d.ts +19 -1
  92. package/dist/index.js +45 -2
  93. package/dist/models/aiDataset.d.ts +2 -0
  94. package/dist/models/aiDataset.js +67 -0
  95. package/dist/models/aiRequest.js +1 -1
  96. package/dist/models/gptHistory.js +73 -0
  97. package/dist/observability/adminScreens.d.ts +5 -0
  98. package/dist/observability/adminScreens.js +32 -0
  99. package/dist/observability/compileTemplate.d.ts +1 -0
  100. package/dist/observability/compileTemplate.js +13 -0
  101. package/dist/observability/datasetImport.d.ts +11 -0
  102. package/dist/observability/datasetImport.js +185 -0
  103. package/dist/observability/evaluate.d.ts +31 -0
  104. package/dist/observability/evaluate.js +200 -0
  105. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  106. package/dist/observability/evaluatorTemplates.js +111 -0
  107. package/dist/observability/jsonPath.d.ts +2 -0
  108. package/dist/observability/jsonPath.js +57 -0
  109. package/dist/observability/local/datasetStore.d.ts +87 -0
  110. package/dist/observability/local/datasetStore.js +326 -0
  111. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  112. package/dist/observability/local/evaluatorStore.js +182 -0
  113. package/dist/observability/local/experimentRunner.d.ts +96 -0
  114. package/dist/observability/local/experimentRunner.js +419 -0
  115. package/dist/observability/local/localPlugin.d.ts +22 -0
  116. package/dist/observability/local/localPlugin.js +76 -0
  117. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  118. package/dist/observability/local/models/obsDataset.js +37 -0
  119. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  120. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  121. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  122. package/dist/observability/local/models/obsEvaluator.js +98 -0
  123. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  124. package/dist/observability/local/models/obsExperiment.js +87 -0
  125. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  127. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  128. package/dist/observability/local/models/obsPrompt.js +42 -0
  129. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  130. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  131. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  133. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  134. package/dist/observability/local/models/obsReviewItem.js +75 -0
  135. package/dist/observability/local/models/obsScore.d.ts +2 -0
  136. package/dist/observability/local/models/obsScore.js +58 -0
  137. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  138. package/dist/observability/local/models/obsSpan.js +64 -0
  139. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  140. package/dist/observability/local/models/obsTrace.js +93 -0
  141. package/dist/observability/local/promptStore.d.ts +180 -0
  142. package/dist/observability/local/promptStore.js +444 -0
  143. package/dist/observability/local/reviewStore.d.ts +50 -0
  144. package/dist/observability/local/reviewStore.js +203 -0
  145. package/dist/observability/local/traceStore.d.ts +103 -0
  146. package/dist/observability/local/traceStore.js +325 -0
  147. package/dist/observability/observabilityApp.d.ts +24 -0
  148. package/dist/observability/observabilityApp.js +157 -0
  149. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  150. package/dist/observability/observabilityAppRegistry.js +16 -0
  151. package/dist/observability/permissions.d.ts +7 -0
  152. package/dist/observability/permissions.js +60 -0
  153. package/dist/observability/reviewPanels.d.ts +18 -0
  154. package/dist/observability/reviewPanels.js +46 -0
  155. package/dist/observability/routes/datasets.d.ts +7 -0
  156. package/dist/observability/routes/datasets.js +149 -0
  157. package/dist/observability/routes/evaluators.d.ts +7 -0
  158. package/dist/observability/routes/evaluators.js +123 -0
  159. package/dist/observability/routes/experiments.d.ts +7 -0
  160. package/dist/observability/routes/experiments.js +95 -0
  161. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  162. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  163. package/dist/observability/routes/prompts.d.ts +12 -0
  164. package/dist/observability/routes/prompts.js +172 -0
  165. package/dist/observability/routes/requestAiService.d.ts +13 -0
  166. package/dist/observability/routes/requestAiService.js +21 -0
  167. package/dist/observability/routes/review.d.ts +7 -0
  168. package/dist/observability/routes/review.js +79 -0
  169. package/dist/observability/routes/status.d.ts +5 -0
  170. package/dist/observability/routes/status.js +31 -0
  171. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  172. package/dist/observability/routes/testMultiStage.js +67 -0
  173. package/dist/observability/routes/traces.d.ts +7 -0
  174. package/dist/observability/routes/traces.js +129 -0
  175. package/dist/observability/schemaValidation.d.ts +5 -0
  176. package/dist/observability/schemaValidation.js +26 -0
  177. package/dist/observability/sopThresholds.d.ts +2 -0
  178. package/dist/observability/sopThresholds.js +21 -0
  179. package/dist/observability/status.d.ts +23 -0
  180. package/dist/observability/status.js +34 -0
  181. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  182. package/dist/observability/testMultiStageSchemas.js +79 -0
  183. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  184. package/dist/observability/testMultiStageWorkflow.js +218 -0
  185. package/dist/observability/types.d.ts +159 -0
  186. package/dist/observability/types.js +67 -0
  187. package/dist/routes/files.js +18 -7
  188. package/dist/routes/gpt.js +79 -689
  189. package/dist/routes/gptActions.d.ts +9 -0
  190. package/dist/routes/gptActions.js +212 -0
  191. package/dist/routes/gptDatasets.d.ts +5 -0
  192. package/dist/routes/gptDatasets.js +94 -0
  193. package/dist/routes/gptHistories.d.ts +3 -1
  194. package/dist/routes/gptHistories.js +188 -2
  195. package/dist/service/aiDatasets.d.ts +57 -0
  196. package/dist/service/aiDatasets.js +253 -0
  197. package/dist/service/aiService.d.ts +50 -1
  198. package/dist/service/aiService.js +426 -77
  199. package/dist/service/askFiles.d.ts +49 -0
  200. package/dist/service/askFiles.js +162 -0
  201. package/dist/service/asks.d.ts +76 -0
  202. package/dist/service/asks.js +284 -0
  203. package/dist/service/chatTurn.d.ts +128 -0
  204. package/dist/service/chatTurn.js +1674 -0
  205. package/dist/service/fileStorage.d.ts +4 -0
  206. package/dist/service/fileStorage.js +7 -2
  207. package/dist/service/fillActionIds.d.ts +6 -0
  208. package/dist/service/fillActionIds.js +79 -0
  209. package/dist/service/jsonFenceModel.d.ts +7 -0
  210. package/dist/service/jsonFenceModel.js +45 -0
  211. package/dist/service/prompts.d.ts +52 -0
  212. package/dist/service/prompts.js +96 -1
  213. package/dist/service/sanitizeHtml.d.ts +11 -0
  214. package/dist/service/sanitizeHtml.js +108 -0
  215. package/dist/types/harness.d.ts +934 -0
  216. package/dist/types/harness.js +133 -0
  217. package/dist/types/index.d.ts +192 -14
  218. package/dist/types/index.js +2 -0
  219. package/dist/types/observability.d.ts +288 -0
  220. package/dist/types/observability.js +2 -0
  221. package/package.json +17 -5
  222. package/src/aiApp.test.ts +207 -1
  223. package/src/aiApp.ts +19 -6
  224. package/src/harness/adminScreens.test.ts +34 -0
  225. package/src/harness/adminScreens.ts +11 -0
  226. package/src/harness/agentLoop.test.ts +1034 -0
  227. package/src/harness/agentLoop.ts +1082 -0
  228. package/src/harness/agentRecovery.test.ts +380 -0
  229. package/src/harness/agentTaskNames.ts +4 -0
  230. package/src/harness/approvalPolicy.ts +28 -0
  231. package/src/harness/approvals.test.ts +1094 -0
  232. package/src/harness/approvals.ts +644 -0
  233. package/src/harness/commit.ts +1049 -0
  234. package/src/harness/conversation.ts +503 -0
  235. package/src/harness/defineAgent.test.ts +92 -0
  236. package/src/harness/defineAgent.ts +82 -0
  237. package/src/harness/defineTask.test.ts +59 -0
  238. package/src/harness/defineTask.ts +76 -0
  239. package/src/harness/defineTool.ts +45 -0
  240. package/src/harness/definitionError.ts +13 -0
  241. package/src/harness/errors.test.ts +90 -0
  242. package/src/harness/errors.ts +119 -0
  243. package/src/harness/eventHub.test.ts +124 -0
  244. package/src/harness/eventHub.ts +159 -0
  245. package/src/harness/events.test.ts +757 -0
  246. package/src/harness/events.ts +384 -0
  247. package/src/harness/executionEnv.ts +34 -0
  248. package/src/harness/extensions.test.ts +1218 -0
  249. package/src/harness/extensions.ts +382 -0
  250. package/src/harness/harness.test.ts +693 -0
  251. package/src/harness/harness.ts +767 -0
  252. package/src/harness/harnessApp.ts +76 -0
  253. package/src/harness/internalRuntime.ts +44 -0
  254. package/src/harness/leases.ts +132 -0
  255. package/src/harness/memo.ts +107 -0
  256. package/src/harness/modelCall.test.ts +134 -0
  257. package/src/harness/modelCall.ts +200 -0
  258. package/src/harness/models/harnessApproval.ts +109 -0
  259. package/src/harness/models/harnessConversation.ts +142 -0
  260. package/src/harness/models/harnessEvent.ts +92 -0
  261. package/src/harness/models/harnessInboxEvent.ts +73 -0
  262. package/src/harness/models/harnessMemo.ts +43 -0
  263. package/src/harness/models/harnessMessage.ts +85 -0
  264. package/src/harness/models/harnessModels.test.ts +60 -0
  265. package/src/harness/models/harnessOwner.ts +40 -0
  266. package/src/harness/models/harnessTask.ts +201 -0
  267. package/src/harness/ownership.test.ts +1087 -0
  268. package/src/harness/ownership.ts +618 -0
  269. package/src/harness/recovery.test.ts +912 -0
  270. package/src/harness/registry.ts +124 -0
  271. package/src/harness/retries.test.ts +292 -0
  272. package/src/harness/retryBackoff.test.ts +100 -0
  273. package/src/harness/retryBackoff.ts +77 -0
  274. package/src/harness/routes/approvals.ts +123 -0
  275. package/src/harness/routes/conversations.test.ts +518 -0
  276. package/src/harness/routes/conversations.ts +102 -0
  277. package/src/harness/routes/events.ts +280 -0
  278. package/src/harness/routes/tasks.test.ts +198 -0
  279. package/src/harness/routes/tasks.ts +146 -0
  280. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  281. package/src/harness/runners/inProcessRunner.ts +220 -0
  282. package/src/harness/runtime.ts +714 -0
  283. package/src/harness/subagent.test.ts +696 -0
  284. package/src/harness/subagent.ts +192 -0
  285. package/src/harness/suspend.ts +13 -0
  286. package/src/harness/transaction.ts +17 -0
  287. package/src/harness/versioning.test.ts +288 -0
  288. package/src/harness/waits.test.ts +693 -0
  289. package/src/harness/waits.ts +356 -0
  290. package/src/index.test.ts +13 -0
  291. package/src/index.ts +70 -0
  292. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  293. package/src/models/aiDataset.test.ts +34 -0
  294. package/src/models/aiDataset.ts +78 -0
  295. package/src/models/aiRequest.ts +2 -1
  296. package/src/models/gptHistory.test.ts +156 -0
  297. package/src/models/gptHistory.ts +89 -1
  298. package/src/observability/adminScreens.test.ts +71 -0
  299. package/src/observability/adminScreens.ts +42 -0
  300. package/src/observability/compileTemplate.test.ts +14 -0
  301. package/src/observability/compileTemplate.ts +10 -0
  302. package/src/observability/datasetImport.test.ts +95 -0
  303. package/src/observability/datasetImport.ts +220 -0
  304. package/src/observability/evaluate.test.ts +549 -0
  305. package/src/observability/evaluate.ts +254 -0
  306. package/src/observability/evaluatorTemplates.ts +124 -0
  307. package/src/observability/jsonPath.test.ts +52 -0
  308. package/src/observability/jsonPath.ts +60 -0
  309. package/src/observability/local/datasetStore.test.ts +230 -0
  310. package/src/observability/local/datasetStore.ts +452 -0
  311. package/src/observability/local/evaluatorStore.test.ts +138 -0
  312. package/src/observability/local/evaluatorStore.ts +224 -0
  313. package/src/observability/local/experimentRunner.test.ts +489 -0
  314. package/src/observability/local/experimentRunner.ts +548 -0
  315. package/src/observability/local/localPlugin.ts +88 -0
  316. package/src/observability/local/models/obsDataset.ts +38 -0
  317. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  318. package/src/observability/local/models/obsEvaluator.ts +102 -0
  319. package/src/observability/local/models/obsExperiment.ts +91 -0
  320. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  321. package/src/observability/local/models/obsPrompt.ts +43 -0
  322. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  323. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  324. package/src/observability/local/models/obsReviewItem.ts +79 -0
  325. package/src/observability/local/models/obsScore.ts +59 -0
  326. package/src/observability/local/models/obsSpan.ts +65 -0
  327. package/src/observability/local/models/obsTrace.ts +94 -0
  328. package/src/observability/local/obsModels.test.ts +119 -0
  329. package/src/observability/local/promptStore.test.ts +351 -0
  330. package/src/observability/local/promptStore.ts +665 -0
  331. package/src/observability/local/reviewStore.test.ts +164 -0
  332. package/src/observability/local/reviewStore.ts +264 -0
  333. package/src/observability/local/traceStore.test.ts +264 -0
  334. package/src/observability/local/traceStore.ts +440 -0
  335. package/src/observability/observabilityApp.test.ts +92 -0
  336. package/src/observability/observabilityApp.ts +185 -0
  337. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  338. package/src/observability/observabilityAppRegistry.ts +35 -0
  339. package/src/observability/permissions.test.ts +96 -0
  340. package/src/observability/permissions.ts +78 -0
  341. package/src/observability/reviewPanels.test.ts +35 -0
  342. package/src/observability/reviewPanels.ts +64 -0
  343. package/src/observability/routes/datasets.test.ts +176 -0
  344. package/src/observability/routes/datasets.ts +252 -0
  345. package/src/observability/routes/evaluators.test.ts +119 -0
  346. package/src/observability/routes/evaluators.ts +207 -0
  347. package/src/observability/routes/experiments.test.ts +282 -0
  348. package/src/observability/routes/experiments.ts +152 -0
  349. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  350. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  351. package/src/observability/routes/prompts.test.ts +320 -0
  352. package/src/observability/routes/prompts.ts +263 -0
  353. package/src/observability/routes/requestAiService.ts +36 -0
  354. package/src/observability/routes/review.test.ts +120 -0
  355. package/src/observability/routes/review.ts +125 -0
  356. package/src/observability/routes/status.test.ts +116 -0
  357. package/src/observability/routes/status.ts +47 -0
  358. package/src/observability/routes/testMultiStage.test.ts +214 -0
  359. package/src/observability/routes/testMultiStage.ts +96 -0
  360. package/src/observability/routes/traces.test.ts +167 -0
  361. package/src/observability/routes/traces.ts +172 -0
  362. package/src/observability/schemaValidation.ts +29 -0
  363. package/src/observability/sopThresholds.ts +20 -0
  364. package/src/observability/status.test.ts +38 -0
  365. package/src/observability/status.ts +56 -0
  366. package/src/observability/testMultiStageSchemas.ts +95 -0
  367. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  368. package/src/observability/testMultiStageWorkflow.ts +307 -0
  369. package/src/observability/types.ts +262 -0
  370. package/src/routes/files.test.ts +63 -9
  371. package/src/routes/files.ts +21 -7
  372. package/src/routes/gpt.test.ts +3279 -0
  373. package/src/routes/gpt.ts +91 -816
  374. package/src/routes/gptActions.test.ts +241 -0
  375. package/src/routes/gptActions.ts +255 -0
  376. package/src/routes/gptApprovals.test.ts +762 -0
  377. package/src/routes/gptDatasets.test.ts +86 -0
  378. package/src/routes/gptDatasets.ts +104 -0
  379. package/src/routes/gptFiles.test.ts +589 -0
  380. package/src/routes/gptHistories.test.ts +933 -0
  381. package/src/routes/gptHistories.ts +266 -5
  382. package/src/routes/routes.test.ts +222 -2
  383. package/src/service/aiDatasets.test.ts +123 -0
  384. package/src/service/aiDatasets.ts +316 -0
  385. package/src/service/aiService.test.ts +593 -0
  386. package/src/service/aiService.ts +568 -111
  387. package/src/service/askFiles.test.ts +96 -0
  388. package/src/service/askFiles.ts +222 -0
  389. package/src/service/asks.test.ts +946 -0
  390. package/src/service/asks.ts +423 -0
  391. package/src/service/chatTurn.ts +2287 -0
  392. package/src/service/fileStorage.test.ts +11 -0
  393. package/src/service/fileStorage.ts +10 -2
  394. package/src/service/fillActionIds.test.ts +65 -0
  395. package/src/service/fillActionIds.ts +98 -0
  396. package/src/service/jsonFenceModel.test.ts +47 -0
  397. package/src/service/jsonFenceModel.ts +53 -0
  398. package/src/service/prompts.test.ts +21 -0
  399. package/src/service/prompts.ts +147 -0
  400. package/src/service/sanitizeHtml.test.ts +61 -0
  401. package/src/service/sanitizeHtml.ts +109 -0
  402. package/src/tests/bunSetup.test.ts +7 -4
  403. package/src/tests/bunSetup.ts +7 -7
  404. package/src/tests/chatHarness.ts +478 -0
  405. package/src/tests/generateStream.ts +49 -0
  406. package/src/tests/harnessErrors.ts +22 -0
  407. package/src/tests/harnessStreaming.ts +227 -0
  408. package/src/tests/helpers.ts +9 -2
  409. package/src/types/harness.ts +1095 -0
  410. package/src/types/index.ts +209 -13
  411. package/src/types/observability.ts +344 -0
  412. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,146 @@
1
+ import {
2
+ type ActionContext,
3
+ type ModelRouterOptions,
4
+ modelRouter,
5
+ type PermissionMethod,
6
+ Permissions,
7
+ z,
8
+ } from "@terreno/api";
9
+ import type express from "express";
10
+
11
+ import type {HarnessTaskDocument} from "../../types/harness";
12
+ import {
13
+ HARNESS_RESOLVE_ACTIONS,
14
+ HARNESS_TASK_STATUSES,
15
+ HARNESS_TERMINAL_STATUSES,
16
+ } from "../../types/harness";
17
+ import {HarnessCommitConflictError} from "../commit";
18
+ import {harnessError} from "../errors";
19
+ import type {Harness} from "../harness";
20
+ import {registerHarnessTask} from "../models/harnessTask";
21
+ import {isOwnerOrAdmin} from "./events";
22
+
23
+ const abortBody = z
24
+ .object({reason: z.string().trim().min(1)})
25
+ .strict()
26
+ .describe("Why the task is aborted; required and audited");
27
+
28
+ const resolveBody = z
29
+ .object({
30
+ action: z.enum([
31
+ HARNESS_RESOLVE_ACTIONS.abort,
32
+ HARNESS_RESOLVE_ACTIONS.complete,
33
+ HARNESS_RESOLVE_ACTIONS.retry,
34
+ ]),
35
+ reason: z.string().trim().min(1),
36
+ result: z.unknown().optional(),
37
+ })
38
+ .strict()
39
+ .describe("What to do with an interrupted task, why, and (for complete) its result");
40
+
41
+ // Without a document (the pre-check) defer to the document check, like IsOwner.
42
+ const ownerOrAdmin: PermissionMethod<HarnessTaskDocument> = (_method, user, task) =>
43
+ task ? isOwnerOrAdmin(user, task) : true;
44
+
45
+ // Checked against the document so a non-admin gets 403, not the pre-document 405.
46
+ const adminOnly: PermissionMethod<HarnessTaskDocument> = (_method, user, task) =>
47
+ task ? Boolean(user?.admin) : true;
48
+
49
+ const isCommitConflict = (error: unknown): boolean => error instanceof HarnessCommitConflictError;
50
+
51
+ /**
52
+ * Mount `{basePath}/tasks`: read (owner or admin), plus the `abort` (owner or admin) and
53
+ * `resolveInterrupted` (admin) instance actions. Tasks are not listed or edited over HTTP.
54
+ */
55
+ export const addHarnessTaskRoutes = (
56
+ router: express.Application,
57
+ {basePath, harness, openApi}: {basePath: string; harness: Harness; openApi?: unknown}
58
+ ): void => {
59
+ const model = registerHarnessTask();
60
+
61
+ const abort = async ({
62
+ body,
63
+ doc,
64
+ user,
65
+ }: ActionContext<HarnessTaskDocument, unknown, unknown>): Promise<HarnessTaskDocument> => {
66
+ const {reason} = body as z.infer<typeof abortBody>;
67
+ try {
68
+ return await harness.abort(doc._id, {reason, userId: user?.id});
69
+ } catch (error: unknown) {
70
+ // The harness throws coded APIErrors itself; only a lost race (the task finished on
71
+ // its own between the check and the abort) needs restating as "already ended".
72
+ const current = await model.findOneOrNone({_id: doc._id});
73
+ if (!isCommitConflict(error) || !current || !HARNESS_TERMINAL_STATUSES.has(current.status)) {
74
+ throw error;
75
+ }
76
+ throw harnessError({
77
+ cause: error,
78
+ detail: `Task ${String(doc._id)} is already ${current.status}`,
79
+ kind: "taskTerminal",
80
+ });
81
+ }
82
+ };
83
+
84
+ const resolveInterrupted = async ({
85
+ body,
86
+ doc,
87
+ user,
88
+ }: ActionContext<HarnessTaskDocument, unknown, unknown>): Promise<HarnessTaskDocument> => {
89
+ const {action, reason, result} = body as z.infer<typeof resolveBody>;
90
+ try {
91
+ return await harness.resolveInterrupted(doc._id, {action, reason, result, userId: user?.id});
92
+ } catch (error: unknown) {
93
+ // The harness throws coded APIErrors itself; only a lost race (another resolution won)
94
+ // needs restating as "not interrupted".
95
+ const current = await model.findOneOrNone({_id: doc._id});
96
+ if (
97
+ !isCommitConflict(error) ||
98
+ !current ||
99
+ current.status === HARNESS_TASK_STATUSES.interrupted
100
+ ) {
101
+ throw error;
102
+ }
103
+ throw harnessError({
104
+ cause: error,
105
+ detail: `Task ${String(doc._id)} is ${current.status}, not interrupted`,
106
+ kind: "taskNotInterrupted",
107
+ });
108
+ }
109
+ };
110
+
111
+ router.use(
112
+ `${basePath}/tasks`,
113
+ modelRouter(model, {
114
+ ...(openApi ? {openApi: openApi as ModelRouterOptions<HarnessTaskDocument>["openApi"]} : {}),
115
+ instanceActions: {
116
+ abort: {
117
+ body: abortBody,
118
+ description:
119
+ "Abort the task and every task it owns, deepest first; each runs its abort handler.",
120
+ handler: abort,
121
+ method: "POST",
122
+ permissions: [Permissions.IsAuthenticated, ownerOrAdmin as PermissionMethod<unknown>],
123
+ summary: "Abort a harness task",
124
+ tag: "harness",
125
+ },
126
+ resolveInterrupted: {
127
+ body: resolveBody,
128
+ description:
129
+ "Decide an interrupted task: retry its phase, abort it, or complete it with a result.",
130
+ handler: resolveInterrupted,
131
+ method: "POST",
132
+ permissions: [Permissions.IsAuthenticated, adminOnly as PermissionMethod<unknown>],
133
+ summary: "Resolve an interrupted harness task",
134
+ tag: "harness",
135
+ },
136
+ },
137
+ permissions: {
138
+ create: [],
139
+ delete: [],
140
+ list: [],
141
+ read: [Permissions.IsAuthenticated, ownerOrAdmin],
142
+ update: [],
143
+ },
144
+ })
145
+ );
146
+ };
@@ -0,0 +1,402 @@
1
+ import {describe, expect, it} from "bun:test";
2
+ import {harnessErrorMatching} from "../../tests/harnessErrors";
3
+ import type {
4
+ HarnessLeaseSettings,
5
+ HarnessRunnerContext,
6
+ HarnessTaskDocument,
7
+ } from "../../types/harness";
8
+ import {InProcessRunner} from "./inProcessRunner";
9
+
10
+ const fakeTask = (id: string): HarnessTaskDocument => ({_id: id}) as unknown as HarnessTaskDocument;
11
+
12
+ const fakeContext = (overrides: Partial<HarnessRunnerContext>): HarnessRunnerContext => ({
13
+ acquireOwnerLease: async () => true,
14
+ claimNext: async () => null,
15
+ recoverExpired: async () => 0,
16
+ releaseOwnerLease: async () => {},
17
+ runTask: async () => {},
18
+ ...overrides,
19
+ });
20
+
21
+ const waitUntil = async (predicate: () => boolean): Promise<void> => {
22
+ for (let i = 0; i < 200; i++) {
23
+ if (predicate()) {
24
+ return;
25
+ }
26
+ await new Promise((resolve) => setTimeout(resolve, 5));
27
+ }
28
+ throw new Error("waitUntil timed out");
29
+ };
30
+
31
+ describe("InProcessRunner", () => {
32
+ it("runs claimed tasks in order and sleeps when idle", async () => {
33
+ const queue = [fakeTask("a"), fakeTask("b")];
34
+ const ran: string[] = [];
35
+ let claims = 0;
36
+ const context = fakeContext({
37
+ claimNext: async () => {
38
+ claims += 1;
39
+ return queue.shift() ?? null;
40
+ },
41
+ runTask: async (task) => {
42
+ ran.push(String(task._id));
43
+ },
44
+ });
45
+ const runner = new InProcessRunner({pollInterval: {milliseconds: 5}});
46
+
47
+ await runner.start(context);
48
+ // Two claims return work, then the idle runner keeps polling.
49
+ await waitUntil(() => claims >= 5);
50
+ await runner.stop();
51
+
52
+ expect(ran).toEqual(["a", "b"]);
53
+ expect(claims).toBeGreaterThanOrEqual(5);
54
+ });
55
+
56
+ it("wakes from an idle sleep when new work arrives", async () => {
57
+ const queue: HarnessTaskDocument[] = [];
58
+ const ran: string[] = [];
59
+ const context = fakeContext({
60
+ claimNext: async () => queue.shift() ?? null,
61
+ runTask: async (task) => {
62
+ ran.push(String(task._id));
63
+ },
64
+ });
65
+ // A poll interval far longer than the test: only wake() can pick up the task.
66
+ const runner = new InProcessRunner({pollInterval: {minutes: 10}});
67
+ await runner.start(context);
68
+ await new Promise((resolve) => setTimeout(resolve, 10));
69
+
70
+ queue.push(fakeTask("late"));
71
+ runner.wake();
72
+ await waitUntil(() => ran.length > 0);
73
+ await runner.stop();
74
+
75
+ expect(ran).toEqual(["late"]);
76
+ });
77
+
78
+ it("keeps polling after a claim error", async () => {
79
+ let claims = 0;
80
+ const ran: string[] = [];
81
+ const context = fakeContext({
82
+ claimNext: async () => {
83
+ claims += 1;
84
+ if (claims === 1) {
85
+ throw new Error("primary stepped down");
86
+ }
87
+ return claims === 2 ? fakeTask("recovered") : null;
88
+ },
89
+ runTask: async (task) => {
90
+ ran.push(String(task._id));
91
+ },
92
+ });
93
+ const runner = new InProcessRunner({pollInterval: {milliseconds: 5}});
94
+
95
+ await runner.start(context);
96
+ await waitUntil(() => ran.length > 0);
97
+ await runner.stop();
98
+
99
+ expect(ran).toEqual(["recovered"]);
100
+ });
101
+
102
+ it("does not lose a wake that arrives while a claim is in flight", async () => {
103
+ const ran: string[] = [];
104
+ let claims = 0;
105
+ let runner: InProcessRunner | undefined;
106
+ const context = fakeContext({
107
+ claimNext: async () => {
108
+ claims += 1;
109
+ if (claims === 1) {
110
+ // New work lands after this claim looked but before the runner sleeps.
111
+ runner?.wake();
112
+ return null;
113
+ }
114
+ return claims === 2 ? fakeTask("racing") : null;
115
+ },
116
+ runTask: async (task) => {
117
+ ran.push(String(task._id));
118
+ },
119
+ });
120
+ runner = new InProcessRunner({pollInterval: {minutes: 10}});
121
+
122
+ await runner.start(context);
123
+ await waitUntil(() => ran.length > 0);
124
+ await runner.stop();
125
+
126
+ expect(ran).toEqual(["racing"]);
127
+ });
128
+
129
+ it("waits for the task in flight before stop resolves", async () => {
130
+ let release: () => void = () => {};
131
+ const gate = new Promise<void>((resolve) => {
132
+ release = resolve;
133
+ });
134
+ let started = false;
135
+ let isStopped = false;
136
+ const queue = [fakeTask("slow")];
137
+ const context = fakeContext({
138
+ claimNext: async () => queue.shift() ?? null,
139
+ runTask: async () => {
140
+ started = true;
141
+ await gate;
142
+ },
143
+ });
144
+ const runner = new InProcessRunner({pollInterval: {milliseconds: 5}});
145
+ await runner.start(context);
146
+ await waitUntil(() => started);
147
+
148
+ const stopping = runner.stop().then(() => {
149
+ isStopped = true;
150
+ });
151
+ await new Promise((resolve) => setTimeout(resolve, 20));
152
+ expect(isStopped).toBe(false);
153
+
154
+ release();
155
+ await stopping;
156
+ expect(isStopped).toBe(true);
157
+ });
158
+
159
+ it("rejects a second start while running", async () => {
160
+ const context = fakeContext({claimNext: async () => null, runTask: async () => {}});
161
+ const runner = new InProcessRunner({pollInterval: {milliseconds: 5}});
162
+ await runner.start(context);
163
+ await expect(runner.start(context)).rejects.toThrow(
164
+ harnessErrorMatching("alreadyStarted", "InProcessRunner is already started")
165
+ );
166
+ await runner.stop();
167
+ });
168
+
169
+ describe("owner lease", () => {
170
+ const fastLease = {heartbeatInterval: {milliseconds: 10}, leaseDuration: {milliseconds: 100}};
171
+
172
+ it("stays standby without claiming until the owner lease is free, then recovers first", async () => {
173
+ const calls: string[] = [];
174
+ let isLeaseFree = false;
175
+ let seenLease: HarnessLeaseSettings | undefined;
176
+ const runner = new InProcessRunner({
177
+ ...fastLease,
178
+ ownerId: "runner-b",
179
+ pollInterval: {milliseconds: 5},
180
+ });
181
+ const context = fakeContext({
182
+ acquireOwnerLease: async (lease) => {
183
+ seenLease = lease;
184
+ calls.push(isLeaseFree ? "acquire:ok" : "acquire:held");
185
+ return isLeaseFree;
186
+ },
187
+ claimNext: async () => {
188
+ calls.push("claim");
189
+ return null;
190
+ },
191
+ recoverExpired: async () => {
192
+ calls.push("recover");
193
+ return 0;
194
+ },
195
+ });
196
+
197
+ await runner.start(context);
198
+ await waitUntil(() => calls.length >= 3);
199
+ expect(runner.role).toBe("standby");
200
+ expect(calls.every((call) => call === "acquire:held")).toBe(true);
201
+
202
+ isLeaseFree = true;
203
+ await waitUntil(() => calls.includes("claim"));
204
+ expect(runner.role).toBe("owner");
205
+ const tookOver = calls.indexOf("acquire:ok");
206
+ expect(calls.slice(tookOver, tookOver + 3)).toEqual(["acquire:ok", "recover", "claim"]);
207
+ expect(seenLease?.owner).toBe("runner-b");
208
+ expect(seenLease?.duration.toMillis()).toBe(100);
209
+ expect(seenLease?.heartbeat.toMillis()).toBe(10);
210
+ await runner.stop();
211
+ expect(runner.role).toBe("stopped");
212
+ });
213
+
214
+ it("renews the lease and sweeps for expired tasks on every heartbeat", async () => {
215
+ let renewals = 0;
216
+ let sweeps = 0;
217
+ const runner = new InProcessRunner({...fastLease, pollInterval: {minutes: 10}});
218
+ await runner.start(
219
+ fakeContext({
220
+ acquireOwnerLease: async () => {
221
+ renewals += 1;
222
+ return true;
223
+ },
224
+ recoverExpired: async () => {
225
+ sweeps += 1;
226
+ return 0;
227
+ },
228
+ })
229
+ );
230
+ await waitUntil(() => renewals >= 4 && sweeps >= 4);
231
+ await runner.stop();
232
+ expect(runner.role).toBe("stopped");
233
+ });
234
+
235
+ it("wakes to claim when a heartbeat sweep makes a task runnable", async () => {
236
+ const queue: HarnessTaskDocument[] = [];
237
+ const ran: string[] = [];
238
+ let sweeps = 0;
239
+ // Only the heartbeat's wake can end this idle sleep inside the test.
240
+ const runner = new InProcessRunner({...fastLease, pollInterval: {minutes: 10}});
241
+ await runner.start(
242
+ fakeContext({
243
+ claimNext: async () => queue.shift() ?? null,
244
+ recoverExpired: async () => {
245
+ sweeps += 1;
246
+ if (sweeps === 2) {
247
+ queue.push(fakeTask("recovered"));
248
+ return 1;
249
+ }
250
+ return 0;
251
+ },
252
+ runTask: async (task) => {
253
+ ran.push(String(task._id));
254
+ },
255
+ })
256
+ );
257
+ await waitUntil(() => ran.length > 0);
258
+ await runner.stop();
259
+ expect(ran).toEqual(["recovered"]);
260
+ });
261
+
262
+ it("drops to standby and stops claiming when a renewal loses the lease", async () => {
263
+ let acquisitions = 0;
264
+ let claimsAfterLoss = 0;
265
+ let isLost = false;
266
+ const runner = new InProcessRunner({...fastLease, pollInterval: {milliseconds: 5}});
267
+ await runner.start(
268
+ fakeContext({
269
+ acquireOwnerLease: async () => {
270
+ acquisitions += 1;
271
+ if (acquisitions >= 2) {
272
+ isLost = true;
273
+ return false;
274
+ }
275
+ return true;
276
+ },
277
+ claimNext: async () => {
278
+ if (isLost && runner.role === "standby") {
279
+ claimsAfterLoss += 1;
280
+ }
281
+ return null;
282
+ },
283
+ })
284
+ );
285
+ await waitUntil(() => isLost && runner.role === "standby");
286
+ await new Promise((resolve) => setTimeout(resolve, 40));
287
+ expect(runner.role).toBe("standby");
288
+ expect(claimsAfterLoss).toBe(0);
289
+ await runner.stop();
290
+ });
291
+
292
+ it("keeps renewing the owner lease while stop waits for the task in flight", async () => {
293
+ let release: () => void = () => {};
294
+ const gate = new Promise<void>((resolve) => {
295
+ release = resolve;
296
+ });
297
+ let isRunning = false;
298
+ let renewalsWhileStopping = 0;
299
+ let sweepsWhileStopping = 0;
300
+ let isStopRequested = false;
301
+ const queue = [fakeTask("long")];
302
+ const runner = new InProcessRunner({...fastLease, pollInterval: {milliseconds: 5}});
303
+ await runner.start(
304
+ fakeContext({
305
+ acquireOwnerLease: async () => {
306
+ if (isStopRequested) {
307
+ renewalsWhileStopping += 1;
308
+ }
309
+ return true;
310
+ },
311
+ claimNext: async () => queue.shift() ?? null,
312
+ recoverExpired: async () => {
313
+ if (isStopRequested) {
314
+ sweepsWhileStopping += 1;
315
+ }
316
+ return 0;
317
+ },
318
+ runTask: async () => {
319
+ isRunning = true;
320
+ await gate;
321
+ },
322
+ })
323
+ );
324
+ await waitUntil(() => isRunning);
325
+
326
+ isStopRequested = true;
327
+ const stopping = runner.stop();
328
+ // The task outlives several lease lifetimes' worth of heartbeats.
329
+ await waitUntil(() => renewalsWhileStopping >= 3);
330
+ release();
331
+ await stopping;
332
+
333
+ expect(sweepsWhileStopping).toBe(0);
334
+ const renewalsAtStop = renewalsWhileStopping;
335
+ await new Promise((resolve) => setTimeout(resolve, 40));
336
+ expect(renewalsWhileStopping).toBe(renewalsAtStop);
337
+ });
338
+
339
+ it("releases the owner lease on stop, but not when it never owned it", async () => {
340
+ const released: string[] = [];
341
+ const owner = new InProcessRunner({...fastLease, ownerId: "owner"});
342
+ await owner.start(
343
+ fakeContext({releaseOwnerLease: async (lease) => void released.push(lease.owner)})
344
+ );
345
+ await waitUntil(() => owner.role === "owner");
346
+ await owner.stop();
347
+
348
+ const standby = new InProcessRunner({...fastLease, ownerId: "standby"});
349
+ await standby.start(
350
+ fakeContext({
351
+ acquireOwnerLease: async () => false,
352
+ releaseOwnerLease: async (lease) => void released.push(lease.owner),
353
+ })
354
+ );
355
+ await new Promise((resolve) => setTimeout(resolve, 20));
356
+ await standby.stop();
357
+
358
+ expect(released).toEqual(["owner"]);
359
+ });
360
+
361
+ it("keeps standby when acquiring the lease throws", async () => {
362
+ let attempts = 0;
363
+ const runner = new InProcessRunner({...fastLease, pollInterval: {milliseconds: 5}});
364
+ await runner.start(
365
+ fakeContext({
366
+ acquireOwnerLease: async () => {
367
+ attempts += 1;
368
+ if (attempts === 1) {
369
+ throw new Error("primary stepped down");
370
+ }
371
+ return true;
372
+ },
373
+ })
374
+ );
375
+ await waitUntil(() => runner.role === "owner");
376
+ expect(attempts).toBeGreaterThanOrEqual(2);
377
+ await runner.stop();
378
+ });
379
+
380
+ it("rejects a heartbeat that is not shorter than the lease", () => {
381
+ expect(
382
+ () => new InProcessRunner({heartbeatInterval: {seconds: 30}, leaseDuration: {seconds: 30}})
383
+ ).toThrow(
384
+ harnessErrorMatching(
385
+ "configInvalid",
386
+ "InProcessRunner heartbeatInterval must be positive and shorter than leaseDuration"
387
+ )
388
+ );
389
+ expect(() => new InProcessRunner({heartbeatInterval: {seconds: 0}})).toThrow(
390
+ harnessErrorMatching("configInvalid", "heartbeatInterval must be positive")
391
+ );
392
+ });
393
+
394
+ it("defaults the owner id to host, pid, and a unique suffix", () => {
395
+ const first = new InProcessRunner();
396
+ const second = new InProcessRunner();
397
+ expect(first.ownerId).toContain(`:${process.pid}:`);
398
+ expect(first.ownerId).not.toBe(second.ownerId);
399
+ expect(new InProcessRunner({ownerId: "named"}).ownerId).toBe("named");
400
+ });
401
+ });
402
+ });