@terreno/ai 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/.cursorrules +2 -2
  2. package/README.md +2 -1
  3. package/bunfig.toml +1 -1
  4. package/dist/aiApp.d.ts +16 -5
  5. package/dist/aiApp.js +17 -7
  6. package/dist/harness/adminScreens.d.ts +6 -0
  7. package/dist/harness/adminScreens.js +11 -0
  8. package/dist/harness/agentLoop.d.ts +61 -0
  9. package/dist/harness/agentLoop.js +798 -0
  10. package/dist/harness/agentTaskNames.d.ts +4 -0
  11. package/dist/harness/agentTaskNames.js +7 -0
  12. package/dist/harness/approvalPolicy.d.ts +3 -0
  13. package/dist/harness/approvalPolicy.js +23 -0
  14. package/dist/harness/approvals.d.ts +101 -0
  15. package/dist/harness/approvals.js +468 -0
  16. package/dist/harness/commit.d.ts +238 -0
  17. package/dist/harness/commit.js +678 -0
  18. package/dist/harness/conversation.d.ts +75 -0
  19. package/dist/harness/conversation.js +397 -0
  20. package/dist/harness/defineAgent.d.ts +9 -0
  21. package/dist/harness/defineAgent.js +65 -0
  22. package/dist/harness/defineTask.d.ts +11 -0
  23. package/dist/harness/defineTask.js +59 -0
  24. package/dist/harness/defineTool.d.ts +7 -0
  25. package/dist/harness/defineTool.js +36 -0
  26. package/dist/harness/definitionError.d.ts +8 -0
  27. package/dist/harness/definitionError.js +15 -0
  28. package/dist/harness/errors.d.ts +127 -0
  29. package/dist/harness/errors.js +101 -0
  30. package/dist/harness/eventHub.d.ts +45 -0
  31. package/dist/harness/eventHub.js +135 -0
  32. package/dist/harness/events.d.ts +95 -0
  33. package/dist/harness/events.js +267 -0
  34. package/dist/harness/executionEnv.d.ts +31 -0
  35. package/dist/harness/executionEnv.js +2 -0
  36. package/dist/harness/extensions.d.ts +82 -0
  37. package/dist/harness/extensions.js +274 -0
  38. package/dist/harness/harness.d.ts +163 -0
  39. package/dist/harness/harness.js +520 -0
  40. package/dist/harness/harnessApp.d.ts +44 -0
  41. package/dist/harness/harnessApp.js +62 -0
  42. package/dist/harness/internalRuntime.d.ts +16 -0
  43. package/dist/harness/internalRuntime.js +18 -0
  44. package/dist/harness/leases.d.ts +35 -0
  45. package/dist/harness/leases.js +86 -0
  46. package/dist/harness/memo.d.ts +24 -0
  47. package/dist/harness/memo.js +78 -0
  48. package/dist/harness/modelCall.d.ts +45 -0
  49. package/dist/harness/modelCall.js +147 -0
  50. package/dist/harness/models/harnessApproval.d.ts +2 -0
  51. package/dist/harness/models/harnessApproval.js +100 -0
  52. package/dist/harness/models/harnessConversation.d.ts +2 -0
  53. package/dist/harness/models/harnessConversation.js +117 -0
  54. package/dist/harness/models/harnessEvent.d.ts +3 -0
  55. package/dist/harness/models/harnessEvent.js +73 -0
  56. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  57. package/dist/harness/models/harnessInboxEvent.js +58 -0
  58. package/dist/harness/models/harnessMemo.d.ts +2 -0
  59. package/dist/harness/models/harnessMemo.js +42 -0
  60. package/dist/harness/models/harnessMessage.d.ts +2 -0
  61. package/dist/harness/models/harnessMessage.js +73 -0
  62. package/dist/harness/models/harnessOwner.d.ts +2 -0
  63. package/dist/harness/models/harnessOwner.js +36 -0
  64. package/dist/harness/models/harnessTask.d.ts +2 -0
  65. package/dist/harness/models/harnessTask.js +186 -0
  66. package/dist/harness/ownership.d.ts +89 -0
  67. package/dist/harness/ownership.js +438 -0
  68. package/dist/harness/registry.d.ts +29 -0
  69. package/dist/harness/registry.js +93 -0
  70. package/dist/harness/retryBackoff.d.ts +31 -0
  71. package/dist/harness/retryBackoff.js +50 -0
  72. package/dist/harness/routes/approvals.d.ts +13 -0
  73. package/dist/harness/routes/approvals.js +93 -0
  74. package/dist/harness/routes/conversations.d.ts +11 -0
  75. package/dist/harness/routes/conversations.js +66 -0
  76. package/dist/harness/routes/events.d.ts +19 -0
  77. package/dist/harness/routes/events.js +215 -0
  78. package/dist/harness/routes/tasks.d.ts +11 -0
  79. package/dist/harness/routes/tasks.js +108 -0
  80. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  81. package/dist/harness/runners/inProcessRunner.js +196 -0
  82. package/dist/harness/runtime.d.ts +34 -0
  83. package/dist/harness/runtime.js +551 -0
  84. package/dist/harness/subagent.d.ts +53 -0
  85. package/dist/harness/subagent.js +134 -0
  86. package/dist/harness/suspend.d.ts +8 -0
  87. package/dist/harness/suspend.js +16 -0
  88. package/dist/harness/transaction.d.ts +3 -0
  89. package/dist/harness/transaction.js +22 -0
  90. package/dist/harness/waits.d.ts +100 -0
  91. package/dist/harness/waits.js +214 -0
  92. package/dist/index.d.ts +19 -1
  93. package/dist/index.js +45 -2
  94. package/dist/models/aiDataset.d.ts +2 -0
  95. package/dist/models/aiDataset.js +67 -0
  96. package/dist/models/aiRequest.js +1 -1
  97. package/dist/models/gptHistory.js +88 -2
  98. package/dist/observability/adminScreens.d.ts +5 -0
  99. package/dist/observability/adminScreens.js +32 -0
  100. package/dist/observability/compileTemplate.d.ts +1 -0
  101. package/dist/observability/compileTemplate.js +13 -0
  102. package/dist/observability/datasetImport.d.ts +11 -0
  103. package/dist/observability/datasetImport.js +185 -0
  104. package/dist/observability/evaluate.d.ts +31 -0
  105. package/dist/observability/evaluate.js +200 -0
  106. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  107. package/dist/observability/evaluatorTemplates.js +111 -0
  108. package/dist/observability/jsonPath.d.ts +2 -0
  109. package/dist/observability/jsonPath.js +57 -0
  110. package/dist/observability/local/datasetStore.d.ts +87 -0
  111. package/dist/observability/local/datasetStore.js +326 -0
  112. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  113. package/dist/observability/local/evaluatorStore.js +182 -0
  114. package/dist/observability/local/experimentRunner.d.ts +96 -0
  115. package/dist/observability/local/experimentRunner.js +419 -0
  116. package/dist/observability/local/localPlugin.d.ts +22 -0
  117. package/dist/observability/local/localPlugin.js +76 -0
  118. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  119. package/dist/observability/local/models/obsDataset.js +37 -0
  120. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  121. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  122. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  123. package/dist/observability/local/models/obsEvaluator.js +98 -0
  124. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  125. package/dist/observability/local/models/obsExperiment.js +87 -0
  126. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  127. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  128. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  129. package/dist/observability/local/models/obsPrompt.js +42 -0
  130. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  131. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  132. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  133. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  134. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  135. package/dist/observability/local/models/obsReviewItem.js +75 -0
  136. package/dist/observability/local/models/obsScore.d.ts +2 -0
  137. package/dist/observability/local/models/obsScore.js +58 -0
  138. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  139. package/dist/observability/local/models/obsSpan.js +64 -0
  140. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  141. package/dist/observability/local/models/obsTrace.js +93 -0
  142. package/dist/observability/local/promptStore.d.ts +180 -0
  143. package/dist/observability/local/promptStore.js +444 -0
  144. package/dist/observability/local/reviewStore.d.ts +50 -0
  145. package/dist/observability/local/reviewStore.js +203 -0
  146. package/dist/observability/local/traceStore.d.ts +103 -0
  147. package/dist/observability/local/traceStore.js +325 -0
  148. package/dist/observability/observabilityApp.d.ts +24 -0
  149. package/dist/observability/observabilityApp.js +157 -0
  150. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  151. package/dist/observability/observabilityAppRegistry.js +16 -0
  152. package/dist/observability/permissions.d.ts +7 -0
  153. package/dist/observability/permissions.js +60 -0
  154. package/dist/observability/reviewPanels.d.ts +18 -0
  155. package/dist/observability/reviewPanels.js +46 -0
  156. package/dist/observability/routes/datasets.d.ts +7 -0
  157. package/dist/observability/routes/datasets.js +149 -0
  158. package/dist/observability/routes/evaluators.d.ts +7 -0
  159. package/dist/observability/routes/evaluators.js +123 -0
  160. package/dist/observability/routes/experiments.d.ts +7 -0
  161. package/dist/observability/routes/experiments.js +95 -0
  162. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  163. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  164. package/dist/observability/routes/prompts.d.ts +12 -0
  165. package/dist/observability/routes/prompts.js +172 -0
  166. package/dist/observability/routes/requestAiService.d.ts +13 -0
  167. package/dist/observability/routes/requestAiService.js +21 -0
  168. package/dist/observability/routes/review.d.ts +7 -0
  169. package/dist/observability/routes/review.js +79 -0
  170. package/dist/observability/routes/status.d.ts +5 -0
  171. package/dist/observability/routes/status.js +31 -0
  172. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  173. package/dist/observability/routes/testMultiStage.js +67 -0
  174. package/dist/observability/routes/traces.d.ts +7 -0
  175. package/dist/observability/routes/traces.js +129 -0
  176. package/dist/observability/schemaValidation.d.ts +5 -0
  177. package/dist/observability/schemaValidation.js +26 -0
  178. package/dist/observability/sopThresholds.d.ts +2 -0
  179. package/dist/observability/sopThresholds.js +21 -0
  180. package/dist/observability/status.d.ts +23 -0
  181. package/dist/observability/status.js +34 -0
  182. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  183. package/dist/observability/testMultiStageSchemas.js +79 -0
  184. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  185. package/dist/observability/testMultiStageWorkflow.js +218 -0
  186. package/dist/observability/types.d.ts +159 -0
  187. package/dist/observability/types.js +67 -0
  188. package/dist/routes/files.js +20 -7
  189. package/dist/routes/gpt.js +179 -488
  190. package/dist/routes/gptActions.d.ts +9 -0
  191. package/dist/routes/gptActions.js +212 -0
  192. package/dist/routes/gptDatasets.d.ts +5 -0
  193. package/dist/routes/gptDatasets.js +94 -0
  194. package/dist/routes/gptHistories.d.ts +3 -1
  195. package/dist/routes/gptHistories.js +188 -2
  196. package/dist/service/aiDatasets.d.ts +57 -0
  197. package/dist/service/aiDatasets.js +253 -0
  198. package/dist/service/aiService.d.ts +50 -1
  199. package/dist/service/aiService.js +431 -77
  200. package/dist/service/askFiles.d.ts +49 -0
  201. package/dist/service/askFiles.js +162 -0
  202. package/dist/service/asks.d.ts +76 -0
  203. package/dist/service/asks.js +284 -0
  204. package/dist/service/chatTurn.d.ts +128 -0
  205. package/dist/service/chatTurn.js +1674 -0
  206. package/dist/service/fileStorage.d.ts +4 -0
  207. package/dist/service/fileStorage.js +7 -2
  208. package/dist/service/fileUploadsGate.d.ts +8 -0
  209. package/dist/service/fileUploadsGate.js +18 -0
  210. package/dist/service/fillActionIds.d.ts +6 -0
  211. package/dist/service/fillActionIds.js +79 -0
  212. package/dist/service/gemini.d.ts +3 -3
  213. package/dist/service/gemini.js +3 -3
  214. package/dist/service/jsonFenceModel.d.ts +7 -0
  215. package/dist/service/jsonFenceModel.js +45 -0
  216. package/dist/service/prompts.d.ts +52 -0
  217. package/dist/service/prompts.js +96 -1
  218. package/dist/service/sanitizeHtml.d.ts +11 -0
  219. package/dist/service/sanitizeHtml.js +108 -0
  220. package/dist/service/vertex.d.ts +6 -6
  221. package/dist/service/vertex.js +5 -5
  222. package/dist/types/harness.d.ts +934 -0
  223. package/dist/types/harness.js +133 -0
  224. package/dist/types/index.d.ts +219 -13
  225. package/dist/types/index.js +2 -0
  226. package/dist/types/observability.d.ts +288 -0
  227. package/dist/types/observability.js +2 -0
  228. package/package.json +17 -5
  229. package/src/aiApp.test.ts +207 -1
  230. package/src/aiApp.ts +31 -8
  231. package/src/harness/adminScreens.test.ts +34 -0
  232. package/src/harness/adminScreens.ts +11 -0
  233. package/src/harness/agentLoop.test.ts +1034 -0
  234. package/src/harness/agentLoop.ts +1082 -0
  235. package/src/harness/agentRecovery.test.ts +380 -0
  236. package/src/harness/agentTaskNames.ts +4 -0
  237. package/src/harness/approvalPolicy.ts +28 -0
  238. package/src/harness/approvals.test.ts +1094 -0
  239. package/src/harness/approvals.ts +644 -0
  240. package/src/harness/commit.ts +1049 -0
  241. package/src/harness/conversation.ts +503 -0
  242. package/src/harness/defineAgent.test.ts +92 -0
  243. package/src/harness/defineAgent.ts +82 -0
  244. package/src/harness/defineTask.test.ts +59 -0
  245. package/src/harness/defineTask.ts +76 -0
  246. package/src/harness/defineTool.ts +45 -0
  247. package/src/harness/definitionError.ts +13 -0
  248. package/src/harness/errors.test.ts +90 -0
  249. package/src/harness/errors.ts +119 -0
  250. package/src/harness/eventHub.test.ts +124 -0
  251. package/src/harness/eventHub.ts +159 -0
  252. package/src/harness/events.test.ts +757 -0
  253. package/src/harness/events.ts +384 -0
  254. package/src/harness/executionEnv.ts +34 -0
  255. package/src/harness/extensions.test.ts +1218 -0
  256. package/src/harness/extensions.ts +382 -0
  257. package/src/harness/harness.test.ts +693 -0
  258. package/src/harness/harness.ts +767 -0
  259. package/src/harness/harnessApp.ts +76 -0
  260. package/src/harness/internalRuntime.ts +44 -0
  261. package/src/harness/leases.ts +132 -0
  262. package/src/harness/memo.ts +107 -0
  263. package/src/harness/modelCall.test.ts +134 -0
  264. package/src/harness/modelCall.ts +200 -0
  265. package/src/harness/models/harnessApproval.ts +109 -0
  266. package/src/harness/models/harnessConversation.ts +142 -0
  267. package/src/harness/models/harnessEvent.ts +92 -0
  268. package/src/harness/models/harnessInboxEvent.ts +73 -0
  269. package/src/harness/models/harnessMemo.ts +43 -0
  270. package/src/harness/models/harnessMessage.ts +85 -0
  271. package/src/harness/models/harnessModels.test.ts +60 -0
  272. package/src/harness/models/harnessOwner.ts +40 -0
  273. package/src/harness/models/harnessTask.ts +201 -0
  274. package/src/harness/ownership.test.ts +1087 -0
  275. package/src/harness/ownership.ts +618 -0
  276. package/src/harness/recovery.test.ts +912 -0
  277. package/src/harness/registry.ts +124 -0
  278. package/src/harness/retries.test.ts +292 -0
  279. package/src/harness/retryBackoff.test.ts +100 -0
  280. package/src/harness/retryBackoff.ts +77 -0
  281. package/src/harness/routes/approvals.ts +123 -0
  282. package/src/harness/routes/conversations.test.ts +518 -0
  283. package/src/harness/routes/conversations.ts +102 -0
  284. package/src/harness/routes/events.ts +280 -0
  285. package/src/harness/routes/tasks.test.ts +198 -0
  286. package/src/harness/routes/tasks.ts +146 -0
  287. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  288. package/src/harness/runners/inProcessRunner.ts +220 -0
  289. package/src/harness/runtime.ts +714 -0
  290. package/src/harness/subagent.test.ts +696 -0
  291. package/src/harness/subagent.ts +192 -0
  292. package/src/harness/suspend.ts +13 -0
  293. package/src/harness/transaction.ts +17 -0
  294. package/src/harness/versioning.test.ts +288 -0
  295. package/src/harness/waits.test.ts +693 -0
  296. package/src/harness/waits.ts +356 -0
  297. package/src/index.test.ts +13 -0
  298. package/src/index.ts +70 -0
  299. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  300. package/src/models/aiDataset.test.ts +34 -0
  301. package/src/models/aiDataset.ts +78 -0
  302. package/src/models/aiRequest.test.ts +2 -2
  303. package/src/models/aiRequest.ts +2 -1
  304. package/src/models/gptHistory.test.ts +156 -0
  305. package/src/models/gptHistory.ts +106 -4
  306. package/src/observability/adminScreens.test.ts +71 -0
  307. package/src/observability/adminScreens.ts +42 -0
  308. package/src/observability/compileTemplate.test.ts +14 -0
  309. package/src/observability/compileTemplate.ts +10 -0
  310. package/src/observability/datasetImport.test.ts +95 -0
  311. package/src/observability/datasetImport.ts +220 -0
  312. package/src/observability/evaluate.test.ts +549 -0
  313. package/src/observability/evaluate.ts +254 -0
  314. package/src/observability/evaluatorTemplates.ts +124 -0
  315. package/src/observability/jsonPath.test.ts +52 -0
  316. package/src/observability/jsonPath.ts +60 -0
  317. package/src/observability/local/datasetStore.test.ts +230 -0
  318. package/src/observability/local/datasetStore.ts +452 -0
  319. package/src/observability/local/evaluatorStore.test.ts +138 -0
  320. package/src/observability/local/evaluatorStore.ts +224 -0
  321. package/src/observability/local/experimentRunner.test.ts +489 -0
  322. package/src/observability/local/experimentRunner.ts +548 -0
  323. package/src/observability/local/localPlugin.ts +88 -0
  324. package/src/observability/local/models/obsDataset.ts +38 -0
  325. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  326. package/src/observability/local/models/obsEvaluator.ts +102 -0
  327. package/src/observability/local/models/obsExperiment.ts +91 -0
  328. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  329. package/src/observability/local/models/obsPrompt.ts +43 -0
  330. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  331. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  332. package/src/observability/local/models/obsReviewItem.ts +79 -0
  333. package/src/observability/local/models/obsScore.ts +59 -0
  334. package/src/observability/local/models/obsSpan.ts +65 -0
  335. package/src/observability/local/models/obsTrace.ts +94 -0
  336. package/src/observability/local/obsModels.test.ts +119 -0
  337. package/src/observability/local/promptStore.test.ts +351 -0
  338. package/src/observability/local/promptStore.ts +665 -0
  339. package/src/observability/local/reviewStore.test.ts +164 -0
  340. package/src/observability/local/reviewStore.ts +264 -0
  341. package/src/observability/local/traceStore.test.ts +264 -0
  342. package/src/observability/local/traceStore.ts +440 -0
  343. package/src/observability/observabilityApp.test.ts +92 -0
  344. package/src/observability/observabilityApp.ts +185 -0
  345. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  346. package/src/observability/observabilityAppRegistry.ts +35 -0
  347. package/src/observability/permissions.test.ts +96 -0
  348. package/src/observability/permissions.ts +78 -0
  349. package/src/observability/reviewPanels.test.ts +35 -0
  350. package/src/observability/reviewPanels.ts +64 -0
  351. package/src/observability/routes/datasets.test.ts +176 -0
  352. package/src/observability/routes/datasets.ts +252 -0
  353. package/src/observability/routes/evaluators.test.ts +119 -0
  354. package/src/observability/routes/evaluators.ts +207 -0
  355. package/src/observability/routes/experiments.test.ts +282 -0
  356. package/src/observability/routes/experiments.ts +152 -0
  357. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  358. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  359. package/src/observability/routes/prompts.test.ts +320 -0
  360. package/src/observability/routes/prompts.ts +263 -0
  361. package/src/observability/routes/requestAiService.ts +36 -0
  362. package/src/observability/routes/review.test.ts +120 -0
  363. package/src/observability/routes/review.ts +125 -0
  364. package/src/observability/routes/status.test.ts +116 -0
  365. package/src/observability/routes/status.ts +47 -0
  366. package/src/observability/routes/testMultiStage.test.ts +214 -0
  367. package/src/observability/routes/testMultiStage.ts +96 -0
  368. package/src/observability/routes/traces.test.ts +167 -0
  369. package/src/observability/routes/traces.ts +172 -0
  370. package/src/observability/schemaValidation.ts +29 -0
  371. package/src/observability/sopThresholds.ts +20 -0
  372. package/src/observability/status.test.ts +38 -0
  373. package/src/observability/status.ts +56 -0
  374. package/src/observability/testMultiStageSchemas.ts +95 -0
  375. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  376. package/src/observability/testMultiStageWorkflow.ts +307 -0
  377. package/src/observability/types.ts +262 -0
  378. package/src/routes/files.test.ts +84 -9
  379. package/src/routes/files.ts +23 -7
  380. package/src/routes/gpt.test.ts +3279 -0
  381. package/src/routes/gpt.ts +214 -552
  382. package/src/routes/gptActions.test.ts +241 -0
  383. package/src/routes/gptActions.ts +255 -0
  384. package/src/routes/gptApprovals.test.ts +762 -0
  385. package/src/routes/gptDatasets.test.ts +86 -0
  386. package/src/routes/gptDatasets.ts +104 -0
  387. package/src/routes/gptFiles.test.ts +589 -0
  388. package/src/routes/gptHistories.test.ts +933 -0
  389. package/src/routes/gptHistories.ts +266 -5
  390. package/src/routes/routes.test.ts +676 -5
  391. package/src/service/aiDatasets.test.ts +123 -0
  392. package/src/service/aiDatasets.ts +316 -0
  393. package/src/service/aiService.test.ts +614 -0
  394. package/src/service/aiService.ts +575 -111
  395. package/src/service/askFiles.test.ts +96 -0
  396. package/src/service/askFiles.ts +222 -0
  397. package/src/service/asks.test.ts +946 -0
  398. package/src/service/asks.ts +423 -0
  399. package/src/service/chatTurn.ts +2287 -0
  400. package/src/service/fileStorage.test.ts +11 -0
  401. package/src/service/fileStorage.ts +10 -2
  402. package/src/service/fileUploadsGate.ts +23 -0
  403. package/src/service/fillActionIds.test.ts +65 -0
  404. package/src/service/fillActionIds.ts +98 -0
  405. package/src/service/gemini.test.ts +16 -10
  406. package/src/service/gemini.ts +3 -3
  407. package/src/service/jsonFenceModel.test.ts +47 -0
  408. package/src/service/jsonFenceModel.ts +53 -0
  409. package/src/service/prompts.test.ts +21 -0
  410. package/src/service/prompts.ts +147 -0
  411. package/src/service/sanitizeHtml.test.ts +61 -0
  412. package/src/service/sanitizeHtml.ts +109 -0
  413. package/src/service/vertex.test.ts +49 -49
  414. package/src/service/vertex.ts +7 -8
  415. package/src/tests/bunSetup.test.ts +7 -4
  416. package/src/tests/bunSetup.ts +7 -7
  417. package/src/tests/chatHarness.ts +478 -0
  418. package/src/tests/generateStream.ts +49 -0
  419. package/src/tests/harnessErrors.ts +22 -0
  420. package/src/tests/harnessStreaming.ts +227 -0
  421. package/src/tests/helpers.ts +9 -2
  422. package/src/types/harness.ts +1095 -0
  423. package/src/types/index.ts +237 -12
  424. package/src/types/observability.ts +344 -0
  425. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,423 @@
1
+ import {APIError, logger, type z} from "@terreno/api";
2
+ import {
3
+ ASK_CANCEL_REASONS,
4
+ ASK_KINDS,
5
+ ASK_LIMITS,
6
+ type Ask,
7
+ type AskKind,
8
+ type AskResponse,
9
+ type AskSurface,
10
+ askInputSchemaFor,
11
+ askInputSchemas,
12
+ askKindsForSurface,
13
+ askOutputSchemas,
14
+ askPromptSection,
15
+ type CompactAskKind,
16
+ type ConfirmAnswer,
17
+ type ConfirmAskInput,
18
+ isCompactAskKind,
19
+ } from "@terreno/blocks";
20
+ import {
21
+ type JSONValue,
22
+ type ModelMessage,
23
+ type Tool,
24
+ type ToolApprovalRequest,
25
+ type ToolApprovalResponse,
26
+ type ToolCallPart,
27
+ type ToolResultPart,
28
+ tool,
29
+ } from "ai";
30
+
31
+ import type {AsksOptions} from "../types";
32
+ import {askFilesToolModelOutput} from "./askFiles";
33
+ import {
34
+ ASK_CHOICE_TOOL_DESCRIPTION,
35
+ ASK_CONFIRM_TOOL_DESCRIPTION,
36
+ ASK_FILES_TOOL_DESCRIPTION,
37
+ ASK_FORM_TOOL_DESCRIPTION,
38
+ ASK_MARKDOWN_TOOL_DESCRIPTION,
39
+ COMPACT_ASK_CHOICE_TOOL_DESCRIPTION,
40
+ COMPACT_ASK_CONFIRM_TOOL_DESCRIPTION,
41
+ TERRENO_ASKS_SYSTEM_PROMPT,
42
+ UNANSWERED_TOOL_CALL_RESULT,
43
+ } from "./prompts";
44
+
45
+ const ASK_TOOL_PREFIX = "ask_";
46
+
47
+ const ASK_TOOL_DESCRIPTIONS: Record<AskKind, string> = {
48
+ choice: ASK_CHOICE_TOOL_DESCRIPTION,
49
+ confirm: ASK_CONFIRM_TOOL_DESCRIPTION,
50
+ files: ASK_FILES_TOOL_DESCRIPTION,
51
+ form: ASK_FORM_TOOL_DESCRIPTION,
52
+ markdown: ASK_MARKDOWN_TOOL_DESCRIPTION,
53
+ };
54
+
55
+ const COMPACT_ASK_TOOL_DESCRIPTIONS: Record<CompactAskKind, string> = {
56
+ choice: COMPACT_ASK_CHOICE_TOOL_DESCRIPTION,
57
+ confirm: COMPACT_ASK_CONFIRM_TOOL_DESCRIPTION,
58
+ };
59
+
60
+ const askToolDescription = ({kind, surface}: {kind: AskKind; surface: AskSurface}): string =>
61
+ surface === "compact" && isCompactAskKind(kind)
62
+ ? COMPACT_ASK_TOOL_DESCRIPTIONS[kind]
63
+ : ASK_TOOL_DESCRIPTIONS[kind];
64
+
65
+ /** The per-file cap for `files` answers: `asks.maxFileSizeBytes`, or 10 MB. */
66
+ export const resolveMaxFileSizeBytes = (asks: boolean | AsksOptions | undefined): number =>
67
+ (typeof asks === "object" ? asks.maxFileSizeBytes : undefined) ??
68
+ ASK_LIMITS.files.defaultMaxFileSizeBytes;
69
+
70
+ /** The kinds the `asks` route option enables; empty when asks are off. Throws on unknown kinds. */
71
+ export const resolveAskKinds = (asks: boolean | AsksOptions | undefined): AskKind[] => {
72
+ if (!asks) {
73
+ return [];
74
+ }
75
+ const kinds = asks === true ? ASK_KINDS : (asks.kinds ?? ASK_KINDS);
76
+ const unknownKinds = kinds.filter((kind) => !ASK_KINDS.includes(kind));
77
+ if (unknownKinds.length > 0) {
78
+ throw new APIError({
79
+ detail: `Unknown ask kinds: ${unknownKinds.join(", ")}. Known kinds: ${ASK_KINDS.join(", ")}.`,
80
+ status: 500,
81
+ title: "The asks option lists unknown ask kinds",
82
+ });
83
+ }
84
+ return [...new Set(kinds)];
85
+ };
86
+
87
+ export const askToolName = (kind: AskKind): string => `${ASK_TOOL_PREFIX}${kind}`;
88
+
89
+ /** The ask kind a tool name calls, or undefined when it is not one of the given kinds' tools. */
90
+ export const askKindFromToolName = (
91
+ toolName: string,
92
+ kinds: readonly AskKind[] = ASK_KINDS
93
+ ): AskKind | undefined => kinds.find((kind) => askToolName(kind) === toolName);
94
+
95
+ /**
96
+ * One tool per enabled kind the surface offers. Ask tools have no `execute`, so the AI SDK ends
97
+ * the step loop when the model calls one and the turn pauses until the user answers. On the
98
+ * compact surface each tool takes the kind's compact input schema, so an ask whose options do not
99
+ * fit a small screen's buttons goes back to the model as a tool error.
100
+ */
101
+ export const createAskTools = ({
102
+ kinds,
103
+ surface = "full",
104
+ }: {
105
+ kinds: readonly AskKind[];
106
+ surface?: AskSurface;
107
+ }): Record<string, Tool> =>
108
+ Object.fromEntries(
109
+ askKindsForSurface({kinds, surface}).map((kind) => [
110
+ askToolName(kind),
111
+ tool<Ask["input"], AskResponse>({
112
+ description: askToolDescription({kind, surface}),
113
+ inputSchema: askInputSchemaFor({kind, surface}) as z.ZodType<Ask["input"]>,
114
+ outputSchema: askOutputSchemas[kind] as z.ZodType<AskResponse>,
115
+ ...(kind === "files" ? {toModelOutput: askFilesToolModelOutput} : {}),
116
+ }),
117
+ ])
118
+ );
119
+
120
+ /** Types the input of a valid ask call. The AI SDK has already checked it against the kind's schema. */
121
+ export const parseAsk = ({input, kind}: {input: unknown; kind: AskKind}): Ask =>
122
+ ({input: askInputSchemas[kind].parse(input), kind}) as Ask;
123
+
124
+ const reservedToolNames = (tools: Record<string, Tool>): string[] =>
125
+ Object.keys(tools).filter((name) => name.startsWith(ASK_TOOL_PREFIX));
126
+
127
+ /** Throws when a host tool name uses the `ask_` prefix that ask tools own. */
128
+ export const assertNoReservedToolNames = (tools: Record<string, Tool> | undefined): void => {
129
+ const reserved = reservedToolNames(tools ?? {});
130
+ if (reserved.length > 0) {
131
+ throw new APIError({
132
+ detail: `Tool names starting with "${ASK_TOOL_PREFIX}" are reserved for asks: ${reserved.join(", ")}.`,
133
+ status: 500,
134
+ title: "Host tool names use the prefix reserved for asks",
135
+ });
136
+ }
137
+ };
138
+
139
+ /** Drops tools resolved per request (request tools, MCP tools) whose names use the `ask_` prefix. */
140
+ export const withoutReservedToolNames = (tools: Record<string, Tool>): Record<string, Tool> => {
141
+ const reserved = reservedToolNames(tools);
142
+ if (reserved.length === 0) {
143
+ return tools;
144
+ }
145
+ logger.warn("Dropping tools whose names are reserved for asks", {tools: reserved});
146
+ return Object.fromEntries(
147
+ Object.entries(tools).filter(([name]) => !name.startsWith(ASK_TOOL_PREFIX))
148
+ );
149
+ };
150
+
151
+ /** The asks section of the system prompt for the kinds offered on the surface. */
152
+ export const buildAsksSystemPrompt = ({
153
+ kinds,
154
+ surface = "full",
155
+ }: {
156
+ kinds: readonly AskKind[];
157
+ surface?: AskSurface;
158
+ }): string => `${TERRENO_ASKS_SYSTEM_PROMPT}\n\n${askPromptSection({kinds, surface})}`;
159
+
160
+ /** A tool result part without the `fileData` a host tool returns for the client to download. */
161
+ const withoutFileData = (part: unknown): unknown => {
162
+ const output = (part as {output?: {type?: string; value?: unknown}}).output;
163
+ const value = output?.type === "json" ? output.value : undefined;
164
+ if (typeof value !== "object" || value === null || !("fileData" in value)) {
165
+ return part;
166
+ }
167
+ const {fileData: _fileData, ...rest} = value as Record<string, unknown>;
168
+ return {...(part as object), output: {...output, value: rest}};
169
+ };
170
+
171
+ /**
172
+ * A plain JSON copy of AI SDK messages. It drops `undefined` fields, which MongoDB would store as
173
+ * null and the AI SDK would then reject when the messages are replayed. Tool results leave out
174
+ * `fileData`, as the stored rows do, so a generated file is not stored twice.
175
+ */
176
+ export const toStoredMessages = (messages: ModelMessage[]): ModelMessage[] =>
177
+ (JSON.parse(JSON.stringify(messages)) as ModelMessage[]).map((message) =>
178
+ message.role === "tool"
179
+ ? ({...message, content: message.content.map(withoutFileData)} as ModelMessage)
180
+ : message
181
+ );
182
+
183
+ /** Why an approval was denied, as the model sees it in the tool's `execution-denied` result. */
184
+ const APPROVAL_DENIAL_REASONS = {
185
+ cancelled: "user_cancelled",
186
+ declined: "user_declined",
187
+ denied: "user_denied",
188
+ } as const;
189
+
190
+ const truncate = (text: string, maxLength: number): string =>
191
+ text.length <= maxLength ? text : `${text.slice(0, Math.max(0, maxLength - 1)).trimEnd()}…`;
192
+
193
+ /** "Allow <toolName>?" with the tool's description, and Allow / Deny buttons. */
194
+ const defaultApprovalAskInput = ({
195
+ description,
196
+ toolName,
197
+ }: {
198
+ description?: string;
199
+ toolName: string;
200
+ }): ConfirmAskInput => {
201
+ const question = `Allow ${toolName}?`;
202
+ const detail = description?.trim();
203
+ return {
204
+ confirmLabel: "Allow",
205
+ denyLabel: "Deny",
206
+ prompt: truncate(detail ? `${question} ${detail}` : question, ASK_LIMITS.promptMaxLength),
207
+ };
208
+ };
209
+
210
+ /**
211
+ * The `confirm` input of the approval ask for one host tool call: the host's
212
+ * `asks.approvals[toolName]`, or the default when it has none, throws, or returns an input that
213
+ * is not a valid `confirm` input.
214
+ */
215
+ export const approvalAskInput = ({
216
+ asks,
217
+ description,
218
+ input,
219
+ surface,
220
+ toolName,
221
+ }: {
222
+ asks: boolean | AsksOptions | undefined;
223
+ description?: string;
224
+ input: unknown;
225
+ surface: AskSurface;
226
+ toolName: string;
227
+ }): ConfirmAskInput => {
228
+ const fallback = defaultApprovalAskInput({description, toolName});
229
+ const approval = typeof asks === "object" ? asks.approvals?.[toolName] : undefined;
230
+ if (!approval) {
231
+ return fallback;
232
+ }
233
+ try {
234
+ const parsed = askInputSchemaFor({kind: "confirm", surface}).safeParse(approval(input));
235
+ if (parsed.success) {
236
+ return parsed.data as ConfirmAskInput;
237
+ }
238
+ logger.warn("asks.approvals returned an invalid confirm input; using the default approval", {
239
+ issues: parsed.error.issues.map((issue) => `${issue.path.join(".")}: ${issue.message}`),
240
+ toolName,
241
+ });
242
+ } catch (error) {
243
+ logger.warn("asks.approvals threw; using the default approval", {
244
+ error: error instanceof Error ? error.message : String(error),
245
+ toolName,
246
+ });
247
+ }
248
+ return fallback;
249
+ };
250
+
251
+ /** The approval an answer to an approval ask gives: only an accepted `{confirmed: true}` approves. */
252
+ const approvalResponseOf = (
253
+ answer: AskResponse
254
+ ): Pick<ToolApprovalResponse, "approved" | "reason"> => {
255
+ if (answer.action === "accept") {
256
+ return (answer.content as ConfirmAnswer).confirmed
257
+ ? {approved: true}
258
+ : {approved: false, reason: APPROVAL_DENIAL_REASONS.denied};
259
+ }
260
+ if (answer.action === "decline") {
261
+ return {approved: false, reason: APPROVAL_DENIAL_REASONS.declined};
262
+ }
263
+ return {approved: false, reason: answer.reason ?? APPROVAL_DENIAL_REASONS.cancelled};
264
+ };
265
+
266
+ /**
267
+ * The reason each denied approval in the messages' last tool message gives, by the tool call it
268
+ * denied, so the turn can show why a tool did not run.
269
+ */
270
+ export const deniedApprovalReasons = (
271
+ messages: ModelMessage[]
272
+ ): Map<string, string | undefined> => {
273
+ const lastMessage = messages.at(-1);
274
+ if (lastMessage?.role !== "tool") {
275
+ return new Map();
276
+ }
277
+ const toolCallIds = new Map<string, string>();
278
+ for (const message of messages) {
279
+ if (message.role !== "assistant" || typeof message.content === "string") {
280
+ continue;
281
+ }
282
+ for (const part of message.content) {
283
+ if (part.type === "tool-approval-request") {
284
+ toolCallIds.set(part.approvalId, part.toolCallId);
285
+ }
286
+ }
287
+ }
288
+ return new Map(
289
+ lastMessage.content.flatMap((part) => {
290
+ const toolCallId =
291
+ part.type === "tool-approval-response" && !part.approved
292
+ ? toolCallIds.get(part.approvalId)
293
+ : undefined;
294
+ return toolCallId && part.type === "tool-approval-response"
295
+ ? [[toolCallId, part.reason] as const]
296
+ : [];
297
+ })
298
+ );
299
+ };
300
+
301
+ const outputForUnansweredCall = ({
302
+ answer,
303
+ answerOutput,
304
+ call,
305
+ toolCallId,
306
+ }: {
307
+ answer: AskResponse;
308
+ answerOutput?: ToolResultPart["output"];
309
+ call: ToolCallPart;
310
+ toolCallId: string;
311
+ }): ToolResultPart["output"] => {
312
+ if (call.toolCallId === toolCallId) {
313
+ return answerOutput ?? {type: "json", value: answer as JSONValue};
314
+ }
315
+ if (askKindFromToolName(call.toolName)) {
316
+ return {type: "json", value: {action: "cancel", reason: ASK_CANCEL_REASONS.oneAskAtATime}};
317
+ }
318
+ return {type: "error-text", value: UNANSWERED_TOOL_CALL_RESULT};
319
+ };
320
+
321
+ /**
322
+ * The paused turn's messages plus a result for every tool call its last step left without one:
323
+ * the user's answer for the pending ask, `cancel` for asks dropped because the model asked more
324
+ * than once, and an error for any other tool that did not run. A call waiting on approval gets a
325
+ * `tool-approval-response` instead of a result, so the AI SDK runs or denies it when the turn
326
+ * resumes: the user's answer decides the pending approval, `approvalId`, and every other
327
+ * approval in the step is denied with `one_ask_at_a_time`. The
328
+ * parts join the step's tool message, results in call order, so providers see one tool message
329
+ * per assistant message. `answerOutput` replaces the answer's JSON result, such as a `files`
330
+ * answer with its files.
331
+ */
332
+ export const completePausedTurn = ({
333
+ answer,
334
+ answerOutput,
335
+ approvalId,
336
+ responseMessages,
337
+ toolCallId,
338
+ }: {
339
+ answer: AskResponse;
340
+ answerOutput?: ToolResultPart["output"];
341
+ /** Set when the pending ask is an approval: the approval request the answer decides. */
342
+ approvalId?: string;
343
+ responseMessages: ModelMessage[];
344
+ toolCallId: string;
345
+ }): ModelMessage[] => {
346
+ const answeredIds = new Set<string>();
347
+ const respondedApprovalIds = new Set<string>();
348
+ for (const message of responseMessages) {
349
+ if (typeof message.content === "string" || message.role === "system") {
350
+ continue;
351
+ }
352
+ for (const part of message.content) {
353
+ if (part.type === "tool-result") {
354
+ answeredIds.add(part.toolCallId);
355
+ } else if (part.type === "tool-approval-response") {
356
+ respondedApprovalIds.add(part.approvalId);
357
+ }
358
+ }
359
+ }
360
+
361
+ const lastAssistant = responseMessages.findLast((message) => message.role === "assistant");
362
+ const stepParts =
363
+ lastAssistant && typeof lastAssistant.content !== "string" ? lastAssistant.content : [];
364
+ const stepApprovalRequests = stepParts.filter(
365
+ (part): part is ToolApprovalRequest => part.type === "tool-approval-request"
366
+ );
367
+ const awaitingApprovalIds = new Set(stepApprovalRequests.map((request) => request.toolCallId));
368
+ const approvalRequests = stepApprovalRequests.filter(
369
+ (request) => !respondedApprovalIds.has(request.approvalId)
370
+ );
371
+ const stepCalls = stepParts.filter(
372
+ (part): part is ToolCallPart => part.type === "tool-call" && !part.providerExecuted
373
+ );
374
+ const newResults = stepCalls
375
+ .filter(
376
+ (call) => !answeredIds.has(call.toolCallId) && !awaitingApprovalIds.has(call.toolCallId)
377
+ )
378
+ .map(
379
+ (call): ToolResultPart => ({
380
+ output: outputForUnansweredCall({answer, answerOutput, call, toolCallId}),
381
+ toolCallId: call.toolCallId,
382
+ toolName: call.toolName,
383
+ type: "tool-result",
384
+ })
385
+ );
386
+ const approvalResponses = approvalRequests.map(
387
+ (request): ToolApprovalResponse => ({
388
+ approvalId: request.approvalId,
389
+ type: "tool-approval-response",
390
+ ...(approvalId !== undefined && request.approvalId === approvalId
391
+ ? approvalResponseOf(answer)
392
+ : {approved: false, reason: ASK_CANCEL_REASONS.oneAskAtATime}),
393
+ })
394
+ );
395
+ if (newResults.length === 0 && approvalResponses.length === 0) {
396
+ return responseMessages;
397
+ }
398
+
399
+ const callOrder = new Map(stepCalls.map((call, index) => [call.toolCallId, index]));
400
+ const byCallOrder = (a: ToolResultPart, b: ToolResultPart): number =>
401
+ (callOrder.get(a.toolCallId) ?? callOrder.size) -
402
+ (callOrder.get(b.toolCallId) ?? callOrder.size);
403
+
404
+ const lastMessage = responseMessages.at(-1);
405
+ if (lastMessage?.role === "tool") {
406
+ const existingResults = lastMessage.content.filter(
407
+ (part): part is ToolResultPart => part.type === "tool-result"
408
+ );
409
+ const otherParts = lastMessage.content.filter((part) => part.type !== "tool-result");
410
+ return [
411
+ ...responseMessages.slice(0, -1),
412
+ {
413
+ ...lastMessage,
414
+ content: [
415
+ ...[...existingResults, ...newResults].sort(byCallOrder),
416
+ ...otherParts,
417
+ ...approvalResponses,
418
+ ],
419
+ },
420
+ ];
421
+ }
422
+ return [...responseMessages, {content: [...newResults, ...approvalResponses], role: "tool"}];
423
+ };