@terreno/ai 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/.cursorrules +2 -2
  2. package/README.md +2 -1
  3. package/bunfig.toml +1 -1
  4. package/dist/aiApp.d.ts +16 -5
  5. package/dist/aiApp.js +17 -7
  6. package/dist/harness/adminScreens.d.ts +6 -0
  7. package/dist/harness/adminScreens.js +11 -0
  8. package/dist/harness/agentLoop.d.ts +61 -0
  9. package/dist/harness/agentLoop.js +798 -0
  10. package/dist/harness/agentTaskNames.d.ts +4 -0
  11. package/dist/harness/agentTaskNames.js +7 -0
  12. package/dist/harness/approvalPolicy.d.ts +3 -0
  13. package/dist/harness/approvalPolicy.js +23 -0
  14. package/dist/harness/approvals.d.ts +101 -0
  15. package/dist/harness/approvals.js +468 -0
  16. package/dist/harness/commit.d.ts +238 -0
  17. package/dist/harness/commit.js +678 -0
  18. package/dist/harness/conversation.d.ts +75 -0
  19. package/dist/harness/conversation.js +397 -0
  20. package/dist/harness/defineAgent.d.ts +9 -0
  21. package/dist/harness/defineAgent.js +65 -0
  22. package/dist/harness/defineTask.d.ts +11 -0
  23. package/dist/harness/defineTask.js +59 -0
  24. package/dist/harness/defineTool.d.ts +7 -0
  25. package/dist/harness/defineTool.js +36 -0
  26. package/dist/harness/definitionError.d.ts +8 -0
  27. package/dist/harness/definitionError.js +15 -0
  28. package/dist/harness/errors.d.ts +127 -0
  29. package/dist/harness/errors.js +101 -0
  30. package/dist/harness/eventHub.d.ts +45 -0
  31. package/dist/harness/eventHub.js +135 -0
  32. package/dist/harness/events.d.ts +95 -0
  33. package/dist/harness/events.js +267 -0
  34. package/dist/harness/executionEnv.d.ts +31 -0
  35. package/dist/harness/executionEnv.js +2 -0
  36. package/dist/harness/extensions.d.ts +82 -0
  37. package/dist/harness/extensions.js +274 -0
  38. package/dist/harness/harness.d.ts +163 -0
  39. package/dist/harness/harness.js +520 -0
  40. package/dist/harness/harnessApp.d.ts +44 -0
  41. package/dist/harness/harnessApp.js +62 -0
  42. package/dist/harness/internalRuntime.d.ts +16 -0
  43. package/dist/harness/internalRuntime.js +18 -0
  44. package/dist/harness/leases.d.ts +35 -0
  45. package/dist/harness/leases.js +86 -0
  46. package/dist/harness/memo.d.ts +24 -0
  47. package/dist/harness/memo.js +78 -0
  48. package/dist/harness/modelCall.d.ts +45 -0
  49. package/dist/harness/modelCall.js +147 -0
  50. package/dist/harness/models/harnessApproval.d.ts +2 -0
  51. package/dist/harness/models/harnessApproval.js +100 -0
  52. package/dist/harness/models/harnessConversation.d.ts +2 -0
  53. package/dist/harness/models/harnessConversation.js +117 -0
  54. package/dist/harness/models/harnessEvent.d.ts +3 -0
  55. package/dist/harness/models/harnessEvent.js +73 -0
  56. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  57. package/dist/harness/models/harnessInboxEvent.js +58 -0
  58. package/dist/harness/models/harnessMemo.d.ts +2 -0
  59. package/dist/harness/models/harnessMemo.js +42 -0
  60. package/dist/harness/models/harnessMessage.d.ts +2 -0
  61. package/dist/harness/models/harnessMessage.js +73 -0
  62. package/dist/harness/models/harnessOwner.d.ts +2 -0
  63. package/dist/harness/models/harnessOwner.js +36 -0
  64. package/dist/harness/models/harnessTask.d.ts +2 -0
  65. package/dist/harness/models/harnessTask.js +186 -0
  66. package/dist/harness/ownership.d.ts +89 -0
  67. package/dist/harness/ownership.js +438 -0
  68. package/dist/harness/registry.d.ts +29 -0
  69. package/dist/harness/registry.js +93 -0
  70. package/dist/harness/retryBackoff.d.ts +31 -0
  71. package/dist/harness/retryBackoff.js +50 -0
  72. package/dist/harness/routes/approvals.d.ts +13 -0
  73. package/dist/harness/routes/approvals.js +93 -0
  74. package/dist/harness/routes/conversations.d.ts +11 -0
  75. package/dist/harness/routes/conversations.js +66 -0
  76. package/dist/harness/routes/events.d.ts +19 -0
  77. package/dist/harness/routes/events.js +215 -0
  78. package/dist/harness/routes/tasks.d.ts +11 -0
  79. package/dist/harness/routes/tasks.js +108 -0
  80. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  81. package/dist/harness/runners/inProcessRunner.js +196 -0
  82. package/dist/harness/runtime.d.ts +34 -0
  83. package/dist/harness/runtime.js +551 -0
  84. package/dist/harness/subagent.d.ts +53 -0
  85. package/dist/harness/subagent.js +134 -0
  86. package/dist/harness/suspend.d.ts +8 -0
  87. package/dist/harness/suspend.js +16 -0
  88. package/dist/harness/transaction.d.ts +3 -0
  89. package/dist/harness/transaction.js +22 -0
  90. package/dist/harness/waits.d.ts +100 -0
  91. package/dist/harness/waits.js +214 -0
  92. package/dist/index.d.ts +19 -1
  93. package/dist/index.js +45 -2
  94. package/dist/models/aiDataset.d.ts +2 -0
  95. package/dist/models/aiDataset.js +67 -0
  96. package/dist/models/aiRequest.js +1 -1
  97. package/dist/models/gptHistory.js +88 -2
  98. package/dist/observability/adminScreens.d.ts +5 -0
  99. package/dist/observability/adminScreens.js +32 -0
  100. package/dist/observability/compileTemplate.d.ts +1 -0
  101. package/dist/observability/compileTemplate.js +13 -0
  102. package/dist/observability/datasetImport.d.ts +11 -0
  103. package/dist/observability/datasetImport.js +185 -0
  104. package/dist/observability/evaluate.d.ts +31 -0
  105. package/dist/observability/evaluate.js +200 -0
  106. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  107. package/dist/observability/evaluatorTemplates.js +111 -0
  108. package/dist/observability/jsonPath.d.ts +2 -0
  109. package/dist/observability/jsonPath.js +57 -0
  110. package/dist/observability/local/datasetStore.d.ts +87 -0
  111. package/dist/observability/local/datasetStore.js +326 -0
  112. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  113. package/dist/observability/local/evaluatorStore.js +182 -0
  114. package/dist/observability/local/experimentRunner.d.ts +96 -0
  115. package/dist/observability/local/experimentRunner.js +419 -0
  116. package/dist/observability/local/localPlugin.d.ts +22 -0
  117. package/dist/observability/local/localPlugin.js +76 -0
  118. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  119. package/dist/observability/local/models/obsDataset.js +37 -0
  120. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  121. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  122. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  123. package/dist/observability/local/models/obsEvaluator.js +98 -0
  124. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  125. package/dist/observability/local/models/obsExperiment.js +87 -0
  126. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  127. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  128. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  129. package/dist/observability/local/models/obsPrompt.js +42 -0
  130. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  131. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  132. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  133. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  134. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  135. package/dist/observability/local/models/obsReviewItem.js +75 -0
  136. package/dist/observability/local/models/obsScore.d.ts +2 -0
  137. package/dist/observability/local/models/obsScore.js +58 -0
  138. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  139. package/dist/observability/local/models/obsSpan.js +64 -0
  140. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  141. package/dist/observability/local/models/obsTrace.js +93 -0
  142. package/dist/observability/local/promptStore.d.ts +180 -0
  143. package/dist/observability/local/promptStore.js +444 -0
  144. package/dist/observability/local/reviewStore.d.ts +50 -0
  145. package/dist/observability/local/reviewStore.js +203 -0
  146. package/dist/observability/local/traceStore.d.ts +103 -0
  147. package/dist/observability/local/traceStore.js +325 -0
  148. package/dist/observability/observabilityApp.d.ts +24 -0
  149. package/dist/observability/observabilityApp.js +157 -0
  150. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  151. package/dist/observability/observabilityAppRegistry.js +16 -0
  152. package/dist/observability/permissions.d.ts +7 -0
  153. package/dist/observability/permissions.js +60 -0
  154. package/dist/observability/reviewPanels.d.ts +18 -0
  155. package/dist/observability/reviewPanels.js +46 -0
  156. package/dist/observability/routes/datasets.d.ts +7 -0
  157. package/dist/observability/routes/datasets.js +149 -0
  158. package/dist/observability/routes/evaluators.d.ts +7 -0
  159. package/dist/observability/routes/evaluators.js +123 -0
  160. package/dist/observability/routes/experiments.d.ts +7 -0
  161. package/dist/observability/routes/experiments.js +95 -0
  162. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  163. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  164. package/dist/observability/routes/prompts.d.ts +12 -0
  165. package/dist/observability/routes/prompts.js +172 -0
  166. package/dist/observability/routes/requestAiService.d.ts +13 -0
  167. package/dist/observability/routes/requestAiService.js +21 -0
  168. package/dist/observability/routes/review.d.ts +7 -0
  169. package/dist/observability/routes/review.js +79 -0
  170. package/dist/observability/routes/status.d.ts +5 -0
  171. package/dist/observability/routes/status.js +31 -0
  172. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  173. package/dist/observability/routes/testMultiStage.js +67 -0
  174. package/dist/observability/routes/traces.d.ts +7 -0
  175. package/dist/observability/routes/traces.js +129 -0
  176. package/dist/observability/schemaValidation.d.ts +5 -0
  177. package/dist/observability/schemaValidation.js +26 -0
  178. package/dist/observability/sopThresholds.d.ts +2 -0
  179. package/dist/observability/sopThresholds.js +21 -0
  180. package/dist/observability/status.d.ts +23 -0
  181. package/dist/observability/status.js +34 -0
  182. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  183. package/dist/observability/testMultiStageSchemas.js +79 -0
  184. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  185. package/dist/observability/testMultiStageWorkflow.js +218 -0
  186. package/dist/observability/types.d.ts +159 -0
  187. package/dist/observability/types.js +67 -0
  188. package/dist/routes/files.js +20 -7
  189. package/dist/routes/gpt.js +179 -488
  190. package/dist/routes/gptActions.d.ts +9 -0
  191. package/dist/routes/gptActions.js +212 -0
  192. package/dist/routes/gptDatasets.d.ts +5 -0
  193. package/dist/routes/gptDatasets.js +94 -0
  194. package/dist/routes/gptHistories.d.ts +3 -1
  195. package/dist/routes/gptHistories.js +188 -2
  196. package/dist/service/aiDatasets.d.ts +57 -0
  197. package/dist/service/aiDatasets.js +253 -0
  198. package/dist/service/aiService.d.ts +50 -1
  199. package/dist/service/aiService.js +431 -77
  200. package/dist/service/askFiles.d.ts +49 -0
  201. package/dist/service/askFiles.js +162 -0
  202. package/dist/service/asks.d.ts +76 -0
  203. package/dist/service/asks.js +284 -0
  204. package/dist/service/chatTurn.d.ts +128 -0
  205. package/dist/service/chatTurn.js +1674 -0
  206. package/dist/service/fileStorage.d.ts +4 -0
  207. package/dist/service/fileStorage.js +7 -2
  208. package/dist/service/fileUploadsGate.d.ts +8 -0
  209. package/dist/service/fileUploadsGate.js +18 -0
  210. package/dist/service/fillActionIds.d.ts +6 -0
  211. package/dist/service/fillActionIds.js +79 -0
  212. package/dist/service/gemini.d.ts +3 -3
  213. package/dist/service/gemini.js +3 -3
  214. package/dist/service/jsonFenceModel.d.ts +7 -0
  215. package/dist/service/jsonFenceModel.js +45 -0
  216. package/dist/service/prompts.d.ts +52 -0
  217. package/dist/service/prompts.js +96 -1
  218. package/dist/service/sanitizeHtml.d.ts +11 -0
  219. package/dist/service/sanitizeHtml.js +108 -0
  220. package/dist/service/vertex.d.ts +6 -6
  221. package/dist/service/vertex.js +5 -5
  222. package/dist/types/harness.d.ts +934 -0
  223. package/dist/types/harness.js +133 -0
  224. package/dist/types/index.d.ts +219 -13
  225. package/dist/types/index.js +2 -0
  226. package/dist/types/observability.d.ts +288 -0
  227. package/dist/types/observability.js +2 -0
  228. package/package.json +17 -5
  229. package/src/aiApp.test.ts +207 -1
  230. package/src/aiApp.ts +31 -8
  231. package/src/harness/adminScreens.test.ts +34 -0
  232. package/src/harness/adminScreens.ts +11 -0
  233. package/src/harness/agentLoop.test.ts +1034 -0
  234. package/src/harness/agentLoop.ts +1082 -0
  235. package/src/harness/agentRecovery.test.ts +380 -0
  236. package/src/harness/agentTaskNames.ts +4 -0
  237. package/src/harness/approvalPolicy.ts +28 -0
  238. package/src/harness/approvals.test.ts +1094 -0
  239. package/src/harness/approvals.ts +644 -0
  240. package/src/harness/commit.ts +1049 -0
  241. package/src/harness/conversation.ts +503 -0
  242. package/src/harness/defineAgent.test.ts +92 -0
  243. package/src/harness/defineAgent.ts +82 -0
  244. package/src/harness/defineTask.test.ts +59 -0
  245. package/src/harness/defineTask.ts +76 -0
  246. package/src/harness/defineTool.ts +45 -0
  247. package/src/harness/definitionError.ts +13 -0
  248. package/src/harness/errors.test.ts +90 -0
  249. package/src/harness/errors.ts +119 -0
  250. package/src/harness/eventHub.test.ts +124 -0
  251. package/src/harness/eventHub.ts +159 -0
  252. package/src/harness/events.test.ts +757 -0
  253. package/src/harness/events.ts +384 -0
  254. package/src/harness/executionEnv.ts +34 -0
  255. package/src/harness/extensions.test.ts +1218 -0
  256. package/src/harness/extensions.ts +382 -0
  257. package/src/harness/harness.test.ts +693 -0
  258. package/src/harness/harness.ts +767 -0
  259. package/src/harness/harnessApp.ts +76 -0
  260. package/src/harness/internalRuntime.ts +44 -0
  261. package/src/harness/leases.ts +132 -0
  262. package/src/harness/memo.ts +107 -0
  263. package/src/harness/modelCall.test.ts +134 -0
  264. package/src/harness/modelCall.ts +200 -0
  265. package/src/harness/models/harnessApproval.ts +109 -0
  266. package/src/harness/models/harnessConversation.ts +142 -0
  267. package/src/harness/models/harnessEvent.ts +92 -0
  268. package/src/harness/models/harnessInboxEvent.ts +73 -0
  269. package/src/harness/models/harnessMemo.ts +43 -0
  270. package/src/harness/models/harnessMessage.ts +85 -0
  271. package/src/harness/models/harnessModels.test.ts +60 -0
  272. package/src/harness/models/harnessOwner.ts +40 -0
  273. package/src/harness/models/harnessTask.ts +201 -0
  274. package/src/harness/ownership.test.ts +1087 -0
  275. package/src/harness/ownership.ts +618 -0
  276. package/src/harness/recovery.test.ts +912 -0
  277. package/src/harness/registry.ts +124 -0
  278. package/src/harness/retries.test.ts +292 -0
  279. package/src/harness/retryBackoff.test.ts +100 -0
  280. package/src/harness/retryBackoff.ts +77 -0
  281. package/src/harness/routes/approvals.ts +123 -0
  282. package/src/harness/routes/conversations.test.ts +518 -0
  283. package/src/harness/routes/conversations.ts +102 -0
  284. package/src/harness/routes/events.ts +280 -0
  285. package/src/harness/routes/tasks.test.ts +198 -0
  286. package/src/harness/routes/tasks.ts +146 -0
  287. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  288. package/src/harness/runners/inProcessRunner.ts +220 -0
  289. package/src/harness/runtime.ts +714 -0
  290. package/src/harness/subagent.test.ts +696 -0
  291. package/src/harness/subagent.ts +192 -0
  292. package/src/harness/suspend.ts +13 -0
  293. package/src/harness/transaction.ts +17 -0
  294. package/src/harness/versioning.test.ts +288 -0
  295. package/src/harness/waits.test.ts +693 -0
  296. package/src/harness/waits.ts +356 -0
  297. package/src/index.test.ts +13 -0
  298. package/src/index.ts +70 -0
  299. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  300. package/src/models/aiDataset.test.ts +34 -0
  301. package/src/models/aiDataset.ts +78 -0
  302. package/src/models/aiRequest.test.ts +2 -2
  303. package/src/models/aiRequest.ts +2 -1
  304. package/src/models/gptHistory.test.ts +156 -0
  305. package/src/models/gptHistory.ts +106 -4
  306. package/src/observability/adminScreens.test.ts +71 -0
  307. package/src/observability/adminScreens.ts +42 -0
  308. package/src/observability/compileTemplate.test.ts +14 -0
  309. package/src/observability/compileTemplate.ts +10 -0
  310. package/src/observability/datasetImport.test.ts +95 -0
  311. package/src/observability/datasetImport.ts +220 -0
  312. package/src/observability/evaluate.test.ts +549 -0
  313. package/src/observability/evaluate.ts +254 -0
  314. package/src/observability/evaluatorTemplates.ts +124 -0
  315. package/src/observability/jsonPath.test.ts +52 -0
  316. package/src/observability/jsonPath.ts +60 -0
  317. package/src/observability/local/datasetStore.test.ts +230 -0
  318. package/src/observability/local/datasetStore.ts +452 -0
  319. package/src/observability/local/evaluatorStore.test.ts +138 -0
  320. package/src/observability/local/evaluatorStore.ts +224 -0
  321. package/src/observability/local/experimentRunner.test.ts +489 -0
  322. package/src/observability/local/experimentRunner.ts +548 -0
  323. package/src/observability/local/localPlugin.ts +88 -0
  324. package/src/observability/local/models/obsDataset.ts +38 -0
  325. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  326. package/src/observability/local/models/obsEvaluator.ts +102 -0
  327. package/src/observability/local/models/obsExperiment.ts +91 -0
  328. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  329. package/src/observability/local/models/obsPrompt.ts +43 -0
  330. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  331. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  332. package/src/observability/local/models/obsReviewItem.ts +79 -0
  333. package/src/observability/local/models/obsScore.ts +59 -0
  334. package/src/observability/local/models/obsSpan.ts +65 -0
  335. package/src/observability/local/models/obsTrace.ts +94 -0
  336. package/src/observability/local/obsModels.test.ts +119 -0
  337. package/src/observability/local/promptStore.test.ts +351 -0
  338. package/src/observability/local/promptStore.ts +665 -0
  339. package/src/observability/local/reviewStore.test.ts +164 -0
  340. package/src/observability/local/reviewStore.ts +264 -0
  341. package/src/observability/local/traceStore.test.ts +264 -0
  342. package/src/observability/local/traceStore.ts +440 -0
  343. package/src/observability/observabilityApp.test.ts +92 -0
  344. package/src/observability/observabilityApp.ts +185 -0
  345. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  346. package/src/observability/observabilityAppRegistry.ts +35 -0
  347. package/src/observability/permissions.test.ts +96 -0
  348. package/src/observability/permissions.ts +78 -0
  349. package/src/observability/reviewPanels.test.ts +35 -0
  350. package/src/observability/reviewPanels.ts +64 -0
  351. package/src/observability/routes/datasets.test.ts +176 -0
  352. package/src/observability/routes/datasets.ts +252 -0
  353. package/src/observability/routes/evaluators.test.ts +119 -0
  354. package/src/observability/routes/evaluators.ts +207 -0
  355. package/src/observability/routes/experiments.test.ts +282 -0
  356. package/src/observability/routes/experiments.ts +152 -0
  357. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  358. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  359. package/src/observability/routes/prompts.test.ts +320 -0
  360. package/src/observability/routes/prompts.ts +263 -0
  361. package/src/observability/routes/requestAiService.ts +36 -0
  362. package/src/observability/routes/review.test.ts +120 -0
  363. package/src/observability/routes/review.ts +125 -0
  364. package/src/observability/routes/status.test.ts +116 -0
  365. package/src/observability/routes/status.ts +47 -0
  366. package/src/observability/routes/testMultiStage.test.ts +214 -0
  367. package/src/observability/routes/testMultiStage.ts +96 -0
  368. package/src/observability/routes/traces.test.ts +167 -0
  369. package/src/observability/routes/traces.ts +172 -0
  370. package/src/observability/schemaValidation.ts +29 -0
  371. package/src/observability/sopThresholds.ts +20 -0
  372. package/src/observability/status.test.ts +38 -0
  373. package/src/observability/status.ts +56 -0
  374. package/src/observability/testMultiStageSchemas.ts +95 -0
  375. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  376. package/src/observability/testMultiStageWorkflow.ts +307 -0
  377. package/src/observability/types.ts +262 -0
  378. package/src/routes/files.test.ts +84 -9
  379. package/src/routes/files.ts +23 -7
  380. package/src/routes/gpt.test.ts +3279 -0
  381. package/src/routes/gpt.ts +214 -552
  382. package/src/routes/gptActions.test.ts +241 -0
  383. package/src/routes/gptActions.ts +255 -0
  384. package/src/routes/gptApprovals.test.ts +762 -0
  385. package/src/routes/gptDatasets.test.ts +86 -0
  386. package/src/routes/gptDatasets.ts +104 -0
  387. package/src/routes/gptFiles.test.ts +589 -0
  388. package/src/routes/gptHistories.test.ts +933 -0
  389. package/src/routes/gptHistories.ts +266 -5
  390. package/src/routes/routes.test.ts +676 -5
  391. package/src/service/aiDatasets.test.ts +123 -0
  392. package/src/service/aiDatasets.ts +316 -0
  393. package/src/service/aiService.test.ts +614 -0
  394. package/src/service/aiService.ts +575 -111
  395. package/src/service/askFiles.test.ts +96 -0
  396. package/src/service/askFiles.ts +222 -0
  397. package/src/service/asks.test.ts +946 -0
  398. package/src/service/asks.ts +423 -0
  399. package/src/service/chatTurn.ts +2287 -0
  400. package/src/service/fileStorage.test.ts +11 -0
  401. package/src/service/fileStorage.ts +10 -2
  402. package/src/service/fileUploadsGate.ts +23 -0
  403. package/src/service/fillActionIds.test.ts +65 -0
  404. package/src/service/fillActionIds.ts +98 -0
  405. package/src/service/gemini.test.ts +16 -10
  406. package/src/service/gemini.ts +3 -3
  407. package/src/service/jsonFenceModel.test.ts +47 -0
  408. package/src/service/jsonFenceModel.ts +53 -0
  409. package/src/service/prompts.test.ts +21 -0
  410. package/src/service/prompts.ts +147 -0
  411. package/src/service/sanitizeHtml.test.ts +61 -0
  412. package/src/service/sanitizeHtml.ts +109 -0
  413. package/src/service/vertex.test.ts +49 -49
  414. package/src/service/vertex.ts +7 -8
  415. package/src/tests/bunSetup.test.ts +7 -4
  416. package/src/tests/bunSetup.ts +7 -7
  417. package/src/tests/chatHarness.ts +478 -0
  418. package/src/tests/generateStream.ts +49 -0
  419. package/src/tests/harnessErrors.ts +22 -0
  420. package/src/tests/harnessStreaming.ts +227 -0
  421. package/src/tests/helpers.ts +9 -2
  422. package/src/types/harness.ts +1095 -0
  423. package/src/types/index.ts +237 -12
  424. package/src/types/observability.ts +344 -0
  425. package/src/types/sanitize-html.d.ts +25 -0
@@ -1,5 +1,6 @@
1
1
  import type {FindExactlyOnePlugin, FindOneOrNonePlugin} from "@terreno/api";
2
- import type {LanguageModel, StopCondition, ToolSet} from "ai";
2
+ import type {Ask, AskKind, ConfirmAskInput, DatasetColumn, SimpleCard} from "@terreno/blocks";
3
+ import type {LanguageModel, ModelMessage, StopCondition, ToolSet} from "ai";
3
4
  import type mongoose from "mongoose";
4
5
 
5
6
  // ============================================================
@@ -14,6 +15,8 @@ export const DEFAULT_AI_REQUEST_TYPES = [
14
15
  "remix",
15
16
  "summarization",
16
17
  "translation",
18
+ "ui_action",
19
+ "ui_blocks",
17
20
  ] as const;
18
21
  export type DefaultAIRequestType = (typeof DEFAULT_AI_REQUEST_TYPES)[number];
19
22
  export type AIRequestType = DefaultAIRequestType | (string & {});
@@ -81,6 +84,8 @@ export interface ImageContentPart {
81
84
  type: "image";
82
85
  url: string;
83
86
  mimeType?: string;
87
+ /** Durable storage key when the attachment was uploaded through FileStorageService. */
88
+ gcsKey?: string;
84
89
  }
85
90
 
86
91
  export interface FileContentPart {
@@ -88,6 +93,8 @@ export interface FileContentPart {
88
93
  url: string;
89
94
  filename?: string;
90
95
  mimeType: string;
96
+ /** Durable storage key when the attachment was uploaded through FileStorageService. */
97
+ gcsKey?: string;
91
98
  }
92
99
 
93
100
  export type MessageContentPart = TextContentPart | ImageContentPart | FileContentPart;
@@ -96,9 +103,29 @@ export type MessageContentPart = TextContentPart | ImageContentPart | FileConten
96
103
  // GptHistory Types
97
104
  // ============================================================
98
105
 
106
+ export type GptHistoryAskStatus = "pending" | "answered" | "cancelled";
107
+
108
+ /** Set on asks the server makes itself: `approval` asks before a host tool with `needsApproval` runs. */
109
+ export type AskOrigin = "approval";
110
+
111
+ /** Marks a `tool-call` row as an ask and records whether the user has answered it. */
112
+ export interface GptHistoryPromptAsk {
113
+ kind: AskKind;
114
+ /** `approval` when the server asked before a host tool runs; the row is then display-only. */
115
+ origin?: AskOrigin;
116
+ status: GptHistoryAskStatus;
117
+ }
118
+
119
+ /** Lifecycle of an assistant reply that is persisted while it streams. */
120
+ export type GptHistoryPromptStatus = "streaming" | "complete" | "error";
121
+
99
122
  export interface GptHistoryPrompt {
100
123
  model?: string;
101
124
  rating?: "up" | "down";
125
+ /** Set on assistant replies produced by /gpt/prompt. "streaming" while partial text is persisted. */
126
+ status?: GptHistoryPromptStatus;
127
+ /** Identifies one /gpt/prompt reply so resume clients can follow it. */
128
+ streamId?: string;
102
129
  text: string;
103
130
  type: "user" | "assistant" | "system" | "tool-call" | "tool-result";
104
131
  content?: MessageContentPart[];
@@ -106,11 +133,31 @@ export interface GptHistoryPrompt {
106
133
  toolName?: string;
107
134
  args?: Record<string, unknown>;
108
135
  result?: unknown;
136
+ ask?: GptHistoryPromptAsk;
137
+ }
138
+
139
+ interface GptHistoryPendingAskState {
140
+ /** The AI SDK approval request an `approval` ask answers. It is also the ask's `toolCallId`. */
141
+ approvalId?: string;
142
+ created: Date;
143
+ origin?: AskOrigin;
144
+ /** Number of leading `prompts` rows that form the paused turn's history. */
145
+ promptIndex: number;
146
+ /** AI SDK messages the paused turn produced, replayed verbatim when the user answers. */
147
+ responseMessages: ModelMessage[];
148
+ simple: SimpleCard;
149
+ toolCallId: string;
150
+ /** The host tool an `approval` ask asks to run. */
151
+ toolName?: string;
109
152
  }
110
153
 
154
+ /** The ask a history is waiting on. At most one per history. */
155
+ export type GptHistoryPendingAsk = Ask & GptHistoryPendingAskState;
156
+
111
157
  export interface GptHistoryDocument extends mongoose.Document<mongoose.Types.ObjectId> {
112
158
  created: Date;
113
159
  deleted: boolean;
160
+ pendingAsk?: GptHistoryPendingAsk;
114
161
  projectId?: mongoose.Types.ObjectId;
115
162
  prompts: GptHistoryPrompt[];
116
163
  title?: string;
@@ -161,7 +208,16 @@ export interface AIServiceOptions {
161
208
  model: LanguageModel;
162
209
  }
163
210
 
164
- export interface GenerateTextOptions {
211
+ export interface GenerateObservabilityOptions {
212
+ priceMap?: Record<string, {inputPerMTok: number; outputPerMTok: number}>;
213
+ promptLabel?: string;
214
+ promptName?: string;
215
+ sensitive?: boolean;
216
+ sessionId?: string;
217
+ skipTrace?: boolean;
218
+ }
219
+
220
+ export interface GenerateTextOptions extends GenerateObservabilityOptions {
165
221
  maxOutputTokens?: number;
166
222
  prompt: string;
167
223
  stopWhen?: StopCondition<ToolSet>;
@@ -172,7 +228,7 @@ export interface GenerateTextOptions {
172
228
  userId?: mongoose.Types.ObjectId;
173
229
  }
174
230
 
175
- export interface GenerateStreamOptions {
231
+ export interface GenerateStreamOptions extends GenerateObservabilityOptions {
176
232
  maxOutputTokens?: number;
177
233
  prompt: string;
178
234
  systemPrompt?: string;
@@ -180,7 +236,7 @@ export interface GenerateStreamOptions {
180
236
  userId?: mongoose.Types.ObjectId;
181
237
  }
182
238
 
183
- export interface GenerateChatStreamOptions {
239
+ export interface GenerateChatStreamOptions extends GenerateObservabilityOptions {
184
240
  messages: Array<{content: string; role: "user" | "assistant" | "system"}>;
185
241
  stopWhen?: StopCondition<ToolSet>;
186
242
  systemPrompt?: string;
@@ -189,24 +245,24 @@ export interface GenerateChatStreamOptions {
189
245
  userId?: mongoose.Types.ObjectId;
190
246
  }
191
247
 
192
- export interface RemixOptions {
248
+ export interface RemixOptions extends GenerateObservabilityOptions {
193
249
  text: string;
194
250
  userId?: mongoose.Types.ObjectId;
195
251
  }
196
252
 
197
- export interface SummaryOptions {
253
+ export interface SummaryOptions extends GenerateObservabilityOptions {
198
254
  text: string;
199
255
  userId?: mongoose.Types.ObjectId;
200
256
  }
201
257
 
202
- export interface TranslateOptions {
258
+ export interface TranslateOptions extends GenerateObservabilityOptions {
203
259
  sourceLanguage?: string;
204
260
  targetLanguage: string;
205
261
  text: string;
206
262
  userId?: mongoose.Types.ObjectId;
207
263
  }
208
264
 
209
- export interface GenerateJsonValueOptions {
265
+ export interface GenerateJsonValueOptions extends GenerateObservabilityOptions {
210
266
  maxOutputTokens?: number;
211
267
  /** Optional name passed to the provider for structured-output guidance. */
212
268
  outputName?: string;
@@ -218,7 +274,7 @@ export interface GenerateJsonValueOptions {
218
274
  userId?: mongoose.Types.ObjectId;
219
275
  }
220
276
 
221
- export interface GenerateJsonObjectOptions<OBJECT> {
277
+ export interface GenerateJsonObjectOptions<OBJECT> extends GenerateObservabilityOptions {
222
278
  maxOutputTokens?: number;
223
279
  prompt: string;
224
280
  /** Zod schema, `jsonSchema(...)`, or other `FlexibleSchema` accepted by the AI SDK. */
@@ -230,7 +286,28 @@ export interface GenerateJsonObjectOptions<OBJECT> {
230
286
  userId?: mongoose.Types.ObjectId;
231
287
  }
232
288
 
233
- export interface GenerateJsonArrayOptions<ELEMENT> {
289
+ export interface ObsTestMultiStageCall1Output {
290
+ phrase: string;
291
+ }
292
+
293
+ export interface ObsTestMultiStageCall2Output {
294
+ keywords: string[];
295
+ }
296
+
297
+ export interface ObsTestMultiStageMetrics {
298
+ call1: {charCount: number; wordCount: number};
299
+ call2: {charCount: number; wordCount: number};
300
+ combinedCharCount: number;
301
+ }
302
+
303
+ export interface ObsTestMultiStageFinalOutput {
304
+ keywords: string[];
305
+ metrics: ObsTestMultiStageMetrics;
306
+ phrase: string;
307
+ sentence: string;
308
+ }
309
+
310
+ export interface GenerateJsonArrayOptions<ELEMENT> extends GenerateObservabilityOptions {
234
311
  /** Schema for each array element. */
235
312
  element: import("ai").FlexibleSchema<ELEMENT>;
236
313
  /** Optional description for the array output (provider guidance). */
@@ -248,30 +325,140 @@ export interface GenerateJsonArrayOptions<ELEMENT> {
248
325
  // Route Option Types
249
326
  // ============================================================
250
327
 
328
+ /** Makes the `confirm` input of the approval ask for one call of a host tool, from the call's input. */
329
+ export type ApprovalAskInput = (input: unknown) => ConfirmAskInput;
330
+
331
+ export interface AsksOptions {
332
+ /**
333
+ * The approval ask for host tools with `needsApproval`, by tool name. Without an entry, or when
334
+ * it throws or returns an input that is not a valid `confirm` input, the ask is "Allow
335
+ * <toolName>?" with the tool's description and Allow / Deny buttons.
336
+ */
337
+ approvals?: Record<string, ApprovalAskInput>;
338
+ /** Ask kinds offered to the model, each as the tool `ask_<kind>`. Defaults to every kind. */
339
+ kinds?: AskKind[];
340
+ /**
341
+ * The per-file cap for answers to a `files` ask, in bytes. Defaults to 10 MB, the
342
+ * `/files/upload` default; `AiApp` applies it to `/files/upload` too.
343
+ */
344
+ maxFileSizeBytes?: number;
345
+ }
346
+
347
+ /** Loads an upload's bytes by its GCS key. `FileStorageService` implements it. */
348
+ export interface AskFileDownloader {
349
+ download: (gcsKey: string) => Promise<Buffer>;
350
+ }
351
+
352
+ /** What a host callback may return. `blocks` is a whole-reply document. */
353
+ export interface HostActionResult {
354
+ blocks?: unknown;
355
+ replace?: "block" | "message";
356
+ text?: string;
357
+ }
358
+
359
+ /** A Zod schema's `safeParse`, so hosts can pass `z.object(...)` without this package depending on a Zod version. */
360
+ export interface HostPayloadSchema {
361
+ safeParse: (
362
+ value: unknown
363
+ ) =>
364
+ | {data: unknown; success: true}
365
+ | {error: {issues: {message: string; path: PropertyKey[]}[]}; success: false};
366
+ }
367
+
368
+ export interface HostActionContext {
369
+ blockId: string;
370
+ elementId: string;
371
+ history: GptHistoryDocument;
372
+ messageId: string;
373
+ payload: unknown;
374
+ user: {_id?: mongoose.Types.ObjectId};
375
+ }
376
+
377
+ /** `addGptRoutes` `uiBlocks`. `true` checks every assistant reply. `hostActions` names the callbacks the model may emit. */
378
+ export interface UiBlocksOptions {
379
+ /** Milliseconds before a host callback returns 504. Default 10 seconds. */
380
+ actionTimeoutMs?: number;
381
+ /** Rows stored by `registerAiDataset`. Default 50,000. A larger write returns 413. */
382
+ datasetMaxRows?: number;
383
+ /** Days before a stored dataset expires. `0` (the default) keeps it. */
384
+ datasetTtlDays?: number;
385
+ /** When true, `html` blocks are allowed and sanitized before they are stored. */
386
+ html?: boolean;
387
+ /** Hostnames allowed on `https` image sources. Empty rejects every https image. */
388
+ imageHosts?: readonly string[];
389
+ hostActions?: Record<
390
+ string,
391
+ {
392
+ handler?: (
393
+ context: HostActionContext
394
+ ) => Promise<HostActionResult | undefined> | HostActionResult | undefined;
395
+ payload?: HostPayloadSchema;
396
+ }
397
+ >;
398
+ repair?: boolean;
399
+ }
400
+
251
401
  export interface GptRouteOptions {
252
402
  /** Pre-configured AIService. Optional when using per-request keys or demo mode. */
253
403
  aiService?: import("../service/aiService").AIService;
404
+ /**
405
+ * Let the model ask the user typed questions with client-side ask tools. `true` offers every
406
+ * ask kind. Off by default; when off, tools, system prompt, SSE events, and the `/gpt/histories`
407
+ * routes are unchanged.
408
+ */
409
+ asks?: boolean | AsksOptions;
254
410
  /** Factory to create a LanguageModel from a per-request API key (x-ai-api-key header). */
255
411
  createModelFn?: (apiKey: string, modelId?: string) => import("ai").LanguageModel;
256
412
  /** Factory to create a LanguageModel on the server side without a per-request key (e.g. Vertex AI with ADC). Used for model switching when no x-ai-api-key header is present. Returns undefined if no provider is configured (falls through to demo mode). */
257
413
  createServerModelFn?: (modelId?: string) => import("ai").LanguageModel | undefined;
258
414
  /** Factory to create per-request tools (e.g. tools that need the request's API key). Merged with static tools. */
259
415
  createRequestTools?: (req: import("express").Request) => Record<string, import("ai").Tool>;
260
- /** Return canned responses when no AI service is available. */
416
+ /** Not read: the routes send a canned demo reply whenever no AI service resolves. */
261
417
  demoMode?: boolean;
418
+ /**
419
+ * Where uploads are stored. `download` loads a `files` ask by `fileId`. `upload` and
420
+ * `getSignedUrl` store `data:` attachments and sign them on later turns. A service with only
421
+ * `download` still answers `files` asks; attachments are then saved as sent.
422
+ */
423
+ fileStorageService?: import("../service/fileStorage").FileStorageService | AskFileDownloader;
262
424
  mcpService?: import("../service/mcpService").MCPService;
263
425
  openApiOptions?: Record<string, unknown>;
264
426
  tools?: Record<string, import("ai").Tool>;
265
427
  toolChoice?: "auto" | "none" | "required";
266
428
  maxSteps?: number;
267
- /** Cheap model ID used for generating conversation titles (e.g. "gemini-2.0-flash-lite"). Falls back to the main model if not set. */
429
+ /** Cheap model ID used for generating conversation titles (e.g. "gemini-3.5-flash-lite"). Falls back to the main model if not set. */
268
430
  titleModelId?: string;
431
+ /**
432
+ * Assistant replies are whole-reply block documents. Off by default; when off, the system
433
+ * prompt, SSE events, `/gpt/datasets`, and `/gpt/actions` are unchanged. `true` validates the
434
+ * final text, emits `{blocks}` before `{done}`, and mounts `GET /gpt/datasets/:id` and
435
+ * `POST /gpt/actions`. `{repair: true}` runs one repair call when that check fails.
436
+ */
437
+ uiBlocks?: boolean | UiBlocksOptions;
269
438
  /** Langfuse prompt name to load and use as the system prompt. Compiled with no variables.
270
439
  * Falls back gracefully if Langfuse is not configured or the prompt is not found. */
271
440
  langfuseSystemPromptName?: string;
441
+ /**
442
+ * When `false` or the function returns `false`, prompts that include attachments are rejected.
443
+ * Omit or pass `true` to leave uploads enabled.
444
+ */
445
+ fileUploadsEnabled?: import("../service/fileUploadsGate").FileUploadsEnabled;
446
+ /** How often partial assistant output is persisted while streaming. Defaults to 1000ms. */
447
+ streamPersistIntervalMs?: number;
448
+ /** How often the resume endpoint polls for new partial output. Defaults to 500ms. */
449
+ streamResumePollIntervalMs?: number;
450
+ /** A streaming reply with no persisted update for this long is treated as interrupted. Defaults to 60000ms. */
451
+ streamStaleAfterMs?: number;
272
452
  }
273
453
 
274
454
  export interface GptHistoryRouteOptions {
455
+ /**
456
+ * The chat options headless turns run with, usually the ones passed to `addGptRoutes`. When they
457
+ * turn `asks` on, `/gpt/histories` adds `GET pendingAsks` and `POST /:id/turn` for clients that do
458
+ * not read server-sent events, such as a watch app. With `asks` off it adds neither, so a host
459
+ * that never turned asks on gets no new endpoints.
460
+ */
461
+ chat?: GptRouteOptions;
275
462
  openApiOptions?: Record<string, unknown>;
276
463
  }
277
464
 
@@ -283,6 +470,11 @@ export interface FileRouteOptions {
283
470
  gcsBucket: string;
284
471
  maxFileSize?: number;
285
472
  openApiOptions?: Record<string, unknown>;
473
+ /**
474
+ * When `false` or the function returns `false`, `POST /files/upload` is rejected.
475
+ * Reads and deletes stay available. Omit or pass `true` to leave uploads enabled.
476
+ */
477
+ fileUploadsEnabled?: import("../service/fileUploadsGate").FileUploadsEnabled;
286
478
  }
287
479
 
288
480
  export interface McpRouteOptions {
@@ -294,6 +486,39 @@ export interface McpRouteOptions {
294
486
  // File Attachment Types
295
487
  // ============================================================
296
488
 
489
+ // ============================================================
490
+ // AIDataset Types
491
+ // ============================================================
492
+
493
+ export type AIDatasetColumn = DatasetColumn;
494
+
495
+ export type AIDatasetCell = string | number | null;
496
+
497
+ /** No instance methods. `ownerId` is a virtual of `userId`. */
498
+ export type AIDatasetMethods = Record<string, never>;
499
+
500
+ export interface AIDatasetDocument extends mongoose.Document<mongoose.Types.ObjectId> {
501
+ columns: AIDatasetColumn[];
502
+ created: Date;
503
+ deleted: boolean;
504
+ expiresAt?: Date;
505
+ historyId: mongoose.Types.ObjectId;
506
+ rowCount: number;
507
+ rows: AIDatasetCell[][];
508
+ updated: Date;
509
+ userId: mongoose.Types.ObjectId;
510
+ }
511
+
512
+ export interface AIDatasetStatics
513
+ extends FindExactlyOnePlugin<AIDatasetDocument>,
514
+ FindOneOrNonePlugin<AIDatasetDocument> {}
515
+
516
+ export interface AIDatasetModel
517
+ extends mongoose.Model<AIDatasetDocument, object, AIDatasetMethods>,
518
+ AIDatasetStatics {}
519
+
520
+ export type AIDatasetSchema = mongoose.Schema<AIDatasetDocument, AIDatasetModel, AIDatasetMethods>;
521
+
297
522
  export interface FileAttachmentDocument extends mongoose.Document<mongoose.Types.ObjectId> {
298
523
  created: Date;
299
524
  deleted: boolean;