@terreno/ai 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/.cursorrules +2 -2
  2. package/README.md +2 -1
  3. package/bunfig.toml +1 -1
  4. package/dist/aiApp.d.ts +16 -5
  5. package/dist/aiApp.js +17 -7
  6. package/dist/harness/adminScreens.d.ts +6 -0
  7. package/dist/harness/adminScreens.js +11 -0
  8. package/dist/harness/agentLoop.d.ts +61 -0
  9. package/dist/harness/agentLoop.js +798 -0
  10. package/dist/harness/agentTaskNames.d.ts +4 -0
  11. package/dist/harness/agentTaskNames.js +7 -0
  12. package/dist/harness/approvalPolicy.d.ts +3 -0
  13. package/dist/harness/approvalPolicy.js +23 -0
  14. package/dist/harness/approvals.d.ts +101 -0
  15. package/dist/harness/approvals.js +468 -0
  16. package/dist/harness/commit.d.ts +238 -0
  17. package/dist/harness/commit.js +678 -0
  18. package/dist/harness/conversation.d.ts +75 -0
  19. package/dist/harness/conversation.js +397 -0
  20. package/dist/harness/defineAgent.d.ts +9 -0
  21. package/dist/harness/defineAgent.js +65 -0
  22. package/dist/harness/defineTask.d.ts +11 -0
  23. package/dist/harness/defineTask.js +59 -0
  24. package/dist/harness/defineTool.d.ts +7 -0
  25. package/dist/harness/defineTool.js +36 -0
  26. package/dist/harness/definitionError.d.ts +8 -0
  27. package/dist/harness/definitionError.js +15 -0
  28. package/dist/harness/errors.d.ts +127 -0
  29. package/dist/harness/errors.js +101 -0
  30. package/dist/harness/eventHub.d.ts +45 -0
  31. package/dist/harness/eventHub.js +135 -0
  32. package/dist/harness/events.d.ts +95 -0
  33. package/dist/harness/events.js +267 -0
  34. package/dist/harness/executionEnv.d.ts +31 -0
  35. package/dist/harness/executionEnv.js +2 -0
  36. package/dist/harness/extensions.d.ts +82 -0
  37. package/dist/harness/extensions.js +274 -0
  38. package/dist/harness/harness.d.ts +163 -0
  39. package/dist/harness/harness.js +520 -0
  40. package/dist/harness/harnessApp.d.ts +44 -0
  41. package/dist/harness/harnessApp.js +62 -0
  42. package/dist/harness/internalRuntime.d.ts +16 -0
  43. package/dist/harness/internalRuntime.js +18 -0
  44. package/dist/harness/leases.d.ts +35 -0
  45. package/dist/harness/leases.js +86 -0
  46. package/dist/harness/memo.d.ts +24 -0
  47. package/dist/harness/memo.js +78 -0
  48. package/dist/harness/modelCall.d.ts +45 -0
  49. package/dist/harness/modelCall.js +147 -0
  50. package/dist/harness/models/harnessApproval.d.ts +2 -0
  51. package/dist/harness/models/harnessApproval.js +100 -0
  52. package/dist/harness/models/harnessConversation.d.ts +2 -0
  53. package/dist/harness/models/harnessConversation.js +117 -0
  54. package/dist/harness/models/harnessEvent.d.ts +3 -0
  55. package/dist/harness/models/harnessEvent.js +73 -0
  56. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  57. package/dist/harness/models/harnessInboxEvent.js +58 -0
  58. package/dist/harness/models/harnessMemo.d.ts +2 -0
  59. package/dist/harness/models/harnessMemo.js +42 -0
  60. package/dist/harness/models/harnessMessage.d.ts +2 -0
  61. package/dist/harness/models/harnessMessage.js +73 -0
  62. package/dist/harness/models/harnessOwner.d.ts +2 -0
  63. package/dist/harness/models/harnessOwner.js +36 -0
  64. package/dist/harness/models/harnessTask.d.ts +2 -0
  65. package/dist/harness/models/harnessTask.js +186 -0
  66. package/dist/harness/ownership.d.ts +89 -0
  67. package/dist/harness/ownership.js +438 -0
  68. package/dist/harness/registry.d.ts +29 -0
  69. package/dist/harness/registry.js +93 -0
  70. package/dist/harness/retryBackoff.d.ts +31 -0
  71. package/dist/harness/retryBackoff.js +50 -0
  72. package/dist/harness/routes/approvals.d.ts +13 -0
  73. package/dist/harness/routes/approvals.js +93 -0
  74. package/dist/harness/routes/conversations.d.ts +11 -0
  75. package/dist/harness/routes/conversations.js +66 -0
  76. package/dist/harness/routes/events.d.ts +19 -0
  77. package/dist/harness/routes/events.js +215 -0
  78. package/dist/harness/routes/tasks.d.ts +11 -0
  79. package/dist/harness/routes/tasks.js +108 -0
  80. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  81. package/dist/harness/runners/inProcessRunner.js +196 -0
  82. package/dist/harness/runtime.d.ts +34 -0
  83. package/dist/harness/runtime.js +551 -0
  84. package/dist/harness/subagent.d.ts +53 -0
  85. package/dist/harness/subagent.js +134 -0
  86. package/dist/harness/suspend.d.ts +8 -0
  87. package/dist/harness/suspend.js +16 -0
  88. package/dist/harness/transaction.d.ts +3 -0
  89. package/dist/harness/transaction.js +22 -0
  90. package/dist/harness/waits.d.ts +100 -0
  91. package/dist/harness/waits.js +214 -0
  92. package/dist/index.d.ts +19 -1
  93. package/dist/index.js +45 -2
  94. package/dist/models/aiDataset.d.ts +2 -0
  95. package/dist/models/aiDataset.js +67 -0
  96. package/dist/models/aiRequest.js +1 -1
  97. package/dist/models/gptHistory.js +88 -2
  98. package/dist/observability/adminScreens.d.ts +5 -0
  99. package/dist/observability/adminScreens.js +32 -0
  100. package/dist/observability/compileTemplate.d.ts +1 -0
  101. package/dist/observability/compileTemplate.js +13 -0
  102. package/dist/observability/datasetImport.d.ts +11 -0
  103. package/dist/observability/datasetImport.js +185 -0
  104. package/dist/observability/evaluate.d.ts +31 -0
  105. package/dist/observability/evaluate.js +200 -0
  106. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  107. package/dist/observability/evaluatorTemplates.js +111 -0
  108. package/dist/observability/jsonPath.d.ts +2 -0
  109. package/dist/observability/jsonPath.js +57 -0
  110. package/dist/observability/local/datasetStore.d.ts +87 -0
  111. package/dist/observability/local/datasetStore.js +326 -0
  112. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  113. package/dist/observability/local/evaluatorStore.js +182 -0
  114. package/dist/observability/local/experimentRunner.d.ts +96 -0
  115. package/dist/observability/local/experimentRunner.js +419 -0
  116. package/dist/observability/local/localPlugin.d.ts +22 -0
  117. package/dist/observability/local/localPlugin.js +76 -0
  118. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  119. package/dist/observability/local/models/obsDataset.js +37 -0
  120. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  121. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  122. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  123. package/dist/observability/local/models/obsEvaluator.js +98 -0
  124. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  125. package/dist/observability/local/models/obsExperiment.js +87 -0
  126. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  127. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  128. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  129. package/dist/observability/local/models/obsPrompt.js +42 -0
  130. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  131. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  132. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  133. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  134. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  135. package/dist/observability/local/models/obsReviewItem.js +75 -0
  136. package/dist/observability/local/models/obsScore.d.ts +2 -0
  137. package/dist/observability/local/models/obsScore.js +58 -0
  138. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  139. package/dist/observability/local/models/obsSpan.js +64 -0
  140. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  141. package/dist/observability/local/models/obsTrace.js +93 -0
  142. package/dist/observability/local/promptStore.d.ts +180 -0
  143. package/dist/observability/local/promptStore.js +444 -0
  144. package/dist/observability/local/reviewStore.d.ts +50 -0
  145. package/dist/observability/local/reviewStore.js +203 -0
  146. package/dist/observability/local/traceStore.d.ts +103 -0
  147. package/dist/observability/local/traceStore.js +325 -0
  148. package/dist/observability/observabilityApp.d.ts +24 -0
  149. package/dist/observability/observabilityApp.js +157 -0
  150. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  151. package/dist/observability/observabilityAppRegistry.js +16 -0
  152. package/dist/observability/permissions.d.ts +7 -0
  153. package/dist/observability/permissions.js +60 -0
  154. package/dist/observability/reviewPanels.d.ts +18 -0
  155. package/dist/observability/reviewPanels.js +46 -0
  156. package/dist/observability/routes/datasets.d.ts +7 -0
  157. package/dist/observability/routes/datasets.js +149 -0
  158. package/dist/observability/routes/evaluators.d.ts +7 -0
  159. package/dist/observability/routes/evaluators.js +123 -0
  160. package/dist/observability/routes/experiments.d.ts +7 -0
  161. package/dist/observability/routes/experiments.js +95 -0
  162. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  163. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  164. package/dist/observability/routes/prompts.d.ts +12 -0
  165. package/dist/observability/routes/prompts.js +172 -0
  166. package/dist/observability/routes/requestAiService.d.ts +13 -0
  167. package/dist/observability/routes/requestAiService.js +21 -0
  168. package/dist/observability/routes/review.d.ts +7 -0
  169. package/dist/observability/routes/review.js +79 -0
  170. package/dist/observability/routes/status.d.ts +5 -0
  171. package/dist/observability/routes/status.js +31 -0
  172. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  173. package/dist/observability/routes/testMultiStage.js +67 -0
  174. package/dist/observability/routes/traces.d.ts +7 -0
  175. package/dist/observability/routes/traces.js +129 -0
  176. package/dist/observability/schemaValidation.d.ts +5 -0
  177. package/dist/observability/schemaValidation.js +26 -0
  178. package/dist/observability/sopThresholds.d.ts +2 -0
  179. package/dist/observability/sopThresholds.js +21 -0
  180. package/dist/observability/status.d.ts +23 -0
  181. package/dist/observability/status.js +34 -0
  182. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  183. package/dist/observability/testMultiStageSchemas.js +79 -0
  184. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  185. package/dist/observability/testMultiStageWorkflow.js +218 -0
  186. package/dist/observability/types.d.ts +159 -0
  187. package/dist/observability/types.js +67 -0
  188. package/dist/routes/files.js +20 -7
  189. package/dist/routes/gpt.js +179 -488
  190. package/dist/routes/gptActions.d.ts +9 -0
  191. package/dist/routes/gptActions.js +212 -0
  192. package/dist/routes/gptDatasets.d.ts +5 -0
  193. package/dist/routes/gptDatasets.js +94 -0
  194. package/dist/routes/gptHistories.d.ts +3 -1
  195. package/dist/routes/gptHistories.js +188 -2
  196. package/dist/service/aiDatasets.d.ts +57 -0
  197. package/dist/service/aiDatasets.js +253 -0
  198. package/dist/service/aiService.d.ts +50 -1
  199. package/dist/service/aiService.js +431 -77
  200. package/dist/service/askFiles.d.ts +49 -0
  201. package/dist/service/askFiles.js +162 -0
  202. package/dist/service/asks.d.ts +76 -0
  203. package/dist/service/asks.js +284 -0
  204. package/dist/service/chatTurn.d.ts +128 -0
  205. package/dist/service/chatTurn.js +1674 -0
  206. package/dist/service/fileStorage.d.ts +4 -0
  207. package/dist/service/fileStorage.js +7 -2
  208. package/dist/service/fileUploadsGate.d.ts +8 -0
  209. package/dist/service/fileUploadsGate.js +18 -0
  210. package/dist/service/fillActionIds.d.ts +6 -0
  211. package/dist/service/fillActionIds.js +79 -0
  212. package/dist/service/gemini.d.ts +3 -3
  213. package/dist/service/gemini.js +3 -3
  214. package/dist/service/jsonFenceModel.d.ts +7 -0
  215. package/dist/service/jsonFenceModel.js +45 -0
  216. package/dist/service/prompts.d.ts +52 -0
  217. package/dist/service/prompts.js +96 -1
  218. package/dist/service/sanitizeHtml.d.ts +11 -0
  219. package/dist/service/sanitizeHtml.js +108 -0
  220. package/dist/service/vertex.d.ts +6 -6
  221. package/dist/service/vertex.js +5 -5
  222. package/dist/types/harness.d.ts +934 -0
  223. package/dist/types/harness.js +133 -0
  224. package/dist/types/index.d.ts +219 -13
  225. package/dist/types/index.js +2 -0
  226. package/dist/types/observability.d.ts +288 -0
  227. package/dist/types/observability.js +2 -0
  228. package/package.json +17 -5
  229. package/src/aiApp.test.ts +207 -1
  230. package/src/aiApp.ts +31 -8
  231. package/src/harness/adminScreens.test.ts +34 -0
  232. package/src/harness/adminScreens.ts +11 -0
  233. package/src/harness/agentLoop.test.ts +1034 -0
  234. package/src/harness/agentLoop.ts +1082 -0
  235. package/src/harness/agentRecovery.test.ts +380 -0
  236. package/src/harness/agentTaskNames.ts +4 -0
  237. package/src/harness/approvalPolicy.ts +28 -0
  238. package/src/harness/approvals.test.ts +1094 -0
  239. package/src/harness/approvals.ts +644 -0
  240. package/src/harness/commit.ts +1049 -0
  241. package/src/harness/conversation.ts +503 -0
  242. package/src/harness/defineAgent.test.ts +92 -0
  243. package/src/harness/defineAgent.ts +82 -0
  244. package/src/harness/defineTask.test.ts +59 -0
  245. package/src/harness/defineTask.ts +76 -0
  246. package/src/harness/defineTool.ts +45 -0
  247. package/src/harness/definitionError.ts +13 -0
  248. package/src/harness/errors.test.ts +90 -0
  249. package/src/harness/errors.ts +119 -0
  250. package/src/harness/eventHub.test.ts +124 -0
  251. package/src/harness/eventHub.ts +159 -0
  252. package/src/harness/events.test.ts +757 -0
  253. package/src/harness/events.ts +384 -0
  254. package/src/harness/executionEnv.ts +34 -0
  255. package/src/harness/extensions.test.ts +1218 -0
  256. package/src/harness/extensions.ts +382 -0
  257. package/src/harness/harness.test.ts +693 -0
  258. package/src/harness/harness.ts +767 -0
  259. package/src/harness/harnessApp.ts +76 -0
  260. package/src/harness/internalRuntime.ts +44 -0
  261. package/src/harness/leases.ts +132 -0
  262. package/src/harness/memo.ts +107 -0
  263. package/src/harness/modelCall.test.ts +134 -0
  264. package/src/harness/modelCall.ts +200 -0
  265. package/src/harness/models/harnessApproval.ts +109 -0
  266. package/src/harness/models/harnessConversation.ts +142 -0
  267. package/src/harness/models/harnessEvent.ts +92 -0
  268. package/src/harness/models/harnessInboxEvent.ts +73 -0
  269. package/src/harness/models/harnessMemo.ts +43 -0
  270. package/src/harness/models/harnessMessage.ts +85 -0
  271. package/src/harness/models/harnessModels.test.ts +60 -0
  272. package/src/harness/models/harnessOwner.ts +40 -0
  273. package/src/harness/models/harnessTask.ts +201 -0
  274. package/src/harness/ownership.test.ts +1087 -0
  275. package/src/harness/ownership.ts +618 -0
  276. package/src/harness/recovery.test.ts +912 -0
  277. package/src/harness/registry.ts +124 -0
  278. package/src/harness/retries.test.ts +292 -0
  279. package/src/harness/retryBackoff.test.ts +100 -0
  280. package/src/harness/retryBackoff.ts +77 -0
  281. package/src/harness/routes/approvals.ts +123 -0
  282. package/src/harness/routes/conversations.test.ts +518 -0
  283. package/src/harness/routes/conversations.ts +102 -0
  284. package/src/harness/routes/events.ts +280 -0
  285. package/src/harness/routes/tasks.test.ts +198 -0
  286. package/src/harness/routes/tasks.ts +146 -0
  287. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  288. package/src/harness/runners/inProcessRunner.ts +220 -0
  289. package/src/harness/runtime.ts +714 -0
  290. package/src/harness/subagent.test.ts +696 -0
  291. package/src/harness/subagent.ts +192 -0
  292. package/src/harness/suspend.ts +13 -0
  293. package/src/harness/transaction.ts +17 -0
  294. package/src/harness/versioning.test.ts +288 -0
  295. package/src/harness/waits.test.ts +693 -0
  296. package/src/harness/waits.ts +356 -0
  297. package/src/index.test.ts +13 -0
  298. package/src/index.ts +70 -0
  299. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  300. package/src/models/aiDataset.test.ts +34 -0
  301. package/src/models/aiDataset.ts +78 -0
  302. package/src/models/aiRequest.test.ts +2 -2
  303. package/src/models/aiRequest.ts +2 -1
  304. package/src/models/gptHistory.test.ts +156 -0
  305. package/src/models/gptHistory.ts +106 -4
  306. package/src/observability/adminScreens.test.ts +71 -0
  307. package/src/observability/adminScreens.ts +42 -0
  308. package/src/observability/compileTemplate.test.ts +14 -0
  309. package/src/observability/compileTemplate.ts +10 -0
  310. package/src/observability/datasetImport.test.ts +95 -0
  311. package/src/observability/datasetImport.ts +220 -0
  312. package/src/observability/evaluate.test.ts +549 -0
  313. package/src/observability/evaluate.ts +254 -0
  314. package/src/observability/evaluatorTemplates.ts +124 -0
  315. package/src/observability/jsonPath.test.ts +52 -0
  316. package/src/observability/jsonPath.ts +60 -0
  317. package/src/observability/local/datasetStore.test.ts +230 -0
  318. package/src/observability/local/datasetStore.ts +452 -0
  319. package/src/observability/local/evaluatorStore.test.ts +138 -0
  320. package/src/observability/local/evaluatorStore.ts +224 -0
  321. package/src/observability/local/experimentRunner.test.ts +489 -0
  322. package/src/observability/local/experimentRunner.ts +548 -0
  323. package/src/observability/local/localPlugin.ts +88 -0
  324. package/src/observability/local/models/obsDataset.ts +38 -0
  325. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  326. package/src/observability/local/models/obsEvaluator.ts +102 -0
  327. package/src/observability/local/models/obsExperiment.ts +91 -0
  328. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  329. package/src/observability/local/models/obsPrompt.ts +43 -0
  330. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  331. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  332. package/src/observability/local/models/obsReviewItem.ts +79 -0
  333. package/src/observability/local/models/obsScore.ts +59 -0
  334. package/src/observability/local/models/obsSpan.ts +65 -0
  335. package/src/observability/local/models/obsTrace.ts +94 -0
  336. package/src/observability/local/obsModels.test.ts +119 -0
  337. package/src/observability/local/promptStore.test.ts +351 -0
  338. package/src/observability/local/promptStore.ts +665 -0
  339. package/src/observability/local/reviewStore.test.ts +164 -0
  340. package/src/observability/local/reviewStore.ts +264 -0
  341. package/src/observability/local/traceStore.test.ts +264 -0
  342. package/src/observability/local/traceStore.ts +440 -0
  343. package/src/observability/observabilityApp.test.ts +92 -0
  344. package/src/observability/observabilityApp.ts +185 -0
  345. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  346. package/src/observability/observabilityAppRegistry.ts +35 -0
  347. package/src/observability/permissions.test.ts +96 -0
  348. package/src/observability/permissions.ts +78 -0
  349. package/src/observability/reviewPanels.test.ts +35 -0
  350. package/src/observability/reviewPanels.ts +64 -0
  351. package/src/observability/routes/datasets.test.ts +176 -0
  352. package/src/observability/routes/datasets.ts +252 -0
  353. package/src/observability/routes/evaluators.test.ts +119 -0
  354. package/src/observability/routes/evaluators.ts +207 -0
  355. package/src/observability/routes/experiments.test.ts +282 -0
  356. package/src/observability/routes/experiments.ts +152 -0
  357. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  358. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  359. package/src/observability/routes/prompts.test.ts +320 -0
  360. package/src/observability/routes/prompts.ts +263 -0
  361. package/src/observability/routes/requestAiService.ts +36 -0
  362. package/src/observability/routes/review.test.ts +120 -0
  363. package/src/observability/routes/review.ts +125 -0
  364. package/src/observability/routes/status.test.ts +116 -0
  365. package/src/observability/routes/status.ts +47 -0
  366. package/src/observability/routes/testMultiStage.test.ts +214 -0
  367. package/src/observability/routes/testMultiStage.ts +96 -0
  368. package/src/observability/routes/traces.test.ts +167 -0
  369. package/src/observability/routes/traces.ts +172 -0
  370. package/src/observability/schemaValidation.ts +29 -0
  371. package/src/observability/sopThresholds.ts +20 -0
  372. package/src/observability/status.test.ts +38 -0
  373. package/src/observability/status.ts +56 -0
  374. package/src/observability/testMultiStageSchemas.ts +95 -0
  375. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  376. package/src/observability/testMultiStageWorkflow.ts +307 -0
  377. package/src/observability/types.ts +262 -0
  378. package/src/routes/files.test.ts +84 -9
  379. package/src/routes/files.ts +23 -7
  380. package/src/routes/gpt.test.ts +3279 -0
  381. package/src/routes/gpt.ts +214 -552
  382. package/src/routes/gptActions.test.ts +241 -0
  383. package/src/routes/gptActions.ts +255 -0
  384. package/src/routes/gptApprovals.test.ts +762 -0
  385. package/src/routes/gptDatasets.test.ts +86 -0
  386. package/src/routes/gptDatasets.ts +104 -0
  387. package/src/routes/gptFiles.test.ts +589 -0
  388. package/src/routes/gptHistories.test.ts +933 -0
  389. package/src/routes/gptHistories.ts +266 -5
  390. package/src/routes/routes.test.ts +676 -5
  391. package/src/service/aiDatasets.test.ts +123 -0
  392. package/src/service/aiDatasets.ts +316 -0
  393. package/src/service/aiService.test.ts +614 -0
  394. package/src/service/aiService.ts +575 -111
  395. package/src/service/askFiles.test.ts +96 -0
  396. package/src/service/askFiles.ts +222 -0
  397. package/src/service/asks.test.ts +946 -0
  398. package/src/service/asks.ts +423 -0
  399. package/src/service/chatTurn.ts +2287 -0
  400. package/src/service/fileStorage.test.ts +11 -0
  401. package/src/service/fileStorage.ts +10 -2
  402. package/src/service/fileUploadsGate.ts +23 -0
  403. package/src/service/fillActionIds.test.ts +65 -0
  404. package/src/service/fillActionIds.ts +98 -0
  405. package/src/service/gemini.test.ts +16 -10
  406. package/src/service/gemini.ts +3 -3
  407. package/src/service/jsonFenceModel.test.ts +47 -0
  408. package/src/service/jsonFenceModel.ts +53 -0
  409. package/src/service/prompts.test.ts +21 -0
  410. package/src/service/prompts.ts +147 -0
  411. package/src/service/sanitizeHtml.test.ts +61 -0
  412. package/src/service/sanitizeHtml.ts +109 -0
  413. package/src/service/vertex.test.ts +49 -49
  414. package/src/service/vertex.ts +7 -8
  415. package/src/tests/bunSetup.test.ts +7 -4
  416. package/src/tests/bunSetup.ts +7 -7
  417. package/src/tests/chatHarness.ts +478 -0
  418. package/src/tests/generateStream.ts +49 -0
  419. package/src/tests/harnessErrors.ts +22 -0
  420. package/src/tests/harnessStreaming.ts +227 -0
  421. package/src/tests/helpers.ts +9 -2
  422. package/src/types/harness.ts +1095 -0
  423. package/src/types/index.ts +237 -12
  424. package/src/types/observability.ts +344 -0
  425. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,288 @@
1
+ import type { FindExactlyOnePlugin, FindOneOrNonePlugin } from "@terreno/api";
2
+ import type mongoose from "mongoose";
3
+ export interface ObsPromptVariable {
4
+ key: string;
5
+ label?: string;
6
+ required: boolean;
7
+ reviewerNote?: string;
8
+ }
9
+ export interface ObsPromptUsage {
10
+ costUsd?: number;
11
+ inputTokens?: number;
12
+ model?: string;
13
+ outputTokens?: number;
14
+ }
15
+ export interface ObsPromptRef {
16
+ label?: string;
17
+ name: string;
18
+ version: number;
19
+ }
20
+ export interface ObsPromptDocument extends mongoose.Document<mongoose.Types.ObjectId> {
21
+ created: Date;
22
+ deleted: boolean;
23
+ description?: string;
24
+ folder: string;
25
+ name: string;
26
+ tags: string[];
27
+ updated: Date;
28
+ }
29
+ export interface ObsPromptStatics extends FindExactlyOnePlugin<ObsPromptDocument>, FindOneOrNonePlugin<ObsPromptDocument> {
30
+ }
31
+ export interface ObsPromptModel extends mongoose.Model<ObsPromptDocument>, ObsPromptStatics {
32
+ }
33
+ export interface ObsPromptVersionDocument extends mongoose.Document<mongoose.Types.ObjectId> {
34
+ config?: Record<string, unknown>;
35
+ created: Date;
36
+ deleted: boolean;
37
+ inputSchema?: Record<string, unknown>;
38
+ outputFieldNotes?: Record<string, string>;
39
+ outputSchema?: Record<string, unknown>;
40
+ promptId: mongoose.Types.ObjectId;
41
+ sensitive: boolean;
42
+ system?: string;
43
+ template?: string;
44
+ type: "chat" | "text";
45
+ updated: Date;
46
+ variables: ObsPromptVariable[];
47
+ version: number;
48
+ }
49
+ export interface ObsPromptVersionStatics extends FindExactlyOnePlugin<ObsPromptVersionDocument>, FindOneOrNonePlugin<ObsPromptVersionDocument> {
50
+ }
51
+ export interface ObsPromptVersionModel extends mongoose.Model<ObsPromptVersionDocument>, ObsPromptVersionStatics {
52
+ }
53
+ export interface ObsPromptLabelDocument extends mongoose.Document<mongoose.Types.ObjectId> {
54
+ created: Date;
55
+ deleted: boolean;
56
+ label: string;
57
+ promptId: mongoose.Types.ObjectId;
58
+ updated: Date;
59
+ versionId: mongoose.Types.ObjectId;
60
+ }
61
+ export interface ObsPromptLabelStatics extends FindExactlyOnePlugin<ObsPromptLabelDocument>, FindOneOrNonePlugin<ObsPromptLabelDocument> {
62
+ }
63
+ export interface ObsPromptLabelModel extends mongoose.Model<ObsPromptLabelDocument>, ObsPromptLabelStatics {
64
+ }
65
+ export interface ObsTraceDocument extends mongoose.Document<mongoose.Types.ObjectId> {
66
+ created: Date;
67
+ deleted: boolean;
68
+ endedAt?: Date;
69
+ errorSummary?: string;
70
+ flaggedForDataset: boolean;
71
+ input?: unknown;
72
+ name: string;
73
+ output?: unknown;
74
+ prompts: ObsPromptRef[];
75
+ sensitive: boolean;
76
+ sessionId?: string;
77
+ startedAt: Date;
78
+ status: "error" | "ok";
79
+ updated: Date;
80
+ usage?: ObsPromptUsage;
81
+ userId?: mongoose.Types.ObjectId;
82
+ }
83
+ export interface ObsTraceStatics extends FindExactlyOnePlugin<ObsTraceDocument>, FindOneOrNonePlugin<ObsTraceDocument> {
84
+ }
85
+ export interface ObsTraceModel extends mongoose.Model<ObsTraceDocument>, ObsTraceStatics {
86
+ }
87
+ export interface ObsSpanDocument extends mongoose.Document<mongoose.Types.ObjectId> {
88
+ created: Date;
89
+ deleted: boolean;
90
+ durationMs?: number;
91
+ endedAt?: Date;
92
+ error?: string;
93
+ input?: unknown;
94
+ kind: "AGENT" | "CHAIN" | "EVALUATOR" | "LLM" | "RETRIEVER" | "TOOL";
95
+ name: string;
96
+ output?: unknown;
97
+ parentSpanId?: mongoose.Types.ObjectId;
98
+ sensitive?: boolean;
99
+ startOffsetMs?: number;
100
+ startedAt: Date;
101
+ status: "error" | "ok";
102
+ traceId: mongoose.Types.ObjectId;
103
+ updated: Date;
104
+ usage?: ObsPromptUsage;
105
+ }
106
+ export interface ObsSpanStatics extends FindExactlyOnePlugin<ObsSpanDocument>, FindOneOrNonePlugin<ObsSpanDocument> {
107
+ }
108
+ export interface ObsSpanModel extends mongoose.Model<ObsSpanDocument>, ObsSpanStatics {
109
+ }
110
+ export interface ObsScoreDocument extends mongoose.Document<mongoose.Types.ObjectId> {
111
+ comment?: string;
112
+ confidence?: number;
113
+ created: Date;
114
+ dataType: "boolean" | "categorical" | "numeric";
115
+ deleted: boolean;
116
+ evaluatorId?: mongoose.Types.ObjectId;
117
+ name: string;
118
+ source: "code" | "human" | "llm-judge" | "user-feedback";
119
+ spanId?: mongoose.Types.ObjectId;
120
+ traceId: mongoose.Types.ObjectId;
121
+ updated: Date;
122
+ value: boolean | number | string;
123
+ }
124
+ export interface ObsScoreStatics extends FindExactlyOnePlugin<ObsScoreDocument>, FindOneOrNonePlugin<ObsScoreDocument> {
125
+ }
126
+ export interface ObsScoreModel extends mongoose.Model<ObsScoreDocument>, ObsScoreStatics {
127
+ }
128
+ export interface EvaluatorDimension {
129
+ dataType: "boolean" | "categorical" | "numeric";
130
+ key: string;
131
+ range?: string;
132
+ required: boolean;
133
+ }
134
+ export interface EvaluatorRunModes {
135
+ allowManualRun: boolean;
136
+ availableInExperiments: boolean;
137
+ liveSampleRate: number;
138
+ }
139
+ export interface ObsEvaluatorDocument extends mongoose.Document<mongoose.Types.ObjectId> {
140
+ assertion?: {
141
+ constraint: string;
142
+ path: string;
143
+ };
144
+ confidenceAlertBelow: number;
145
+ created: Date;
146
+ deleted: boolean;
147
+ description?: string;
148
+ dimensions: EvaluatorDimension[];
149
+ instructions?: string;
150
+ judgePromptName?: string;
151
+ name: string;
152
+ runModes: EvaluatorRunModes;
153
+ target: "dataset item" | "full trace" | "generation span";
154
+ type: "human" | "json-assert" | "llm-judge";
155
+ updated: Date;
156
+ }
157
+ export interface ObsEvaluatorStatics extends FindExactlyOnePlugin<ObsEvaluatorDocument>, FindOneOrNonePlugin<ObsEvaluatorDocument> {
158
+ }
159
+ export interface ObsEvaluatorModel extends mongoose.Model<ObsEvaluatorDocument>, ObsEvaluatorStatics {
160
+ }
161
+ export interface ObsReviewItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
162
+ assigneeId?: mongoose.Types.ObjectId;
163
+ comment?: string;
164
+ created: Date;
165
+ datasetItemId?: mongoose.Types.ObjectId;
166
+ deleted: boolean;
167
+ enqueuedAt: Date;
168
+ evaluatorId: mongoose.Types.ObjectId;
169
+ reason: "dataset_candidate" | "eval" | "feedback" | "manual";
170
+ scores?: Record<string, boolean | number | string>;
171
+ spanId?: mongoose.Types.ObjectId;
172
+ status: "done" | "in_progress" | "pending" | "skipped";
173
+ traceId: mongoose.Types.ObjectId;
174
+ updated: Date;
175
+ }
176
+ export interface ObsReviewItemStatics extends FindExactlyOnePlugin<ObsReviewItemDocument>, FindOneOrNonePlugin<ObsReviewItemDocument> {
177
+ }
178
+ export interface ObsReviewItemModel extends mongoose.Model<ObsReviewItemDocument>, ObsReviewItemStatics {
179
+ }
180
+ export interface ObsDatasetAnnotatedBy {
181
+ label: string;
182
+ reviewItemId?: string;
183
+ userId?: string;
184
+ }
185
+ export interface ObsDatasetDocument extends mongoose.Document<mongoose.Types.ObjectId> {
186
+ created: Date;
187
+ deleted: boolean;
188
+ description?: string;
189
+ expectedOutputSchema?: Record<string, unknown>;
190
+ inputSchemaPromptName?: string;
191
+ name: string;
192
+ tags: string[];
193
+ updated: Date;
194
+ }
195
+ export interface ObsDatasetStatics extends FindExactlyOnePlugin<ObsDatasetDocument>, FindOneOrNonePlugin<ObsDatasetDocument> {
196
+ }
197
+ export interface ObsDatasetModel extends mongoose.Model<ObsDatasetDocument>, ObsDatasetStatics {
198
+ }
199
+ export interface ObsDatasetItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
200
+ annotatedBy?: ObsDatasetAnnotatedBy;
201
+ created: Date;
202
+ datasetId: mongoose.Types.ObjectId;
203
+ deleted: boolean;
204
+ expectedOutput?: unknown;
205
+ input: unknown;
206
+ metadata?: Record<string, unknown>;
207
+ origin: "manual" | "synthetic" | "trace";
208
+ outcomeClass?: "fn" | "fp" | "tn" | "tp";
209
+ proofread: boolean;
210
+ sourceTraceId?: mongoose.Types.ObjectId;
211
+ tags: string[];
212
+ updated: Date;
213
+ }
214
+ export interface ObsDatasetItemStatics extends FindExactlyOnePlugin<ObsDatasetItemDocument>, FindOneOrNonePlugin<ObsDatasetItemDocument> {
215
+ }
216
+ export interface ObsDatasetItemModel extends mongoose.Model<ObsDatasetItemDocument>, ObsDatasetItemStatics {
217
+ }
218
+ export interface ScoreThreshold {
219
+ aggregate: "mean" | "trueRate";
220
+ dimension: string;
221
+ evaluatorName: string;
222
+ op: "eq" | "gte" | "lte";
223
+ value: number;
224
+ }
225
+ export interface ExperimentGateResult extends ScoreThreshold {
226
+ actual?: number;
227
+ passed: boolean;
228
+ version: number;
229
+ }
230
+ export interface ExperimentEstimate {
231
+ costUsd?: number;
232
+ generations: number;
233
+ wallClockSeconds: number;
234
+ }
235
+ export interface ExperimentAggregates {
236
+ gates: ExperimentGateResult[];
237
+ lowConfidenceItemIds: string[];
238
+ outlierItemIds: string[];
239
+ progress: {
240
+ completed: number;
241
+ total: number;
242
+ };
243
+ totalCostUsd?: number;
244
+ }
245
+ export interface ObsExperimentDocument extends mongoose.Document<mongoose.Types.ObjectId> {
246
+ backgroundTaskId?: mongoose.Types.ObjectId;
247
+ created: Date;
248
+ datasetId: mongoose.Types.ObjectId;
249
+ deleted: boolean;
250
+ estimate?: ExperimentEstimate;
251
+ evaluatorIds: mongoose.Types.ObjectId[];
252
+ includeUnproofread: boolean;
253
+ modelOverride?: string;
254
+ name: string;
255
+ promptName: string;
256
+ results?: ExperimentAggregates;
257
+ status: "completed" | "failed" | "pending" | "running";
258
+ thresholds: ScoreThreshold[];
259
+ updated: Date;
260
+ versions: number[];
261
+ }
262
+ export interface ObsExperimentStatics extends FindExactlyOnePlugin<ObsExperimentDocument>, FindOneOrNonePlugin<ObsExperimentDocument> {
263
+ }
264
+ export interface ObsExperimentModel extends mongoose.Model<ObsExperimentDocument>, ObsExperimentStatics {
265
+ }
266
+ export interface ExperimentVersionEvaluatorScore {
267
+ confidence?: number;
268
+ error?: string;
269
+ scores?: Record<string, boolean | number | string>;
270
+ }
271
+ export interface ExperimentVersionResult {
272
+ error?: string;
273
+ evaluatorScores: Record<string, ExperimentVersionEvaluatorScore>;
274
+ output?: unknown;
275
+ }
276
+ export interface ObsExperimentItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
277
+ created: Date;
278
+ datasetItemId: mongoose.Types.ObjectId;
279
+ deleted: boolean;
280
+ experimentId: mongoose.Types.ObjectId;
281
+ failed: boolean;
282
+ updated: Date;
283
+ versionResults: Record<string, ExperimentVersionResult>;
284
+ }
285
+ export interface ObsExperimentItemStatics extends FindExactlyOnePlugin<ObsExperimentItemDocument>, FindOneOrNonePlugin<ObsExperimentItemDocument> {
286
+ }
287
+ export interface ObsExperimentItemModel extends mongoose.Model<ObsExperimentItemDocument>, ObsExperimentItemStatics {
288
+ }
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
package/package.json CHANGED
@@ -10,21 +10,27 @@
10
10
  "@langfuse/otel": "^5.0.1",
11
11
  "@opentelemetry/api": "^1.9.0",
12
12
  "@opentelemetry/sdk-node": "0.217.0",
13
+ "@terreno/blocks": "57.10.1",
13
14
  "ai": "^6.0.97",
15
+ "ajv": "8.20.0",
16
+ "csv-parse": "^6.1.0",
14
17
  "google-auth-library": "^10.5.0",
15
18
  "luxon": "^3.7.2",
16
- "multer": "2.2.0"
19
+ "multer": "2.2.0",
20
+ "sanitize-html": "^2.17.0"
17
21
  },
18
22
  "description": "Provider-agnostic AI service with streaming chat, request logging, and admin tools — part of Terreno, the batteries-included TypeScript framework for universal apps.",
19
23
  "devDependencies": {
20
24
  "@biomejs/biome": "^2.3.6",
21
- "@terreno/api": "57.8.0",
22
- "@terreno/test": "57.8.0",
25
+ "@terreno/admin-backend": "57.10.1",
26
+ "@terreno/api": "57.10.1",
27
+ "@terreno/test": "57.10.1",
23
28
  "@types/bun": "^1.4.0",
24
29
  "@types/express": "^5.0.6",
25
30
  "@types/luxon": "^3.7.1",
26
31
  "@types/multer": "^1.4.12",
27
32
  "@types/supertest": "^7.2.0",
33
+ "chai": "^6.2.2",
28
34
  "express": "^5.2.1",
29
35
  "mongoose": "9.7.4",
30
36
  "passport-local-mongoose": "^9.0.1",
@@ -38,6 +44,12 @@
38
44
  "require": "./dist/index.js",
39
45
  "types": "./dist/index.d.ts"
40
46
  },
47
+ "./harness": {
48
+ "default": "./dist/harness/harness.js",
49
+ "import": "./dist/harness/harness.js",
50
+ "require": "./dist/harness/harness.js",
51
+ "types": "./dist/harness/harness.d.ts"
52
+ },
41
53
  "./langfuseApp": {
42
54
  "default": "./dist/langfuseApp.js",
43
55
  "import": "./dist/langfuseApp.js",
@@ -69,7 +81,7 @@
69
81
  "name": "@terreno/ai",
70
82
  "peerDependencies": {
71
83
  "@ai-sdk/google-vertex": "^4.0.142",
72
- "@terreno/api": "57.8.0",
84
+ "@terreno/api": "57.10.1",
73
85
  "mongoose": "^8.0.0 || ^9.0.0"
74
86
  },
75
87
  "peerDependenciesMeta": {
@@ -97,5 +109,5 @@
97
109
  "test:coverage": "bun run ../scripts/check-coverage.ts"
98
110
  },
99
111
  "types": "dist/index.d.ts",
100
- "version": "57.8.0"
112
+ "version": "57.10.1"
101
113
  }
package/src/aiApp.test.ts CHANGED
@@ -1,12 +1,15 @@
1
- import {beforeAll, describe, expect, it, mock} from "bun:test";
1
+ import {afterEach, beforeAll, describe, expect, it, mock} from "bun:test";
2
2
  import {TerrenoApp} from "@terreno/api";
3
3
  import type {LanguageModel} from "ai";
4
4
  import type express from "express";
5
5
  import supertest from "supertest";
6
6
 
7
7
  import {AiApp} from "./aiApp";
8
+ import {AIRequest} from "./models/aiRequest";
9
+ import {GptHistory} from "./models/gptHistory";
8
10
  import type {FileStorageService} from "./service/fileStorage";
9
11
  import type {MCPService} from "./service/mcpService";
12
+ import {createScriptedModel, modelCall, textStep, toolCallStep} from "./tests/chatHarness";
10
13
  import {authAsUserWithCredentials, ensureTestUsers, UserModel} from "./tests/helpers";
11
14
 
12
15
  const AI_APP_TEST_USER = {
@@ -45,6 +48,11 @@ describe("AiApp", () => {
45
48
  await ensureTestUsers([AI_APP_TEST_USER]);
46
49
  });
47
50
 
51
+ afterEach(async () => {
52
+ await AIRequest.deleteMany({});
53
+ await GptHistory.deleteMany({});
54
+ });
55
+
48
56
  const authAsUser = async (app: express.Application) => {
49
57
  return authAsUserWithCredentials(app, {
50
58
  email: AI_APP_TEST_USER.email,
@@ -71,6 +79,122 @@ describe("AiApp", () => {
71
79
  expect(projects.status).toBe(200);
72
80
  });
73
81
 
82
+ it("passes asks to the gpt routes, so the model is offered the ask tools", async () => {
83
+ const {AIService} = await import("./service/aiService");
84
+ const model = createMockModel();
85
+ const aiService = new AIService({model: model as unknown as LanguageModel});
86
+ const plugin = new AiApp({aiService, asks: true});
87
+ const app = new TerrenoApp({
88
+ configureApp: (router) => plugin.register(router as unknown as express.Application),
89
+ skipListen: true,
90
+ userModel: UserModel,
91
+ }).build();
92
+ const agent = await authAsUser(app);
93
+
94
+ const res = await agent.post("/gpt/prompt").send({prompt: "Hi"});
95
+
96
+ expect(res.status).toBe(200);
97
+ const [callOptions] = model.doStream.mock.calls[0] as unknown as [{tools?: {name: string}[]}];
98
+ expect(callOptions.tools?.map((tool) => tool.name)).toEqual([
99
+ "ask_choice",
100
+ "ask_confirm",
101
+ "ask_markdown",
102
+ "ask_form",
103
+ "ask_files",
104
+ ]);
105
+ });
106
+
107
+ it("adds the documented headless turn actions to the history routes", async () => {
108
+ const {AIService} = await import("./service/aiService");
109
+ const model = createMockModel();
110
+ const aiService = new AIService({model: model as unknown as LanguageModel});
111
+ const app = new TerrenoApp({
112
+ configureApp: (router, options) =>
113
+ new AiApp({aiService, asks: true, openApiOptions: options}).register(
114
+ router as unknown as express.Application
115
+ ),
116
+ skipListen: true,
117
+ userModel: UserModel,
118
+ }).build();
119
+ const agent = await authAsUser(app);
120
+
121
+ const openApi = await agent.get("/openapi.json");
122
+ const created = await agent.post("/gpt/histories").send({});
123
+ const historyId = created.body.data._id;
124
+ const turn = await agent
125
+ .post(`/gpt/histories/${historyId}/turn`)
126
+ .send({prompt: "Hi", surface: "compact"});
127
+ const pendingAsks = await agent.get("/gpt/histories/pendingAsks");
128
+
129
+ const historyPaths = Object.keys(openApi.body.paths).filter((path) =>
130
+ path.startsWith("/gpt/histories")
131
+ );
132
+ expect(historyPaths.sort()).toEqual([
133
+ "/gpt/histories/",
134
+ "/gpt/histories/pendingAsks",
135
+ "/gpt/histories/{id}",
136
+ "/gpt/histories/{id}/rating",
137
+ "/gpt/histories/{id}/stream",
138
+ "/gpt/histories/{id}/turn",
139
+ ]);
140
+ expect(turn.body.data).toEqual({historyId, text: ""});
141
+ expect(pendingAsks.body.data).toEqual([]);
142
+ const [callOptions] = model.doStream.mock.calls[0] as unknown as [{tools?: {name: string}[]}];
143
+ expect(callOptions.tools?.map((tool) => tool.name)).toEqual(["ask_choice", "ask_confirm"]);
144
+ });
145
+
146
+ it("adds the headless actions only with asks on, so hosts without asks get no new endpoints", async () => {
147
+ const {AIService} = await import("./service/aiService");
148
+ const historyRoutes = async (asks?: boolean) => {
149
+ const model = createMockModel();
150
+ const aiService = new AIService({model: model as unknown as LanguageModel});
151
+ const app = new TerrenoApp({
152
+ configureApp: (router, options) =>
153
+ new AiApp({aiService, asks, openApiOptions: options}).register(
154
+ router as unknown as express.Application
155
+ ),
156
+ skipListen: true,
157
+ userModel: UserModel,
158
+ }).build();
159
+ const agent = await authAsUser(app);
160
+ const openApi = await agent.get("/openapi.json");
161
+ const created = await agent.post("/gpt/histories").send({});
162
+ await agent.post(`/gpt/histories/${created.body.data._id}/turn`).send({prompt: "Hi"});
163
+ const pendingAsks = await agent.get("/gpt/histories/pendingAsks");
164
+ const paths = Object.keys(openApi.body.paths).filter((path) =>
165
+ path.startsWith("/gpt/histories")
166
+ );
167
+ return {
168
+ paths: paths.sort(),
169
+ pendingAsksStatus: pendingAsks.status,
170
+ turnModelCalls: model.doStream.mock.calls.length,
171
+ };
172
+ };
173
+
174
+ expect(await historyRoutes()).toEqual({
175
+ paths: [
176
+ "/gpt/histories/",
177
+ "/gpt/histories/{id}",
178
+ "/gpt/histories/{id}/rating",
179
+ "/gpt/histories/{id}/stream",
180
+ ],
181
+ pendingAsksStatus: 404,
182
+ turnModelCalls: 0,
183
+ });
184
+ expect(await historyRoutes(true)).toEqual({
185
+ paths: [
186
+ "/gpt/histories/",
187
+ "/gpt/histories/pendingAsks",
188
+ "/gpt/histories/{id}",
189
+ "/gpt/histories/{id}/rating",
190
+ "/gpt/histories/{id}/stream",
191
+ "/gpt/histories/{id}/turn",
192
+ ],
193
+ pendingAsksStatus: 200,
194
+ turnModelCalls: 1,
195
+ });
196
+ });
197
+
74
198
  it("registers file routes only when fileStorageService and gcsBucket are provided", async () => {
75
199
  const fileStorageService = {
76
200
  delete: mock(async () => {}),
@@ -94,6 +218,88 @@ describe("AiApp", () => {
94
218
  expect(upload.status).not.toBe(404);
95
219
  });
96
220
 
221
+ it("caps uploads at asks.maxFileSizeBytes and loads a files answer's uploads from storage", async () => {
222
+ const {AIService} = await import("./service/aiService");
223
+ const {FileAttachment} = await import("./models/fileAttachment");
224
+ const text = Buffer.from("Coffee, 4.50\n");
225
+ const upload = mock(async () => {
226
+ const [user] = await UserModel.find({email: AI_APP_TEST_USER.email});
227
+ const attachment = await FileAttachment.create({
228
+ filename: "items.txt",
229
+ gcsKey: "uploads/items.txt",
230
+ mimeType: "text/plain",
231
+ size: text.length,
232
+ url: "https://gcs/items.txt",
233
+ userId: user._id,
234
+ });
235
+ return {
236
+ filename: "items.txt",
237
+ gcsKey: "uploads/items.txt",
238
+ id: attachment._id.toString(),
239
+ mimeType: "text/plain",
240
+ size: text.length,
241
+ url: "https://gcs/items.txt",
242
+ };
243
+ });
244
+ const download = mock(async () => text);
245
+ const fileStorageService = {download, upload} as unknown as FileStorageService;
246
+ const model = createScriptedModel({
247
+ steps: [
248
+ toolCallStep({
249
+ input: {accept: ["text"], prompt: "Upload the receipt."},
250
+ toolCallId: "call_receipt",
251
+ toolName: "ask_files",
252
+ }),
253
+ textStep("Got it."),
254
+ ],
255
+ });
256
+ const aiService = new AIService({model: model as unknown as LanguageModel});
257
+ const plugin = new AiApp({
258
+ aiService,
259
+ asks: {maxFileSizeBytes: 32},
260
+ fileStorageService,
261
+ gcsBucket: "test-bucket",
262
+ });
263
+ const app = new TerrenoApp({
264
+ configureApp: (router) => plugin.register(router as unknown as express.Application),
265
+ skipListen: true,
266
+ userModel: UserModel,
267
+ }).build();
268
+ const agent = await authAsUser(app);
269
+
270
+ const tooLarge = await agent
271
+ .post("/files/upload")
272
+ .attach("file", Buffer.alloc(64, "a"), {contentType: "text/plain", filename: "big.txt"});
273
+ const uploaded = await agent
274
+ .post("/files/upload")
275
+ .attach("file", text, {contentType: "text/plain", filename: "items.txt"});
276
+ await agent.post("/gpt/prompt").send({prompt: "Log lunch"});
277
+ const [history] = await GptHistory.find({});
278
+ await agent.post("/gpt/prompt").send({
279
+ askResponse: {
280
+ action: "accept",
281
+ content: {
282
+ files: [
283
+ {
284
+ fileId: uploaded.body.data.id,
285
+ filename: "items.txt",
286
+ mimeType: "text/plain",
287
+ size: text.length,
288
+ },
289
+ ],
290
+ },
291
+ toolCallId: "call_receipt",
292
+ },
293
+ historyId: history._id.toString(),
294
+ });
295
+
296
+ expect(tooLarge.status).not.toBe(200);
297
+ expect(upload).toHaveBeenCalledTimes(1);
298
+ expect(download).toHaveBeenCalledWith("uploads/items.txt");
299
+ expect(JSON.stringify(modelCall(model, 1).prompt)).toContain("Coffee, 4.50");
300
+ await FileAttachment.deleteMany({});
301
+ });
302
+
97
303
  it("skips file routes when only fileStorageService is provided", async () => {
98
304
  const fileStorageService = {
99
305
  upload: mock(async () => ({