@terreno/ai 57.9.0 → 57.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +133 -0
  28. package/dist/harness/errors.js +107 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +522 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +191 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +64 -0
  80. package/dist/harness/runners/inProcessRunner.js +227 -0
  81. package/dist/harness/runners/jobsRunner.d.ts +62 -0
  82. package/dist/harness/runners/jobsRunner.js +212 -0
  83. package/dist/harness/runtime.d.ts +52 -0
  84. package/dist/harness/runtime.js +604 -0
  85. package/dist/harness/subagent.d.ts +53 -0
  86. package/dist/harness/subagent.js +134 -0
  87. package/dist/harness/suspend.d.ts +8 -0
  88. package/dist/harness/suspend.js +16 -0
  89. package/dist/harness/transaction.d.ts +3 -0
  90. package/dist/harness/transaction.js +22 -0
  91. package/dist/harness/waits.d.ts +100 -0
  92. package/dist/harness/waits.js +214 -0
  93. package/dist/index.d.ts +19 -1
  94. package/dist/index.js +45 -2
  95. package/dist/models/aiDataset.d.ts +2 -0
  96. package/dist/models/aiDataset.js +67 -0
  97. package/dist/models/aiRequest.js +1 -1
  98. package/dist/models/gptHistory.js +73 -0
  99. package/dist/observability/adminScreens.d.ts +5 -0
  100. package/dist/observability/adminScreens.js +32 -0
  101. package/dist/observability/compileTemplate.d.ts +1 -0
  102. package/dist/observability/compileTemplate.js +13 -0
  103. package/dist/observability/datasetImport.d.ts +11 -0
  104. package/dist/observability/datasetImport.js +185 -0
  105. package/dist/observability/evaluate.d.ts +31 -0
  106. package/dist/observability/evaluate.js +200 -0
  107. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  108. package/dist/observability/evaluatorTemplates.js +111 -0
  109. package/dist/observability/jsonPath.d.ts +2 -0
  110. package/dist/observability/jsonPath.js +57 -0
  111. package/dist/observability/local/datasetStore.d.ts +87 -0
  112. package/dist/observability/local/datasetStore.js +326 -0
  113. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  114. package/dist/observability/local/evaluatorStore.js +182 -0
  115. package/dist/observability/local/experimentRunner.d.ts +96 -0
  116. package/dist/observability/local/experimentRunner.js +419 -0
  117. package/dist/observability/local/localPlugin.d.ts +22 -0
  118. package/dist/observability/local/localPlugin.js +76 -0
  119. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  120. package/dist/observability/local/models/obsDataset.js +37 -0
  121. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  122. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  123. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  124. package/dist/observability/local/models/obsEvaluator.js +98 -0
  125. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperiment.js +87 -0
  127. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  128. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  129. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  130. package/dist/observability/local/models/obsPrompt.js +42 -0
  131. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  133. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  134. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  135. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  136. package/dist/observability/local/models/obsReviewItem.js +75 -0
  137. package/dist/observability/local/models/obsScore.d.ts +2 -0
  138. package/dist/observability/local/models/obsScore.js +58 -0
  139. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  140. package/dist/observability/local/models/obsSpan.js +64 -0
  141. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  142. package/dist/observability/local/models/obsTrace.js +93 -0
  143. package/dist/observability/local/promptStore.d.ts +180 -0
  144. package/dist/observability/local/promptStore.js +444 -0
  145. package/dist/observability/local/reviewStore.d.ts +50 -0
  146. package/dist/observability/local/reviewStore.js +203 -0
  147. package/dist/observability/local/traceStore.d.ts +103 -0
  148. package/dist/observability/local/traceStore.js +325 -0
  149. package/dist/observability/observabilityApp.d.ts +24 -0
  150. package/dist/observability/observabilityApp.js +157 -0
  151. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  152. package/dist/observability/observabilityAppRegistry.js +16 -0
  153. package/dist/observability/permissions.d.ts +7 -0
  154. package/dist/observability/permissions.js +60 -0
  155. package/dist/observability/reviewPanels.d.ts +18 -0
  156. package/dist/observability/reviewPanels.js +46 -0
  157. package/dist/observability/routes/datasets.d.ts +7 -0
  158. package/dist/observability/routes/datasets.js +149 -0
  159. package/dist/observability/routes/evaluators.d.ts +7 -0
  160. package/dist/observability/routes/evaluators.js +123 -0
  161. package/dist/observability/routes/experiments.d.ts +7 -0
  162. package/dist/observability/routes/experiments.js +95 -0
  163. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  164. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  165. package/dist/observability/routes/prompts.d.ts +12 -0
  166. package/dist/observability/routes/prompts.js +172 -0
  167. package/dist/observability/routes/requestAiService.d.ts +13 -0
  168. package/dist/observability/routes/requestAiService.js +21 -0
  169. package/dist/observability/routes/review.d.ts +7 -0
  170. package/dist/observability/routes/review.js +79 -0
  171. package/dist/observability/routes/status.d.ts +5 -0
  172. package/dist/observability/routes/status.js +31 -0
  173. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  174. package/dist/observability/routes/testMultiStage.js +67 -0
  175. package/dist/observability/routes/traces.d.ts +7 -0
  176. package/dist/observability/routes/traces.js +129 -0
  177. package/dist/observability/schemaValidation.d.ts +5 -0
  178. package/dist/observability/schemaValidation.js +26 -0
  179. package/dist/observability/sopThresholds.d.ts +2 -0
  180. package/dist/observability/sopThresholds.js +21 -0
  181. package/dist/observability/status.d.ts +23 -0
  182. package/dist/observability/status.js +34 -0
  183. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  184. package/dist/observability/testMultiStageSchemas.js +79 -0
  185. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  186. package/dist/observability/testMultiStageWorkflow.js +218 -0
  187. package/dist/observability/types.d.ts +159 -0
  188. package/dist/observability/types.js +67 -0
  189. package/dist/routes/files.js +18 -7
  190. package/dist/routes/gpt.js +79 -689
  191. package/dist/routes/gptActions.d.ts +9 -0
  192. package/dist/routes/gptActions.js +212 -0
  193. package/dist/routes/gptDatasets.d.ts +5 -0
  194. package/dist/routes/gptDatasets.js +94 -0
  195. package/dist/routes/gptHistories.d.ts +3 -1
  196. package/dist/routes/gptHistories.js +188 -2
  197. package/dist/service/aiDatasets.d.ts +57 -0
  198. package/dist/service/aiDatasets.js +253 -0
  199. package/dist/service/aiService.d.ts +50 -1
  200. package/dist/service/aiService.js +426 -77
  201. package/dist/service/askFiles.d.ts +49 -0
  202. package/dist/service/askFiles.js +162 -0
  203. package/dist/service/asks.d.ts +76 -0
  204. package/dist/service/asks.js +284 -0
  205. package/dist/service/chatTurn.d.ts +128 -0
  206. package/dist/service/chatTurn.js +1674 -0
  207. package/dist/service/fileStorage.d.ts +4 -0
  208. package/dist/service/fileStorage.js +7 -2
  209. package/dist/service/fillActionIds.d.ts +6 -0
  210. package/dist/service/fillActionIds.js +79 -0
  211. package/dist/service/jsonFenceModel.d.ts +7 -0
  212. package/dist/service/jsonFenceModel.js +45 -0
  213. package/dist/service/prompts.d.ts +52 -0
  214. package/dist/service/prompts.js +96 -1
  215. package/dist/service/sanitizeHtml.d.ts +11 -0
  216. package/dist/service/sanitizeHtml.js +108 -0
  217. package/dist/types/harness.d.ts +952 -0
  218. package/dist/types/harness.js +133 -0
  219. package/dist/types/index.d.ts +192 -14
  220. package/dist/types/index.js +2 -0
  221. package/dist/types/observability.d.ts +288 -0
  222. package/dist/types/observability.js +2 -0
  223. package/package.json +28 -5
  224. package/src/aiApp.test.ts +207 -1
  225. package/src/aiApp.ts +19 -6
  226. package/src/harness/adminScreens.test.ts +34 -0
  227. package/src/harness/adminScreens.ts +11 -0
  228. package/src/harness/agentLoop.test.ts +1034 -0
  229. package/src/harness/agentLoop.ts +1082 -0
  230. package/src/harness/agentRecovery.test.ts +380 -0
  231. package/src/harness/agentTaskNames.ts +4 -0
  232. package/src/harness/approvalPolicy.ts +28 -0
  233. package/src/harness/approvals.test.ts +1094 -0
  234. package/src/harness/approvals.ts +644 -0
  235. package/src/harness/commit.ts +1049 -0
  236. package/src/harness/concurrency.test.ts +155 -0
  237. package/src/harness/conversation.ts +503 -0
  238. package/src/harness/defineAgent.test.ts +92 -0
  239. package/src/harness/defineAgent.ts +82 -0
  240. package/src/harness/defineTask.test.ts +59 -0
  241. package/src/harness/defineTask.ts +76 -0
  242. package/src/harness/defineTool.ts +45 -0
  243. package/src/harness/definitionError.ts +13 -0
  244. package/src/harness/errors.test.ts +90 -0
  245. package/src/harness/errors.ts +125 -0
  246. package/src/harness/eventHub.test.ts +124 -0
  247. package/src/harness/eventHub.ts +159 -0
  248. package/src/harness/events.test.ts +769 -0
  249. package/src/harness/events.ts +384 -0
  250. package/src/harness/executionEnv.ts +34 -0
  251. package/src/harness/extensions.test.ts +1218 -0
  252. package/src/harness/extensions.ts +382 -0
  253. package/src/harness/harness.test.ts +693 -0
  254. package/src/harness/harness.ts +778 -0
  255. package/src/harness/harnessApp.ts +76 -0
  256. package/src/harness/internalRuntime.ts +44 -0
  257. package/src/harness/leases.ts +132 -0
  258. package/src/harness/memo.ts +107 -0
  259. package/src/harness/modelCall.test.ts +134 -0
  260. package/src/harness/modelCall.ts +200 -0
  261. package/src/harness/models/harnessApproval.ts +109 -0
  262. package/src/harness/models/harnessConversation.ts +142 -0
  263. package/src/harness/models/harnessEvent.ts +92 -0
  264. package/src/harness/models/harnessInboxEvent.ts +73 -0
  265. package/src/harness/models/harnessMemo.ts +43 -0
  266. package/src/harness/models/harnessMessage.ts +85 -0
  267. package/src/harness/models/harnessModels.test.ts +60 -0
  268. package/src/harness/models/harnessOwner.ts +40 -0
  269. package/src/harness/models/harnessTask.ts +206 -0
  270. package/src/harness/ownership.test.ts +1087 -0
  271. package/src/harness/ownership.ts +618 -0
  272. package/src/harness/recovery.test.ts +907 -0
  273. package/src/harness/registry.ts +124 -0
  274. package/src/harness/retries.test.ts +292 -0
  275. package/src/harness/retryBackoff.test.ts +100 -0
  276. package/src/harness/retryBackoff.ts +77 -0
  277. package/src/harness/routes/approvals.ts +123 -0
  278. package/src/harness/routes/conversations.test.ts +518 -0
  279. package/src/harness/routes/conversations.ts +102 -0
  280. package/src/harness/routes/events.ts +280 -0
  281. package/src/harness/routes/tasks.test.ts +198 -0
  282. package/src/harness/routes/tasks.ts +146 -0
  283. package/src/harness/runners/inProcessRunner.test.ts +530 -0
  284. package/src/harness/runners/inProcessRunner.ts +260 -0
  285. package/src/harness/runners/jobsRunner.test.ts +709 -0
  286. package/src/harness/runners/jobsRunner.ts +252 -0
  287. package/src/harness/runtime.ts +802 -0
  288. package/src/harness/subagent.test.ts +696 -0
  289. package/src/harness/subagent.ts +192 -0
  290. package/src/harness/suspend.ts +13 -0
  291. package/src/harness/transaction.ts +17 -0
  292. package/src/harness/versioning.test.ts +288 -0
  293. package/src/harness/waits.test.ts +693 -0
  294. package/src/harness/waits.ts +356 -0
  295. package/src/index.test.ts +13 -0
  296. package/src/index.ts +70 -0
  297. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  298. package/src/models/aiDataset.test.ts +34 -0
  299. package/src/models/aiDataset.ts +78 -0
  300. package/src/models/aiRequest.ts +2 -1
  301. package/src/models/gptHistory.test.ts +156 -0
  302. package/src/models/gptHistory.ts +89 -1
  303. package/src/observability/adminScreens.test.ts +71 -0
  304. package/src/observability/adminScreens.ts +42 -0
  305. package/src/observability/compileTemplate.test.ts +14 -0
  306. package/src/observability/compileTemplate.ts +10 -0
  307. package/src/observability/datasetImport.test.ts +95 -0
  308. package/src/observability/datasetImport.ts +220 -0
  309. package/src/observability/evaluate.test.ts +549 -0
  310. package/src/observability/evaluate.ts +254 -0
  311. package/src/observability/evaluatorTemplates.ts +124 -0
  312. package/src/observability/jsonPath.test.ts +52 -0
  313. package/src/observability/jsonPath.ts +60 -0
  314. package/src/observability/local/datasetStore.test.ts +230 -0
  315. package/src/observability/local/datasetStore.ts +452 -0
  316. package/src/observability/local/evaluatorStore.test.ts +138 -0
  317. package/src/observability/local/evaluatorStore.ts +224 -0
  318. package/src/observability/local/experimentRunner.test.ts +489 -0
  319. package/src/observability/local/experimentRunner.ts +548 -0
  320. package/src/observability/local/localPlugin.ts +88 -0
  321. package/src/observability/local/models/obsDataset.ts +38 -0
  322. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  323. package/src/observability/local/models/obsEvaluator.ts +102 -0
  324. package/src/observability/local/models/obsExperiment.ts +91 -0
  325. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  326. package/src/observability/local/models/obsPrompt.ts +43 -0
  327. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  328. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  329. package/src/observability/local/models/obsReviewItem.ts +79 -0
  330. package/src/observability/local/models/obsScore.ts +59 -0
  331. package/src/observability/local/models/obsSpan.ts +65 -0
  332. package/src/observability/local/models/obsTrace.ts +94 -0
  333. package/src/observability/local/obsModels.test.ts +119 -0
  334. package/src/observability/local/promptStore.test.ts +351 -0
  335. package/src/observability/local/promptStore.ts +665 -0
  336. package/src/observability/local/reviewStore.test.ts +164 -0
  337. package/src/observability/local/reviewStore.ts +264 -0
  338. package/src/observability/local/traceStore.test.ts +264 -0
  339. package/src/observability/local/traceStore.ts +440 -0
  340. package/src/observability/observabilityApp.test.ts +92 -0
  341. package/src/observability/observabilityApp.ts +185 -0
  342. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  343. package/src/observability/observabilityAppRegistry.ts +35 -0
  344. package/src/observability/permissions.test.ts +96 -0
  345. package/src/observability/permissions.ts +78 -0
  346. package/src/observability/reviewPanels.test.ts +35 -0
  347. package/src/observability/reviewPanels.ts +64 -0
  348. package/src/observability/routes/datasets.test.ts +176 -0
  349. package/src/observability/routes/datasets.ts +252 -0
  350. package/src/observability/routes/evaluators.test.ts +119 -0
  351. package/src/observability/routes/evaluators.ts +207 -0
  352. package/src/observability/routes/experiments.test.ts +282 -0
  353. package/src/observability/routes/experiments.ts +152 -0
  354. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  355. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  356. package/src/observability/routes/prompts.test.ts +320 -0
  357. package/src/observability/routes/prompts.ts +263 -0
  358. package/src/observability/routes/requestAiService.ts +36 -0
  359. package/src/observability/routes/review.test.ts +120 -0
  360. package/src/observability/routes/review.ts +125 -0
  361. package/src/observability/routes/status.test.ts +116 -0
  362. package/src/observability/routes/status.ts +47 -0
  363. package/src/observability/routes/testMultiStage.test.ts +214 -0
  364. package/src/observability/routes/testMultiStage.ts +96 -0
  365. package/src/observability/routes/traces.test.ts +167 -0
  366. package/src/observability/routes/traces.ts +172 -0
  367. package/src/observability/schemaValidation.ts +29 -0
  368. package/src/observability/sopThresholds.ts +20 -0
  369. package/src/observability/status.test.ts +38 -0
  370. package/src/observability/status.ts +56 -0
  371. package/src/observability/testMultiStageSchemas.ts +95 -0
  372. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  373. package/src/observability/testMultiStageWorkflow.ts +307 -0
  374. package/src/observability/types.ts +262 -0
  375. package/src/routes/files.test.ts +63 -9
  376. package/src/routes/files.ts +21 -7
  377. package/src/routes/gpt.test.ts +3279 -0
  378. package/src/routes/gpt.ts +91 -816
  379. package/src/routes/gptActions.test.ts +241 -0
  380. package/src/routes/gptActions.ts +255 -0
  381. package/src/routes/gptApprovals.test.ts +762 -0
  382. package/src/routes/gptDatasets.test.ts +86 -0
  383. package/src/routes/gptDatasets.ts +104 -0
  384. package/src/routes/gptFiles.test.ts +589 -0
  385. package/src/routes/gptHistories.test.ts +933 -0
  386. package/src/routes/gptHistories.ts +266 -5
  387. package/src/routes/routes.test.ts +222 -2
  388. package/src/service/aiDatasets.test.ts +123 -0
  389. package/src/service/aiDatasets.ts +316 -0
  390. package/src/service/aiService.test.ts +593 -0
  391. package/src/service/aiService.ts +568 -111
  392. package/src/service/askFiles.test.ts +96 -0
  393. package/src/service/askFiles.ts +222 -0
  394. package/src/service/asks.test.ts +946 -0
  395. package/src/service/asks.ts +423 -0
  396. package/src/service/chatTurn.ts +2287 -0
  397. package/src/service/fileStorage.test.ts +11 -0
  398. package/src/service/fileStorage.ts +10 -2
  399. package/src/service/fillActionIds.test.ts +65 -0
  400. package/src/service/fillActionIds.ts +98 -0
  401. package/src/service/jsonFenceModel.test.ts +47 -0
  402. package/src/service/jsonFenceModel.ts +53 -0
  403. package/src/service/prompts.test.ts +21 -0
  404. package/src/service/prompts.ts +147 -0
  405. package/src/service/sanitizeHtml.test.ts +61 -0
  406. package/src/service/sanitizeHtml.ts +109 -0
  407. package/src/tests/bunSetup.test.ts +7 -4
  408. package/src/tests/bunSetup.ts +7 -7
  409. package/src/tests/chatHarness.ts +478 -0
  410. package/src/tests/generateStream.ts +49 -0
  411. package/src/tests/harnessErrors.ts +22 -0
  412. package/src/tests/harnessStreaming.ts +227 -0
  413. package/src/tests/helpers.ts +9 -2
  414. package/src/types/harness.ts +1119 -0
  415. package/src/types/index.ts +209 -13
  416. package/src/types/observability.ts +344 -0
  417. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,288 @@
1
+ import type { FindExactlyOnePlugin, FindOneOrNonePlugin } from "@terreno/api";
2
+ import type mongoose from "mongoose";
3
+ export interface ObsPromptVariable {
4
+ key: string;
5
+ label?: string;
6
+ required: boolean;
7
+ reviewerNote?: string;
8
+ }
9
+ export interface ObsPromptUsage {
10
+ costUsd?: number;
11
+ inputTokens?: number;
12
+ model?: string;
13
+ outputTokens?: number;
14
+ }
15
+ export interface ObsPromptRef {
16
+ label?: string;
17
+ name: string;
18
+ version: number;
19
+ }
20
+ export interface ObsPromptDocument extends mongoose.Document<mongoose.Types.ObjectId> {
21
+ created: Date;
22
+ deleted: boolean;
23
+ description?: string;
24
+ folder: string;
25
+ name: string;
26
+ tags: string[];
27
+ updated: Date;
28
+ }
29
+ export interface ObsPromptStatics extends FindExactlyOnePlugin<ObsPromptDocument>, FindOneOrNonePlugin<ObsPromptDocument> {
30
+ }
31
+ export interface ObsPromptModel extends mongoose.Model<ObsPromptDocument>, ObsPromptStatics {
32
+ }
33
+ export interface ObsPromptVersionDocument extends mongoose.Document<mongoose.Types.ObjectId> {
34
+ config?: Record<string, unknown>;
35
+ created: Date;
36
+ deleted: boolean;
37
+ inputSchema?: Record<string, unknown>;
38
+ outputFieldNotes?: Record<string, string>;
39
+ outputSchema?: Record<string, unknown>;
40
+ promptId: mongoose.Types.ObjectId;
41
+ sensitive: boolean;
42
+ system?: string;
43
+ template?: string;
44
+ type: "chat" | "text";
45
+ updated: Date;
46
+ variables: ObsPromptVariable[];
47
+ version: number;
48
+ }
49
+ export interface ObsPromptVersionStatics extends FindExactlyOnePlugin<ObsPromptVersionDocument>, FindOneOrNonePlugin<ObsPromptVersionDocument> {
50
+ }
51
+ export interface ObsPromptVersionModel extends mongoose.Model<ObsPromptVersionDocument>, ObsPromptVersionStatics {
52
+ }
53
+ export interface ObsPromptLabelDocument extends mongoose.Document<mongoose.Types.ObjectId> {
54
+ created: Date;
55
+ deleted: boolean;
56
+ label: string;
57
+ promptId: mongoose.Types.ObjectId;
58
+ updated: Date;
59
+ versionId: mongoose.Types.ObjectId;
60
+ }
61
+ export interface ObsPromptLabelStatics extends FindExactlyOnePlugin<ObsPromptLabelDocument>, FindOneOrNonePlugin<ObsPromptLabelDocument> {
62
+ }
63
+ export interface ObsPromptLabelModel extends mongoose.Model<ObsPromptLabelDocument>, ObsPromptLabelStatics {
64
+ }
65
+ export interface ObsTraceDocument extends mongoose.Document<mongoose.Types.ObjectId> {
66
+ created: Date;
67
+ deleted: boolean;
68
+ endedAt?: Date;
69
+ errorSummary?: string;
70
+ flaggedForDataset: boolean;
71
+ input?: unknown;
72
+ name: string;
73
+ output?: unknown;
74
+ prompts: ObsPromptRef[];
75
+ sensitive: boolean;
76
+ sessionId?: string;
77
+ startedAt: Date;
78
+ status: "error" | "ok";
79
+ updated: Date;
80
+ usage?: ObsPromptUsage;
81
+ userId?: mongoose.Types.ObjectId;
82
+ }
83
+ export interface ObsTraceStatics extends FindExactlyOnePlugin<ObsTraceDocument>, FindOneOrNonePlugin<ObsTraceDocument> {
84
+ }
85
+ export interface ObsTraceModel extends mongoose.Model<ObsTraceDocument>, ObsTraceStatics {
86
+ }
87
+ export interface ObsSpanDocument extends mongoose.Document<mongoose.Types.ObjectId> {
88
+ created: Date;
89
+ deleted: boolean;
90
+ durationMs?: number;
91
+ endedAt?: Date;
92
+ error?: string;
93
+ input?: unknown;
94
+ kind: "AGENT" | "CHAIN" | "EVALUATOR" | "LLM" | "RETRIEVER" | "TOOL";
95
+ name: string;
96
+ output?: unknown;
97
+ parentSpanId?: mongoose.Types.ObjectId;
98
+ sensitive?: boolean;
99
+ startOffsetMs?: number;
100
+ startedAt: Date;
101
+ status: "error" | "ok";
102
+ traceId: mongoose.Types.ObjectId;
103
+ updated: Date;
104
+ usage?: ObsPromptUsage;
105
+ }
106
+ export interface ObsSpanStatics extends FindExactlyOnePlugin<ObsSpanDocument>, FindOneOrNonePlugin<ObsSpanDocument> {
107
+ }
108
+ export interface ObsSpanModel extends mongoose.Model<ObsSpanDocument>, ObsSpanStatics {
109
+ }
110
+ export interface ObsScoreDocument extends mongoose.Document<mongoose.Types.ObjectId> {
111
+ comment?: string;
112
+ confidence?: number;
113
+ created: Date;
114
+ dataType: "boolean" | "categorical" | "numeric";
115
+ deleted: boolean;
116
+ evaluatorId?: mongoose.Types.ObjectId;
117
+ name: string;
118
+ source: "code" | "human" | "llm-judge" | "user-feedback";
119
+ spanId?: mongoose.Types.ObjectId;
120
+ traceId: mongoose.Types.ObjectId;
121
+ updated: Date;
122
+ value: boolean | number | string;
123
+ }
124
+ export interface ObsScoreStatics extends FindExactlyOnePlugin<ObsScoreDocument>, FindOneOrNonePlugin<ObsScoreDocument> {
125
+ }
126
+ export interface ObsScoreModel extends mongoose.Model<ObsScoreDocument>, ObsScoreStatics {
127
+ }
128
+ export interface EvaluatorDimension {
129
+ dataType: "boolean" | "categorical" | "numeric";
130
+ key: string;
131
+ range?: string;
132
+ required: boolean;
133
+ }
134
+ export interface EvaluatorRunModes {
135
+ allowManualRun: boolean;
136
+ availableInExperiments: boolean;
137
+ liveSampleRate: number;
138
+ }
139
+ export interface ObsEvaluatorDocument extends mongoose.Document<mongoose.Types.ObjectId> {
140
+ assertion?: {
141
+ constraint: string;
142
+ path: string;
143
+ };
144
+ confidenceAlertBelow: number;
145
+ created: Date;
146
+ deleted: boolean;
147
+ description?: string;
148
+ dimensions: EvaluatorDimension[];
149
+ instructions?: string;
150
+ judgePromptName?: string;
151
+ name: string;
152
+ runModes: EvaluatorRunModes;
153
+ target: "dataset item" | "full trace" | "generation span";
154
+ type: "human" | "json-assert" | "llm-judge";
155
+ updated: Date;
156
+ }
157
+ export interface ObsEvaluatorStatics extends FindExactlyOnePlugin<ObsEvaluatorDocument>, FindOneOrNonePlugin<ObsEvaluatorDocument> {
158
+ }
159
+ export interface ObsEvaluatorModel extends mongoose.Model<ObsEvaluatorDocument>, ObsEvaluatorStatics {
160
+ }
161
+ export interface ObsReviewItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
162
+ assigneeId?: mongoose.Types.ObjectId;
163
+ comment?: string;
164
+ created: Date;
165
+ datasetItemId?: mongoose.Types.ObjectId;
166
+ deleted: boolean;
167
+ enqueuedAt: Date;
168
+ evaluatorId: mongoose.Types.ObjectId;
169
+ reason: "dataset_candidate" | "eval" | "feedback" | "manual";
170
+ scores?: Record<string, boolean | number | string>;
171
+ spanId?: mongoose.Types.ObjectId;
172
+ status: "done" | "in_progress" | "pending" | "skipped";
173
+ traceId: mongoose.Types.ObjectId;
174
+ updated: Date;
175
+ }
176
+ export interface ObsReviewItemStatics extends FindExactlyOnePlugin<ObsReviewItemDocument>, FindOneOrNonePlugin<ObsReviewItemDocument> {
177
+ }
178
+ export interface ObsReviewItemModel extends mongoose.Model<ObsReviewItemDocument>, ObsReviewItemStatics {
179
+ }
180
+ export interface ObsDatasetAnnotatedBy {
181
+ label: string;
182
+ reviewItemId?: string;
183
+ userId?: string;
184
+ }
185
+ export interface ObsDatasetDocument extends mongoose.Document<mongoose.Types.ObjectId> {
186
+ created: Date;
187
+ deleted: boolean;
188
+ description?: string;
189
+ expectedOutputSchema?: Record<string, unknown>;
190
+ inputSchemaPromptName?: string;
191
+ name: string;
192
+ tags: string[];
193
+ updated: Date;
194
+ }
195
+ export interface ObsDatasetStatics extends FindExactlyOnePlugin<ObsDatasetDocument>, FindOneOrNonePlugin<ObsDatasetDocument> {
196
+ }
197
+ export interface ObsDatasetModel extends mongoose.Model<ObsDatasetDocument>, ObsDatasetStatics {
198
+ }
199
+ export interface ObsDatasetItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
200
+ annotatedBy?: ObsDatasetAnnotatedBy;
201
+ created: Date;
202
+ datasetId: mongoose.Types.ObjectId;
203
+ deleted: boolean;
204
+ expectedOutput?: unknown;
205
+ input: unknown;
206
+ metadata?: Record<string, unknown>;
207
+ origin: "manual" | "synthetic" | "trace";
208
+ outcomeClass?: "fn" | "fp" | "tn" | "tp";
209
+ proofread: boolean;
210
+ sourceTraceId?: mongoose.Types.ObjectId;
211
+ tags: string[];
212
+ updated: Date;
213
+ }
214
+ export interface ObsDatasetItemStatics extends FindExactlyOnePlugin<ObsDatasetItemDocument>, FindOneOrNonePlugin<ObsDatasetItemDocument> {
215
+ }
216
+ export interface ObsDatasetItemModel extends mongoose.Model<ObsDatasetItemDocument>, ObsDatasetItemStatics {
217
+ }
218
+ export interface ScoreThreshold {
219
+ aggregate: "mean" | "trueRate";
220
+ dimension: string;
221
+ evaluatorName: string;
222
+ op: "eq" | "gte" | "lte";
223
+ value: number;
224
+ }
225
+ export interface ExperimentGateResult extends ScoreThreshold {
226
+ actual?: number;
227
+ passed: boolean;
228
+ version: number;
229
+ }
230
+ export interface ExperimentEstimate {
231
+ costUsd?: number;
232
+ generations: number;
233
+ wallClockSeconds: number;
234
+ }
235
+ export interface ExperimentAggregates {
236
+ gates: ExperimentGateResult[];
237
+ lowConfidenceItemIds: string[];
238
+ outlierItemIds: string[];
239
+ progress: {
240
+ completed: number;
241
+ total: number;
242
+ };
243
+ totalCostUsd?: number;
244
+ }
245
+ export interface ObsExperimentDocument extends mongoose.Document<mongoose.Types.ObjectId> {
246
+ backgroundTaskId?: mongoose.Types.ObjectId;
247
+ created: Date;
248
+ datasetId: mongoose.Types.ObjectId;
249
+ deleted: boolean;
250
+ estimate?: ExperimentEstimate;
251
+ evaluatorIds: mongoose.Types.ObjectId[];
252
+ includeUnproofread: boolean;
253
+ modelOverride?: string;
254
+ name: string;
255
+ promptName: string;
256
+ results?: ExperimentAggregates;
257
+ status: "completed" | "failed" | "pending" | "running";
258
+ thresholds: ScoreThreshold[];
259
+ updated: Date;
260
+ versions: number[];
261
+ }
262
+ export interface ObsExperimentStatics extends FindExactlyOnePlugin<ObsExperimentDocument>, FindOneOrNonePlugin<ObsExperimentDocument> {
263
+ }
264
+ export interface ObsExperimentModel extends mongoose.Model<ObsExperimentDocument>, ObsExperimentStatics {
265
+ }
266
+ export interface ExperimentVersionEvaluatorScore {
267
+ confidence?: number;
268
+ error?: string;
269
+ scores?: Record<string, boolean | number | string>;
270
+ }
271
+ export interface ExperimentVersionResult {
272
+ error?: string;
273
+ evaluatorScores: Record<string, ExperimentVersionEvaluatorScore>;
274
+ output?: unknown;
275
+ }
276
+ export interface ObsExperimentItemDocument extends mongoose.Document<mongoose.Types.ObjectId> {
277
+ created: Date;
278
+ datasetItemId: mongoose.Types.ObjectId;
279
+ deleted: boolean;
280
+ experimentId: mongoose.Types.ObjectId;
281
+ failed: boolean;
282
+ updated: Date;
283
+ versionResults: Record<string, ExperimentVersionResult>;
284
+ }
285
+ export interface ObsExperimentItemStatics extends FindExactlyOnePlugin<ObsExperimentItemDocument>, FindOneOrNonePlugin<ObsExperimentItemDocument> {
286
+ }
287
+ export interface ObsExperimentItemModel extends mongoose.Model<ObsExperimentItemDocument>, ObsExperimentItemStatics {
288
+ }
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
package/package.json CHANGED
@@ -10,21 +10,28 @@
10
10
  "@langfuse/otel": "^5.0.1",
11
11
  "@opentelemetry/api": "^1.9.0",
12
12
  "@opentelemetry/sdk-node": "0.217.0",
13
+ "@terreno/blocks": "57.11.0",
13
14
  "ai": "^6.0.97",
15
+ "ajv": "8.20.0",
16
+ "csv-parse": "^6.1.0",
14
17
  "google-auth-library": "^10.5.0",
15
18
  "luxon": "^3.7.2",
16
- "multer": "2.2.0"
19
+ "multer": "2.2.0",
20
+ "sanitize-html": "^2.17.0"
17
21
  },
18
22
  "description": "Provider-agnostic AI service with streaming chat, request logging, and admin tools — part of Terreno, the batteries-included TypeScript framework for universal apps.",
19
23
  "devDependencies": {
20
24
  "@biomejs/biome": "^2.3.6",
21
- "@terreno/api": "57.9.0",
22
- "@terreno/test": "57.9.0",
25
+ "@terreno/admin-backend": "57.11.0",
26
+ "@terreno/api": "57.11.0",
27
+ "@terreno/jobs": "57.11.0",
28
+ "@terreno/test": "57.11.0",
23
29
  "@types/bun": "^1.4.0",
24
30
  "@types/express": "^5.0.6",
25
31
  "@types/luxon": "^3.7.1",
26
32
  "@types/multer": "^1.4.12",
27
33
  "@types/supertest": "^7.2.0",
34
+ "chai": "^6.2.2",
28
35
  "express": "^5.2.1",
29
36
  "mongoose": "9.7.4",
30
37
  "passport-local-mongoose": "^9.0.1",
@@ -38,6 +45,18 @@
38
45
  "require": "./dist/index.js",
39
46
  "types": "./dist/index.d.ts"
40
47
  },
48
+ "./harness": {
49
+ "default": "./dist/harness/harness.js",
50
+ "import": "./dist/harness/harness.js",
51
+ "require": "./dist/harness/harness.js",
52
+ "types": "./dist/harness/harness.d.ts"
53
+ },
54
+ "./harness/jobsRunner": {
55
+ "default": "./dist/harness/runners/jobsRunner.js",
56
+ "import": "./dist/harness/runners/jobsRunner.js",
57
+ "require": "./dist/harness/runners/jobsRunner.js",
58
+ "types": "./dist/harness/runners/jobsRunner.d.ts"
59
+ },
41
60
  "./langfuseApp": {
42
61
  "default": "./dist/langfuseApp.js",
43
62
  "import": "./dist/langfuseApp.js",
@@ -69,12 +88,16 @@
69
88
  "name": "@terreno/ai",
70
89
  "peerDependencies": {
71
90
  "@ai-sdk/google-vertex": "^4.0.142",
72
- "@terreno/api": "57.9.0",
91
+ "@terreno/api": "57.11.0",
92
+ "@terreno/jobs": "57.11.0",
73
93
  "mongoose": "^8.0.0 || ^9.0.0"
74
94
  },
75
95
  "peerDependenciesMeta": {
76
96
  "@ai-sdk/google-vertex": {
77
97
  "optional": true
98
+ },
99
+ "@terreno/jobs": {
100
+ "optional": true
78
101
  }
79
102
  },
80
103
  "publishConfig": {
@@ -97,5 +120,5 @@
97
120
  "test:coverage": "bun run ../scripts/check-coverage.ts"
98
121
  },
99
122
  "types": "dist/index.d.ts",
100
- "version": "57.9.0"
123
+ "version": "57.11.0"
101
124
  }
package/src/aiApp.test.ts CHANGED
@@ -1,12 +1,15 @@
1
- import {beforeAll, describe, expect, it, mock} from "bun:test";
1
+ import {afterEach, beforeAll, describe, expect, it, mock} from "bun:test";
2
2
  import {TerrenoApp} from "@terreno/api";
3
3
  import type {LanguageModel} from "ai";
4
4
  import type express from "express";
5
5
  import supertest from "supertest";
6
6
 
7
7
  import {AiApp} from "./aiApp";
8
+ import {AIRequest} from "./models/aiRequest";
9
+ import {GptHistory} from "./models/gptHistory";
8
10
  import type {FileStorageService} from "./service/fileStorage";
9
11
  import type {MCPService} from "./service/mcpService";
12
+ import {createScriptedModel, modelCall, textStep, toolCallStep} from "./tests/chatHarness";
10
13
  import {authAsUserWithCredentials, ensureTestUsers, UserModel} from "./tests/helpers";
11
14
 
12
15
  const AI_APP_TEST_USER = {
@@ -45,6 +48,11 @@ describe("AiApp", () => {
45
48
  await ensureTestUsers([AI_APP_TEST_USER]);
46
49
  });
47
50
 
51
+ afterEach(async () => {
52
+ await AIRequest.deleteMany({});
53
+ await GptHistory.deleteMany({});
54
+ });
55
+
48
56
  const authAsUser = async (app: express.Application) => {
49
57
  return authAsUserWithCredentials(app, {
50
58
  email: AI_APP_TEST_USER.email,
@@ -71,6 +79,122 @@ describe("AiApp", () => {
71
79
  expect(projects.status).toBe(200);
72
80
  });
73
81
 
82
+ it("passes asks to the gpt routes, so the model is offered the ask tools", async () => {
83
+ const {AIService} = await import("./service/aiService");
84
+ const model = createMockModel();
85
+ const aiService = new AIService({model: model as unknown as LanguageModel});
86
+ const plugin = new AiApp({aiService, asks: true});
87
+ const app = new TerrenoApp({
88
+ configureApp: (router) => plugin.register(router as unknown as express.Application),
89
+ skipListen: true,
90
+ userModel: UserModel,
91
+ }).build();
92
+ const agent = await authAsUser(app);
93
+
94
+ const res = await agent.post("/gpt/prompt").send({prompt: "Hi"});
95
+
96
+ expect(res.status).toBe(200);
97
+ const [callOptions] = model.doStream.mock.calls[0] as unknown as [{tools?: {name: string}[]}];
98
+ expect(callOptions.tools?.map((tool) => tool.name)).toEqual([
99
+ "ask_choice",
100
+ "ask_confirm",
101
+ "ask_markdown",
102
+ "ask_form",
103
+ "ask_files",
104
+ ]);
105
+ });
106
+
107
+ it("adds the documented headless turn actions to the history routes", async () => {
108
+ const {AIService} = await import("./service/aiService");
109
+ const model = createMockModel();
110
+ const aiService = new AIService({model: model as unknown as LanguageModel});
111
+ const app = new TerrenoApp({
112
+ configureApp: (router, options) =>
113
+ new AiApp({aiService, asks: true, openApiOptions: options}).register(
114
+ router as unknown as express.Application
115
+ ),
116
+ skipListen: true,
117
+ userModel: UserModel,
118
+ }).build();
119
+ const agent = await authAsUser(app);
120
+
121
+ const openApi = await agent.get("/openapi.json");
122
+ const created = await agent.post("/gpt/histories").send({});
123
+ const historyId = created.body.data._id;
124
+ const turn = await agent
125
+ .post(`/gpt/histories/${historyId}/turn`)
126
+ .send({prompt: "Hi", surface: "compact"});
127
+ const pendingAsks = await agent.get("/gpt/histories/pendingAsks");
128
+
129
+ const historyPaths = Object.keys(openApi.body.paths).filter((path) =>
130
+ path.startsWith("/gpt/histories")
131
+ );
132
+ expect(historyPaths.sort()).toEqual([
133
+ "/gpt/histories/",
134
+ "/gpt/histories/pendingAsks",
135
+ "/gpt/histories/{id}",
136
+ "/gpt/histories/{id}/rating",
137
+ "/gpt/histories/{id}/stream",
138
+ "/gpt/histories/{id}/turn",
139
+ ]);
140
+ expect(turn.body.data).toEqual({historyId, text: ""});
141
+ expect(pendingAsks.body.data).toEqual([]);
142
+ const [callOptions] = model.doStream.mock.calls[0] as unknown as [{tools?: {name: string}[]}];
143
+ expect(callOptions.tools?.map((tool) => tool.name)).toEqual(["ask_choice", "ask_confirm"]);
144
+ });
145
+
146
+ it("adds the headless actions only with asks on, so hosts without asks get no new endpoints", async () => {
147
+ const {AIService} = await import("./service/aiService");
148
+ const historyRoutes = async (asks?: boolean) => {
149
+ const model = createMockModel();
150
+ const aiService = new AIService({model: model as unknown as LanguageModel});
151
+ const app = new TerrenoApp({
152
+ configureApp: (router, options) =>
153
+ new AiApp({aiService, asks, openApiOptions: options}).register(
154
+ router as unknown as express.Application
155
+ ),
156
+ skipListen: true,
157
+ userModel: UserModel,
158
+ }).build();
159
+ const agent = await authAsUser(app);
160
+ const openApi = await agent.get("/openapi.json");
161
+ const created = await agent.post("/gpt/histories").send({});
162
+ await agent.post(`/gpt/histories/${created.body.data._id}/turn`).send({prompt: "Hi"});
163
+ const pendingAsks = await agent.get("/gpt/histories/pendingAsks");
164
+ const paths = Object.keys(openApi.body.paths).filter((path) =>
165
+ path.startsWith("/gpt/histories")
166
+ );
167
+ return {
168
+ paths: paths.sort(),
169
+ pendingAsksStatus: pendingAsks.status,
170
+ turnModelCalls: model.doStream.mock.calls.length,
171
+ };
172
+ };
173
+
174
+ expect(await historyRoutes()).toEqual({
175
+ paths: [
176
+ "/gpt/histories/",
177
+ "/gpt/histories/{id}",
178
+ "/gpt/histories/{id}/rating",
179
+ "/gpt/histories/{id}/stream",
180
+ ],
181
+ pendingAsksStatus: 404,
182
+ turnModelCalls: 0,
183
+ });
184
+ expect(await historyRoutes(true)).toEqual({
185
+ paths: [
186
+ "/gpt/histories/",
187
+ "/gpt/histories/pendingAsks",
188
+ "/gpt/histories/{id}",
189
+ "/gpt/histories/{id}/rating",
190
+ "/gpt/histories/{id}/stream",
191
+ "/gpt/histories/{id}/turn",
192
+ ],
193
+ pendingAsksStatus: 200,
194
+ turnModelCalls: 1,
195
+ });
196
+ });
197
+
74
198
  it("registers file routes only when fileStorageService and gcsBucket are provided", async () => {
75
199
  const fileStorageService = {
76
200
  delete: mock(async () => {}),
@@ -94,6 +218,88 @@ describe("AiApp", () => {
94
218
  expect(upload.status).not.toBe(404);
95
219
  });
96
220
 
221
+ it("caps uploads at asks.maxFileSizeBytes and loads a files answer's uploads from storage", async () => {
222
+ const {AIService} = await import("./service/aiService");
223
+ const {FileAttachment} = await import("./models/fileAttachment");
224
+ const text = Buffer.from("Coffee, 4.50\n");
225
+ const upload = mock(async () => {
226
+ const [user] = await UserModel.find({email: AI_APP_TEST_USER.email});
227
+ const attachment = await FileAttachment.create({
228
+ filename: "items.txt",
229
+ gcsKey: "uploads/items.txt",
230
+ mimeType: "text/plain",
231
+ size: text.length,
232
+ url: "https://gcs/items.txt",
233
+ userId: user._id,
234
+ });
235
+ return {
236
+ filename: "items.txt",
237
+ gcsKey: "uploads/items.txt",
238
+ id: attachment._id.toString(),
239
+ mimeType: "text/plain",
240
+ size: text.length,
241
+ url: "https://gcs/items.txt",
242
+ };
243
+ });
244
+ const download = mock(async () => text);
245
+ const fileStorageService = {download, upload} as unknown as FileStorageService;
246
+ const model = createScriptedModel({
247
+ steps: [
248
+ toolCallStep({
249
+ input: {accept: ["text"], prompt: "Upload the receipt."},
250
+ toolCallId: "call_receipt",
251
+ toolName: "ask_files",
252
+ }),
253
+ textStep("Got it."),
254
+ ],
255
+ });
256
+ const aiService = new AIService({model: model as unknown as LanguageModel});
257
+ const plugin = new AiApp({
258
+ aiService,
259
+ asks: {maxFileSizeBytes: 32},
260
+ fileStorageService,
261
+ gcsBucket: "test-bucket",
262
+ });
263
+ const app = new TerrenoApp({
264
+ configureApp: (router) => plugin.register(router as unknown as express.Application),
265
+ skipListen: true,
266
+ userModel: UserModel,
267
+ }).build();
268
+ const agent = await authAsUser(app);
269
+
270
+ const tooLarge = await agent
271
+ .post("/files/upload")
272
+ .attach("file", Buffer.alloc(64, "a"), {contentType: "text/plain", filename: "big.txt"});
273
+ const uploaded = await agent
274
+ .post("/files/upload")
275
+ .attach("file", text, {contentType: "text/plain", filename: "items.txt"});
276
+ await agent.post("/gpt/prompt").send({prompt: "Log lunch"});
277
+ const [history] = await GptHistory.find({});
278
+ await agent.post("/gpt/prompt").send({
279
+ askResponse: {
280
+ action: "accept",
281
+ content: {
282
+ files: [
283
+ {
284
+ fileId: uploaded.body.data.id,
285
+ filename: "items.txt",
286
+ mimeType: "text/plain",
287
+ size: text.length,
288
+ },
289
+ ],
290
+ },
291
+ toolCallId: "call_receipt",
292
+ },
293
+ historyId: history._id.toString(),
294
+ });
295
+
296
+ expect(tooLarge.status).not.toBe(200);
297
+ expect(upload).toHaveBeenCalledTimes(1);
298
+ expect(download).toHaveBeenCalledWith("uploads/items.txt");
299
+ expect(JSON.stringify(modelCall(model, 1).prompt)).toContain("Coffee, 4.50");
300
+ await FileAttachment.deleteMany({});
301
+ });
302
+
97
303
  it("skips file routes when only fileStorageService is provided", async () => {
98
304
  const fileStorageService = {
99
305
  upload: mock(async () => ({
package/src/aiApp.ts CHANGED
@@ -11,15 +11,21 @@ import {addProjectRoutes} from "./routes/projects";
11
11
  import type {AIService} from "./service/aiService";
12
12
  import type {FileStorageService} from "./service/fileStorage";
13
13
  import type {MCPService} from "./service/mcpService";
14
+ import type {AsksOptions} from "./types";
14
15
 
15
16
  export interface AiAppOptions {
16
17
  /** Pre-configured AIService instance. Optional when using per-request keys or demo mode. */
17
18
  aiService?: AIService;
19
+ /**
20
+ * Let the model ask the user typed questions in chat. Passed through to `addGptRoutes`, and adds
21
+ * the headless `pendingAsks` and `turn` actions to `/gpt/histories`.
22
+ */
23
+ asks?: boolean | AsksOptions;
18
24
  /** Factory function to create a LanguageModel from a per-request API key (sent via x-ai-api-key header). */
19
25
  createModelFn?: (apiKey: string, modelId?: string) => LanguageModel;
20
26
  /** Factory function to create a LanguageModel on the server side without a per-request key (e.g. Vertex AI with ADC). Returns undefined if no provider is configured. */
21
27
  createServerModelFn?: (modelId?: string) => LanguageModel | undefined;
22
- /** When true and no AI service is available, routes return canned demo responses instead of failing. */
28
+ /** Not read: the routes send a canned demo reply whenever no AI service resolves. */
23
29
  demoMode?: boolean;
24
30
  /** File storage service for handling file uploads to GCS. */
25
31
  fileStorageService?: FileStorageService;
@@ -63,7 +69,7 @@ export interface AiAppOptions {
63
69
  *
64
70
  * @example
65
71
  * ```typescript
66
- * // Demo mode with per-request key support (no server-side API key needed)
72
+ * // Per-request keys only (no server-side API key needed); requests without a key get the canned demo reply
67
73
  * new AiApp({
68
74
  * createModelFn: (key) => google("gemini-3.8-flash", {apiKey: key}),
69
75
  * demoMode: true,
@@ -81,6 +87,7 @@ export class AiApp implements TerrenoPlugin {
81
87
  const router = app;
82
88
  const {
83
89
  aiService,
90
+ asks,
84
91
  createModelFn,
85
92
  createServerModelFn,
86
93
  demoMode,
@@ -95,14 +102,15 @@ export class AiApp implements TerrenoPlugin {
95
102
  tools,
96
103
  } = this.options;
97
104
 
98
- addGptHistoryRoutes(router, {openApiOptions});
99
- addGptRoutes(router, {
105
+ const hasFileRoutes = Boolean(fileStorageService && gcsBucket);
106
+ const chat = {
100
107
  aiService,
108
+ asks,
101
109
  createModelFn,
102
110
  createServerModelFn,
103
111
  demoMode,
104
112
  // Attachments are only uploaded when the file routes are mounted too
105
- fileStorageService: fileStorageService && gcsBucket ? fileStorageService : undefined,
113
+ fileStorageService: hasFileRoutes ? fileStorageService : undefined,
106
114
  fileUploadsEnabled,
107
115
  maxSteps,
108
116
  mcpService,
@@ -110,7 +118,9 @@ export class AiApp implements TerrenoPlugin {
110
118
  titleModelId,
111
119
  toolChoice,
112
120
  tools,
113
- });
121
+ };
122
+ addGptHistoryRoutes(router, {chat, openApiOptions});
123
+ addGptRoutes(router, chat);
114
124
  addAiRequestsExplorerRoutes(router, {openApiOptions});
115
125
  addProjectRoutes(router, {openApiOptions});
116
126
 
@@ -119,6 +129,9 @@ export class AiApp implements TerrenoPlugin {
119
129
  fileStorageService,
120
130
  fileUploadsEnabled,
121
131
  gcsBucket,
132
+ ...(typeof asks === "object" && asks.maxFileSizeBytes !== undefined
133
+ ? {maxFileSize: asks.maxFileSizeBytes}
134
+ : {}),
122
135
  openApiOptions,
123
136
  });
124
137
  }