@terreno/ai 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/.cursorrules +2 -2
  2. package/README.md +2 -1
  3. package/bunfig.toml +1 -1
  4. package/dist/aiApp.d.ts +16 -5
  5. package/dist/aiApp.js +17 -7
  6. package/dist/harness/adminScreens.d.ts +6 -0
  7. package/dist/harness/adminScreens.js +11 -0
  8. package/dist/harness/agentLoop.d.ts +61 -0
  9. package/dist/harness/agentLoop.js +798 -0
  10. package/dist/harness/agentTaskNames.d.ts +4 -0
  11. package/dist/harness/agentTaskNames.js +7 -0
  12. package/dist/harness/approvalPolicy.d.ts +3 -0
  13. package/dist/harness/approvalPolicy.js +23 -0
  14. package/dist/harness/approvals.d.ts +101 -0
  15. package/dist/harness/approvals.js +468 -0
  16. package/dist/harness/commit.d.ts +238 -0
  17. package/dist/harness/commit.js +678 -0
  18. package/dist/harness/conversation.d.ts +75 -0
  19. package/dist/harness/conversation.js +397 -0
  20. package/dist/harness/defineAgent.d.ts +9 -0
  21. package/dist/harness/defineAgent.js +65 -0
  22. package/dist/harness/defineTask.d.ts +11 -0
  23. package/dist/harness/defineTask.js +59 -0
  24. package/dist/harness/defineTool.d.ts +7 -0
  25. package/dist/harness/defineTool.js +36 -0
  26. package/dist/harness/definitionError.d.ts +8 -0
  27. package/dist/harness/definitionError.js +15 -0
  28. package/dist/harness/errors.d.ts +127 -0
  29. package/dist/harness/errors.js +101 -0
  30. package/dist/harness/eventHub.d.ts +45 -0
  31. package/dist/harness/eventHub.js +135 -0
  32. package/dist/harness/events.d.ts +95 -0
  33. package/dist/harness/events.js +267 -0
  34. package/dist/harness/executionEnv.d.ts +31 -0
  35. package/dist/harness/executionEnv.js +2 -0
  36. package/dist/harness/extensions.d.ts +82 -0
  37. package/dist/harness/extensions.js +274 -0
  38. package/dist/harness/harness.d.ts +163 -0
  39. package/dist/harness/harness.js +520 -0
  40. package/dist/harness/harnessApp.d.ts +44 -0
  41. package/dist/harness/harnessApp.js +62 -0
  42. package/dist/harness/internalRuntime.d.ts +16 -0
  43. package/dist/harness/internalRuntime.js +18 -0
  44. package/dist/harness/leases.d.ts +35 -0
  45. package/dist/harness/leases.js +86 -0
  46. package/dist/harness/memo.d.ts +24 -0
  47. package/dist/harness/memo.js +78 -0
  48. package/dist/harness/modelCall.d.ts +45 -0
  49. package/dist/harness/modelCall.js +147 -0
  50. package/dist/harness/models/harnessApproval.d.ts +2 -0
  51. package/dist/harness/models/harnessApproval.js +100 -0
  52. package/dist/harness/models/harnessConversation.d.ts +2 -0
  53. package/dist/harness/models/harnessConversation.js +117 -0
  54. package/dist/harness/models/harnessEvent.d.ts +3 -0
  55. package/dist/harness/models/harnessEvent.js +73 -0
  56. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  57. package/dist/harness/models/harnessInboxEvent.js +58 -0
  58. package/dist/harness/models/harnessMemo.d.ts +2 -0
  59. package/dist/harness/models/harnessMemo.js +42 -0
  60. package/dist/harness/models/harnessMessage.d.ts +2 -0
  61. package/dist/harness/models/harnessMessage.js +73 -0
  62. package/dist/harness/models/harnessOwner.d.ts +2 -0
  63. package/dist/harness/models/harnessOwner.js +36 -0
  64. package/dist/harness/models/harnessTask.d.ts +2 -0
  65. package/dist/harness/models/harnessTask.js +186 -0
  66. package/dist/harness/ownership.d.ts +89 -0
  67. package/dist/harness/ownership.js +438 -0
  68. package/dist/harness/registry.d.ts +29 -0
  69. package/dist/harness/registry.js +93 -0
  70. package/dist/harness/retryBackoff.d.ts +31 -0
  71. package/dist/harness/retryBackoff.js +50 -0
  72. package/dist/harness/routes/approvals.d.ts +13 -0
  73. package/dist/harness/routes/approvals.js +93 -0
  74. package/dist/harness/routes/conversations.d.ts +11 -0
  75. package/dist/harness/routes/conversations.js +66 -0
  76. package/dist/harness/routes/events.d.ts +19 -0
  77. package/dist/harness/routes/events.js +215 -0
  78. package/dist/harness/routes/tasks.d.ts +11 -0
  79. package/dist/harness/routes/tasks.js +108 -0
  80. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  81. package/dist/harness/runners/inProcessRunner.js +196 -0
  82. package/dist/harness/runtime.d.ts +34 -0
  83. package/dist/harness/runtime.js +551 -0
  84. package/dist/harness/subagent.d.ts +53 -0
  85. package/dist/harness/subagent.js +134 -0
  86. package/dist/harness/suspend.d.ts +8 -0
  87. package/dist/harness/suspend.js +16 -0
  88. package/dist/harness/transaction.d.ts +3 -0
  89. package/dist/harness/transaction.js +22 -0
  90. package/dist/harness/waits.d.ts +100 -0
  91. package/dist/harness/waits.js +214 -0
  92. package/dist/index.d.ts +19 -1
  93. package/dist/index.js +45 -2
  94. package/dist/models/aiDataset.d.ts +2 -0
  95. package/dist/models/aiDataset.js +67 -0
  96. package/dist/models/aiRequest.js +1 -1
  97. package/dist/models/gptHistory.js +88 -2
  98. package/dist/observability/adminScreens.d.ts +5 -0
  99. package/dist/observability/adminScreens.js +32 -0
  100. package/dist/observability/compileTemplate.d.ts +1 -0
  101. package/dist/observability/compileTemplate.js +13 -0
  102. package/dist/observability/datasetImport.d.ts +11 -0
  103. package/dist/observability/datasetImport.js +185 -0
  104. package/dist/observability/evaluate.d.ts +31 -0
  105. package/dist/observability/evaluate.js +200 -0
  106. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  107. package/dist/observability/evaluatorTemplates.js +111 -0
  108. package/dist/observability/jsonPath.d.ts +2 -0
  109. package/dist/observability/jsonPath.js +57 -0
  110. package/dist/observability/local/datasetStore.d.ts +87 -0
  111. package/dist/observability/local/datasetStore.js +326 -0
  112. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  113. package/dist/observability/local/evaluatorStore.js +182 -0
  114. package/dist/observability/local/experimentRunner.d.ts +96 -0
  115. package/dist/observability/local/experimentRunner.js +419 -0
  116. package/dist/observability/local/localPlugin.d.ts +22 -0
  117. package/dist/observability/local/localPlugin.js +76 -0
  118. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  119. package/dist/observability/local/models/obsDataset.js +37 -0
  120. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  121. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  122. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  123. package/dist/observability/local/models/obsEvaluator.js +98 -0
  124. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  125. package/dist/observability/local/models/obsExperiment.js +87 -0
  126. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  127. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  128. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  129. package/dist/observability/local/models/obsPrompt.js +42 -0
  130. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  131. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  132. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  133. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  134. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  135. package/dist/observability/local/models/obsReviewItem.js +75 -0
  136. package/dist/observability/local/models/obsScore.d.ts +2 -0
  137. package/dist/observability/local/models/obsScore.js +58 -0
  138. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  139. package/dist/observability/local/models/obsSpan.js +64 -0
  140. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  141. package/dist/observability/local/models/obsTrace.js +93 -0
  142. package/dist/observability/local/promptStore.d.ts +180 -0
  143. package/dist/observability/local/promptStore.js +444 -0
  144. package/dist/observability/local/reviewStore.d.ts +50 -0
  145. package/dist/observability/local/reviewStore.js +203 -0
  146. package/dist/observability/local/traceStore.d.ts +103 -0
  147. package/dist/observability/local/traceStore.js +325 -0
  148. package/dist/observability/observabilityApp.d.ts +24 -0
  149. package/dist/observability/observabilityApp.js +157 -0
  150. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  151. package/dist/observability/observabilityAppRegistry.js +16 -0
  152. package/dist/observability/permissions.d.ts +7 -0
  153. package/dist/observability/permissions.js +60 -0
  154. package/dist/observability/reviewPanels.d.ts +18 -0
  155. package/dist/observability/reviewPanels.js +46 -0
  156. package/dist/observability/routes/datasets.d.ts +7 -0
  157. package/dist/observability/routes/datasets.js +149 -0
  158. package/dist/observability/routes/evaluators.d.ts +7 -0
  159. package/dist/observability/routes/evaluators.js +123 -0
  160. package/dist/observability/routes/experiments.d.ts +7 -0
  161. package/dist/observability/routes/experiments.js +95 -0
  162. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  163. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  164. package/dist/observability/routes/prompts.d.ts +12 -0
  165. package/dist/observability/routes/prompts.js +172 -0
  166. package/dist/observability/routes/requestAiService.d.ts +13 -0
  167. package/dist/observability/routes/requestAiService.js +21 -0
  168. package/dist/observability/routes/review.d.ts +7 -0
  169. package/dist/observability/routes/review.js +79 -0
  170. package/dist/observability/routes/status.d.ts +5 -0
  171. package/dist/observability/routes/status.js +31 -0
  172. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  173. package/dist/observability/routes/testMultiStage.js +67 -0
  174. package/dist/observability/routes/traces.d.ts +7 -0
  175. package/dist/observability/routes/traces.js +129 -0
  176. package/dist/observability/schemaValidation.d.ts +5 -0
  177. package/dist/observability/schemaValidation.js +26 -0
  178. package/dist/observability/sopThresholds.d.ts +2 -0
  179. package/dist/observability/sopThresholds.js +21 -0
  180. package/dist/observability/status.d.ts +23 -0
  181. package/dist/observability/status.js +34 -0
  182. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  183. package/dist/observability/testMultiStageSchemas.js +79 -0
  184. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  185. package/dist/observability/testMultiStageWorkflow.js +218 -0
  186. package/dist/observability/types.d.ts +159 -0
  187. package/dist/observability/types.js +67 -0
  188. package/dist/routes/files.js +20 -7
  189. package/dist/routes/gpt.js +179 -488
  190. package/dist/routes/gptActions.d.ts +9 -0
  191. package/dist/routes/gptActions.js +212 -0
  192. package/dist/routes/gptDatasets.d.ts +5 -0
  193. package/dist/routes/gptDatasets.js +94 -0
  194. package/dist/routes/gptHistories.d.ts +3 -1
  195. package/dist/routes/gptHistories.js +188 -2
  196. package/dist/service/aiDatasets.d.ts +57 -0
  197. package/dist/service/aiDatasets.js +253 -0
  198. package/dist/service/aiService.d.ts +50 -1
  199. package/dist/service/aiService.js +431 -77
  200. package/dist/service/askFiles.d.ts +49 -0
  201. package/dist/service/askFiles.js +162 -0
  202. package/dist/service/asks.d.ts +76 -0
  203. package/dist/service/asks.js +284 -0
  204. package/dist/service/chatTurn.d.ts +128 -0
  205. package/dist/service/chatTurn.js +1674 -0
  206. package/dist/service/fileStorage.d.ts +4 -0
  207. package/dist/service/fileStorage.js +7 -2
  208. package/dist/service/fileUploadsGate.d.ts +8 -0
  209. package/dist/service/fileUploadsGate.js +18 -0
  210. package/dist/service/fillActionIds.d.ts +6 -0
  211. package/dist/service/fillActionIds.js +79 -0
  212. package/dist/service/gemini.d.ts +3 -3
  213. package/dist/service/gemini.js +3 -3
  214. package/dist/service/jsonFenceModel.d.ts +7 -0
  215. package/dist/service/jsonFenceModel.js +45 -0
  216. package/dist/service/prompts.d.ts +52 -0
  217. package/dist/service/prompts.js +96 -1
  218. package/dist/service/sanitizeHtml.d.ts +11 -0
  219. package/dist/service/sanitizeHtml.js +108 -0
  220. package/dist/service/vertex.d.ts +6 -6
  221. package/dist/service/vertex.js +5 -5
  222. package/dist/types/harness.d.ts +934 -0
  223. package/dist/types/harness.js +133 -0
  224. package/dist/types/index.d.ts +219 -13
  225. package/dist/types/index.js +2 -0
  226. package/dist/types/observability.d.ts +288 -0
  227. package/dist/types/observability.js +2 -0
  228. package/package.json +17 -5
  229. package/src/aiApp.test.ts +207 -1
  230. package/src/aiApp.ts +31 -8
  231. package/src/harness/adminScreens.test.ts +34 -0
  232. package/src/harness/adminScreens.ts +11 -0
  233. package/src/harness/agentLoop.test.ts +1034 -0
  234. package/src/harness/agentLoop.ts +1082 -0
  235. package/src/harness/agentRecovery.test.ts +380 -0
  236. package/src/harness/agentTaskNames.ts +4 -0
  237. package/src/harness/approvalPolicy.ts +28 -0
  238. package/src/harness/approvals.test.ts +1094 -0
  239. package/src/harness/approvals.ts +644 -0
  240. package/src/harness/commit.ts +1049 -0
  241. package/src/harness/conversation.ts +503 -0
  242. package/src/harness/defineAgent.test.ts +92 -0
  243. package/src/harness/defineAgent.ts +82 -0
  244. package/src/harness/defineTask.test.ts +59 -0
  245. package/src/harness/defineTask.ts +76 -0
  246. package/src/harness/defineTool.ts +45 -0
  247. package/src/harness/definitionError.ts +13 -0
  248. package/src/harness/errors.test.ts +90 -0
  249. package/src/harness/errors.ts +119 -0
  250. package/src/harness/eventHub.test.ts +124 -0
  251. package/src/harness/eventHub.ts +159 -0
  252. package/src/harness/events.test.ts +757 -0
  253. package/src/harness/events.ts +384 -0
  254. package/src/harness/executionEnv.ts +34 -0
  255. package/src/harness/extensions.test.ts +1218 -0
  256. package/src/harness/extensions.ts +382 -0
  257. package/src/harness/harness.test.ts +693 -0
  258. package/src/harness/harness.ts +767 -0
  259. package/src/harness/harnessApp.ts +76 -0
  260. package/src/harness/internalRuntime.ts +44 -0
  261. package/src/harness/leases.ts +132 -0
  262. package/src/harness/memo.ts +107 -0
  263. package/src/harness/modelCall.test.ts +134 -0
  264. package/src/harness/modelCall.ts +200 -0
  265. package/src/harness/models/harnessApproval.ts +109 -0
  266. package/src/harness/models/harnessConversation.ts +142 -0
  267. package/src/harness/models/harnessEvent.ts +92 -0
  268. package/src/harness/models/harnessInboxEvent.ts +73 -0
  269. package/src/harness/models/harnessMemo.ts +43 -0
  270. package/src/harness/models/harnessMessage.ts +85 -0
  271. package/src/harness/models/harnessModels.test.ts +60 -0
  272. package/src/harness/models/harnessOwner.ts +40 -0
  273. package/src/harness/models/harnessTask.ts +201 -0
  274. package/src/harness/ownership.test.ts +1087 -0
  275. package/src/harness/ownership.ts +618 -0
  276. package/src/harness/recovery.test.ts +912 -0
  277. package/src/harness/registry.ts +124 -0
  278. package/src/harness/retries.test.ts +292 -0
  279. package/src/harness/retryBackoff.test.ts +100 -0
  280. package/src/harness/retryBackoff.ts +77 -0
  281. package/src/harness/routes/approvals.ts +123 -0
  282. package/src/harness/routes/conversations.test.ts +518 -0
  283. package/src/harness/routes/conversations.ts +102 -0
  284. package/src/harness/routes/events.ts +280 -0
  285. package/src/harness/routes/tasks.test.ts +198 -0
  286. package/src/harness/routes/tasks.ts +146 -0
  287. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  288. package/src/harness/runners/inProcessRunner.ts +220 -0
  289. package/src/harness/runtime.ts +714 -0
  290. package/src/harness/subagent.test.ts +696 -0
  291. package/src/harness/subagent.ts +192 -0
  292. package/src/harness/suspend.ts +13 -0
  293. package/src/harness/transaction.ts +17 -0
  294. package/src/harness/versioning.test.ts +288 -0
  295. package/src/harness/waits.test.ts +693 -0
  296. package/src/harness/waits.ts +356 -0
  297. package/src/index.test.ts +13 -0
  298. package/src/index.ts +70 -0
  299. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  300. package/src/models/aiDataset.test.ts +34 -0
  301. package/src/models/aiDataset.ts +78 -0
  302. package/src/models/aiRequest.test.ts +2 -2
  303. package/src/models/aiRequest.ts +2 -1
  304. package/src/models/gptHistory.test.ts +156 -0
  305. package/src/models/gptHistory.ts +106 -4
  306. package/src/observability/adminScreens.test.ts +71 -0
  307. package/src/observability/adminScreens.ts +42 -0
  308. package/src/observability/compileTemplate.test.ts +14 -0
  309. package/src/observability/compileTemplate.ts +10 -0
  310. package/src/observability/datasetImport.test.ts +95 -0
  311. package/src/observability/datasetImport.ts +220 -0
  312. package/src/observability/evaluate.test.ts +549 -0
  313. package/src/observability/evaluate.ts +254 -0
  314. package/src/observability/evaluatorTemplates.ts +124 -0
  315. package/src/observability/jsonPath.test.ts +52 -0
  316. package/src/observability/jsonPath.ts +60 -0
  317. package/src/observability/local/datasetStore.test.ts +230 -0
  318. package/src/observability/local/datasetStore.ts +452 -0
  319. package/src/observability/local/evaluatorStore.test.ts +138 -0
  320. package/src/observability/local/evaluatorStore.ts +224 -0
  321. package/src/observability/local/experimentRunner.test.ts +489 -0
  322. package/src/observability/local/experimentRunner.ts +548 -0
  323. package/src/observability/local/localPlugin.ts +88 -0
  324. package/src/observability/local/models/obsDataset.ts +38 -0
  325. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  326. package/src/observability/local/models/obsEvaluator.ts +102 -0
  327. package/src/observability/local/models/obsExperiment.ts +91 -0
  328. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  329. package/src/observability/local/models/obsPrompt.ts +43 -0
  330. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  331. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  332. package/src/observability/local/models/obsReviewItem.ts +79 -0
  333. package/src/observability/local/models/obsScore.ts +59 -0
  334. package/src/observability/local/models/obsSpan.ts +65 -0
  335. package/src/observability/local/models/obsTrace.ts +94 -0
  336. package/src/observability/local/obsModels.test.ts +119 -0
  337. package/src/observability/local/promptStore.test.ts +351 -0
  338. package/src/observability/local/promptStore.ts +665 -0
  339. package/src/observability/local/reviewStore.test.ts +164 -0
  340. package/src/observability/local/reviewStore.ts +264 -0
  341. package/src/observability/local/traceStore.test.ts +264 -0
  342. package/src/observability/local/traceStore.ts +440 -0
  343. package/src/observability/observabilityApp.test.ts +92 -0
  344. package/src/observability/observabilityApp.ts +185 -0
  345. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  346. package/src/observability/observabilityAppRegistry.ts +35 -0
  347. package/src/observability/permissions.test.ts +96 -0
  348. package/src/observability/permissions.ts +78 -0
  349. package/src/observability/reviewPanels.test.ts +35 -0
  350. package/src/observability/reviewPanels.ts +64 -0
  351. package/src/observability/routes/datasets.test.ts +176 -0
  352. package/src/observability/routes/datasets.ts +252 -0
  353. package/src/observability/routes/evaluators.test.ts +119 -0
  354. package/src/observability/routes/evaluators.ts +207 -0
  355. package/src/observability/routes/experiments.test.ts +282 -0
  356. package/src/observability/routes/experiments.ts +152 -0
  357. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  358. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  359. package/src/observability/routes/prompts.test.ts +320 -0
  360. package/src/observability/routes/prompts.ts +263 -0
  361. package/src/observability/routes/requestAiService.ts +36 -0
  362. package/src/observability/routes/review.test.ts +120 -0
  363. package/src/observability/routes/review.ts +125 -0
  364. package/src/observability/routes/status.test.ts +116 -0
  365. package/src/observability/routes/status.ts +47 -0
  366. package/src/observability/routes/testMultiStage.test.ts +214 -0
  367. package/src/observability/routes/testMultiStage.ts +96 -0
  368. package/src/observability/routes/traces.test.ts +167 -0
  369. package/src/observability/routes/traces.ts +172 -0
  370. package/src/observability/schemaValidation.ts +29 -0
  371. package/src/observability/sopThresholds.ts +20 -0
  372. package/src/observability/status.test.ts +38 -0
  373. package/src/observability/status.ts +56 -0
  374. package/src/observability/testMultiStageSchemas.ts +95 -0
  375. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  376. package/src/observability/testMultiStageWorkflow.ts +307 -0
  377. package/src/observability/types.ts +262 -0
  378. package/src/routes/files.test.ts +84 -9
  379. package/src/routes/files.ts +23 -7
  380. package/src/routes/gpt.test.ts +3279 -0
  381. package/src/routes/gpt.ts +214 -552
  382. package/src/routes/gptActions.test.ts +241 -0
  383. package/src/routes/gptActions.ts +255 -0
  384. package/src/routes/gptApprovals.test.ts +762 -0
  385. package/src/routes/gptDatasets.test.ts +86 -0
  386. package/src/routes/gptDatasets.ts +104 -0
  387. package/src/routes/gptFiles.test.ts +589 -0
  388. package/src/routes/gptHistories.test.ts +933 -0
  389. package/src/routes/gptHistories.ts +266 -5
  390. package/src/routes/routes.test.ts +676 -5
  391. package/src/service/aiDatasets.test.ts +123 -0
  392. package/src/service/aiDatasets.ts +316 -0
  393. package/src/service/aiService.test.ts +614 -0
  394. package/src/service/aiService.ts +575 -111
  395. package/src/service/askFiles.test.ts +96 -0
  396. package/src/service/askFiles.ts +222 -0
  397. package/src/service/asks.test.ts +946 -0
  398. package/src/service/asks.ts +423 -0
  399. package/src/service/chatTurn.ts +2287 -0
  400. package/src/service/fileStorage.test.ts +11 -0
  401. package/src/service/fileStorage.ts +10 -2
  402. package/src/service/fileUploadsGate.ts +23 -0
  403. package/src/service/fillActionIds.test.ts +65 -0
  404. package/src/service/fillActionIds.ts +98 -0
  405. package/src/service/gemini.test.ts +16 -10
  406. package/src/service/gemini.ts +3 -3
  407. package/src/service/jsonFenceModel.test.ts +47 -0
  408. package/src/service/jsonFenceModel.ts +53 -0
  409. package/src/service/prompts.test.ts +21 -0
  410. package/src/service/prompts.ts +147 -0
  411. package/src/service/sanitizeHtml.test.ts +61 -0
  412. package/src/service/sanitizeHtml.ts +109 -0
  413. package/src/service/vertex.test.ts +49 -49
  414. package/src/service/vertex.ts +7 -8
  415. package/src/tests/bunSetup.test.ts +7 -4
  416. package/src/tests/bunSetup.ts +7 -7
  417. package/src/tests/chatHarness.ts +478 -0
  418. package/src/tests/generateStream.ts +49 -0
  419. package/src/tests/harnessErrors.ts +22 -0
  420. package/src/tests/harnessStreaming.ts +227 -0
  421. package/src/tests/helpers.ts +9 -2
  422. package/src/types/harness.ts +1095 -0
  423. package/src/types/index.ts +237 -12
  424. package/src/types/observability.ts +344 -0
  425. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,60 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.resolveObservabilityPermissions = void 0;
4
+ const api_1 = require("@terreno/api");
5
+ const OBSERVABILITY_RESOURCE_ACTIONS = {
6
+ aiDataset: api_1.terrenoStatements.aiDataset,
7
+ aiEvaluator: api_1.terrenoStatements.aiEvaluator,
8
+ aiExperiment: api_1.terrenoStatements.aiExperiment,
9
+ aiPrompt: api_1.terrenoStatements.aiPrompt,
10
+ aiReview: api_1.terrenoStatements.aiReview,
11
+ aiTrace: api_1.terrenoStatements.aiTrace,
12
+ };
13
+ const allObservabilityPermissionsGranted = () => {
14
+ const permissions = {};
15
+ for (const [resource, actions] of Object.entries(OBSERVABILITY_RESOURCE_ACTIONS)) {
16
+ permissions[resource] = {};
17
+ for (const action of actions) {
18
+ permissions[resource][action] = true;
19
+ }
20
+ }
21
+ return permissions;
22
+ };
23
+ const emptyObservabilityPermissions = () => {
24
+ const permissions = {};
25
+ for (const [resource, actions] of Object.entries(OBSERVABILITY_RESOURCE_ACTIONS)) {
26
+ permissions[resource] = {};
27
+ for (const action of actions) {
28
+ permissions[resource][action] = false;
29
+ }
30
+ }
31
+ return permissions;
32
+ };
33
+ const resolveObservabilityPermissions = async ({ accessControl, user, }) => {
34
+ if (!accessControl) {
35
+ return allObservabilityPermissionsGranted();
36
+ }
37
+ if (api_1.Permissions.IsAdmin("read", user)) {
38
+ return allObservabilityPermissionsGranted();
39
+ }
40
+ const shell = await accessControl.can({
41
+ permissions: { admin: [api_1.ADMIN_PAGE_ACTION] },
42
+ user: user,
43
+ });
44
+ if (!shell.allowed) {
45
+ return emptyObservabilityPermissions();
46
+ }
47
+ const permissions = {};
48
+ for (const [resource, actions] of Object.entries(OBSERVABILITY_RESOURCE_ACTIONS)) {
49
+ permissions[resource] = {};
50
+ for (const action of actions) {
51
+ const result = await accessControl.can({
52
+ permissions: { [resource]: [action] },
53
+ user: user,
54
+ });
55
+ permissions[resource][action] = result.allowed;
56
+ }
57
+ }
58
+ return permissions;
59
+ };
60
+ exports.resolveObservabilityPermissions = resolveObservabilityPermissions;
@@ -0,0 +1,18 @@
1
+ import type { ObsPromptVariable } from "../types/observability";
2
+ export interface ReviewPanelField {
3
+ key: string;
4
+ label: string;
5
+ note?: string;
6
+ value: unknown;
7
+ }
8
+ export interface ReviewPanels {
9
+ given: ReviewPanelField[];
10
+ wrote: ReviewPanelField[];
11
+ }
12
+ export declare const buildReviewPanels: (params: {
13
+ input?: unknown;
14
+ output?: unknown;
15
+ outputFieldNotes?: Record<string, string>;
16
+ outputSchema?: Record<string, unknown>;
17
+ variables?: ObsPromptVariable[];
18
+ }) => ReviewPanels;
@@ -0,0 +1,46 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.buildReviewPanels = void 0;
4
+ const asRecord = (value) => {
5
+ if (value && typeof value === "object" && !Array.isArray(value)) {
6
+ return value;
7
+ }
8
+ return { value };
9
+ };
10
+ const buildReviewPanels = (params) => {
11
+ const input = asRecord(params.input);
12
+ const output = asRecord(params.output);
13
+ const given = [];
14
+ if (params.variables && params.variables.length > 0) {
15
+ for (const variable of params.variables) {
16
+ given.push({
17
+ key: variable.key,
18
+ label: variable.label ?? variable.key,
19
+ note: variable.reviewerNote,
20
+ value: input[variable.key] ?? input.value,
21
+ });
22
+ }
23
+ }
24
+ else {
25
+ for (const [key, value] of Object.entries(input)) {
26
+ given.push({ key, label: key, value });
27
+ }
28
+ }
29
+ const wrote = [];
30
+ const schemaProps = params.outputSchema &&
31
+ typeof params.outputSchema.properties === "object" &&
32
+ params.outputSchema.properties
33
+ ? params.outputSchema.properties
34
+ : undefined;
35
+ const keys = schemaProps ? Object.keys(schemaProps) : Object.keys(output);
36
+ for (const key of keys) {
37
+ wrote.push({
38
+ key,
39
+ label: key,
40
+ note: params.outputFieldNotes?.[key],
41
+ value: output[key] ?? output.value,
42
+ });
43
+ }
44
+ return { given, wrote };
45
+ };
46
+ exports.buildReviewPanels = buildReviewPanels;
@@ -0,0 +1,7 @@
1
+ import type expressTypes from "express";
2
+ import { type LocalDatasetStore } from "../local/datasetStore";
3
+ import { type ObservabilityRouteAccessOptions } from "./observabilityRouteAccess";
4
+ export interface ObservabilityDatasetRouteOptions extends ObservabilityRouteAccessOptions {
5
+ store: LocalDatasetStore;
6
+ }
7
+ export declare const addObservabilityDatasetRoutes: (router: expressTypes.Application, options: ObservabilityDatasetRouteOptions) => void;
@@ -0,0 +1,149 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.addObservabilityDatasetRoutes = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const express_1 = __importDefault(require("express"));
9
+ const datasetStore_1 = require("../local/datasetStore");
10
+ const observabilityRouteAccess_1 = require("./observabilityRouteAccess");
11
+ const BASE_PATH = "/ai/observability";
12
+ const addObservabilityDatasetRoutes = (router, options) => {
13
+ const openApiOptions = options.openApi ? { openApi: options.openApi } : {};
14
+ const builder = () => {
15
+ return (0, api_1.createOpenApiBuilder)(openApiOptions);
16
+ };
17
+ router.get(`${BASE_PATH}/datasets`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "list", resource: "aiDataset" }, builder()
18
+ .withTags(["observability"])
19
+ .withSummary("List datasets")
20
+ .withResponse(200, {})
21
+ .build()), (0, api_1.asyncHandler)(async (_req, res) => {
22
+ return res.json({ data: await options.store.list() });
23
+ }));
24
+ router.post(`${BASE_PATH}/datasets`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "create", resource: "aiDataset" }, builder()
25
+ .withTags(["observability"])
26
+ .withSummary("Create a dataset")
27
+ .withResponse(201, {})
28
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
29
+ const data = await options.store.create(req.body);
30
+ return res.status(201).json({ data });
31
+ }));
32
+ router.get(`${BASE_PATH}/datasets/:id`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "read", resource: "aiDataset" }, builder()
33
+ .withTags(["observability"])
34
+ .withSummary("Get a dataset")
35
+ .withPathParameter("id", { type: "string" })
36
+ .withResponse(200, {})
37
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
38
+ return res.json({ data: await options.store.get(req.params.id) });
39
+ }));
40
+ router.patch(`${BASE_PATH}/datasets/:id`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "update", resource: "aiDataset" }, builder()
41
+ .withTags(["observability"])
42
+ .withSummary("Update a dataset")
43
+ .withPathParameter("id", { type: "string" })
44
+ .withResponse(200, {})
45
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
46
+ return res.json({ data: await options.store.update(req.params.id, req.body) });
47
+ }));
48
+ router.delete(`${BASE_PATH}/datasets/:id`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "delete", resource: "aiDataset" }, builder()
49
+ .withTags(["observability"])
50
+ .withSummary("Delete a dataset")
51
+ .withPathParameter("id", { type: "string" })
52
+ .withResponse(204, {})
53
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
54
+ await options.store.remove(req.params.id);
55
+ return res.status(204).end();
56
+ }));
57
+ router.get(`${BASE_PATH}/datasets/:id/items`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "read", resource: "aiDataset" }, builder()
58
+ .withTags(["observability"])
59
+ .withSummary("List dataset items")
60
+ .withPathParameter("id", { type: "string" })
61
+ .withResponse(200, {})
62
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
63
+ return res.json({ data: await options.store.listItems(req.params.id) });
64
+ }));
65
+ router.post(`${BASE_PATH}/datasets/:id/items`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "update", resource: "aiDataset" }, builder()
66
+ .withTags(["observability"])
67
+ .withSummary("Create a dataset item")
68
+ .withPathParameter("id", { type: "string" })
69
+ .withResponse(201, {})
70
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
71
+ const data = await options.store.createItem(req.params.id, req.body);
72
+ return res.status(201).json({ data });
73
+ }));
74
+ router.patch(`${BASE_PATH}/datasets/:id/items/:itemId`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "update", resource: "aiDataset" }, builder()
75
+ .withTags(["observability"])
76
+ .withSummary("Update a dataset item")
77
+ .withPathParameter("id", { type: "string" })
78
+ .withPathParameter("itemId", { type: "string" })
79
+ .withResponse(200, {})
80
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
81
+ const data = await options.store.updateItem(req.params.id, req.params.itemId, req.body);
82
+ return res.json({ data });
83
+ }));
84
+ router.delete(`${BASE_PATH}/datasets/:id/items/:itemId`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "delete", resource: "aiDataset" }, builder()
85
+ .withTags(["observability"])
86
+ .withSummary("Delete a dataset item")
87
+ .withPathParameter("id", { type: "string" })
88
+ .withPathParameter("itemId", { type: "string" })
89
+ .withResponse(204, {})
90
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
91
+ await options.store.removeItem(req.params.id, req.params.itemId);
92
+ return res.status(204).end();
93
+ }));
94
+ router.post(`${BASE_PATH}/datasets/:id/import`, [
95
+ express_1.default.text({ type: ["text/csv", "text/plain"] }),
96
+ (0, api_1.authenticateMiddleware)(),
97
+ (0, observabilityRouteAccess_1.observabilityAccessMiddleware)(options.accessControl, {
98
+ action: "update",
99
+ resource: "aiDataset",
100
+ }),
101
+ builder()
102
+ .withTags(["observability"])
103
+ .withSummary("Import dataset items from JSON or CSV")
104
+ .withPathParameter("id", { type: "string" })
105
+ .withResponse(200, {})
106
+ .build(),
107
+ ], (0, api_1.asyncHandler)(async (req, res) => {
108
+ const contentType = req.headers["content-type"] ?? "";
109
+ if (contentType.includes("text/csv")) {
110
+ const content = typeof req.body === "string" ? req.body : String(req.body ?? "");
111
+ const data = await options.store.importCsv(req.params.id, content);
112
+ (0, datasetStore_1.throwOnDatasetImportErrors)(data);
113
+ return res.json({ data });
114
+ }
115
+ const body = req.body;
116
+ if (body.format === "csv") {
117
+ if (!body.content) {
118
+ throw new api_1.APIError({ status: 400, title: "CSV import requires content" });
119
+ }
120
+ const data = await options.store.importCsv(req.params.id, body.content);
121
+ (0, datasetStore_1.throwOnDatasetImportErrors)(data);
122
+ return res.json({ data });
123
+ }
124
+ const payload = body.rows ?? body;
125
+ const data = await options.store.importJson(req.params.id, payload);
126
+ (0, datasetStore_1.throwOnDatasetImportErrors)(data);
127
+ return res.json({ data });
128
+ }));
129
+ router.post(`${BASE_PATH}/traces/add-to-dataset`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "update", resource: "aiDataset" }, builder()
130
+ .withTags(["observability"])
131
+ .withSummary("Copy one or many traces into a dataset")
132
+ .withResponse(201, {})
133
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
134
+ const body = req.body;
135
+ if (!body.datasetId) {
136
+ throw new api_1.APIError({ status: 400, title: "datasetId is required" });
137
+ }
138
+ const traceIds = body.traceIds ?? (body.traceId ? [body.traceId] : []);
139
+ if (traceIds.length === 0) {
140
+ throw new api_1.APIError({ status: 400, title: "traceId or traceIds is required" });
141
+ }
142
+ const data = await options.store.addTracesToDataset({
143
+ datasetId: body.datasetId,
144
+ traceIds,
145
+ });
146
+ return res.status(201).json({ data });
147
+ }));
148
+ };
149
+ exports.addObservabilityDatasetRoutes = addObservabilityDatasetRoutes;
@@ -0,0 +1,7 @@
1
+ import type express from "express";
2
+ import type { LocalEvaluatorStore } from "../local/evaluatorStore";
3
+ import { type ObservabilityRouteAccessOptions } from "./observabilityRouteAccess";
4
+ export interface ObservabilityEvaluatorRouteOptions extends ObservabilityRouteAccessOptions {
5
+ store: LocalEvaluatorStore;
6
+ }
7
+ export declare const addObservabilityEvaluatorRoutes: (router: express.Application, options: ObservabilityEvaluatorRouteOptions) => void;
@@ -0,0 +1,123 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.addObservabilityEvaluatorRoutes = void 0;
4
+ const api_1 = require("@terreno/api");
5
+ const evaluatorTemplates_1 = require("../evaluatorTemplates");
6
+ const observabilityRouteAccess_1 = require("./observabilityRouteAccess");
7
+ const BASE_PATH = "/ai/observability";
8
+ const writeFromBody = (body, mode) => {
9
+ const input = {};
10
+ if (typeof body.name === "string") {
11
+ input.name = body.name;
12
+ }
13
+ if (body.target) {
14
+ input.target = body.target;
15
+ }
16
+ if (body.type) {
17
+ input.type = body.type;
18
+ }
19
+ if (Array.isArray(body.dimensions)) {
20
+ input.dimensions = body.dimensions;
21
+ }
22
+ if (body.runModes) {
23
+ input.runModes = body.runModes;
24
+ }
25
+ if (typeof body.instructions === "string") {
26
+ input.instructions = body.instructions;
27
+ }
28
+ if (typeof body.description === "string") {
29
+ input.description = body.description;
30
+ }
31
+ if (typeof body.confidenceAlertBelow === "number") {
32
+ input.confidenceAlertBelow = body.confidenceAlertBelow;
33
+ }
34
+ if (typeof body.judgePromptName === "string") {
35
+ input.judgePromptName = body.judgePromptName;
36
+ }
37
+ if (body.assertion && typeof body.assertion === "object") {
38
+ input.assertion = body.assertion;
39
+ }
40
+ if (mode === "create") {
41
+ return {
42
+ ...input,
43
+ dimensions: input.dimensions ?? [],
44
+ name: input.name ?? "",
45
+ // TODO: enable generation span and dataset item targets.
46
+ target: input.target ?? "full trace",
47
+ type: input.type ?? "human",
48
+ };
49
+ }
50
+ return input;
51
+ };
52
+ const addObservabilityEvaluatorRoutes = (router, options) => {
53
+ const openApiOptions = options.openApi ? { openApi: options.openApi } : {};
54
+ const builder = () => {
55
+ return (0, api_1.createOpenApiBuilder)(openApiOptions);
56
+ };
57
+ router.get(`${BASE_PATH}/evaluators/templates`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "list", resource: "aiEvaluator" }, builder()
58
+ .withTags(["observability"])
59
+ .withSummary("List seeded evaluator templates")
60
+ .withResponse(200, { data: { type: "array" } })
61
+ .build()), (0, api_1.asyncHandler)(async (_req, res) => {
62
+ return res.json({ data: evaluatorTemplates_1.EVALUATOR_TEMPLATES });
63
+ }));
64
+ router.post(`${BASE_PATH}/evaluators/templates/:name`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "create", resource: "aiEvaluator" }, builder()
65
+ .withTags(["observability"])
66
+ .withSummary("Install a seeded evaluator template")
67
+ .withPathParameter("name", { type: "string" })
68
+ .withResponse(201, { data: { type: "object" } })
69
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
70
+ const data = await options.store.installTemplate(req.params.name);
71
+ return res.status(201).json({ data });
72
+ }));
73
+ router.get(`${BASE_PATH}/evaluators`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "list", resource: "aiEvaluator" }, builder()
74
+ .withTags(["observability"])
75
+ .withSummary("List evaluators")
76
+ .withResponse(200, { data: { type: "array" } })
77
+ .build()), (0, api_1.asyncHandler)(async (_req, res) => {
78
+ return res.json({ data: await options.store.list() });
79
+ }));
80
+ router.post(`${BASE_PATH}/evaluators`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "create", resource: "aiEvaluator" }, builder()
81
+ .withTags(["observability"])
82
+ .withSummary("Create an evaluator")
83
+ .withResponse(201, { data: { type: "object" } })
84
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
85
+ const input = writeFromBody(req.body, "create");
86
+ // TODO: enable generation span and dataset item targets.
87
+ if (input.target !== "full trace") {
88
+ throw new api_1.APIError({
89
+ status: 400,
90
+ title: "Only full trace evaluators are supported",
91
+ });
92
+ }
93
+ const data = await options.store.create(input);
94
+ return res.status(201).json({ data });
95
+ }));
96
+ router.get(`${BASE_PATH}/evaluators/:id`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "read", resource: "aiEvaluator" }, builder()
97
+ .withTags(["observability"])
98
+ .withSummary("Get an evaluator")
99
+ .withPathParameter("id", { type: "string" })
100
+ .withResponse(200, { data: { type: "object" } })
101
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
102
+ return res.json({ data: await options.store.get(req.params.id) });
103
+ }));
104
+ router.patch(`${BASE_PATH}/evaluators/:id`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "update", resource: "aiEvaluator" }, builder()
105
+ .withTags(["observability"])
106
+ .withSummary("Update an evaluator")
107
+ .withPathParameter("id", { type: "string" })
108
+ .withResponse(200, { data: { type: "object" } })
109
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
110
+ const data = await options.store.update(req.params.id, writeFromBody(req.body, "update"));
111
+ return res.json({ data });
112
+ }));
113
+ router.delete(`${BASE_PATH}/evaluators/:id`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "delete", resource: "aiEvaluator" }, builder()
114
+ .withTags(["observability"])
115
+ .withSummary("Delete an evaluator")
116
+ .withPathParameter("id", { type: "string" })
117
+ .withResponse(204, {})
118
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
119
+ await options.store.remove(req.params.id);
120
+ return res.status(204).end();
121
+ }));
122
+ };
123
+ exports.addObservabilityEvaluatorRoutes = addObservabilityEvaluatorRoutes;
@@ -0,0 +1,7 @@
1
+ import type express from "express";
2
+ import { type LocalExperimentRunner } from "../local/experimentRunner";
3
+ import { type ObservabilityRouteAccessOptions } from "./observabilityRouteAccess";
4
+ export interface ObservabilityExperimentRouteOptions extends ObservabilityRouteAccessOptions {
5
+ runner: LocalExperimentRunner;
6
+ }
7
+ export declare const addObservabilityExperimentRoutes: (router: express.Application, options: ObservabilityExperimentRouteOptions) => void;
@@ -0,0 +1,95 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.addObservabilityExperimentRoutes = void 0;
4
+ const api_1 = require("@terreno/api");
5
+ const experimentRunner_1 = require("../local/experimentRunner");
6
+ const observabilityRouteAccess_1 = require("./observabilityRouteAccess");
7
+ const BASE_PATH = "/ai/observability";
8
+ const parseOptionalPromptName = (value) => {
9
+ if (value === undefined) {
10
+ return undefined;
11
+ }
12
+ if (typeof value !== "string") {
13
+ return undefined;
14
+ }
15
+ const trimmed = value.trim();
16
+ if (trimmed.length === 0) {
17
+ return undefined;
18
+ }
19
+ return trimmed;
20
+ };
21
+ const parsePositiveInt = (value, fallback) => {
22
+ if (value === undefined) {
23
+ return fallback;
24
+ }
25
+ const parsed = Number(value);
26
+ if (!Number.isInteger(parsed) || parsed < 1) {
27
+ throw new api_1.APIError({ status: 400, title: "page and limit must be positive integers" });
28
+ }
29
+ return parsed;
30
+ };
31
+ const addObservabilityExperimentRoutes = (router, options) => {
32
+ const openApiOptions = options.openApi ? { openApi: options.openApi } : {};
33
+ const builder = () => {
34
+ return (0, api_1.createOpenApiBuilder)(openApiOptions);
35
+ };
36
+ router.post(`${BASE_PATH}/experiments/estimate`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "create", resource: "aiExperiment" }, builder()
37
+ .withTags(["observability"])
38
+ .withSummary("Estimate experiment cost and runtime")
39
+ .withResponse(200, {})
40
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
41
+ const data = await options.runner.estimate(req.body);
42
+ return res.json({ data });
43
+ }));
44
+ router.get(`${BASE_PATH}/experiments`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "list", resource: "aiExperiment" }, builder()
45
+ .withTags(["observability"])
46
+ .withSummary("List experiments")
47
+ .withQueryParameter("promptName", { type: "string" }, { required: false })
48
+ .withQueryParameter("page", { type: "number" }, { required: false })
49
+ .withQueryParameter("limit", { type: "number" }, { required: false })
50
+ .withResponse(200, {})
51
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
52
+ const listed = await options.runner.list({
53
+ limit: parsePositiveInt(req.query.limit, experimentRunner_1.EXPERIMENT_LIST_DEFAULT_LIMIT),
54
+ page: parsePositiveInt(req.query.page, 1),
55
+ promptName: parseOptionalPromptName(req.query.promptName),
56
+ });
57
+ const { limit, page, total } = listed.meta;
58
+ return res.json({
59
+ data: listed.data,
60
+ limit,
61
+ more: page * limit < total,
62
+ page,
63
+ total,
64
+ });
65
+ }));
66
+ router.post(`${BASE_PATH}/experiments`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "create", resource: "aiExperiment" }, builder()
67
+ .withTags(["observability"])
68
+ .withSummary("Create an experiment")
69
+ .withResponse(201, {})
70
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
71
+ const data = await options.runner.create(req.body);
72
+ return res.status(201).json({ data });
73
+ }));
74
+ router.get(`${BASE_PATH}/experiments/:id`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "read", resource: "aiExperiment" }, builder()
75
+ .withTags(["observability"])
76
+ .withSummary("Get experiment detail")
77
+ .withPathParameter("id", { type: "string" })
78
+ .withResponse(200, {})
79
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
80
+ return res.json({ data: await options.runner.get(req.params.id) });
81
+ }));
82
+ router.post(`${BASE_PATH}/experiments/:id/promote`, (0, observabilityRouteAccess_1.observabilityRouteMiddleware)(options.accessControl, { action: "promote", resource: "aiExperiment" }, builder()
83
+ .withTags(["observability"])
84
+ .withSummary("Promote a passing experiment version to production")
85
+ .withPathParameter("id", { type: "string" })
86
+ .withResponse(200, {})
87
+ .build()), (0, api_1.asyncHandler)(async (req, res) => {
88
+ const body = req.body;
89
+ const experiment = await options.runner.get(req.params.id);
90
+ const version = body.version ?? experiment.versions[experiment.versions.length - 1];
91
+ const data = await options.runner.promote(req.params.id, version);
92
+ return res.json({ data });
93
+ }));
94
+ };
95
+ exports.addObservabilityExperimentRoutes = addObservabilityExperimentRoutes;
@@ -0,0 +1,13 @@
1
+ import { type AnyTerrenoAccess } from "@terreno/api";
2
+ import type { RequestHandler } from "express";
3
+ export interface ObservabilityRoutePermission {
4
+ action: string;
5
+ resource: string;
6
+ }
7
+ export interface ObservabilityRouteAccessOptions {
8
+ accessControl?: AnyTerrenoAccess;
9
+ openApi?: unknown;
10
+ }
11
+ export declare const observabilityAccessMiddleware: (accessControl?: AnyTerrenoAccess, permission?: ObservabilityRoutePermission) => RequestHandler;
12
+ export declare const observabilityRouteMiddleware: (accessControl?: AnyTerrenoAccess, permission?: ObservabilityRoutePermission, ...extra: RequestHandler[]) => RequestHandler[];
13
+ export declare const observabilityReviewMutationMiddleware: (accessControl?: AnyTerrenoAccess) => RequestHandler;
@@ -0,0 +1,67 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.observabilityReviewMutationMiddleware = exports.observabilityRouteMiddleware = exports.observabilityAccessMiddleware = void 0;
4
+ const api_1 = require("@terreno/api");
5
+ const isLegacyAdmin = (user) => {
6
+ return api_1.Permissions.IsAdmin("read", user);
7
+ };
8
+ const assertObservabilityRouteAccess = async (req, accessControl, permission) => {
9
+ const user = req.user;
10
+ if (!user) {
11
+ throw new api_1.UnauthorizedError("Authentication required");
12
+ }
13
+ if (!accessControl) {
14
+ if (!isLegacyAdmin(user)) {
15
+ throw new api_1.ForbiddenError("Admin access required");
16
+ }
17
+ return;
18
+ }
19
+ if (isLegacyAdmin(user)) {
20
+ return;
21
+ }
22
+ const shell = await accessControl.can({
23
+ permissions: { admin: [api_1.ADMIN_PAGE_ACTION] },
24
+ user: user,
25
+ });
26
+ if (!shell.allowed) {
27
+ throw new api_1.ForbiddenError({
28
+ detail: shell.reason,
29
+ title: "Admin access required",
30
+ });
31
+ }
32
+ if (!permission) {
33
+ return;
34
+ }
35
+ const result = await accessControl.can({
36
+ permissions: { [permission.resource]: [permission.action] },
37
+ user: user,
38
+ });
39
+ if (!result.allowed) {
40
+ throw new api_1.ForbiddenError({
41
+ detail: result.reason,
42
+ title: "Observability access denied",
43
+ });
44
+ }
45
+ };
46
+ const observabilityAccessMiddleware = (accessControl, permission) => (0, api_1.asyncHandler)(async (req, _res, next) => {
47
+ await assertObservabilityRouteAccess(req, accessControl, permission);
48
+ next();
49
+ });
50
+ exports.observabilityAccessMiddleware = observabilityAccessMiddleware;
51
+ const observabilityRouteMiddleware = (accessControl, permission, ...extra) => {
52
+ return [
53
+ (0, api_1.authenticateMiddleware)(),
54
+ (0, exports.observabilityAccessMiddleware)(accessControl, permission),
55
+ ...extra,
56
+ ];
57
+ };
58
+ exports.observabilityRouteMiddleware = observabilityRouteMiddleware;
59
+ const observabilityReviewMutationMiddleware = (accessControl) => (0, api_1.asyncHandler)(async (req, _res, next) => {
60
+ const body = req.body;
61
+ const permission = body.action === "assign"
62
+ ? { action: "assign", resource: "aiReview" }
63
+ : { action: "score", resource: "aiReview" };
64
+ await assertObservabilityRouteAccess(req, accessControl, permission);
65
+ next();
66
+ });
67
+ exports.observabilityReviewMutationMiddleware = observabilityReviewMutationMiddleware;
@@ -0,0 +1,12 @@
1
+ import type express from "express";
2
+ import type { LocalPromptStore } from "../local/promptStore";
3
+ import type { ModelPrice, ObservabilityGenerateClient, ObservabilityRequestAiServiceFactory } from "../types";
4
+ import { type ObservabilityRouteAccessOptions } from "./observabilityRouteAccess";
5
+ export interface ObservabilityPromptRouteOptions extends ObservabilityRouteAccessOptions {
6
+ aiService?: ObservabilityGenerateClient;
7
+ openApi?: unknown;
8
+ priceMap?: Record<string, ModelPrice>;
9
+ requestAiServiceFactory?: ObservabilityRequestAiServiceFactory;
10
+ store: LocalPromptStore;
11
+ }
12
+ export declare const addObservabilityPromptRoutes: (router: express.Application, options: ObservabilityPromptRouteOptions) => void;