@terreno/ai 57.9.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +127 -0
  28. package/dist/harness/errors.js +101 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +520 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +186 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  80. package/dist/harness/runners/inProcessRunner.js +196 -0
  81. package/dist/harness/runtime.d.ts +34 -0
  82. package/dist/harness/runtime.js +551 -0
  83. package/dist/harness/subagent.d.ts +53 -0
  84. package/dist/harness/subagent.js +134 -0
  85. package/dist/harness/suspend.d.ts +8 -0
  86. package/dist/harness/suspend.js +16 -0
  87. package/dist/harness/transaction.d.ts +3 -0
  88. package/dist/harness/transaction.js +22 -0
  89. package/dist/harness/waits.d.ts +100 -0
  90. package/dist/harness/waits.js +214 -0
  91. package/dist/index.d.ts +19 -1
  92. package/dist/index.js +45 -2
  93. package/dist/models/aiDataset.d.ts +2 -0
  94. package/dist/models/aiDataset.js +67 -0
  95. package/dist/models/aiRequest.js +1 -1
  96. package/dist/models/gptHistory.js +73 -0
  97. package/dist/observability/adminScreens.d.ts +5 -0
  98. package/dist/observability/adminScreens.js +32 -0
  99. package/dist/observability/compileTemplate.d.ts +1 -0
  100. package/dist/observability/compileTemplate.js +13 -0
  101. package/dist/observability/datasetImport.d.ts +11 -0
  102. package/dist/observability/datasetImport.js +185 -0
  103. package/dist/observability/evaluate.d.ts +31 -0
  104. package/dist/observability/evaluate.js +200 -0
  105. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  106. package/dist/observability/evaluatorTemplates.js +111 -0
  107. package/dist/observability/jsonPath.d.ts +2 -0
  108. package/dist/observability/jsonPath.js +57 -0
  109. package/dist/observability/local/datasetStore.d.ts +87 -0
  110. package/dist/observability/local/datasetStore.js +326 -0
  111. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  112. package/dist/observability/local/evaluatorStore.js +182 -0
  113. package/dist/observability/local/experimentRunner.d.ts +96 -0
  114. package/dist/observability/local/experimentRunner.js +419 -0
  115. package/dist/observability/local/localPlugin.d.ts +22 -0
  116. package/dist/observability/local/localPlugin.js +76 -0
  117. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  118. package/dist/observability/local/models/obsDataset.js +37 -0
  119. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  120. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  121. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  122. package/dist/observability/local/models/obsEvaluator.js +98 -0
  123. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  124. package/dist/observability/local/models/obsExperiment.js +87 -0
  125. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  127. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  128. package/dist/observability/local/models/obsPrompt.js +42 -0
  129. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  130. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  131. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  133. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  134. package/dist/observability/local/models/obsReviewItem.js +75 -0
  135. package/dist/observability/local/models/obsScore.d.ts +2 -0
  136. package/dist/observability/local/models/obsScore.js +58 -0
  137. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  138. package/dist/observability/local/models/obsSpan.js +64 -0
  139. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  140. package/dist/observability/local/models/obsTrace.js +93 -0
  141. package/dist/observability/local/promptStore.d.ts +180 -0
  142. package/dist/observability/local/promptStore.js +444 -0
  143. package/dist/observability/local/reviewStore.d.ts +50 -0
  144. package/dist/observability/local/reviewStore.js +203 -0
  145. package/dist/observability/local/traceStore.d.ts +103 -0
  146. package/dist/observability/local/traceStore.js +325 -0
  147. package/dist/observability/observabilityApp.d.ts +24 -0
  148. package/dist/observability/observabilityApp.js +157 -0
  149. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  150. package/dist/observability/observabilityAppRegistry.js +16 -0
  151. package/dist/observability/permissions.d.ts +7 -0
  152. package/dist/observability/permissions.js +60 -0
  153. package/dist/observability/reviewPanels.d.ts +18 -0
  154. package/dist/observability/reviewPanels.js +46 -0
  155. package/dist/observability/routes/datasets.d.ts +7 -0
  156. package/dist/observability/routes/datasets.js +149 -0
  157. package/dist/observability/routes/evaluators.d.ts +7 -0
  158. package/dist/observability/routes/evaluators.js +123 -0
  159. package/dist/observability/routes/experiments.d.ts +7 -0
  160. package/dist/observability/routes/experiments.js +95 -0
  161. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  162. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  163. package/dist/observability/routes/prompts.d.ts +12 -0
  164. package/dist/observability/routes/prompts.js +172 -0
  165. package/dist/observability/routes/requestAiService.d.ts +13 -0
  166. package/dist/observability/routes/requestAiService.js +21 -0
  167. package/dist/observability/routes/review.d.ts +7 -0
  168. package/dist/observability/routes/review.js +79 -0
  169. package/dist/observability/routes/status.d.ts +5 -0
  170. package/dist/observability/routes/status.js +31 -0
  171. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  172. package/dist/observability/routes/testMultiStage.js +67 -0
  173. package/dist/observability/routes/traces.d.ts +7 -0
  174. package/dist/observability/routes/traces.js +129 -0
  175. package/dist/observability/schemaValidation.d.ts +5 -0
  176. package/dist/observability/schemaValidation.js +26 -0
  177. package/dist/observability/sopThresholds.d.ts +2 -0
  178. package/dist/observability/sopThresholds.js +21 -0
  179. package/dist/observability/status.d.ts +23 -0
  180. package/dist/observability/status.js +34 -0
  181. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  182. package/dist/observability/testMultiStageSchemas.js +79 -0
  183. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  184. package/dist/observability/testMultiStageWorkflow.js +218 -0
  185. package/dist/observability/types.d.ts +159 -0
  186. package/dist/observability/types.js +67 -0
  187. package/dist/routes/files.js +18 -7
  188. package/dist/routes/gpt.js +79 -689
  189. package/dist/routes/gptActions.d.ts +9 -0
  190. package/dist/routes/gptActions.js +212 -0
  191. package/dist/routes/gptDatasets.d.ts +5 -0
  192. package/dist/routes/gptDatasets.js +94 -0
  193. package/dist/routes/gptHistories.d.ts +3 -1
  194. package/dist/routes/gptHistories.js +188 -2
  195. package/dist/service/aiDatasets.d.ts +57 -0
  196. package/dist/service/aiDatasets.js +253 -0
  197. package/dist/service/aiService.d.ts +50 -1
  198. package/dist/service/aiService.js +426 -77
  199. package/dist/service/askFiles.d.ts +49 -0
  200. package/dist/service/askFiles.js +162 -0
  201. package/dist/service/asks.d.ts +76 -0
  202. package/dist/service/asks.js +284 -0
  203. package/dist/service/chatTurn.d.ts +128 -0
  204. package/dist/service/chatTurn.js +1674 -0
  205. package/dist/service/fileStorage.d.ts +4 -0
  206. package/dist/service/fileStorage.js +7 -2
  207. package/dist/service/fillActionIds.d.ts +6 -0
  208. package/dist/service/fillActionIds.js +79 -0
  209. package/dist/service/jsonFenceModel.d.ts +7 -0
  210. package/dist/service/jsonFenceModel.js +45 -0
  211. package/dist/service/prompts.d.ts +52 -0
  212. package/dist/service/prompts.js +96 -1
  213. package/dist/service/sanitizeHtml.d.ts +11 -0
  214. package/dist/service/sanitizeHtml.js +108 -0
  215. package/dist/types/harness.d.ts +934 -0
  216. package/dist/types/harness.js +133 -0
  217. package/dist/types/index.d.ts +192 -14
  218. package/dist/types/index.js +2 -0
  219. package/dist/types/observability.d.ts +288 -0
  220. package/dist/types/observability.js +2 -0
  221. package/package.json +17 -5
  222. package/src/aiApp.test.ts +207 -1
  223. package/src/aiApp.ts +19 -6
  224. package/src/harness/adminScreens.test.ts +34 -0
  225. package/src/harness/adminScreens.ts +11 -0
  226. package/src/harness/agentLoop.test.ts +1034 -0
  227. package/src/harness/agentLoop.ts +1082 -0
  228. package/src/harness/agentRecovery.test.ts +380 -0
  229. package/src/harness/agentTaskNames.ts +4 -0
  230. package/src/harness/approvalPolicy.ts +28 -0
  231. package/src/harness/approvals.test.ts +1094 -0
  232. package/src/harness/approvals.ts +644 -0
  233. package/src/harness/commit.ts +1049 -0
  234. package/src/harness/conversation.ts +503 -0
  235. package/src/harness/defineAgent.test.ts +92 -0
  236. package/src/harness/defineAgent.ts +82 -0
  237. package/src/harness/defineTask.test.ts +59 -0
  238. package/src/harness/defineTask.ts +76 -0
  239. package/src/harness/defineTool.ts +45 -0
  240. package/src/harness/definitionError.ts +13 -0
  241. package/src/harness/errors.test.ts +90 -0
  242. package/src/harness/errors.ts +119 -0
  243. package/src/harness/eventHub.test.ts +124 -0
  244. package/src/harness/eventHub.ts +159 -0
  245. package/src/harness/events.test.ts +757 -0
  246. package/src/harness/events.ts +384 -0
  247. package/src/harness/executionEnv.ts +34 -0
  248. package/src/harness/extensions.test.ts +1218 -0
  249. package/src/harness/extensions.ts +382 -0
  250. package/src/harness/harness.test.ts +693 -0
  251. package/src/harness/harness.ts +767 -0
  252. package/src/harness/harnessApp.ts +76 -0
  253. package/src/harness/internalRuntime.ts +44 -0
  254. package/src/harness/leases.ts +132 -0
  255. package/src/harness/memo.ts +107 -0
  256. package/src/harness/modelCall.test.ts +134 -0
  257. package/src/harness/modelCall.ts +200 -0
  258. package/src/harness/models/harnessApproval.ts +109 -0
  259. package/src/harness/models/harnessConversation.ts +142 -0
  260. package/src/harness/models/harnessEvent.ts +92 -0
  261. package/src/harness/models/harnessInboxEvent.ts +73 -0
  262. package/src/harness/models/harnessMemo.ts +43 -0
  263. package/src/harness/models/harnessMessage.ts +85 -0
  264. package/src/harness/models/harnessModels.test.ts +60 -0
  265. package/src/harness/models/harnessOwner.ts +40 -0
  266. package/src/harness/models/harnessTask.ts +201 -0
  267. package/src/harness/ownership.test.ts +1087 -0
  268. package/src/harness/ownership.ts +618 -0
  269. package/src/harness/recovery.test.ts +912 -0
  270. package/src/harness/registry.ts +124 -0
  271. package/src/harness/retries.test.ts +292 -0
  272. package/src/harness/retryBackoff.test.ts +100 -0
  273. package/src/harness/retryBackoff.ts +77 -0
  274. package/src/harness/routes/approvals.ts +123 -0
  275. package/src/harness/routes/conversations.test.ts +518 -0
  276. package/src/harness/routes/conversations.ts +102 -0
  277. package/src/harness/routes/events.ts +280 -0
  278. package/src/harness/routes/tasks.test.ts +198 -0
  279. package/src/harness/routes/tasks.ts +146 -0
  280. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  281. package/src/harness/runners/inProcessRunner.ts +220 -0
  282. package/src/harness/runtime.ts +714 -0
  283. package/src/harness/subagent.test.ts +696 -0
  284. package/src/harness/subagent.ts +192 -0
  285. package/src/harness/suspend.ts +13 -0
  286. package/src/harness/transaction.ts +17 -0
  287. package/src/harness/versioning.test.ts +288 -0
  288. package/src/harness/waits.test.ts +693 -0
  289. package/src/harness/waits.ts +356 -0
  290. package/src/index.test.ts +13 -0
  291. package/src/index.ts +70 -0
  292. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  293. package/src/models/aiDataset.test.ts +34 -0
  294. package/src/models/aiDataset.ts +78 -0
  295. package/src/models/aiRequest.ts +2 -1
  296. package/src/models/gptHistory.test.ts +156 -0
  297. package/src/models/gptHistory.ts +89 -1
  298. package/src/observability/adminScreens.test.ts +71 -0
  299. package/src/observability/adminScreens.ts +42 -0
  300. package/src/observability/compileTemplate.test.ts +14 -0
  301. package/src/observability/compileTemplate.ts +10 -0
  302. package/src/observability/datasetImport.test.ts +95 -0
  303. package/src/observability/datasetImport.ts +220 -0
  304. package/src/observability/evaluate.test.ts +549 -0
  305. package/src/observability/evaluate.ts +254 -0
  306. package/src/observability/evaluatorTemplates.ts +124 -0
  307. package/src/observability/jsonPath.test.ts +52 -0
  308. package/src/observability/jsonPath.ts +60 -0
  309. package/src/observability/local/datasetStore.test.ts +230 -0
  310. package/src/observability/local/datasetStore.ts +452 -0
  311. package/src/observability/local/evaluatorStore.test.ts +138 -0
  312. package/src/observability/local/evaluatorStore.ts +224 -0
  313. package/src/observability/local/experimentRunner.test.ts +489 -0
  314. package/src/observability/local/experimentRunner.ts +548 -0
  315. package/src/observability/local/localPlugin.ts +88 -0
  316. package/src/observability/local/models/obsDataset.ts +38 -0
  317. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  318. package/src/observability/local/models/obsEvaluator.ts +102 -0
  319. package/src/observability/local/models/obsExperiment.ts +91 -0
  320. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  321. package/src/observability/local/models/obsPrompt.ts +43 -0
  322. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  323. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  324. package/src/observability/local/models/obsReviewItem.ts +79 -0
  325. package/src/observability/local/models/obsScore.ts +59 -0
  326. package/src/observability/local/models/obsSpan.ts +65 -0
  327. package/src/observability/local/models/obsTrace.ts +94 -0
  328. package/src/observability/local/obsModels.test.ts +119 -0
  329. package/src/observability/local/promptStore.test.ts +351 -0
  330. package/src/observability/local/promptStore.ts +665 -0
  331. package/src/observability/local/reviewStore.test.ts +164 -0
  332. package/src/observability/local/reviewStore.ts +264 -0
  333. package/src/observability/local/traceStore.test.ts +264 -0
  334. package/src/observability/local/traceStore.ts +440 -0
  335. package/src/observability/observabilityApp.test.ts +92 -0
  336. package/src/observability/observabilityApp.ts +185 -0
  337. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  338. package/src/observability/observabilityAppRegistry.ts +35 -0
  339. package/src/observability/permissions.test.ts +96 -0
  340. package/src/observability/permissions.ts +78 -0
  341. package/src/observability/reviewPanels.test.ts +35 -0
  342. package/src/observability/reviewPanels.ts +64 -0
  343. package/src/observability/routes/datasets.test.ts +176 -0
  344. package/src/observability/routes/datasets.ts +252 -0
  345. package/src/observability/routes/evaluators.test.ts +119 -0
  346. package/src/observability/routes/evaluators.ts +207 -0
  347. package/src/observability/routes/experiments.test.ts +282 -0
  348. package/src/observability/routes/experiments.ts +152 -0
  349. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  350. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  351. package/src/observability/routes/prompts.test.ts +320 -0
  352. package/src/observability/routes/prompts.ts +263 -0
  353. package/src/observability/routes/requestAiService.ts +36 -0
  354. package/src/observability/routes/review.test.ts +120 -0
  355. package/src/observability/routes/review.ts +125 -0
  356. package/src/observability/routes/status.test.ts +116 -0
  357. package/src/observability/routes/status.ts +47 -0
  358. package/src/observability/routes/testMultiStage.test.ts +214 -0
  359. package/src/observability/routes/testMultiStage.ts +96 -0
  360. package/src/observability/routes/traces.test.ts +167 -0
  361. package/src/observability/routes/traces.ts +172 -0
  362. package/src/observability/schemaValidation.ts +29 -0
  363. package/src/observability/sopThresholds.ts +20 -0
  364. package/src/observability/status.test.ts +38 -0
  365. package/src/observability/status.ts +56 -0
  366. package/src/observability/testMultiStageSchemas.ts +95 -0
  367. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  368. package/src/observability/testMultiStageWorkflow.ts +307 -0
  369. package/src/observability/types.ts +262 -0
  370. package/src/routes/files.test.ts +63 -9
  371. package/src/routes/files.ts +21 -7
  372. package/src/routes/gpt.test.ts +3279 -0
  373. package/src/routes/gpt.ts +91 -816
  374. package/src/routes/gptActions.test.ts +241 -0
  375. package/src/routes/gptActions.ts +255 -0
  376. package/src/routes/gptApprovals.test.ts +762 -0
  377. package/src/routes/gptDatasets.test.ts +86 -0
  378. package/src/routes/gptDatasets.ts +104 -0
  379. package/src/routes/gptFiles.test.ts +589 -0
  380. package/src/routes/gptHistories.test.ts +933 -0
  381. package/src/routes/gptHistories.ts +266 -5
  382. package/src/routes/routes.test.ts +222 -2
  383. package/src/service/aiDatasets.test.ts +123 -0
  384. package/src/service/aiDatasets.ts +316 -0
  385. package/src/service/aiService.test.ts +593 -0
  386. package/src/service/aiService.ts +568 -111
  387. package/src/service/askFiles.test.ts +96 -0
  388. package/src/service/askFiles.ts +222 -0
  389. package/src/service/asks.test.ts +946 -0
  390. package/src/service/asks.ts +423 -0
  391. package/src/service/chatTurn.ts +2287 -0
  392. package/src/service/fileStorage.test.ts +11 -0
  393. package/src/service/fileStorage.ts +10 -2
  394. package/src/service/fillActionIds.test.ts +65 -0
  395. package/src/service/fillActionIds.ts +98 -0
  396. package/src/service/jsonFenceModel.test.ts +47 -0
  397. package/src/service/jsonFenceModel.ts +53 -0
  398. package/src/service/prompts.test.ts +21 -0
  399. package/src/service/prompts.ts +147 -0
  400. package/src/service/sanitizeHtml.test.ts +61 -0
  401. package/src/service/sanitizeHtml.ts +109 -0
  402. package/src/tests/bunSetup.test.ts +7 -4
  403. package/src/tests/bunSetup.ts +7 -7
  404. package/src/tests/chatHarness.ts +478 -0
  405. package/src/tests/generateStream.ts +49 -0
  406. package/src/tests/harnessErrors.ts +22 -0
  407. package/src/tests/harnessStreaming.ts +227 -0
  408. package/src/tests/helpers.ts +9 -2
  409. package/src/types/harness.ts +1095 -0
  410. package/src/types/index.ts +209 -13
  411. package/src/types/observability.ts +344 -0
  412. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,106 @@
1
+ import {
2
+ ADMIN_PAGE_ACTION,
3
+ type AnyTerrenoAccess,
4
+ asyncHandler,
5
+ authenticateMiddleware,
6
+ ForbiddenError,
7
+ Permissions,
8
+ UnauthorizedError,
9
+ } from "@terreno/api";
10
+ import type {NextFunction, Request, RequestHandler, Response} from "express";
11
+
12
+ export interface ObservabilityRoutePermission {
13
+ action: string;
14
+ resource: string;
15
+ }
16
+
17
+ export interface ObservabilityRouteAccessOptions {
18
+ accessControl?: AnyTerrenoAccess;
19
+ openApi?: unknown;
20
+ }
21
+
22
+ const isLegacyAdmin = (user: unknown): boolean => {
23
+ return Permissions.IsAdmin("read", user as Parameters<typeof Permissions.IsAdmin>[1]);
24
+ };
25
+
26
+ const assertObservabilityRouteAccess = async (
27
+ req: Request,
28
+ accessControl?: AnyTerrenoAccess,
29
+ permission?: ObservabilityRoutePermission
30
+ ): Promise<void> => {
31
+ const user = req.user;
32
+ if (!user) {
33
+ throw new UnauthorizedError("Authentication required");
34
+ }
35
+
36
+ if (!accessControl) {
37
+ if (!isLegacyAdmin(user)) {
38
+ throw new ForbiddenError("Admin access required");
39
+ }
40
+ return;
41
+ }
42
+
43
+ if (isLegacyAdmin(user)) {
44
+ return;
45
+ }
46
+
47
+ const shell = await accessControl.can({
48
+ permissions: {admin: [ADMIN_PAGE_ACTION]},
49
+ user: user as Parameters<AnyTerrenoAccess["can"]>[0]["user"],
50
+ });
51
+ if (!shell.allowed) {
52
+ throw new ForbiddenError({
53
+ detail: shell.reason,
54
+ title: "Admin access required",
55
+ });
56
+ }
57
+
58
+ if (!permission) {
59
+ return;
60
+ }
61
+
62
+ const result = await accessControl.can({
63
+ permissions: {[permission.resource]: [permission.action]},
64
+ user: user as Parameters<AnyTerrenoAccess["can"]>[0]["user"],
65
+ });
66
+ if (!result.allowed) {
67
+ throw new ForbiddenError({
68
+ detail: result.reason,
69
+ title: "Observability access denied",
70
+ });
71
+ }
72
+ };
73
+
74
+ export const observabilityAccessMiddleware = (
75
+ accessControl?: AnyTerrenoAccess,
76
+ permission?: ObservabilityRoutePermission
77
+ ): RequestHandler =>
78
+ asyncHandler(async (req: Request, _res: Response, next: NextFunction) => {
79
+ await assertObservabilityRouteAccess(req, accessControl, permission);
80
+ next();
81
+ });
82
+
83
+ export const observabilityRouteMiddleware = (
84
+ accessControl?: AnyTerrenoAccess,
85
+ permission?: ObservabilityRoutePermission,
86
+ ...extra: RequestHandler[]
87
+ ): RequestHandler[] => {
88
+ return [
89
+ authenticateMiddleware(),
90
+ observabilityAccessMiddleware(accessControl, permission),
91
+ ...extra,
92
+ ];
93
+ };
94
+
95
+ export const observabilityReviewMutationMiddleware = (
96
+ accessControl?: AnyTerrenoAccess
97
+ ): RequestHandler =>
98
+ asyncHandler(async (req: Request, _res: Response, next: NextFunction) => {
99
+ const body = req.body as {action?: string};
100
+ const permission: ObservabilityRoutePermission =
101
+ body.action === "assign"
102
+ ? {action: "assign", resource: "aiReview"}
103
+ : {action: "score", resource: "aiReview"};
104
+ await assertObservabilityRouteAccess(req, accessControl, permission);
105
+ next();
106
+ });
@@ -0,0 +1,320 @@
1
+ import {afterEach, beforeAll, beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import {TerrenoApp} from "@terreno/api";
3
+ import type {LanguageModel} from "ai";
4
+ import {assert} from "chai";
5
+ import type express from "express";
6
+ import {DateTime} from "luxon";
7
+ import mongoose from "mongoose";
8
+
9
+ import {AIRequest} from "../../models/aiRequest";
10
+ import {AIService} from "../../service/aiService";
11
+ import {authAsUser, ensureTestUsers, UserModel} from "../../tests/helpers";
12
+ import {createLocalObservabilityPlugin} from "../local/localPlugin";
13
+ import {registerObsExperiment} from "../local/models/obsExperiment";
14
+ import {registerObsPrompt} from "../local/models/obsPrompt";
15
+ import {registerObsPromptLabel} from "../local/models/obsPromptLabel";
16
+ import {registerObsPromptVersion} from "../local/models/obsPromptVersion";
17
+ import {registerObsTrace} from "../local/models/obsTrace";
18
+ import {ObservabilityApp, resetObservabilityApp} from "../observabilityApp";
19
+
20
+ const createMockModel = (responseText = "Playground output") => {
21
+ return {
22
+ doGenerate: mock(async () => ({
23
+ content: [{text: responseText, type: "text" as const}],
24
+ finishReason: "stop" as const,
25
+ usage: {inputTokens: 5, outputTokens: 10},
26
+ })),
27
+ doStream: mock(async () => ({
28
+ stream: new ReadableStream({
29
+ start(controller) {
30
+ controller.close();
31
+ },
32
+ }),
33
+ })),
34
+ modelId: "mock-model",
35
+ provider: "mock-provider",
36
+ specificationVersion: "v2" as const,
37
+ supportedUrls: {},
38
+ };
39
+ };
40
+
41
+ describe("observability prompt routes", () => {
42
+ let aiService: AIService;
43
+ let app: express.Application;
44
+ let doGenerate: ReturnType<typeof mock>;
45
+
46
+ beforeAll(async () => {
47
+ await ensureTestUsers();
48
+ });
49
+
50
+ afterEach(() => {
51
+ resetObservabilityApp();
52
+ });
53
+
54
+ beforeEach(async () => {
55
+ await registerObsPrompt().deleteMany({});
56
+ await registerObsPromptVersion().deleteMany({});
57
+ await registerObsPromptLabel().deleteMany({});
58
+ await registerObsTrace().deleteMany({});
59
+ await AIRequest.deleteMany({});
60
+
61
+ const model = createMockModel();
62
+ doGenerate = model.doGenerate;
63
+ aiService = new AIService({model: model as unknown as LanguageModel});
64
+ app = new TerrenoApp({skipListen: true, userModel: UserModel})
65
+ .register(
66
+ new ObservabilityApp({
67
+ aiService,
68
+ plugins: [createLocalObservabilityPlugin()],
69
+ priceMap: {"mock-model": {inputPerMTok: 1000, outputPerMTok: 2000}},
70
+ })
71
+ )
72
+ .build();
73
+ });
74
+
75
+ it("creates versions, pins production, and runs playground without a new version", async () => {
76
+ const agent = await authAsUser(app, "admin");
77
+
78
+ const created = await agent.post("/ai/observability/prompts").send({
79
+ folder: "examples",
80
+ name: "greeter",
81
+ system: "Greet {{name}}",
82
+ template: "Say hello to {{name}}",
83
+ type: "text",
84
+ });
85
+ expect(created.status).toBe(201);
86
+
87
+ await agent.post("/ai/observability/prompts/greeter/labels").send({
88
+ label: "production",
89
+ version: 1,
90
+ });
91
+ const v2 = await agent.post("/ai/observability/prompts/greeter/versions").send({
92
+ system: "Greet politely {{name}}",
93
+ template: "Hi {{name}}",
94
+ type: "text",
95
+ });
96
+ expect(v2.status).toBe(201);
97
+ expect(v2.body.data.version).toBe(2);
98
+
99
+ const moved = await agent.post("/ai/observability/prompts/greeter/labels").send({
100
+ label: "production",
101
+ version: 2,
102
+ });
103
+ expect(moved.body.data.outgoingVersion).toBe(1);
104
+
105
+ const detail = await agent.get("/ai/observability/prompts/greeter");
106
+ expect(detail.body.data.versions[0].system).toBe("Greet {{name}}");
107
+ expect(detail.body.data.versions).toHaveLength(2);
108
+ assert.match(detail.body.data.versions[0].created, /^\d{4}-\d{2}-\d{2}T/);
109
+
110
+ const playground = await agent.post("/ai/observability/prompts/greeter/playground").send({
111
+ variables: {name: "Ada"},
112
+ version: 1,
113
+ });
114
+ expect(playground.status).toBe(200);
115
+ expect(playground.body.data.compiledMessages).toEqual([
116
+ {content: "Greet Ada", role: "system"},
117
+ {content: "Say hello to Ada", role: "user"},
118
+ ]);
119
+ expect(playground.body.data.output).toBe("Playground output");
120
+ expect(playground.body.data.tokens).toEqual({
121
+ inputTokens: 5,
122
+ outputTokens: 10,
123
+ totalTokens: 15,
124
+ });
125
+ expect(playground.body.data.costUsd).toBeCloseTo(0.025);
126
+ expect(playground.body.data.latencyMs).toBeGreaterThanOrEqual(0);
127
+ expect(doGenerate).toHaveBeenCalledTimes(1);
128
+
129
+ const after = await agent.get("/ai/observability/prompts/greeter");
130
+ expect(after.body.data.versions).toHaveLength(2);
131
+ });
132
+
133
+ it("uses a request-scoped AI service when the server service is unavailable", async () => {
134
+ const requestAiServiceFactory = mock(({apiKey}: {apiKey?: string}) => {
135
+ return apiKey === "request-key" ? aiService : undefined;
136
+ });
137
+ const requestServiceApp = new TerrenoApp({skipListen: true, userModel: UserModel})
138
+ .register(
139
+ new ObservabilityApp({
140
+ plugins: [createLocalObservabilityPlugin()],
141
+ requestAiServiceFactory,
142
+ })
143
+ )
144
+ .build();
145
+ const agent = await authAsUser(requestServiceApp, "admin");
146
+ await agent.post("/ai/observability/prompts").send({
147
+ folder: "examples",
148
+ name: "request-key-greeter",
149
+ template: "Hello {{name}}",
150
+ type: "text",
151
+ variables: [{key: "name", required: true}],
152
+ });
153
+
154
+ const playground = await agent
155
+ .post("/ai/observability/prompts/request-key-greeter/playground")
156
+ .set("x-ai-api-key", "request-key")
157
+ .send({variables: {name: "Ada"}, version: 1});
158
+
159
+ assert.equal(playground.status, 200);
160
+ assert.equal(playground.body.data.output, "Playground output");
161
+ assert.equal(requestAiServiceFactory.mock.calls[0]?.[0].apiKey, "request-key");
162
+ });
163
+
164
+ it("forbids non-admins from creating prompts", async () => {
165
+ const agent = await authAsUser(app, "notAdmin");
166
+ const res = await agent.post("/ai/observability/prompts").send({
167
+ folder: "examples",
168
+ name: "blocked",
169
+ type: "text",
170
+ });
171
+ expect(res.status).toBe(403);
172
+ });
173
+
174
+ it("round-trips description on list/detail and omits it for legacy prompts", async () => {
175
+ const agent = await authAsUser(app, "admin");
176
+ await agent.post("/ai/observability/prompts").send({
177
+ description: "Operator-facing summary of what this prompt does",
178
+ folder: "examples",
179
+ name: "described",
180
+ system: "Hello",
181
+ type: "text",
182
+ });
183
+ await agent.post("/ai/observability/prompts").send({
184
+ folder: "examples",
185
+ name: "legacy-prompt",
186
+ system: "Legacy",
187
+ type: "text",
188
+ });
189
+
190
+ const listed = await agent.get("/ai/observability/prompts?folder=examples&search=desc");
191
+ expect(listed.status).toBe(200);
192
+ expect(listed.body.data[0]?.description).toBe(
193
+ "Operator-facing summary of what this prompt does"
194
+ );
195
+ expect(
196
+ listed.body.data.find((row: {name: string}) => row.name === "legacy-prompt")?.description
197
+ ).toBeUndefined();
198
+
199
+ const legacyDetail = await agent.get("/ai/observability/prompts/legacy-prompt");
200
+ expect(legacyDetail.status).toBe(200);
201
+ expect(legacyDetail.body.data.description).toBeUndefined();
202
+ });
203
+
204
+ it("returns bounded prompt relationships with version evidence and unrelated exclusions", async () => {
205
+ const agent = await authAsUser(app, "admin");
206
+ await agent.post("/ai/observability/prompts").send({
207
+ folder: "examples",
208
+ name: "hub-http",
209
+ system: "v1",
210
+ type: "text",
211
+ });
212
+ await agent.post("/ai/observability/prompts/hub-http/versions").send({
213
+ system: "v2",
214
+ type: "text",
215
+ });
216
+
217
+ const ObsTrace = registerObsTrace();
218
+ for (let index = 0; index < 23; index += 1) {
219
+ await ObsTrace.create({
220
+ name: `hub-trace-${index}`,
221
+ prompts: [{name: "hub-http", version: index % 2 === 0 ? 2 : 1}],
222
+ startedAt: DateTime.utc().minus({minutes: index}).toJSDate(),
223
+ status: "ok",
224
+ });
225
+ }
226
+ await ObsTrace.create({
227
+ name: "foreign-trace",
228
+ prompts: [{name: "other", version: 1}],
229
+ startedAt: DateTime.utc().toJSDate(),
230
+ status: "ok",
231
+ });
232
+
233
+ const ObsExperiment = registerObsExperiment();
234
+ await ObsExperiment.create({
235
+ datasetId: new mongoose.Types.ObjectId(),
236
+ evaluatorIds: [],
237
+ name: "hub-experiment",
238
+ promptName: "hub-http",
239
+ status: "completed",
240
+ thresholds: [],
241
+ versions: [1, 2],
242
+ });
243
+ await ObsExperiment.create({
244
+ datasetId: new mongoose.Types.ObjectId(),
245
+ evaluatorIds: [],
246
+ name: "foreign-experiment",
247
+ promptName: "other",
248
+ status: "pending",
249
+ thresholds: [],
250
+ versions: [1, 2],
251
+ });
252
+
253
+ const detail = await agent.get("/ai/observability/prompts/hub-http");
254
+ expect(detail.status).toBe(200);
255
+ expect(detail.body.data.relationships.traces.total).toBe(23);
256
+ expect(detail.body.data.relationships.traces.limit).toBe(20);
257
+ expect(detail.body.data.relationships.traces.items).toHaveLength(20);
258
+ expect(
259
+ detail.body.data.relationships.traces.items.every((row: {promptName: string}) => {
260
+ return row.promptName === "hub-http";
261
+ })
262
+ ).toBe(true);
263
+ expect(
264
+ detail.body.data.relationships.traces.items.some((row: {promptVersion: number}) => {
265
+ return row.promptVersion === 2;
266
+ })
267
+ ).toBe(true);
268
+ expect(detail.body.data.relationships.experiments.total).toBe(1);
269
+ expect(detail.body.data.relationships.experiments.items).toEqual([
270
+ expect.objectContaining({name: "hub-experiment", promptName: "hub-http"}),
271
+ ]);
272
+ expect(
273
+ detail.body.data.relationships.traces.items.some((row: {name: string}) => {
274
+ return row.name === "foreign-trace";
275
+ })
276
+ ).toBe(false);
277
+
278
+ const v2Only = await agent.get("/ai/observability/prompts/hub-http?promptVersion=2");
279
+ expect(v2Only.status).toBe(200);
280
+ expect(
281
+ v2Only.body.data.relationships.traces.items.every((row: {promptVersion: number}) => {
282
+ return row.promptVersion === 2;
283
+ })
284
+ ).toBe(true);
285
+ expect(
286
+ v2Only.body.data.relationships.traces.items.some((row: {promptVersion: number}) => {
287
+ return row.promptVersion === 1;
288
+ })
289
+ ).toBe(false);
290
+
291
+ const badVersion = await agent.get("/ai/observability/prompts/hub-http?promptVersion=0");
292
+ expect(badVersion.status).toBe(400);
293
+ const fractional = await agent.get("/ai/observability/prompts/hub-http?promptVersion=1.5");
294
+ expect(fractional.status).toBe(400);
295
+ });
296
+
297
+ it("lists folder matches with usage7d and — when production is unset", async () => {
298
+ const agent = await authAsUser(app, "admin");
299
+ await agent.post("/ai/observability/prompts").send({
300
+ folder: "examples",
301
+ name: "summarize",
302
+ system: "Summarize",
303
+ type: "text",
304
+ });
305
+ const listed = await agent.get(
306
+ "/ai/observability/prompts?folder=examples&search=sum&include=usage7d"
307
+ );
308
+ expect(listed.status).toBe(200);
309
+ expect(listed.body.data).toEqual([
310
+ {
311
+ folder: "examples",
312
+ latestVersion: 1,
313
+ name: "summarize",
314
+ production: "—",
315
+ type: "text",
316
+ usage7d: {calls: 0},
317
+ },
318
+ ]);
319
+ });
320
+ });
@@ -0,0 +1,263 @@
1
+ import {APIError, asyncHandler, createOpenApiBuilder} from "@terreno/api";
2
+ import type express from "express";
3
+ import {DateTime} from "luxon";
4
+ import type mongoose from "mongoose";
5
+ import {AIRequest} from "../../models/aiRequest";
6
+ import type {
7
+ LocalPromptStore,
8
+ PlaygroundGenerator,
9
+ PromptVersionFields,
10
+ } from "../local/promptStore";
11
+ import type {
12
+ ModelPrice,
13
+ ObservabilityGenerateClient,
14
+ ObservabilityRequestAiServiceFactory,
15
+ } from "../types";
16
+ import {
17
+ type ObservabilityRouteAccessOptions,
18
+ observabilityRouteMiddleware,
19
+ } from "./observabilityRouteAccess";
20
+ import {resolveRequestAiService} from "./requestAiService";
21
+
22
+ const BASE_PATH = "/ai/observability";
23
+
24
+ export interface ObservabilityPromptRouteOptions extends ObservabilityRouteAccessOptions {
25
+ aiService?: ObservabilityGenerateClient;
26
+ openApi?: unknown;
27
+ priceMap?: Record<string, ModelPrice>;
28
+ requestAiServiceFactory?: ObservabilityRequestAiServiceFactory;
29
+ store: LocalPromptStore;
30
+ }
31
+
32
+ const asUserId = (user: unknown): mongoose.Types.ObjectId | undefined => {
33
+ if (!user || typeof user !== "object" || !("_id" in user)) {
34
+ return undefined;
35
+ }
36
+ return (user as {_id?: mongoose.Types.ObjectId})._id;
37
+ };
38
+
39
+ const parsePromptVersionQuery = (value: unknown): number | undefined => {
40
+ if (value === undefined) {
41
+ return undefined;
42
+ }
43
+ const parsed = Number(value);
44
+ if (!Number.isInteger(parsed) || parsed < 1) {
45
+ throw new APIError({status: 400, title: "promptVersion must be a positive integer"});
46
+ }
47
+ return parsed;
48
+ };
49
+
50
+ const versionFieldsFromBody = (body: Record<string, unknown>): PromptVersionFields => {
51
+ return {
52
+ config: body.config as Record<string, unknown> | undefined,
53
+ inputSchema: body.inputSchema as Record<string, unknown> | undefined,
54
+ outputFieldNotes: body.outputFieldNotes as Record<string, string> | undefined,
55
+ outputSchema: body.outputSchema as Record<string, unknown> | undefined,
56
+ sensitive: body.sensitive as boolean | undefined,
57
+ system: body.system as string | undefined,
58
+ template: body.template as string | undefined,
59
+ type: (body.type as "chat" | "text" | undefined) ?? "text",
60
+ variables: body.variables as PromptVersionFields["variables"],
61
+ };
62
+ };
63
+
64
+ const createPlaygroundGenerator = (aiService: ObservabilityGenerateClient): PlaygroundGenerator => {
65
+ return {
66
+ generate: async ({prompt, systemPrompt, userId}) => {
67
+ const started = DateTime.utc();
68
+ const output = await aiService.generateText({
69
+ prompt,
70
+ skipTrace: true,
71
+ systemPrompt,
72
+ userId,
73
+ });
74
+ const filter: Record<string, unknown> = {};
75
+ if (userId) {
76
+ filter.userId = userId;
77
+ }
78
+ const recent = await AIRequest.find(filter).sort({created: -1}).limit(1);
79
+ const last = recent[0];
80
+ const metadata = (last?.metadata ?? {}) as {inputTokens?: number; outputTokens?: number};
81
+ return {
82
+ inputTokens: metadata.inputTokens,
83
+ latencyMs:
84
+ last?.responseTime ?? DateTime.utc().diff(started, "milliseconds").as("milliseconds"),
85
+ output,
86
+ outputTokens: metadata.outputTokens,
87
+ };
88
+ },
89
+ };
90
+ };
91
+
92
+ export const addObservabilityPromptRoutes = (
93
+ router: express.Application,
94
+ options: ObservabilityPromptRouteOptions
95
+ ): void => {
96
+ const openApiOptions = options.openApi ? {openApi: options.openApi} : {};
97
+ const builder = (): ReturnType<typeof createOpenApiBuilder> => {
98
+ return createOpenApiBuilder(openApiOptions as Parameters<typeof createOpenApiBuilder>[0]);
99
+ };
100
+
101
+ router.get(
102
+ `${BASE_PATH}/prompts`,
103
+ observabilityRouteMiddleware(
104
+ options.accessControl,
105
+ {action: "list", resource: "aiPrompt"},
106
+ builder()
107
+ .withTags(["observability"])
108
+ .withSummary("List observability prompts")
109
+ .withQueryParameter("folder", {type: "string"}, {required: false})
110
+ .withQueryParameter("search", {type: "string"}, {required: false})
111
+ .withQueryParameter("include", {type: "string"}, {required: false})
112
+ .withResponse(200, {data: {type: "array"}})
113
+ .build()
114
+ ),
115
+ asyncHandler(async (req, res) => {
116
+ const include = typeof req.query.include === "string" ? req.query.include : undefined;
117
+ const data = await options.store.list({
118
+ folder: typeof req.query.folder === "string" ? req.query.folder : undefined,
119
+ includeUsage7d: include === "usage7d",
120
+ search: typeof req.query.search === "string" ? req.query.search : undefined,
121
+ });
122
+ return res.json({data});
123
+ })
124
+ );
125
+
126
+ router.post(
127
+ `${BASE_PATH}/prompts`,
128
+ observabilityRouteMiddleware(
129
+ options.accessControl,
130
+ {action: "create", resource: "aiPrompt"},
131
+ builder()
132
+ .withTags(["observability"])
133
+ .withSummary("Create an observability prompt")
134
+ .withRequestBody({
135
+ description: {required: false, type: "string"},
136
+ folder: {required: true, type: "string"},
137
+ name: {required: true, type: "string"},
138
+ })
139
+ .withResponse(201, {data: {type: "object"}})
140
+ .build()
141
+ ),
142
+ asyncHandler(async (req, res) => {
143
+ const body = req.body as Record<string, unknown>;
144
+ const created = await options.store.create({
145
+ ...versionFieldsFromBody(body),
146
+ description: typeof body.description === "string" ? body.description : undefined,
147
+ folder: String(body.folder ?? ""),
148
+ name: String(body.name ?? ""),
149
+ tags: body.tags as string[] | undefined,
150
+ });
151
+ return res.status(201).json({data: created});
152
+ })
153
+ );
154
+
155
+ router.get(
156
+ `${BASE_PATH}/prompts/:name`,
157
+ observabilityRouteMiddleware(
158
+ options.accessControl,
159
+ {action: "read", resource: "aiPrompt"},
160
+ builder()
161
+ .withTags(["observability"])
162
+ .withSummary("Get an observability prompt")
163
+ .withPathParameter("name", {type: "string"})
164
+ .withQueryParameter("promptVersion", {type: "number"}, {required: false})
165
+ .withResponse(200, {data: {type: "object"}})
166
+ .build()
167
+ ),
168
+ asyncHandler(async (req, res) => {
169
+ const promptVersion = parsePromptVersionQuery(req.query.promptVersion);
170
+ const data = await options.store.getDetail(req.params.name, {promptVersion});
171
+ return res.json({data});
172
+ })
173
+ );
174
+
175
+ router.post(
176
+ `${BASE_PATH}/prompts/:name/versions`,
177
+ observabilityRouteMiddleware(
178
+ options.accessControl,
179
+ {action: "update", resource: "aiPrompt"},
180
+ builder()
181
+ .withTags(["observability"])
182
+ .withSummary("Create the next immutable prompt version")
183
+ .withPathParameter("name", {type: "string"})
184
+ .withResponse(201, {data: {type: "object"}})
185
+ .build()
186
+ ),
187
+ asyncHandler(async (req, res) => {
188
+ const created = await options.store.createVersion(
189
+ req.params.name,
190
+ versionFieldsFromBody(req.body as Record<string, unknown>)
191
+ );
192
+ return res.status(201).json({data: created});
193
+ })
194
+ );
195
+
196
+ router.post(
197
+ `${BASE_PATH}/prompts/:name/labels`,
198
+ observabilityRouteMiddleware(
199
+ options.accessControl,
200
+ {action: "promote", resource: "aiPrompt"},
201
+ builder()
202
+ .withTags(["observability"])
203
+ .withSummary("Move a prompt label")
204
+ .withPathParameter("name", {type: "string"})
205
+ .withRequestBody({
206
+ label: {required: true, type: "string"},
207
+ version: {required: true, type: "number"},
208
+ })
209
+ .withResponse(200, {data: {type: "object"}})
210
+ .build()
211
+ ),
212
+ asyncHandler(async (req, res) => {
213
+ const body = req.body as {label?: string; version?: number};
214
+ if (!body.label || body.version === undefined) {
215
+ throw new APIError({status: 400, title: "label and version are required"});
216
+ }
217
+ const data = await options.store.moveLabel(req.params.name, {
218
+ label: body.label,
219
+ version: body.version,
220
+ });
221
+ return res.json({data});
222
+ })
223
+ );
224
+
225
+ router.post(
226
+ `${BASE_PATH}/prompts/:name/playground`,
227
+ observabilityRouteMiddleware(
228
+ options.accessControl,
229
+ {action: "playground", resource: "aiPrompt"},
230
+ builder()
231
+ .withTags(["observability"])
232
+ .withSummary("Compile and run a prompt version once")
233
+ .withPathParameter("name", {type: "string"})
234
+ .withResponse(200, {data: {type: "object"}})
235
+ .build()
236
+ ),
237
+ asyncHandler(async (req, res) => {
238
+ const body = req.body as {
239
+ modelId?: string;
240
+ userPrompt?: string;
241
+ variables?: Record<string, string>;
242
+ version?: number;
243
+ };
244
+ const aiService = resolveRequestAiService({
245
+ aiService: options.aiService,
246
+ modelId: body.modelId,
247
+ req,
248
+ requestAiServiceFactory: options.requestAiServiceFactory,
249
+ });
250
+ const data = await options.store.runPlayground({
251
+ generator: createPlaygroundGenerator(aiService),
252
+ modelId: aiService.modelId,
253
+ name: req.params.name,
254
+ priceMap: options.priceMap,
255
+ userId: asUserId(req.user),
256
+ userPrompt: body.userPrompt,
257
+ variables: body.variables,
258
+ version: body.version,
259
+ });
260
+ return res.json({data});
261
+ })
262
+ );
263
+ };