@terreno/ai 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/.cursorrules +2 -2
  2. package/README.md +2 -1
  3. package/bunfig.toml +1 -1
  4. package/dist/aiApp.d.ts +16 -5
  5. package/dist/aiApp.js +17 -7
  6. package/dist/harness/adminScreens.d.ts +6 -0
  7. package/dist/harness/adminScreens.js +11 -0
  8. package/dist/harness/agentLoop.d.ts +61 -0
  9. package/dist/harness/agentLoop.js +798 -0
  10. package/dist/harness/agentTaskNames.d.ts +4 -0
  11. package/dist/harness/agentTaskNames.js +7 -0
  12. package/dist/harness/approvalPolicy.d.ts +3 -0
  13. package/dist/harness/approvalPolicy.js +23 -0
  14. package/dist/harness/approvals.d.ts +101 -0
  15. package/dist/harness/approvals.js +468 -0
  16. package/dist/harness/commit.d.ts +238 -0
  17. package/dist/harness/commit.js +678 -0
  18. package/dist/harness/conversation.d.ts +75 -0
  19. package/dist/harness/conversation.js +397 -0
  20. package/dist/harness/defineAgent.d.ts +9 -0
  21. package/dist/harness/defineAgent.js +65 -0
  22. package/dist/harness/defineTask.d.ts +11 -0
  23. package/dist/harness/defineTask.js +59 -0
  24. package/dist/harness/defineTool.d.ts +7 -0
  25. package/dist/harness/defineTool.js +36 -0
  26. package/dist/harness/definitionError.d.ts +8 -0
  27. package/dist/harness/definitionError.js +15 -0
  28. package/dist/harness/errors.d.ts +127 -0
  29. package/dist/harness/errors.js +101 -0
  30. package/dist/harness/eventHub.d.ts +45 -0
  31. package/dist/harness/eventHub.js +135 -0
  32. package/dist/harness/events.d.ts +95 -0
  33. package/dist/harness/events.js +267 -0
  34. package/dist/harness/executionEnv.d.ts +31 -0
  35. package/dist/harness/executionEnv.js +2 -0
  36. package/dist/harness/extensions.d.ts +82 -0
  37. package/dist/harness/extensions.js +274 -0
  38. package/dist/harness/harness.d.ts +163 -0
  39. package/dist/harness/harness.js +520 -0
  40. package/dist/harness/harnessApp.d.ts +44 -0
  41. package/dist/harness/harnessApp.js +62 -0
  42. package/dist/harness/internalRuntime.d.ts +16 -0
  43. package/dist/harness/internalRuntime.js +18 -0
  44. package/dist/harness/leases.d.ts +35 -0
  45. package/dist/harness/leases.js +86 -0
  46. package/dist/harness/memo.d.ts +24 -0
  47. package/dist/harness/memo.js +78 -0
  48. package/dist/harness/modelCall.d.ts +45 -0
  49. package/dist/harness/modelCall.js +147 -0
  50. package/dist/harness/models/harnessApproval.d.ts +2 -0
  51. package/dist/harness/models/harnessApproval.js +100 -0
  52. package/dist/harness/models/harnessConversation.d.ts +2 -0
  53. package/dist/harness/models/harnessConversation.js +117 -0
  54. package/dist/harness/models/harnessEvent.d.ts +3 -0
  55. package/dist/harness/models/harnessEvent.js +73 -0
  56. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  57. package/dist/harness/models/harnessInboxEvent.js +58 -0
  58. package/dist/harness/models/harnessMemo.d.ts +2 -0
  59. package/dist/harness/models/harnessMemo.js +42 -0
  60. package/dist/harness/models/harnessMessage.d.ts +2 -0
  61. package/dist/harness/models/harnessMessage.js +73 -0
  62. package/dist/harness/models/harnessOwner.d.ts +2 -0
  63. package/dist/harness/models/harnessOwner.js +36 -0
  64. package/dist/harness/models/harnessTask.d.ts +2 -0
  65. package/dist/harness/models/harnessTask.js +186 -0
  66. package/dist/harness/ownership.d.ts +89 -0
  67. package/dist/harness/ownership.js +438 -0
  68. package/dist/harness/registry.d.ts +29 -0
  69. package/dist/harness/registry.js +93 -0
  70. package/dist/harness/retryBackoff.d.ts +31 -0
  71. package/dist/harness/retryBackoff.js +50 -0
  72. package/dist/harness/routes/approvals.d.ts +13 -0
  73. package/dist/harness/routes/approvals.js +93 -0
  74. package/dist/harness/routes/conversations.d.ts +11 -0
  75. package/dist/harness/routes/conversations.js +66 -0
  76. package/dist/harness/routes/events.d.ts +19 -0
  77. package/dist/harness/routes/events.js +215 -0
  78. package/dist/harness/routes/tasks.d.ts +11 -0
  79. package/dist/harness/routes/tasks.js +108 -0
  80. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  81. package/dist/harness/runners/inProcessRunner.js +196 -0
  82. package/dist/harness/runtime.d.ts +34 -0
  83. package/dist/harness/runtime.js +551 -0
  84. package/dist/harness/subagent.d.ts +53 -0
  85. package/dist/harness/subagent.js +134 -0
  86. package/dist/harness/suspend.d.ts +8 -0
  87. package/dist/harness/suspend.js +16 -0
  88. package/dist/harness/transaction.d.ts +3 -0
  89. package/dist/harness/transaction.js +22 -0
  90. package/dist/harness/waits.d.ts +100 -0
  91. package/dist/harness/waits.js +214 -0
  92. package/dist/index.d.ts +19 -1
  93. package/dist/index.js +45 -2
  94. package/dist/models/aiDataset.d.ts +2 -0
  95. package/dist/models/aiDataset.js +67 -0
  96. package/dist/models/aiRequest.js +1 -1
  97. package/dist/models/gptHistory.js +88 -2
  98. package/dist/observability/adminScreens.d.ts +5 -0
  99. package/dist/observability/adminScreens.js +32 -0
  100. package/dist/observability/compileTemplate.d.ts +1 -0
  101. package/dist/observability/compileTemplate.js +13 -0
  102. package/dist/observability/datasetImport.d.ts +11 -0
  103. package/dist/observability/datasetImport.js +185 -0
  104. package/dist/observability/evaluate.d.ts +31 -0
  105. package/dist/observability/evaluate.js +200 -0
  106. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  107. package/dist/observability/evaluatorTemplates.js +111 -0
  108. package/dist/observability/jsonPath.d.ts +2 -0
  109. package/dist/observability/jsonPath.js +57 -0
  110. package/dist/observability/local/datasetStore.d.ts +87 -0
  111. package/dist/observability/local/datasetStore.js +326 -0
  112. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  113. package/dist/observability/local/evaluatorStore.js +182 -0
  114. package/dist/observability/local/experimentRunner.d.ts +96 -0
  115. package/dist/observability/local/experimentRunner.js +419 -0
  116. package/dist/observability/local/localPlugin.d.ts +22 -0
  117. package/dist/observability/local/localPlugin.js +76 -0
  118. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  119. package/dist/observability/local/models/obsDataset.js +37 -0
  120. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  121. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  122. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  123. package/dist/observability/local/models/obsEvaluator.js +98 -0
  124. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  125. package/dist/observability/local/models/obsExperiment.js +87 -0
  126. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  127. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  128. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  129. package/dist/observability/local/models/obsPrompt.js +42 -0
  130. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  131. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  132. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  133. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  134. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  135. package/dist/observability/local/models/obsReviewItem.js +75 -0
  136. package/dist/observability/local/models/obsScore.d.ts +2 -0
  137. package/dist/observability/local/models/obsScore.js +58 -0
  138. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  139. package/dist/observability/local/models/obsSpan.js +64 -0
  140. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  141. package/dist/observability/local/models/obsTrace.js +93 -0
  142. package/dist/observability/local/promptStore.d.ts +180 -0
  143. package/dist/observability/local/promptStore.js +444 -0
  144. package/dist/observability/local/reviewStore.d.ts +50 -0
  145. package/dist/observability/local/reviewStore.js +203 -0
  146. package/dist/observability/local/traceStore.d.ts +103 -0
  147. package/dist/observability/local/traceStore.js +325 -0
  148. package/dist/observability/observabilityApp.d.ts +24 -0
  149. package/dist/observability/observabilityApp.js +157 -0
  150. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  151. package/dist/observability/observabilityAppRegistry.js +16 -0
  152. package/dist/observability/permissions.d.ts +7 -0
  153. package/dist/observability/permissions.js +60 -0
  154. package/dist/observability/reviewPanels.d.ts +18 -0
  155. package/dist/observability/reviewPanels.js +46 -0
  156. package/dist/observability/routes/datasets.d.ts +7 -0
  157. package/dist/observability/routes/datasets.js +149 -0
  158. package/dist/observability/routes/evaluators.d.ts +7 -0
  159. package/dist/observability/routes/evaluators.js +123 -0
  160. package/dist/observability/routes/experiments.d.ts +7 -0
  161. package/dist/observability/routes/experiments.js +95 -0
  162. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  163. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  164. package/dist/observability/routes/prompts.d.ts +12 -0
  165. package/dist/observability/routes/prompts.js +172 -0
  166. package/dist/observability/routes/requestAiService.d.ts +13 -0
  167. package/dist/observability/routes/requestAiService.js +21 -0
  168. package/dist/observability/routes/review.d.ts +7 -0
  169. package/dist/observability/routes/review.js +79 -0
  170. package/dist/observability/routes/status.d.ts +5 -0
  171. package/dist/observability/routes/status.js +31 -0
  172. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  173. package/dist/observability/routes/testMultiStage.js +67 -0
  174. package/dist/observability/routes/traces.d.ts +7 -0
  175. package/dist/observability/routes/traces.js +129 -0
  176. package/dist/observability/schemaValidation.d.ts +5 -0
  177. package/dist/observability/schemaValidation.js +26 -0
  178. package/dist/observability/sopThresholds.d.ts +2 -0
  179. package/dist/observability/sopThresholds.js +21 -0
  180. package/dist/observability/status.d.ts +23 -0
  181. package/dist/observability/status.js +34 -0
  182. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  183. package/dist/observability/testMultiStageSchemas.js +79 -0
  184. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  185. package/dist/observability/testMultiStageWorkflow.js +218 -0
  186. package/dist/observability/types.d.ts +159 -0
  187. package/dist/observability/types.js +67 -0
  188. package/dist/routes/files.js +20 -7
  189. package/dist/routes/gpt.js +179 -488
  190. package/dist/routes/gptActions.d.ts +9 -0
  191. package/dist/routes/gptActions.js +212 -0
  192. package/dist/routes/gptDatasets.d.ts +5 -0
  193. package/dist/routes/gptDatasets.js +94 -0
  194. package/dist/routes/gptHistories.d.ts +3 -1
  195. package/dist/routes/gptHistories.js +188 -2
  196. package/dist/service/aiDatasets.d.ts +57 -0
  197. package/dist/service/aiDatasets.js +253 -0
  198. package/dist/service/aiService.d.ts +50 -1
  199. package/dist/service/aiService.js +431 -77
  200. package/dist/service/askFiles.d.ts +49 -0
  201. package/dist/service/askFiles.js +162 -0
  202. package/dist/service/asks.d.ts +76 -0
  203. package/dist/service/asks.js +284 -0
  204. package/dist/service/chatTurn.d.ts +128 -0
  205. package/dist/service/chatTurn.js +1674 -0
  206. package/dist/service/fileStorage.d.ts +4 -0
  207. package/dist/service/fileStorage.js +7 -2
  208. package/dist/service/fileUploadsGate.d.ts +8 -0
  209. package/dist/service/fileUploadsGate.js +18 -0
  210. package/dist/service/fillActionIds.d.ts +6 -0
  211. package/dist/service/fillActionIds.js +79 -0
  212. package/dist/service/gemini.d.ts +3 -3
  213. package/dist/service/gemini.js +3 -3
  214. package/dist/service/jsonFenceModel.d.ts +7 -0
  215. package/dist/service/jsonFenceModel.js +45 -0
  216. package/dist/service/prompts.d.ts +52 -0
  217. package/dist/service/prompts.js +96 -1
  218. package/dist/service/sanitizeHtml.d.ts +11 -0
  219. package/dist/service/sanitizeHtml.js +108 -0
  220. package/dist/service/vertex.d.ts +6 -6
  221. package/dist/service/vertex.js +5 -5
  222. package/dist/types/harness.d.ts +934 -0
  223. package/dist/types/harness.js +133 -0
  224. package/dist/types/index.d.ts +219 -13
  225. package/dist/types/index.js +2 -0
  226. package/dist/types/observability.d.ts +288 -0
  227. package/dist/types/observability.js +2 -0
  228. package/package.json +17 -5
  229. package/src/aiApp.test.ts +207 -1
  230. package/src/aiApp.ts +31 -8
  231. package/src/harness/adminScreens.test.ts +34 -0
  232. package/src/harness/adminScreens.ts +11 -0
  233. package/src/harness/agentLoop.test.ts +1034 -0
  234. package/src/harness/agentLoop.ts +1082 -0
  235. package/src/harness/agentRecovery.test.ts +380 -0
  236. package/src/harness/agentTaskNames.ts +4 -0
  237. package/src/harness/approvalPolicy.ts +28 -0
  238. package/src/harness/approvals.test.ts +1094 -0
  239. package/src/harness/approvals.ts +644 -0
  240. package/src/harness/commit.ts +1049 -0
  241. package/src/harness/conversation.ts +503 -0
  242. package/src/harness/defineAgent.test.ts +92 -0
  243. package/src/harness/defineAgent.ts +82 -0
  244. package/src/harness/defineTask.test.ts +59 -0
  245. package/src/harness/defineTask.ts +76 -0
  246. package/src/harness/defineTool.ts +45 -0
  247. package/src/harness/definitionError.ts +13 -0
  248. package/src/harness/errors.test.ts +90 -0
  249. package/src/harness/errors.ts +119 -0
  250. package/src/harness/eventHub.test.ts +124 -0
  251. package/src/harness/eventHub.ts +159 -0
  252. package/src/harness/events.test.ts +757 -0
  253. package/src/harness/events.ts +384 -0
  254. package/src/harness/executionEnv.ts +34 -0
  255. package/src/harness/extensions.test.ts +1218 -0
  256. package/src/harness/extensions.ts +382 -0
  257. package/src/harness/harness.test.ts +693 -0
  258. package/src/harness/harness.ts +767 -0
  259. package/src/harness/harnessApp.ts +76 -0
  260. package/src/harness/internalRuntime.ts +44 -0
  261. package/src/harness/leases.ts +132 -0
  262. package/src/harness/memo.ts +107 -0
  263. package/src/harness/modelCall.test.ts +134 -0
  264. package/src/harness/modelCall.ts +200 -0
  265. package/src/harness/models/harnessApproval.ts +109 -0
  266. package/src/harness/models/harnessConversation.ts +142 -0
  267. package/src/harness/models/harnessEvent.ts +92 -0
  268. package/src/harness/models/harnessInboxEvent.ts +73 -0
  269. package/src/harness/models/harnessMemo.ts +43 -0
  270. package/src/harness/models/harnessMessage.ts +85 -0
  271. package/src/harness/models/harnessModels.test.ts +60 -0
  272. package/src/harness/models/harnessOwner.ts +40 -0
  273. package/src/harness/models/harnessTask.ts +201 -0
  274. package/src/harness/ownership.test.ts +1087 -0
  275. package/src/harness/ownership.ts +618 -0
  276. package/src/harness/recovery.test.ts +912 -0
  277. package/src/harness/registry.ts +124 -0
  278. package/src/harness/retries.test.ts +292 -0
  279. package/src/harness/retryBackoff.test.ts +100 -0
  280. package/src/harness/retryBackoff.ts +77 -0
  281. package/src/harness/routes/approvals.ts +123 -0
  282. package/src/harness/routes/conversations.test.ts +518 -0
  283. package/src/harness/routes/conversations.ts +102 -0
  284. package/src/harness/routes/events.ts +280 -0
  285. package/src/harness/routes/tasks.test.ts +198 -0
  286. package/src/harness/routes/tasks.ts +146 -0
  287. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  288. package/src/harness/runners/inProcessRunner.ts +220 -0
  289. package/src/harness/runtime.ts +714 -0
  290. package/src/harness/subagent.test.ts +696 -0
  291. package/src/harness/subagent.ts +192 -0
  292. package/src/harness/suspend.ts +13 -0
  293. package/src/harness/transaction.ts +17 -0
  294. package/src/harness/versioning.test.ts +288 -0
  295. package/src/harness/waits.test.ts +693 -0
  296. package/src/harness/waits.ts +356 -0
  297. package/src/index.test.ts +13 -0
  298. package/src/index.ts +70 -0
  299. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  300. package/src/models/aiDataset.test.ts +34 -0
  301. package/src/models/aiDataset.ts +78 -0
  302. package/src/models/aiRequest.test.ts +2 -2
  303. package/src/models/aiRequest.ts +2 -1
  304. package/src/models/gptHistory.test.ts +156 -0
  305. package/src/models/gptHistory.ts +106 -4
  306. package/src/observability/adminScreens.test.ts +71 -0
  307. package/src/observability/adminScreens.ts +42 -0
  308. package/src/observability/compileTemplate.test.ts +14 -0
  309. package/src/observability/compileTemplate.ts +10 -0
  310. package/src/observability/datasetImport.test.ts +95 -0
  311. package/src/observability/datasetImport.ts +220 -0
  312. package/src/observability/evaluate.test.ts +549 -0
  313. package/src/observability/evaluate.ts +254 -0
  314. package/src/observability/evaluatorTemplates.ts +124 -0
  315. package/src/observability/jsonPath.test.ts +52 -0
  316. package/src/observability/jsonPath.ts +60 -0
  317. package/src/observability/local/datasetStore.test.ts +230 -0
  318. package/src/observability/local/datasetStore.ts +452 -0
  319. package/src/observability/local/evaluatorStore.test.ts +138 -0
  320. package/src/observability/local/evaluatorStore.ts +224 -0
  321. package/src/observability/local/experimentRunner.test.ts +489 -0
  322. package/src/observability/local/experimentRunner.ts +548 -0
  323. package/src/observability/local/localPlugin.ts +88 -0
  324. package/src/observability/local/models/obsDataset.ts +38 -0
  325. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  326. package/src/observability/local/models/obsEvaluator.ts +102 -0
  327. package/src/observability/local/models/obsExperiment.ts +91 -0
  328. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  329. package/src/observability/local/models/obsPrompt.ts +43 -0
  330. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  331. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  332. package/src/observability/local/models/obsReviewItem.ts +79 -0
  333. package/src/observability/local/models/obsScore.ts +59 -0
  334. package/src/observability/local/models/obsSpan.ts +65 -0
  335. package/src/observability/local/models/obsTrace.ts +94 -0
  336. package/src/observability/local/obsModels.test.ts +119 -0
  337. package/src/observability/local/promptStore.test.ts +351 -0
  338. package/src/observability/local/promptStore.ts +665 -0
  339. package/src/observability/local/reviewStore.test.ts +164 -0
  340. package/src/observability/local/reviewStore.ts +264 -0
  341. package/src/observability/local/traceStore.test.ts +264 -0
  342. package/src/observability/local/traceStore.ts +440 -0
  343. package/src/observability/observabilityApp.test.ts +92 -0
  344. package/src/observability/observabilityApp.ts +185 -0
  345. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  346. package/src/observability/observabilityAppRegistry.ts +35 -0
  347. package/src/observability/permissions.test.ts +96 -0
  348. package/src/observability/permissions.ts +78 -0
  349. package/src/observability/reviewPanels.test.ts +35 -0
  350. package/src/observability/reviewPanels.ts +64 -0
  351. package/src/observability/routes/datasets.test.ts +176 -0
  352. package/src/observability/routes/datasets.ts +252 -0
  353. package/src/observability/routes/evaluators.test.ts +119 -0
  354. package/src/observability/routes/evaluators.ts +207 -0
  355. package/src/observability/routes/experiments.test.ts +282 -0
  356. package/src/observability/routes/experiments.ts +152 -0
  357. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  358. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  359. package/src/observability/routes/prompts.test.ts +320 -0
  360. package/src/observability/routes/prompts.ts +263 -0
  361. package/src/observability/routes/requestAiService.ts +36 -0
  362. package/src/observability/routes/review.test.ts +120 -0
  363. package/src/observability/routes/review.ts +125 -0
  364. package/src/observability/routes/status.test.ts +116 -0
  365. package/src/observability/routes/status.ts +47 -0
  366. package/src/observability/routes/testMultiStage.test.ts +214 -0
  367. package/src/observability/routes/testMultiStage.ts +96 -0
  368. package/src/observability/routes/traces.test.ts +167 -0
  369. package/src/observability/routes/traces.ts +172 -0
  370. package/src/observability/schemaValidation.ts +29 -0
  371. package/src/observability/sopThresholds.ts +20 -0
  372. package/src/observability/status.test.ts +38 -0
  373. package/src/observability/status.ts +56 -0
  374. package/src/observability/testMultiStageSchemas.ts +95 -0
  375. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  376. package/src/observability/testMultiStageWorkflow.ts +307 -0
  377. package/src/observability/types.ts +262 -0
  378. package/src/routes/files.test.ts +84 -9
  379. package/src/routes/files.ts +23 -7
  380. package/src/routes/gpt.test.ts +3279 -0
  381. package/src/routes/gpt.ts +214 -552
  382. package/src/routes/gptActions.test.ts +241 -0
  383. package/src/routes/gptActions.ts +255 -0
  384. package/src/routes/gptApprovals.test.ts +762 -0
  385. package/src/routes/gptDatasets.test.ts +86 -0
  386. package/src/routes/gptDatasets.ts +104 -0
  387. package/src/routes/gptFiles.test.ts +589 -0
  388. package/src/routes/gptHistories.test.ts +933 -0
  389. package/src/routes/gptHistories.ts +266 -5
  390. package/src/routes/routes.test.ts +676 -5
  391. package/src/service/aiDatasets.test.ts +123 -0
  392. package/src/service/aiDatasets.ts +316 -0
  393. package/src/service/aiService.test.ts +614 -0
  394. package/src/service/aiService.ts +575 -111
  395. package/src/service/askFiles.test.ts +96 -0
  396. package/src/service/askFiles.ts +222 -0
  397. package/src/service/asks.test.ts +946 -0
  398. package/src/service/asks.ts +423 -0
  399. package/src/service/chatTurn.ts +2287 -0
  400. package/src/service/fileStorage.test.ts +11 -0
  401. package/src/service/fileStorage.ts +10 -2
  402. package/src/service/fileUploadsGate.ts +23 -0
  403. package/src/service/fillActionIds.test.ts +65 -0
  404. package/src/service/fillActionIds.ts +98 -0
  405. package/src/service/gemini.test.ts +16 -10
  406. package/src/service/gemini.ts +3 -3
  407. package/src/service/jsonFenceModel.test.ts +47 -0
  408. package/src/service/jsonFenceModel.ts +53 -0
  409. package/src/service/prompts.test.ts +21 -0
  410. package/src/service/prompts.ts +147 -0
  411. package/src/service/sanitizeHtml.test.ts +61 -0
  412. package/src/service/sanitizeHtml.ts +109 -0
  413. package/src/service/vertex.test.ts +49 -49
  414. package/src/service/vertex.ts +7 -8
  415. package/src/tests/bunSetup.test.ts +7 -4
  416. package/src/tests/bunSetup.ts +7 -7
  417. package/src/tests/chatHarness.ts +478 -0
  418. package/src/tests/generateStream.ts +49 -0
  419. package/src/tests/harnessErrors.ts +22 -0
  420. package/src/tests/harnessStreaming.ts +227 -0
  421. package/src/tests/helpers.ts +9 -2
  422. package/src/types/harness.ts +1095 -0
  423. package/src/types/index.ts +237 -12
  424. package/src/types/observability.ts +344 -0
  425. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,665 @@
1
+ import {APIError} from "@terreno/api";
2
+ import {DateTime} from "luxon";
3
+ import type mongoose from "mongoose";
4
+
5
+ import type {ObsPromptVariable} from "../../types/observability";
6
+ import {compileTemplate} from "../compileTemplate";
7
+ import type {ModelPrice, PromptRegistry, PromptVersionRef} from "../types";
8
+ import {registerObsExperiment} from "./models/obsExperiment";
9
+ import {registerObsPrompt} from "./models/obsPrompt";
10
+ import {registerObsPromptLabel} from "./models/obsPromptLabel";
11
+ import {registerObsPromptVersion} from "./models/obsPromptVersion";
12
+ import {registerObsTrace} from "./models/obsTrace";
13
+
14
+ const PROMPT_RELATIONSHIP_LIMIT = 20;
15
+
16
+ export interface PromptRelatedExperimentSummary {
17
+ created: string;
18
+ id: string;
19
+ name: string;
20
+ promptName: string;
21
+ status: "completed" | "failed" | "pending" | "running";
22
+ versions: number[];
23
+ }
24
+
25
+ export interface PromptRelatedTraceSummary {
26
+ id: string;
27
+ name: string;
28
+ promptName: string;
29
+ promptVersion: number;
30
+ sensitive: boolean;
31
+ startedAt: string;
32
+ status: "error" | "ok";
33
+ }
34
+
35
+ export interface PromptRelationships {
36
+ experiments: {
37
+ items: PromptRelatedExperimentSummary[];
38
+ limit: number;
39
+ total: number;
40
+ };
41
+ traces: {
42
+ items: PromptRelatedTraceSummary[];
43
+ limit: number;
44
+ total: number;
45
+ };
46
+ }
47
+
48
+ export interface PromptVersionFields {
49
+ config?: Record<string, unknown>;
50
+ inputSchema?: Record<string, unknown>;
51
+ outputFieldNotes?: Record<string, string>;
52
+ outputSchema?: Record<string, unknown>;
53
+ sensitive?: boolean;
54
+ system?: string;
55
+ template?: string;
56
+ type: "chat" | "text";
57
+ variables?: ObsPromptVariable[];
58
+ }
59
+
60
+ export interface CreatePromptInput extends PromptVersionFields {
61
+ description?: string;
62
+ folder: string;
63
+ name: string;
64
+ tags?: string[];
65
+ }
66
+
67
+ export interface PromptListItem {
68
+ description?: string;
69
+ folder: string;
70
+ latestVersion: number;
71
+ name: string;
72
+ production: number | "—";
73
+ type: "chat" | "text";
74
+ usage7d?: {calls: number; costUsd?: number};
75
+ }
76
+
77
+ export interface MoveLabelResult {
78
+ label: string;
79
+ outgoingVersion?: number;
80
+ version: number;
81
+ }
82
+
83
+ export interface CompiledMessage {
84
+ content: string;
85
+ role: "system" | "user";
86
+ }
87
+
88
+ export interface PlaygroundRunResult {
89
+ compiledMessages: CompiledMessage[];
90
+ costUsd?: number;
91
+ latencyMs: number;
92
+ output: string;
93
+ tokens: {inputTokens?: number; outputTokens?: number; totalTokens?: number};
94
+ }
95
+
96
+ export interface PlaygroundGenerator {
97
+ generate: (args: {
98
+ prompt: string;
99
+ systemPrompt?: string;
100
+ userId?: mongoose.Types.ObjectId;
101
+ }) => Promise<{
102
+ inputTokens?: number;
103
+ latencyMs: number;
104
+ output: string;
105
+ outputTokens?: number;
106
+ }>;
107
+ }
108
+
109
+ const versionBody = (system?: string, template?: string): string => {
110
+ if (system && system.length > 0) {
111
+ return system;
112
+ }
113
+ return template ?? "";
114
+ };
115
+
116
+ const escapeRegex = (value: string): string => {
117
+ return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
118
+ };
119
+
120
+ const computeCostUsd = (params: {
121
+ inputTokens?: number;
122
+ modelId: string;
123
+ outputTokens?: number;
124
+ priceMap?: Record<string, ModelPrice>;
125
+ }): number | undefined => {
126
+ if (!params.priceMap) {
127
+ return undefined;
128
+ }
129
+ const price = params.priceMap[params.modelId];
130
+ if (!price || params.inputTokens === undefined || params.outputTokens === undefined) {
131
+ return undefined;
132
+ }
133
+ return (
134
+ (price.inputPerMTok * params.inputTokens + price.outputPerMTok * params.outputTokens) /
135
+ 1_000_000
136
+ );
137
+ };
138
+
139
+ export class LocalPromptStore implements PromptRegistry {
140
+ async create(input: CreatePromptInput): Promise<{name: string; version: number}> {
141
+ if (!input.folder || !input.name) {
142
+ throw new APIError({status: 400, title: "folder and name are required"});
143
+ }
144
+ const ObsPrompt = registerObsPrompt();
145
+ const existing = await ObsPrompt.findOneOrNone({name: input.name});
146
+ if (existing) {
147
+ throw new APIError({status: 409, title: `Prompt "${input.name}" already exists`});
148
+ }
149
+ try {
150
+ const prompt = await ObsPrompt.create({
151
+ ...(input.description !== undefined ? {description: input.description} : {}),
152
+ folder: input.folder,
153
+ name: input.name,
154
+ tags: input.tags ?? [],
155
+ });
156
+ const version = await this.insertVersion(prompt._id, 1, input);
157
+ await this.upsertLabel(prompt._id, "latest", version._id);
158
+ return {name: prompt.name, version: 1};
159
+ } catch (error) {
160
+ if (this.isDuplicateKey(error)) {
161
+ throw new APIError({status: 409, title: `Prompt "${input.name}" already exists`});
162
+ }
163
+ throw error;
164
+ }
165
+ }
166
+
167
+ async createVersion(
168
+ name: string,
169
+ fields: PromptVersionFields
170
+ ): Promise<{name: string; version: number}> {
171
+ const prompt = await this.requirePrompt(name);
172
+ const ObsPromptVersion = registerObsPromptVersion();
173
+ const latestDocs = await ObsPromptVersion.find({promptId: prompt._id})
174
+ .sort({version: -1})
175
+ .limit(1);
176
+ const nextVersion = (latestDocs[0]?.version ?? 0) + 1;
177
+ const created = await this.insertVersion(prompt._id, nextVersion, fields);
178
+ await this.upsertLabel(prompt._id, "latest", created._id);
179
+ return {name: prompt.name, version: nextVersion};
180
+ }
181
+
182
+ async moveLabel(
183
+ name: string,
184
+ params: {label: string; version: number}
185
+ ): Promise<MoveLabelResult> {
186
+ if (params.label !== "production" && params.label !== "staging") {
187
+ throw new APIError({status: 400, title: "label must be production or staging"});
188
+ }
189
+ const prompt = await this.requirePrompt(name);
190
+ const ObsPromptVersion = registerObsPromptVersion();
191
+ const versionDoc = await ObsPromptVersion.findOneOrNone({
192
+ promptId: prompt._id,
193
+ version: params.version,
194
+ });
195
+ if (!versionDoc) {
196
+ throw new APIError({
197
+ status: 404,
198
+ title: `Unknown version ${params.version} for prompt "${name}"`,
199
+ });
200
+ }
201
+ const outgoingVersion = await this.upsertLabel(prompt._id, params.label, versionDoc._id);
202
+ return {label: params.label, outgoingVersion, version: params.version};
203
+ }
204
+
205
+ async get(args: {label?: string; name: string}): Promise<PromptVersionRef | undefined> {
206
+ const prompt = await registerObsPrompt().findOneOrNone({name: args.name});
207
+ if (!prompt) {
208
+ return undefined;
209
+ }
210
+ const label = args.label ?? "production";
211
+ const labelDoc = await registerObsPromptLabel().findOneOrNone({
212
+ label,
213
+ promptId: prompt._id,
214
+ });
215
+ if (!labelDoc) {
216
+ return undefined;
217
+ }
218
+ const version = await registerObsPromptVersion().findOneOrNone({_id: labelDoc.versionId});
219
+ if (!version) {
220
+ return undefined;
221
+ }
222
+ return {
223
+ body: versionBody(version.system, version.template),
224
+ label,
225
+ name: prompt.name,
226
+ sensitive: version.sensitive,
227
+ version: version.version,
228
+ };
229
+ }
230
+
231
+ async getDetail(
232
+ name: string,
233
+ options?: {promptVersion?: number}
234
+ ): Promise<{
235
+ description?: string;
236
+ folder: string;
237
+ labels: Array<{label: string; version: number}>;
238
+ name: string;
239
+ relationships: PromptRelationships;
240
+ tags: string[];
241
+ versions: Array<{
242
+ config?: Record<string, unknown>;
243
+ created: string;
244
+ sensitive: boolean;
245
+ system?: string;
246
+ template?: string;
247
+ type: "chat" | "text";
248
+ variables: ObsPromptVariable[];
249
+ version: number;
250
+ }>;
251
+ }> {
252
+ const prompt = await this.requirePrompt(name);
253
+ const versions = await registerObsPromptVersion().find({promptId: prompt._id}).sort({
254
+ version: 1,
255
+ });
256
+ const labels = await registerObsPromptLabel().find({promptId: prompt._id});
257
+ const versionById = new Map(versions.map((row) => [String(row._id), row.version]));
258
+ return {
259
+ ...(prompt.description !== undefined ? {description: prompt.description} : {}),
260
+ folder: prompt.folder,
261
+ labels: labels.map((row) => {
262
+ return {label: row.label, version: versionById.get(String(row.versionId)) ?? 0};
263
+ }),
264
+ name: prompt.name,
265
+ relationships: await this.loadRelationships(prompt.name, options?.promptVersion),
266
+ tags: prompt.tags,
267
+ versions: versions.map((row) => {
268
+ return {
269
+ config: row.config,
270
+ created: DateTime.fromJSDate(row.created).toUTC().toISO() ?? "",
271
+ sensitive: row.sensitive,
272
+ system: row.system,
273
+ template: row.template,
274
+ type: row.type,
275
+ variables: row.variables,
276
+ version: row.version,
277
+ };
278
+ }),
279
+ };
280
+ }
281
+
282
+ async list(params: {
283
+ folder?: string;
284
+ includeUsage7d?: boolean;
285
+ search?: string;
286
+ }): Promise<PromptListItem[]> {
287
+ const filter: Record<string, unknown> = {};
288
+ if (params.folder) {
289
+ filter.folder = params.folder;
290
+ }
291
+ if (params.search) {
292
+ filter.name = {$options: "i", $regex: escapeRegex(params.search)};
293
+ }
294
+ const prompts = await registerObsPrompt().find(filter).sort({folder: 1, name: 1});
295
+ const usageByName = params.includeUsage7d
296
+ ? await this.usageLast7d(prompts.map((row) => row.name))
297
+ : undefined;
298
+
299
+ const items: PromptListItem[] = [];
300
+ for (const prompt of prompts) {
301
+ const versions = await registerObsPromptVersion()
302
+ .find({promptId: prompt._id})
303
+ .sort({version: -1})
304
+ .limit(1);
305
+ const productionLabel = await registerObsPromptLabel().findOneOrNone({
306
+ label: "production",
307
+ promptId: prompt._id,
308
+ });
309
+ let production: number | "—" = "—";
310
+ if (productionLabel) {
311
+ const productionVersion = await registerObsPromptVersion().findOneOrNone({
312
+ _id: productionLabel.versionId,
313
+ });
314
+ if (productionVersion) {
315
+ production = productionVersion.version;
316
+ }
317
+ }
318
+ const latest = versions[0];
319
+ items.push({
320
+ ...(prompt.description !== undefined ? {description: prompt.description} : {}),
321
+ folder: prompt.folder,
322
+ latestVersion: latest?.version ?? 0,
323
+ name: prompt.name,
324
+ production,
325
+ type: latest?.type ?? "text",
326
+ ...(usageByName ? {usage7d: usageByName.get(prompt.name) ?? {calls: 0}} : {}),
327
+ });
328
+ }
329
+ return items;
330
+ }
331
+
332
+ compile(params: {
333
+ system?: string;
334
+ template?: string;
335
+ userPrompt?: string;
336
+ variables?: Record<string, string>;
337
+ }): CompiledMessage[] {
338
+ const variables = params.variables ?? {};
339
+ const messages: CompiledMessage[] = [];
340
+ const system = compileTemplate(params.system ?? "", variables);
341
+ if (system.length > 0) {
342
+ messages.push({content: system, role: "system"});
343
+ }
344
+ const template = compileTemplate(params.template ?? "", variables);
345
+ const userContent = template.length > 0 ? template : (params.userPrompt ?? "");
346
+ if (userContent.length > 0) {
347
+ messages.push({content: userContent, role: "user"});
348
+ }
349
+ return messages;
350
+ }
351
+
352
+ async runPlayground(params: {
353
+ generator: PlaygroundGenerator;
354
+ modelId: string;
355
+ name: string;
356
+ priceMap?: Record<string, ModelPrice>;
357
+ userId?: mongoose.Types.ObjectId;
358
+ userPrompt?: string;
359
+ variables?: Record<string, string>;
360
+ version?: number;
361
+ }): Promise<PlaygroundRunResult> {
362
+ const prompt = await this.requirePrompt(params.name);
363
+ const versionDoc = await this.resolvePlaygroundVersion(prompt._id, params.version);
364
+ const compiledMessages = this.compile({
365
+ system: versionDoc.system,
366
+ template: versionDoc.template,
367
+ userPrompt: params.userPrompt,
368
+ variables: params.variables,
369
+ });
370
+ const systemMessage = compiledMessages.find((message) => {
371
+ return message.role === "system";
372
+ });
373
+ const userMessage = compiledMessages.find((message) => {
374
+ return message.role === "user";
375
+ });
376
+ const generated = await params.generator.generate({
377
+ prompt: userMessage?.content ?? "",
378
+ systemPrompt: systemMessage?.content,
379
+ userId: params.userId,
380
+ });
381
+ const tokens = {
382
+ inputTokens: generated.inputTokens,
383
+ outputTokens: generated.outputTokens,
384
+ totalTokens:
385
+ generated.inputTokens === undefined && generated.outputTokens === undefined
386
+ ? undefined
387
+ : (generated.inputTokens ?? 0) + (generated.outputTokens ?? 0),
388
+ };
389
+ const costUsd = computeCostUsd({
390
+ inputTokens: generated.inputTokens,
391
+ modelId: params.modelId,
392
+ outputTokens: generated.outputTokens,
393
+ priceMap: params.priceMap,
394
+ });
395
+ return {
396
+ compiledMessages,
397
+ ...(costUsd === undefined ? {} : {costUsd}),
398
+ latencyMs: generated.latencyMs,
399
+ output: generated.output,
400
+ tokens,
401
+ };
402
+ }
403
+
404
+ private async resolvePlaygroundVersion(
405
+ promptId: mongoose.Types.ObjectId,
406
+ version?: number
407
+ ): Promise<{system?: string; template?: string; version: number}> {
408
+ const ObsPromptVersion = registerObsPromptVersion();
409
+ if (version !== undefined) {
410
+ const match = await ObsPromptVersion.findOneOrNone({promptId, version});
411
+ if (!match) {
412
+ throw new APIError({status: 404, title: `Unknown version ${version}`});
413
+ }
414
+ return match;
415
+ }
416
+ const latestLabel = await registerObsPromptLabel().findOneOrNone({
417
+ label: "latest",
418
+ promptId,
419
+ });
420
+ if (latestLabel) {
421
+ const labelled = await ObsPromptVersion.findOneOrNone({_id: latestLabel.versionId});
422
+ if (labelled) {
423
+ return labelled;
424
+ }
425
+ }
426
+ const latestDocs = await ObsPromptVersion.find({promptId}).sort({version: -1}).limit(1);
427
+ if (!latestDocs[0]) {
428
+ throw new APIError({status: 404, title: "Prompt has no versions"});
429
+ }
430
+ return latestDocs[0];
431
+ }
432
+
433
+ private async usageLast7d(
434
+ names: string[]
435
+ ): Promise<Map<string, {calls: number; costUsd?: number}>> {
436
+ const result = new Map<string, {calls: number; costUsd?: number}>();
437
+ for (const name of names) {
438
+ result.set(name, {calls: 0});
439
+ }
440
+ if (names.length === 0) {
441
+ return result;
442
+ }
443
+ const since = DateTime.utc().minus({days: 7}).toJSDate();
444
+ const traces = await registerObsTrace().find({
445
+ created: {$gte: since},
446
+ "prompts.name": {$in: names},
447
+ });
448
+ for (const trace of traces) {
449
+ const seen = new Set<string>();
450
+ for (const ref of trace.prompts) {
451
+ if (!names.includes(ref.name) || seen.has(ref.name)) {
452
+ continue;
453
+ }
454
+ seen.add(ref.name);
455
+ const current = result.get(ref.name) ?? {calls: 0};
456
+ current.calls += 1;
457
+ if (trace.usage?.costUsd !== undefined) {
458
+ current.costUsd = (current.costUsd ?? 0) + trace.usage.costUsd;
459
+ }
460
+ result.set(ref.name, current);
461
+ }
462
+ }
463
+ return result;
464
+ }
465
+
466
+ private async insertVersion(
467
+ promptId: mongoose.Types.ObjectId,
468
+ version: number,
469
+ fields: PromptVersionFields
470
+ ): Promise<{_id: mongoose.Types.ObjectId}> {
471
+ return registerObsPromptVersion().create({
472
+ config: fields.config,
473
+ inputSchema: fields.inputSchema,
474
+ outputFieldNotes: fields.outputFieldNotes,
475
+ outputSchema: fields.outputSchema,
476
+ promptId,
477
+ sensitive: fields.sensitive ?? false,
478
+ system: fields.system,
479
+ template: fields.template,
480
+ type: fields.type,
481
+ variables: fields.variables ?? [],
482
+ version,
483
+ });
484
+ }
485
+
486
+ private async upsertLabel(
487
+ promptId: mongoose.Types.ObjectId,
488
+ label: string,
489
+ versionId: mongoose.Types.ObjectId
490
+ ): Promise<number | undefined> {
491
+ const ObsPromptLabel = registerObsPromptLabel();
492
+ const existing = await ObsPromptLabel.findOneOrNone({label, promptId});
493
+ if (!existing) {
494
+ await ObsPromptLabel.create({label, promptId, versionId});
495
+ return undefined;
496
+ }
497
+ const previous = await registerObsPromptVersion().findOneOrNone({_id: existing.versionId});
498
+ existing.versionId = versionId;
499
+ await existing.save();
500
+ return previous?.version;
501
+ }
502
+
503
+ async getVersionByLabel(
504
+ name: string,
505
+ label = "production"
506
+ ): Promise<
507
+ | {
508
+ inputSchema?: Record<string, unknown>;
509
+ outputSchema?: Record<string, unknown>;
510
+ system?: string;
511
+ template?: string;
512
+ type: "chat" | "text";
513
+ variables: ObsPromptVariable[];
514
+ version: number;
515
+ }
516
+ | undefined
517
+ > {
518
+ const prompt = await registerObsPrompt().findOneOrNone({name});
519
+ if (!prompt) {
520
+ return undefined;
521
+ }
522
+ const labelDoc = await registerObsPromptLabel().findOneOrNone({
523
+ label,
524
+ promptId: prompt._id,
525
+ });
526
+ if (!labelDoc) {
527
+ return undefined;
528
+ }
529
+ const version = await registerObsPromptVersion().findOneOrNone({_id: labelDoc.versionId});
530
+ if (!version) {
531
+ return undefined;
532
+ }
533
+ return {
534
+ inputSchema: version.inputSchema,
535
+ outputSchema: version.outputSchema,
536
+ system: version.system,
537
+ template: version.template,
538
+ type: version.type,
539
+ variables: version.variables,
540
+ version: version.version,
541
+ };
542
+ }
543
+
544
+ async getVersionByNumber(
545
+ name: string,
546
+ versionNumber: number
547
+ ): Promise<
548
+ | {
549
+ inputSchema?: Record<string, unknown>;
550
+ outputSchema?: Record<string, unknown>;
551
+ system?: string;
552
+ template?: string;
553
+ type: "chat" | "text";
554
+ variables: ObsPromptVariable[];
555
+ version: number;
556
+ }
557
+ | undefined
558
+ > {
559
+ const prompt = await registerObsPrompt().findOneOrNone({name});
560
+ if (!prompt) {
561
+ return undefined;
562
+ }
563
+ const version = await registerObsPromptVersion().findOneOrNone({
564
+ promptId: prompt._id,
565
+ version: versionNumber,
566
+ });
567
+ if (!version) {
568
+ return undefined;
569
+ }
570
+ return {
571
+ inputSchema: version.inputSchema,
572
+ outputSchema: version.outputSchema,
573
+ system: version.system,
574
+ template: version.template,
575
+ type: version.type,
576
+ variables: version.variables,
577
+ version: version.version,
578
+ };
579
+ }
580
+
581
+ private async loadRelationships(
582
+ promptName: string,
583
+ promptVersion?: number
584
+ ): Promise<PromptRelationships> {
585
+ const traceFilter: Record<string, unknown> =
586
+ promptVersion === undefined
587
+ ? {"prompts.name": promptName}
588
+ : {prompts: {$elemMatch: {name: promptName, version: promptVersion}}};
589
+ const ObsTrace = registerObsTrace();
590
+ const totalTraces = await ObsTrace.countDocuments(traceFilter);
591
+ const traceRows = await ObsTrace.find(traceFilter)
592
+ .sort({created: -1})
593
+ .limit(PROMPT_RELATIONSHIP_LIMIT);
594
+ const traceItems: PromptRelatedTraceSummary[] = [];
595
+ for (const row of traceRows) {
596
+ const ref = row.prompts.find((promptRef) => {
597
+ return promptRef.name === promptName;
598
+ });
599
+ if (!ref) {
600
+ continue;
601
+ }
602
+ traceItems.push({
603
+ id: String(row._id),
604
+ name: row.name,
605
+ promptName: ref.name,
606
+ promptVersion: ref.version,
607
+ sensitive: row.sensitive,
608
+ startedAt: DateTime.fromJSDate(row.startedAt).toUTC().toISO() ?? "",
609
+ status: row.status,
610
+ });
611
+ }
612
+
613
+ const experimentFilter = {promptName};
614
+ const ObsExperiment = registerObsExperiment();
615
+ const totalExperiments = await ObsExperiment.countDocuments(experimentFilter);
616
+ const experimentRows = await ObsExperiment.find(experimentFilter)
617
+ .sort({created: -1})
618
+ .limit(PROMPT_RELATIONSHIP_LIMIT);
619
+
620
+ return {
621
+ experiments: {
622
+ items: experimentRows.map((row) => {
623
+ return {
624
+ created: DateTime.fromJSDate(row.created).toUTC().toISO() ?? "",
625
+ id: String(row._id),
626
+ name: row.name,
627
+ promptName: row.promptName,
628
+ status: row.status,
629
+ versions: row.versions,
630
+ };
631
+ }),
632
+ limit: PROMPT_RELATIONSHIP_LIMIT,
633
+ total: totalExperiments,
634
+ },
635
+ traces: {
636
+ items: traceItems,
637
+ limit: PROMPT_RELATIONSHIP_LIMIT,
638
+ total: totalTraces,
639
+ },
640
+ };
641
+ }
642
+
643
+ private async requirePrompt(name: string): Promise<{
644
+ _id: mongoose.Types.ObjectId;
645
+ description?: string;
646
+ folder: string;
647
+ name: string;
648
+ tags: string[];
649
+ }> {
650
+ const prompt = await registerObsPrompt().findOneOrNone({name});
651
+ if (!prompt) {
652
+ throw new APIError({status: 404, title: `Unknown prompt "${name}"`});
653
+ }
654
+ return prompt;
655
+ }
656
+
657
+ private isDuplicateKey(error: unknown): boolean {
658
+ return Boolean(
659
+ error &&
660
+ typeof error === "object" &&
661
+ "code" in error &&
662
+ (error as {code?: number}).code === 11000
663
+ );
664
+ }
665
+ }