@terreno/ai 57.8.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. package/.cursorrules +2 -2
  2. package/README.md +2 -1
  3. package/bunfig.toml +1 -1
  4. package/dist/aiApp.d.ts +16 -5
  5. package/dist/aiApp.js +17 -7
  6. package/dist/harness/adminScreens.d.ts +6 -0
  7. package/dist/harness/adminScreens.js +11 -0
  8. package/dist/harness/agentLoop.d.ts +61 -0
  9. package/dist/harness/agentLoop.js +798 -0
  10. package/dist/harness/agentTaskNames.d.ts +4 -0
  11. package/dist/harness/agentTaskNames.js +7 -0
  12. package/dist/harness/approvalPolicy.d.ts +3 -0
  13. package/dist/harness/approvalPolicy.js +23 -0
  14. package/dist/harness/approvals.d.ts +101 -0
  15. package/dist/harness/approvals.js +468 -0
  16. package/dist/harness/commit.d.ts +238 -0
  17. package/dist/harness/commit.js +678 -0
  18. package/dist/harness/conversation.d.ts +75 -0
  19. package/dist/harness/conversation.js +397 -0
  20. package/dist/harness/defineAgent.d.ts +9 -0
  21. package/dist/harness/defineAgent.js +65 -0
  22. package/dist/harness/defineTask.d.ts +11 -0
  23. package/dist/harness/defineTask.js +59 -0
  24. package/dist/harness/defineTool.d.ts +7 -0
  25. package/dist/harness/defineTool.js +36 -0
  26. package/dist/harness/definitionError.d.ts +8 -0
  27. package/dist/harness/definitionError.js +15 -0
  28. package/dist/harness/errors.d.ts +127 -0
  29. package/dist/harness/errors.js +101 -0
  30. package/dist/harness/eventHub.d.ts +45 -0
  31. package/dist/harness/eventHub.js +135 -0
  32. package/dist/harness/events.d.ts +95 -0
  33. package/dist/harness/events.js +267 -0
  34. package/dist/harness/executionEnv.d.ts +31 -0
  35. package/dist/harness/executionEnv.js +2 -0
  36. package/dist/harness/extensions.d.ts +82 -0
  37. package/dist/harness/extensions.js +274 -0
  38. package/dist/harness/harness.d.ts +163 -0
  39. package/dist/harness/harness.js +520 -0
  40. package/dist/harness/harnessApp.d.ts +44 -0
  41. package/dist/harness/harnessApp.js +62 -0
  42. package/dist/harness/internalRuntime.d.ts +16 -0
  43. package/dist/harness/internalRuntime.js +18 -0
  44. package/dist/harness/leases.d.ts +35 -0
  45. package/dist/harness/leases.js +86 -0
  46. package/dist/harness/memo.d.ts +24 -0
  47. package/dist/harness/memo.js +78 -0
  48. package/dist/harness/modelCall.d.ts +45 -0
  49. package/dist/harness/modelCall.js +147 -0
  50. package/dist/harness/models/harnessApproval.d.ts +2 -0
  51. package/dist/harness/models/harnessApproval.js +100 -0
  52. package/dist/harness/models/harnessConversation.d.ts +2 -0
  53. package/dist/harness/models/harnessConversation.js +117 -0
  54. package/dist/harness/models/harnessEvent.d.ts +3 -0
  55. package/dist/harness/models/harnessEvent.js +73 -0
  56. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  57. package/dist/harness/models/harnessInboxEvent.js +58 -0
  58. package/dist/harness/models/harnessMemo.d.ts +2 -0
  59. package/dist/harness/models/harnessMemo.js +42 -0
  60. package/dist/harness/models/harnessMessage.d.ts +2 -0
  61. package/dist/harness/models/harnessMessage.js +73 -0
  62. package/dist/harness/models/harnessOwner.d.ts +2 -0
  63. package/dist/harness/models/harnessOwner.js +36 -0
  64. package/dist/harness/models/harnessTask.d.ts +2 -0
  65. package/dist/harness/models/harnessTask.js +186 -0
  66. package/dist/harness/ownership.d.ts +89 -0
  67. package/dist/harness/ownership.js +438 -0
  68. package/dist/harness/registry.d.ts +29 -0
  69. package/dist/harness/registry.js +93 -0
  70. package/dist/harness/retryBackoff.d.ts +31 -0
  71. package/dist/harness/retryBackoff.js +50 -0
  72. package/dist/harness/routes/approvals.d.ts +13 -0
  73. package/dist/harness/routes/approvals.js +93 -0
  74. package/dist/harness/routes/conversations.d.ts +11 -0
  75. package/dist/harness/routes/conversations.js +66 -0
  76. package/dist/harness/routes/events.d.ts +19 -0
  77. package/dist/harness/routes/events.js +215 -0
  78. package/dist/harness/routes/tasks.d.ts +11 -0
  79. package/dist/harness/routes/tasks.js +108 -0
  80. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  81. package/dist/harness/runners/inProcessRunner.js +196 -0
  82. package/dist/harness/runtime.d.ts +34 -0
  83. package/dist/harness/runtime.js +551 -0
  84. package/dist/harness/subagent.d.ts +53 -0
  85. package/dist/harness/subagent.js +134 -0
  86. package/dist/harness/suspend.d.ts +8 -0
  87. package/dist/harness/suspend.js +16 -0
  88. package/dist/harness/transaction.d.ts +3 -0
  89. package/dist/harness/transaction.js +22 -0
  90. package/dist/harness/waits.d.ts +100 -0
  91. package/dist/harness/waits.js +214 -0
  92. package/dist/index.d.ts +19 -1
  93. package/dist/index.js +45 -2
  94. package/dist/models/aiDataset.d.ts +2 -0
  95. package/dist/models/aiDataset.js +67 -0
  96. package/dist/models/aiRequest.js +1 -1
  97. package/dist/models/gptHistory.js +88 -2
  98. package/dist/observability/adminScreens.d.ts +5 -0
  99. package/dist/observability/adminScreens.js +32 -0
  100. package/dist/observability/compileTemplate.d.ts +1 -0
  101. package/dist/observability/compileTemplate.js +13 -0
  102. package/dist/observability/datasetImport.d.ts +11 -0
  103. package/dist/observability/datasetImport.js +185 -0
  104. package/dist/observability/evaluate.d.ts +31 -0
  105. package/dist/observability/evaluate.js +200 -0
  106. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  107. package/dist/observability/evaluatorTemplates.js +111 -0
  108. package/dist/observability/jsonPath.d.ts +2 -0
  109. package/dist/observability/jsonPath.js +57 -0
  110. package/dist/observability/local/datasetStore.d.ts +87 -0
  111. package/dist/observability/local/datasetStore.js +326 -0
  112. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  113. package/dist/observability/local/evaluatorStore.js +182 -0
  114. package/dist/observability/local/experimentRunner.d.ts +96 -0
  115. package/dist/observability/local/experimentRunner.js +419 -0
  116. package/dist/observability/local/localPlugin.d.ts +22 -0
  117. package/dist/observability/local/localPlugin.js +76 -0
  118. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  119. package/dist/observability/local/models/obsDataset.js +37 -0
  120. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  121. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  122. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  123. package/dist/observability/local/models/obsEvaluator.js +98 -0
  124. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  125. package/dist/observability/local/models/obsExperiment.js +87 -0
  126. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  127. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  128. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  129. package/dist/observability/local/models/obsPrompt.js +42 -0
  130. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  131. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  132. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  133. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  134. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  135. package/dist/observability/local/models/obsReviewItem.js +75 -0
  136. package/dist/observability/local/models/obsScore.d.ts +2 -0
  137. package/dist/observability/local/models/obsScore.js +58 -0
  138. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  139. package/dist/observability/local/models/obsSpan.js +64 -0
  140. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  141. package/dist/observability/local/models/obsTrace.js +93 -0
  142. package/dist/observability/local/promptStore.d.ts +180 -0
  143. package/dist/observability/local/promptStore.js +444 -0
  144. package/dist/observability/local/reviewStore.d.ts +50 -0
  145. package/dist/observability/local/reviewStore.js +203 -0
  146. package/dist/observability/local/traceStore.d.ts +103 -0
  147. package/dist/observability/local/traceStore.js +325 -0
  148. package/dist/observability/observabilityApp.d.ts +24 -0
  149. package/dist/observability/observabilityApp.js +157 -0
  150. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  151. package/dist/observability/observabilityAppRegistry.js +16 -0
  152. package/dist/observability/permissions.d.ts +7 -0
  153. package/dist/observability/permissions.js +60 -0
  154. package/dist/observability/reviewPanels.d.ts +18 -0
  155. package/dist/observability/reviewPanels.js +46 -0
  156. package/dist/observability/routes/datasets.d.ts +7 -0
  157. package/dist/observability/routes/datasets.js +149 -0
  158. package/dist/observability/routes/evaluators.d.ts +7 -0
  159. package/dist/observability/routes/evaluators.js +123 -0
  160. package/dist/observability/routes/experiments.d.ts +7 -0
  161. package/dist/observability/routes/experiments.js +95 -0
  162. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  163. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  164. package/dist/observability/routes/prompts.d.ts +12 -0
  165. package/dist/observability/routes/prompts.js +172 -0
  166. package/dist/observability/routes/requestAiService.d.ts +13 -0
  167. package/dist/observability/routes/requestAiService.js +21 -0
  168. package/dist/observability/routes/review.d.ts +7 -0
  169. package/dist/observability/routes/review.js +79 -0
  170. package/dist/observability/routes/status.d.ts +5 -0
  171. package/dist/observability/routes/status.js +31 -0
  172. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  173. package/dist/observability/routes/testMultiStage.js +67 -0
  174. package/dist/observability/routes/traces.d.ts +7 -0
  175. package/dist/observability/routes/traces.js +129 -0
  176. package/dist/observability/schemaValidation.d.ts +5 -0
  177. package/dist/observability/schemaValidation.js +26 -0
  178. package/dist/observability/sopThresholds.d.ts +2 -0
  179. package/dist/observability/sopThresholds.js +21 -0
  180. package/dist/observability/status.d.ts +23 -0
  181. package/dist/observability/status.js +34 -0
  182. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  183. package/dist/observability/testMultiStageSchemas.js +79 -0
  184. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  185. package/dist/observability/testMultiStageWorkflow.js +218 -0
  186. package/dist/observability/types.d.ts +159 -0
  187. package/dist/observability/types.js +67 -0
  188. package/dist/routes/files.js +20 -7
  189. package/dist/routes/gpt.js +179 -488
  190. package/dist/routes/gptActions.d.ts +9 -0
  191. package/dist/routes/gptActions.js +212 -0
  192. package/dist/routes/gptDatasets.d.ts +5 -0
  193. package/dist/routes/gptDatasets.js +94 -0
  194. package/dist/routes/gptHistories.d.ts +3 -1
  195. package/dist/routes/gptHistories.js +188 -2
  196. package/dist/service/aiDatasets.d.ts +57 -0
  197. package/dist/service/aiDatasets.js +253 -0
  198. package/dist/service/aiService.d.ts +50 -1
  199. package/dist/service/aiService.js +431 -77
  200. package/dist/service/askFiles.d.ts +49 -0
  201. package/dist/service/askFiles.js +162 -0
  202. package/dist/service/asks.d.ts +76 -0
  203. package/dist/service/asks.js +284 -0
  204. package/dist/service/chatTurn.d.ts +128 -0
  205. package/dist/service/chatTurn.js +1674 -0
  206. package/dist/service/fileStorage.d.ts +4 -0
  207. package/dist/service/fileStorage.js +7 -2
  208. package/dist/service/fileUploadsGate.d.ts +8 -0
  209. package/dist/service/fileUploadsGate.js +18 -0
  210. package/dist/service/fillActionIds.d.ts +6 -0
  211. package/dist/service/fillActionIds.js +79 -0
  212. package/dist/service/gemini.d.ts +3 -3
  213. package/dist/service/gemini.js +3 -3
  214. package/dist/service/jsonFenceModel.d.ts +7 -0
  215. package/dist/service/jsonFenceModel.js +45 -0
  216. package/dist/service/prompts.d.ts +52 -0
  217. package/dist/service/prompts.js +96 -1
  218. package/dist/service/sanitizeHtml.d.ts +11 -0
  219. package/dist/service/sanitizeHtml.js +108 -0
  220. package/dist/service/vertex.d.ts +6 -6
  221. package/dist/service/vertex.js +5 -5
  222. package/dist/types/harness.d.ts +934 -0
  223. package/dist/types/harness.js +133 -0
  224. package/dist/types/index.d.ts +219 -13
  225. package/dist/types/index.js +2 -0
  226. package/dist/types/observability.d.ts +288 -0
  227. package/dist/types/observability.js +2 -0
  228. package/package.json +17 -5
  229. package/src/aiApp.test.ts +207 -1
  230. package/src/aiApp.ts +31 -8
  231. package/src/harness/adminScreens.test.ts +34 -0
  232. package/src/harness/adminScreens.ts +11 -0
  233. package/src/harness/agentLoop.test.ts +1034 -0
  234. package/src/harness/agentLoop.ts +1082 -0
  235. package/src/harness/agentRecovery.test.ts +380 -0
  236. package/src/harness/agentTaskNames.ts +4 -0
  237. package/src/harness/approvalPolicy.ts +28 -0
  238. package/src/harness/approvals.test.ts +1094 -0
  239. package/src/harness/approvals.ts +644 -0
  240. package/src/harness/commit.ts +1049 -0
  241. package/src/harness/conversation.ts +503 -0
  242. package/src/harness/defineAgent.test.ts +92 -0
  243. package/src/harness/defineAgent.ts +82 -0
  244. package/src/harness/defineTask.test.ts +59 -0
  245. package/src/harness/defineTask.ts +76 -0
  246. package/src/harness/defineTool.ts +45 -0
  247. package/src/harness/definitionError.ts +13 -0
  248. package/src/harness/errors.test.ts +90 -0
  249. package/src/harness/errors.ts +119 -0
  250. package/src/harness/eventHub.test.ts +124 -0
  251. package/src/harness/eventHub.ts +159 -0
  252. package/src/harness/events.test.ts +757 -0
  253. package/src/harness/events.ts +384 -0
  254. package/src/harness/executionEnv.ts +34 -0
  255. package/src/harness/extensions.test.ts +1218 -0
  256. package/src/harness/extensions.ts +382 -0
  257. package/src/harness/harness.test.ts +693 -0
  258. package/src/harness/harness.ts +767 -0
  259. package/src/harness/harnessApp.ts +76 -0
  260. package/src/harness/internalRuntime.ts +44 -0
  261. package/src/harness/leases.ts +132 -0
  262. package/src/harness/memo.ts +107 -0
  263. package/src/harness/modelCall.test.ts +134 -0
  264. package/src/harness/modelCall.ts +200 -0
  265. package/src/harness/models/harnessApproval.ts +109 -0
  266. package/src/harness/models/harnessConversation.ts +142 -0
  267. package/src/harness/models/harnessEvent.ts +92 -0
  268. package/src/harness/models/harnessInboxEvent.ts +73 -0
  269. package/src/harness/models/harnessMemo.ts +43 -0
  270. package/src/harness/models/harnessMessage.ts +85 -0
  271. package/src/harness/models/harnessModels.test.ts +60 -0
  272. package/src/harness/models/harnessOwner.ts +40 -0
  273. package/src/harness/models/harnessTask.ts +201 -0
  274. package/src/harness/ownership.test.ts +1087 -0
  275. package/src/harness/ownership.ts +618 -0
  276. package/src/harness/recovery.test.ts +912 -0
  277. package/src/harness/registry.ts +124 -0
  278. package/src/harness/retries.test.ts +292 -0
  279. package/src/harness/retryBackoff.test.ts +100 -0
  280. package/src/harness/retryBackoff.ts +77 -0
  281. package/src/harness/routes/approvals.ts +123 -0
  282. package/src/harness/routes/conversations.test.ts +518 -0
  283. package/src/harness/routes/conversations.ts +102 -0
  284. package/src/harness/routes/events.ts +280 -0
  285. package/src/harness/routes/tasks.test.ts +198 -0
  286. package/src/harness/routes/tasks.ts +146 -0
  287. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  288. package/src/harness/runners/inProcessRunner.ts +220 -0
  289. package/src/harness/runtime.ts +714 -0
  290. package/src/harness/subagent.test.ts +696 -0
  291. package/src/harness/subagent.ts +192 -0
  292. package/src/harness/suspend.ts +13 -0
  293. package/src/harness/transaction.ts +17 -0
  294. package/src/harness/versioning.test.ts +288 -0
  295. package/src/harness/waits.test.ts +693 -0
  296. package/src/harness/waits.ts +356 -0
  297. package/src/index.test.ts +13 -0
  298. package/src/index.ts +70 -0
  299. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  300. package/src/models/aiDataset.test.ts +34 -0
  301. package/src/models/aiDataset.ts +78 -0
  302. package/src/models/aiRequest.test.ts +2 -2
  303. package/src/models/aiRequest.ts +2 -1
  304. package/src/models/gptHistory.test.ts +156 -0
  305. package/src/models/gptHistory.ts +106 -4
  306. package/src/observability/adminScreens.test.ts +71 -0
  307. package/src/observability/adminScreens.ts +42 -0
  308. package/src/observability/compileTemplate.test.ts +14 -0
  309. package/src/observability/compileTemplate.ts +10 -0
  310. package/src/observability/datasetImport.test.ts +95 -0
  311. package/src/observability/datasetImport.ts +220 -0
  312. package/src/observability/evaluate.test.ts +549 -0
  313. package/src/observability/evaluate.ts +254 -0
  314. package/src/observability/evaluatorTemplates.ts +124 -0
  315. package/src/observability/jsonPath.test.ts +52 -0
  316. package/src/observability/jsonPath.ts +60 -0
  317. package/src/observability/local/datasetStore.test.ts +230 -0
  318. package/src/observability/local/datasetStore.ts +452 -0
  319. package/src/observability/local/evaluatorStore.test.ts +138 -0
  320. package/src/observability/local/evaluatorStore.ts +224 -0
  321. package/src/observability/local/experimentRunner.test.ts +489 -0
  322. package/src/observability/local/experimentRunner.ts +548 -0
  323. package/src/observability/local/localPlugin.ts +88 -0
  324. package/src/observability/local/models/obsDataset.ts +38 -0
  325. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  326. package/src/observability/local/models/obsEvaluator.ts +102 -0
  327. package/src/observability/local/models/obsExperiment.ts +91 -0
  328. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  329. package/src/observability/local/models/obsPrompt.ts +43 -0
  330. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  331. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  332. package/src/observability/local/models/obsReviewItem.ts +79 -0
  333. package/src/observability/local/models/obsScore.ts +59 -0
  334. package/src/observability/local/models/obsSpan.ts +65 -0
  335. package/src/observability/local/models/obsTrace.ts +94 -0
  336. package/src/observability/local/obsModels.test.ts +119 -0
  337. package/src/observability/local/promptStore.test.ts +351 -0
  338. package/src/observability/local/promptStore.ts +665 -0
  339. package/src/observability/local/reviewStore.test.ts +164 -0
  340. package/src/observability/local/reviewStore.ts +264 -0
  341. package/src/observability/local/traceStore.test.ts +264 -0
  342. package/src/observability/local/traceStore.ts +440 -0
  343. package/src/observability/observabilityApp.test.ts +92 -0
  344. package/src/observability/observabilityApp.ts +185 -0
  345. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  346. package/src/observability/observabilityAppRegistry.ts +35 -0
  347. package/src/observability/permissions.test.ts +96 -0
  348. package/src/observability/permissions.ts +78 -0
  349. package/src/observability/reviewPanels.test.ts +35 -0
  350. package/src/observability/reviewPanels.ts +64 -0
  351. package/src/observability/routes/datasets.test.ts +176 -0
  352. package/src/observability/routes/datasets.ts +252 -0
  353. package/src/observability/routes/evaluators.test.ts +119 -0
  354. package/src/observability/routes/evaluators.ts +207 -0
  355. package/src/observability/routes/experiments.test.ts +282 -0
  356. package/src/observability/routes/experiments.ts +152 -0
  357. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  358. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  359. package/src/observability/routes/prompts.test.ts +320 -0
  360. package/src/observability/routes/prompts.ts +263 -0
  361. package/src/observability/routes/requestAiService.ts +36 -0
  362. package/src/observability/routes/review.test.ts +120 -0
  363. package/src/observability/routes/review.ts +125 -0
  364. package/src/observability/routes/status.test.ts +116 -0
  365. package/src/observability/routes/status.ts +47 -0
  366. package/src/observability/routes/testMultiStage.test.ts +214 -0
  367. package/src/observability/routes/testMultiStage.ts +96 -0
  368. package/src/observability/routes/traces.test.ts +167 -0
  369. package/src/observability/routes/traces.ts +172 -0
  370. package/src/observability/schemaValidation.ts +29 -0
  371. package/src/observability/sopThresholds.ts +20 -0
  372. package/src/observability/status.test.ts +38 -0
  373. package/src/observability/status.ts +56 -0
  374. package/src/observability/testMultiStageSchemas.ts +95 -0
  375. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  376. package/src/observability/testMultiStageWorkflow.ts +307 -0
  377. package/src/observability/types.ts +262 -0
  378. package/src/routes/files.test.ts +84 -9
  379. package/src/routes/files.ts +23 -7
  380. package/src/routes/gpt.test.ts +3279 -0
  381. package/src/routes/gpt.ts +214 -552
  382. package/src/routes/gptActions.test.ts +241 -0
  383. package/src/routes/gptActions.ts +255 -0
  384. package/src/routes/gptApprovals.test.ts +762 -0
  385. package/src/routes/gptDatasets.test.ts +86 -0
  386. package/src/routes/gptDatasets.ts +104 -0
  387. package/src/routes/gptFiles.test.ts +589 -0
  388. package/src/routes/gptHistories.test.ts +933 -0
  389. package/src/routes/gptHistories.ts +266 -5
  390. package/src/routes/routes.test.ts +676 -5
  391. package/src/service/aiDatasets.test.ts +123 -0
  392. package/src/service/aiDatasets.ts +316 -0
  393. package/src/service/aiService.test.ts +614 -0
  394. package/src/service/aiService.ts +575 -111
  395. package/src/service/askFiles.test.ts +96 -0
  396. package/src/service/askFiles.ts +222 -0
  397. package/src/service/asks.test.ts +946 -0
  398. package/src/service/asks.ts +423 -0
  399. package/src/service/chatTurn.ts +2287 -0
  400. package/src/service/fileStorage.test.ts +11 -0
  401. package/src/service/fileStorage.ts +10 -2
  402. package/src/service/fileUploadsGate.ts +23 -0
  403. package/src/service/fillActionIds.test.ts +65 -0
  404. package/src/service/fillActionIds.ts +98 -0
  405. package/src/service/gemini.test.ts +16 -10
  406. package/src/service/gemini.ts +3 -3
  407. package/src/service/jsonFenceModel.test.ts +47 -0
  408. package/src/service/jsonFenceModel.ts +53 -0
  409. package/src/service/prompts.test.ts +21 -0
  410. package/src/service/prompts.ts +147 -0
  411. package/src/service/sanitizeHtml.test.ts +61 -0
  412. package/src/service/sanitizeHtml.ts +109 -0
  413. package/src/service/vertex.test.ts +49 -49
  414. package/src/service/vertex.ts +7 -8
  415. package/src/tests/bunSetup.test.ts +7 -4
  416. package/src/tests/bunSetup.ts +7 -7
  417. package/src/tests/chatHarness.ts +478 -0
  418. package/src/tests/generateStream.ts +49 -0
  419. package/src/tests/harnessErrors.ts +22 -0
  420. package/src/tests/harnessStreaming.ts +227 -0
  421. package/src/tests/helpers.ts +9 -2
  422. package/src/types/harness.ts +1095 -0
  423. package/src/types/index.ts +237 -12
  424. package/src/types/observability.ts +344 -0
  425. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,98 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsEvaluator = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsEvaluatorSchema = new mongoose_1.default.Schema({
10
+ assertion: {
11
+ description: "json-assert path and constraint when type is json-assert",
12
+ type: mongoose_1.default.Schema.Types.Mixed,
13
+ },
14
+ confidenceAlertBelow: {
15
+ default: 0.7,
16
+ description: "Flag low-confidence scores below this threshold (0–1)",
17
+ type: Number,
18
+ },
19
+ description: { description: "Operator-facing evaluator description", type: String },
20
+ dimensions: {
21
+ default: [],
22
+ description: "Typed score dimensions written by this evaluator",
23
+ type: [
24
+ {
25
+ dataType: {
26
+ description: "How the dimension value is interpreted",
27
+ enum: ["boolean", "categorical", "numeric"],
28
+ required: true,
29
+ type: String,
30
+ },
31
+ key: { description: "Dimension key written onto scores", required: true, type: String },
32
+ range: {
33
+ description: "Numeric bounds, categorical values, or a free-text hint",
34
+ type: String,
35
+ },
36
+ required: {
37
+ default: true,
38
+ description: "Whether a review submit must include this dimension",
39
+ type: Boolean,
40
+ },
41
+ },
42
+ ],
43
+ },
44
+ instructions: {
45
+ description: "Human-reviewer instructions shown above the score form",
46
+ type: String,
47
+ },
48
+ judgePromptName: {
49
+ description: "Named judge prompt when type is llm-judge",
50
+ type: String,
51
+ },
52
+ name: { description: "Unique evaluator name", required: true, type: String },
53
+ runModes: {
54
+ description: "Where this evaluator may run",
55
+ required: true,
56
+ type: {
57
+ allowManualRun: {
58
+ default: true,
59
+ description: "When true, operators may run this evaluator on demand",
60
+ type: Boolean,
61
+ },
62
+ availableInExperiments: {
63
+ default: true,
64
+ description: "When true, this evaluator can be attached to an experiment",
65
+ type: Boolean,
66
+ },
67
+ liveSampleRate: {
68
+ default: 0,
69
+ description: "Percent of live traces to sample (0–100). Must be 0 for human evaluators",
70
+ type: Number,
71
+ },
72
+ },
73
+ },
74
+ target: {
75
+ description: "What the evaluator scores",
76
+ enum: ["dataset item", "full trace", "generation span"],
77
+ required: true,
78
+ type: String,
79
+ },
80
+ type: {
81
+ description: "Evaluator implementation",
82
+ enum: ["human", "json-assert", "llm-judge"],
83
+ required: true,
84
+ type: String,
85
+ },
86
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
87
+ obsEvaluatorSchema.plugin(api_1.createdUpdatedPlugin);
88
+ obsEvaluatorSchema.plugin(api_1.isDeletedPlugin);
89
+ obsEvaluatorSchema.plugin(api_1.findOneOrNone);
90
+ obsEvaluatorSchema.plugin(api_1.findExactlyOne);
91
+ obsEvaluatorSchema.index({ name: 1 }, { unique: true });
92
+ const registerObsEvaluator = () => {
93
+ if (mongoose_1.default.models.ObsEvaluator) {
94
+ return mongoose_1.default.models.ObsEvaluator;
95
+ }
96
+ return mongoose_1.default.model("ObsEvaluator", obsEvaluatorSchema);
97
+ };
98
+ exports.registerObsEvaluator = registerObsEvaluator;
@@ -0,0 +1,2 @@
1
+ import type { ObsExperimentModel } from "../../../types/observability";
2
+ export declare const registerObsExperiment: () => ObsExperimentModel;
@@ -0,0 +1,87 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsExperiment = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsExperimentSchema = new mongoose_1.default.Schema({
10
+ backgroundTaskId: {
11
+ description: "Background task executing this experiment locally",
12
+ ref: "BackgroundTask",
13
+ type: mongoose_1.default.Schema.Types.ObjectId,
14
+ },
15
+ datasetId: {
16
+ description: "Dataset compared in this experiment",
17
+ ref: "ObsDataset",
18
+ required: true,
19
+ type: mongoose_1.default.Schema.Types.ObjectId,
20
+ },
21
+ estimate: {
22
+ description: "Pre-run estimate shown in the wizard",
23
+ type: mongoose_1.default.Schema.Types.Mixed,
24
+ },
25
+ evaluatorIds: {
26
+ default: [],
27
+ description: "Evaluators attached to this experiment",
28
+ type: [{ ref: "ObsEvaluator", type: mongoose_1.default.Schema.Types.ObjectId }],
29
+ },
30
+ includeUnproofread: {
31
+ default: false,
32
+ description: "When true, synthetic/unproofread items are included",
33
+ type: Boolean,
34
+ },
35
+ modelOverride: {
36
+ description: "Optional model id override for all generations",
37
+ type: String,
38
+ },
39
+ name: { description: "Operator-facing experiment name", required: true, type: String },
40
+ promptName: {
41
+ description: "Prompt whose versions are compared",
42
+ required: true,
43
+ type: String,
44
+ },
45
+ results: {
46
+ description: "Aggregated gate, outlier, and progress results",
47
+ type: mongoose_1.default.Schema.Types.Mixed,
48
+ },
49
+ status: {
50
+ default: "pending",
51
+ description: "Experiment lifecycle status",
52
+ enum: ["completed", "failed", "pending", "running"],
53
+ required: true,
54
+ type: String,
55
+ },
56
+ thresholds: {
57
+ default: [],
58
+ description: "Gate thresholds evaluated after the run",
59
+ type: mongoose_1.default.Schema.Types.Mixed,
60
+ },
61
+ versions: {
62
+ description: "Two or three prompt versions compared in this run",
63
+ required: true,
64
+ type: [Number],
65
+ validate: {
66
+ message: "experiments must compare 2–3 prompt versions",
67
+ validator: (value) => {
68
+ return value.length >= 2 && value.length <= 3;
69
+ },
70
+ },
71
+ },
72
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
73
+ obsExperimentSchema.plugin(api_1.createdUpdatedPlugin);
74
+ obsExperimentSchema.plugin(api_1.isDeletedPlugin);
75
+ obsExperimentSchema.plugin(api_1.findOneOrNone);
76
+ obsExperimentSchema.plugin(api_1.findExactlyOne);
77
+ obsExperimentSchema.index({ created: -1, datasetId: 1 });
78
+ obsExperimentSchema.index({ created: -1, status: 1 });
79
+ // biome-ignore assist/source/useSortedKeys: promptName must be the leading key for prompt-filtered lists
80
+ obsExperimentSchema.index({ promptName: 1, created: -1 });
81
+ const registerObsExperiment = () => {
82
+ if (mongoose_1.default.models.ObsExperiment) {
83
+ return mongoose_1.default.models.ObsExperiment;
84
+ }
85
+ return mongoose_1.default.model("ObsExperiment", obsExperimentSchema);
86
+ };
87
+ exports.registerObsExperiment = registerObsExperiment;
@@ -0,0 +1,2 @@
1
+ import type { ObsExperimentItemModel } from "../../../types/observability";
2
+ export declare const registerObsExperimentItem: () => ObsExperimentItemModel;
@@ -0,0 +1,45 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsExperimentItem = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsExperimentItemSchema = new mongoose_1.default.Schema({
10
+ datasetItemId: {
11
+ description: "Dataset item evaluated in this experiment row",
12
+ ref: "ObsDatasetItem",
13
+ required: true,
14
+ type: mongoose_1.default.Schema.Types.ObjectId,
15
+ },
16
+ experimentId: {
17
+ description: "Parent experiment id",
18
+ ref: "ObsExperiment",
19
+ required: true,
20
+ type: mongoose_1.default.Schema.Types.ObjectId,
21
+ },
22
+ failed: {
23
+ default: false,
24
+ description: "When true, this row failed a gate or evaluator",
25
+ type: Boolean,
26
+ },
27
+ versionResults: {
28
+ default: {},
29
+ description: "Per-version outputs and evaluator score maps keyed by version number",
30
+ type: mongoose_1.default.Schema.Types.Mixed,
31
+ },
32
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
33
+ obsExperimentItemSchema.plugin(api_1.createdUpdatedPlugin);
34
+ obsExperimentItemSchema.plugin(api_1.isDeletedPlugin);
35
+ obsExperimentItemSchema.plugin(api_1.findOneOrNone);
36
+ obsExperimentItemSchema.plugin(api_1.findExactlyOne);
37
+ obsExperimentItemSchema.index({ experimentId: 1, failed: 1 });
38
+ obsExperimentItemSchema.index({ datasetItemId: 1, experimentId: 1 }, { unique: true });
39
+ const registerObsExperimentItem = () => {
40
+ if (mongoose_1.default.models.ObsExperimentItem) {
41
+ return mongoose_1.default.models.ObsExperimentItem;
42
+ }
43
+ return mongoose_1.default.model("ObsExperimentItem", obsExperimentItemSchema);
44
+ };
45
+ exports.registerObsExperimentItem = registerObsExperimentItem;
@@ -0,0 +1,2 @@
1
+ import type { ObsPromptModel } from "../../../types/observability";
2
+ export declare const registerObsPrompt: () => ObsPromptModel;
@@ -0,0 +1,42 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsPrompt = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsPromptSchema = new mongoose_1.default.Schema({
10
+ description: {
11
+ description: "Optional operator-facing summary of what this prompt is for",
12
+ type: String,
13
+ },
14
+ folder: {
15
+ description: "Folder path used to group prompts in the admin list",
16
+ required: true,
17
+ type: String,
18
+ },
19
+ name: {
20
+ description: "Unique prompt name used by PromptRegistry.get",
21
+ required: true,
22
+ type: String,
23
+ },
24
+ tags: {
25
+ default: [],
26
+ description: "Freeform tags for filtering prompts",
27
+ type: [String],
28
+ },
29
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
30
+ obsPromptSchema.plugin(api_1.createdUpdatedPlugin);
31
+ obsPromptSchema.plugin(api_1.isDeletedPlugin);
32
+ obsPromptSchema.plugin(api_1.findOneOrNone);
33
+ obsPromptSchema.plugin(api_1.findExactlyOne);
34
+ obsPromptSchema.index({ name: 1 }, { unique: true });
35
+ obsPromptSchema.index({ folder: 1, name: 1 });
36
+ const registerObsPrompt = () => {
37
+ if (mongoose_1.default.models.ObsPrompt) {
38
+ return mongoose_1.default.models.ObsPrompt;
39
+ }
40
+ return mongoose_1.default.model("ObsPrompt", obsPromptSchema);
41
+ };
42
+ exports.registerObsPrompt = registerObsPrompt;
@@ -0,0 +1,2 @@
1
+ import type { ObsPromptLabelModel } from "../../../types/observability";
2
+ export declare const registerObsPromptLabel: () => ObsPromptLabelModel;
@@ -0,0 +1,39 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsPromptLabel = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsPromptLabelSchema = new mongoose_1.default.Schema({
10
+ label: {
11
+ description: "Movable label such as production, latest, or staging",
12
+ required: true,
13
+ type: String,
14
+ },
15
+ promptId: {
16
+ description: "Prompt this label belongs to",
17
+ ref: "ObsPrompt",
18
+ required: true,
19
+ type: mongoose_1.default.Schema.Types.ObjectId,
20
+ },
21
+ versionId: {
22
+ description: "Immutable version currently pointed at by this label",
23
+ ref: "ObsPromptVersion",
24
+ required: true,
25
+ type: mongoose_1.default.Schema.Types.ObjectId,
26
+ },
27
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
28
+ obsPromptLabelSchema.plugin(api_1.createdUpdatedPlugin);
29
+ obsPromptLabelSchema.plugin(api_1.isDeletedPlugin);
30
+ obsPromptLabelSchema.plugin(api_1.findOneOrNone);
31
+ obsPromptLabelSchema.plugin(api_1.findExactlyOne);
32
+ obsPromptLabelSchema.index({ label: 1, promptId: 1 }, { unique: true });
33
+ const registerObsPromptLabel = () => {
34
+ if (mongoose_1.default.models.ObsPromptLabel) {
35
+ return mongoose_1.default.models.ObsPromptLabel;
36
+ }
37
+ return mongoose_1.default.model("ObsPromptLabel", obsPromptLabelSchema);
38
+ };
39
+ exports.registerObsPromptLabel = registerObsPromptLabel;
@@ -0,0 +1,2 @@
1
+ import type { ObsPromptVersionModel } from "../../../types/observability";
2
+ export declare const registerObsPromptVersion: () => ObsPromptVersionModel;
@@ -0,0 +1,96 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsPromptVersion = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsPromptVersionSchema = new mongoose_1.default.Schema({
10
+ config: {
11
+ description: "Version config such as temperature preset and model hint",
12
+ type: mongoose_1.default.Schema.Types.Mixed,
13
+ },
14
+ inputSchema: {
15
+ description: "JSON Schema describing expected playground / dataset input",
16
+ type: mongoose_1.default.Schema.Types.Mixed,
17
+ },
18
+ outputFieldNotes: {
19
+ description: "Per-output-field notes shown to human reviewers",
20
+ type: mongoose_1.default.Schema.Types.Mixed,
21
+ },
22
+ outputSchema: {
23
+ description: "JSON Schema describing expected model output",
24
+ type: mongoose_1.default.Schema.Types.Mixed,
25
+ },
26
+ promptId: {
27
+ description: "Prompt this immutable version belongs to",
28
+ ref: "ObsPrompt",
29
+ required: true,
30
+ type: mongoose_1.default.Schema.Types.ObjectId,
31
+ },
32
+ sensitive: {
33
+ default: false,
34
+ description: "When true, traces inherit sensitive unless the generate call overrides it",
35
+ type: Boolean,
36
+ },
37
+ system: {
38
+ description: "System prompt body for this version",
39
+ type: String,
40
+ },
41
+ template: {
42
+ description: "User-facing template body, including {{variable}} placeholders",
43
+ type: String,
44
+ },
45
+ type: {
46
+ description: "Prompt shape: a single text template or a chat transcript",
47
+ enum: ["chat", "text"],
48
+ required: true,
49
+ type: String,
50
+ },
51
+ variables: {
52
+ default: [],
53
+ description: "Named template variables with reviewer labels",
54
+ type: [
55
+ {
56
+ key: {
57
+ description: "Variable key used in {{key}} placeholders",
58
+ required: true,
59
+ type: String,
60
+ },
61
+ label: { description: "Human label shown on review given-panels", type: String },
62
+ required: {
63
+ default: true,
64
+ description: "Whether the playground requires this variable",
65
+ type: Boolean,
66
+ },
67
+ reviewerNote: {
68
+ description: "Guidance shown next to this field in human review",
69
+ type: String,
70
+ },
71
+ },
72
+ ],
73
+ },
74
+ version: {
75
+ description: "Monotonic version number starting at 1",
76
+ required: true,
77
+ type: Number,
78
+ },
79
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
80
+ obsPromptVersionSchema.plugin(api_1.createdUpdatedPlugin);
81
+ obsPromptVersionSchema.plugin(api_1.isDeletedPlugin);
82
+ obsPromptVersionSchema.plugin(api_1.findOneOrNone);
83
+ obsPromptVersionSchema.plugin(api_1.findExactlyOne);
84
+ obsPromptVersionSchema.index({ promptId: 1, version: 1 }, { unique: true });
85
+ obsPromptVersionSchema.pre("save", function () {
86
+ if (!this.isNew) {
87
+ throw new api_1.APIError({ status: 400, title: "ObsPromptVersion documents are immutable" });
88
+ }
89
+ });
90
+ const registerObsPromptVersion = () => {
91
+ if (mongoose_1.default.models.ObsPromptVersion) {
92
+ return mongoose_1.default.models.ObsPromptVersion;
93
+ }
94
+ return mongoose_1.default.model("ObsPromptVersion", obsPromptVersionSchema);
95
+ };
96
+ exports.registerObsPromptVersion = registerObsPromptVersion;
@@ -0,0 +1,2 @@
1
+ import type { ObsReviewItemModel } from "../../../types/observability";
2
+ export declare const registerObsReviewItem: () => ObsReviewItemModel;
@@ -0,0 +1,75 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsReviewItem = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsReviewItemSchema = new mongoose_1.default.Schema({
10
+ assigneeId: {
11
+ description: "User assigned to review this item",
12
+ ref: "User",
13
+ type: mongoose_1.default.Schema.Types.ObjectId,
14
+ },
15
+ comment: { description: "Reviewer comment submitted with scores", type: String },
16
+ datasetItemId: {
17
+ description: "Optional dataset item this review is bound to",
18
+ ref: "ObsDatasetItem",
19
+ type: mongoose_1.default.Schema.Types.ObjectId,
20
+ },
21
+ enqueuedAt: {
22
+ description: "When the item entered the queue",
23
+ required: true,
24
+ type: Date,
25
+ },
26
+ evaluatorId: {
27
+ description: "Human evaluator that owns this review form",
28
+ ref: "ObsEvaluator",
29
+ required: true,
30
+ type: mongoose_1.default.Schema.Types.ObjectId,
31
+ },
32
+ reason: {
33
+ description: "Why the item was enqueued",
34
+ enum: ["dataset_candidate", "eval", "feedback", "manual"],
35
+ required: true,
36
+ type: String,
37
+ },
38
+ scores: {
39
+ description: "Dimension-keyed scores written on submit",
40
+ type: mongoose_1.default.Schema.Types.Mixed,
41
+ },
42
+ spanId: {
43
+ description: "Optional span under review",
44
+ ref: "ObsSpan",
45
+ type: mongoose_1.default.Schema.Types.ObjectId,
46
+ },
47
+ status: {
48
+ description: "Queue status",
49
+ enum: ["done", "in_progress", "pending", "skipped"],
50
+ required: true,
51
+ type: String,
52
+ },
53
+ traceId: {
54
+ description: "Trace under review",
55
+ ref: "ObsTrace",
56
+ required: true,
57
+ type: mongoose_1.default.Schema.Types.ObjectId,
58
+ },
59
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
60
+ obsReviewItemSchema.plugin(api_1.createdUpdatedPlugin);
61
+ obsReviewItemSchema.plugin(api_1.isDeletedPlugin);
62
+ obsReviewItemSchema.plugin(api_1.findOneOrNone);
63
+ obsReviewItemSchema.plugin(api_1.findExactlyOne);
64
+ const reviewIndexSpec = [
65
+ ["status", 1],
66
+ ["enqueuedAt", 1],
67
+ ];
68
+ obsReviewItemSchema.index(Object.fromEntries(reviewIndexSpec));
69
+ const registerObsReviewItem = () => {
70
+ if (mongoose_1.default.models.ObsReviewItem) {
71
+ return mongoose_1.default.models.ObsReviewItem;
72
+ }
73
+ return mongoose_1.default.model("ObsReviewItem", obsReviewItemSchema);
74
+ };
75
+ exports.registerObsReviewItem = registerObsReviewItem;
@@ -0,0 +1,2 @@
1
+ import type { ObsScoreModel } from "../../../types/observability";
2
+ export declare const registerObsScore: () => ObsScoreModel;
@@ -0,0 +1,58 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsScore = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsScoreSchema = new mongoose_1.default.Schema({
10
+ comment: { description: "Optional human or judge comment", type: String },
11
+ confidence: { description: "Optional confidence in 0–1", type: Number },
12
+ dataType: {
13
+ description: "How to interpret value",
14
+ enum: ["boolean", "categorical", "numeric"],
15
+ required: true,
16
+ type: String,
17
+ },
18
+ evaluatorId: {
19
+ description: "Evaluator that produced this score when applicable",
20
+ ref: "ObsEvaluator",
21
+ type: mongoose_1.default.Schema.Types.ObjectId,
22
+ },
23
+ name: { description: "Score dimension or name", required: true, type: String },
24
+ source: {
25
+ description: "Who wrote the score",
26
+ enum: ["code", "human", "llm-judge", "user-feedback"],
27
+ required: true,
28
+ type: String,
29
+ },
30
+ spanId: {
31
+ description: "Optional span this score attaches to",
32
+ ref: "ObsSpan",
33
+ type: mongoose_1.default.Schema.Types.ObjectId,
34
+ },
35
+ traceId: {
36
+ description: "Trace this score attaches to",
37
+ ref: "ObsTrace",
38
+ required: true,
39
+ type: mongoose_1.default.Schema.Types.ObjectId,
40
+ },
41
+ value: {
42
+ description: "Score value; type matches dataType",
43
+ required: true,
44
+ type: mongoose_1.default.Schema.Types.Mixed,
45
+ },
46
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
47
+ obsScoreSchema.plugin(api_1.createdUpdatedPlugin);
48
+ obsScoreSchema.plugin(api_1.isDeletedPlugin);
49
+ obsScoreSchema.plugin(api_1.findOneOrNone);
50
+ obsScoreSchema.plugin(api_1.findExactlyOne);
51
+ obsScoreSchema.index({ traceId: 1 });
52
+ const registerObsScore = () => {
53
+ if (mongoose_1.default.models.ObsScore) {
54
+ return mongoose_1.default.models.ObsScore;
55
+ }
56
+ return mongoose_1.default.model("ObsScore", obsScoreSchema);
57
+ };
58
+ exports.registerObsScore = registerObsScore;
@@ -0,0 +1,2 @@
1
+ import type { ObsSpanModel } from "../../../types/observability";
2
+ export declare const registerObsSpan: () => ObsSpanModel;
@@ -0,0 +1,64 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.registerObsSpan = void 0;
7
+ const api_1 = require("@terreno/api");
8
+ const mongoose_1 = __importDefault(require("mongoose"));
9
+ const obsSpanSchema = new mongoose_1.default.Schema({
10
+ durationMs: { description: "Span duration in milliseconds", type: Number },
11
+ endedAt: { description: "When this span finished", type: Date },
12
+ error: { description: "Short error cause when status is error", type: String },
13
+ input: { description: "Span input payload", type: mongoose_1.default.Schema.Types.Mixed },
14
+ kind: {
15
+ description: "OpenInference span kind",
16
+ enum: ["AGENT", "CHAIN", "EVALUATOR", "LLM", "RETRIEVER", "TOOL"],
17
+ required: true,
18
+ type: String,
19
+ },
20
+ name: { description: "Span display name", required: true, type: String },
21
+ output: { description: "Span output payload", type: mongoose_1.default.Schema.Types.Mixed },
22
+ parentSpanId: {
23
+ description: "Parent span for nested waterfalls",
24
+ ref: "ObsSpan",
25
+ type: mongoose_1.default.Schema.Types.ObjectId,
26
+ },
27
+ sensitive: {
28
+ description: "When true, this span's I/O is treated as sensitive",
29
+ type: Boolean,
30
+ },
31
+ startedAt: { description: "When this span started", required: true, type: Date },
32
+ startOffsetMs: {
33
+ description: "Milliseconds after the root trace start",
34
+ type: Number,
35
+ },
36
+ status: {
37
+ description: "ok or error for this span",
38
+ enum: ["error", "ok"],
39
+ required: true,
40
+ type: String,
41
+ },
42
+ traceId: {
43
+ description: "Root trace this span belongs to",
44
+ ref: "ObsTrace",
45
+ required: true,
46
+ type: mongoose_1.default.Schema.Types.ObjectId,
47
+ },
48
+ usage: {
49
+ description: "Per-span token and cost usage",
50
+ type: mongoose_1.default.Schema.Types.Mixed,
51
+ },
52
+ }, { strict: "throw", toJSON: { virtuals: true }, toObject: { virtuals: true } });
53
+ obsSpanSchema.plugin(api_1.createdUpdatedPlugin);
54
+ obsSpanSchema.plugin(api_1.isDeletedPlugin);
55
+ obsSpanSchema.plugin(api_1.findOneOrNone);
56
+ obsSpanSchema.plugin(api_1.findExactlyOne);
57
+ obsSpanSchema.index({ traceId: 1 });
58
+ const registerObsSpan = () => {
59
+ if (mongoose_1.default.models.ObsSpan) {
60
+ return mongoose_1.default.models.ObsSpan;
61
+ }
62
+ return mongoose_1.default.model("ObsSpan", obsSpanSchema);
63
+ };
64
+ exports.registerObsSpan = registerObsSpan;
@@ -0,0 +1,2 @@
1
+ import type { ObsTraceModel } from "../../../types/observability";
2
+ export declare const registerObsTrace: () => ObsTraceModel;