@terreno/ai 57.9.0 → 57.10.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/README.md +1 -0
  2. package/bunfig.toml +1 -1
  3. package/dist/aiApp.d.ts +8 -2
  4. package/dist/aiApp.js +12 -6
  5. package/dist/harness/adminScreens.d.ts +6 -0
  6. package/dist/harness/adminScreens.js +11 -0
  7. package/dist/harness/agentLoop.d.ts +61 -0
  8. package/dist/harness/agentLoop.js +798 -0
  9. package/dist/harness/agentTaskNames.d.ts +4 -0
  10. package/dist/harness/agentTaskNames.js +7 -0
  11. package/dist/harness/approvalPolicy.d.ts +3 -0
  12. package/dist/harness/approvalPolicy.js +23 -0
  13. package/dist/harness/approvals.d.ts +101 -0
  14. package/dist/harness/approvals.js +468 -0
  15. package/dist/harness/commit.d.ts +238 -0
  16. package/dist/harness/commit.js +678 -0
  17. package/dist/harness/conversation.d.ts +75 -0
  18. package/dist/harness/conversation.js +397 -0
  19. package/dist/harness/defineAgent.d.ts +9 -0
  20. package/dist/harness/defineAgent.js +65 -0
  21. package/dist/harness/defineTask.d.ts +11 -0
  22. package/dist/harness/defineTask.js +59 -0
  23. package/dist/harness/defineTool.d.ts +7 -0
  24. package/dist/harness/defineTool.js +36 -0
  25. package/dist/harness/definitionError.d.ts +8 -0
  26. package/dist/harness/definitionError.js +15 -0
  27. package/dist/harness/errors.d.ts +127 -0
  28. package/dist/harness/errors.js +101 -0
  29. package/dist/harness/eventHub.d.ts +45 -0
  30. package/dist/harness/eventHub.js +135 -0
  31. package/dist/harness/events.d.ts +95 -0
  32. package/dist/harness/events.js +267 -0
  33. package/dist/harness/executionEnv.d.ts +31 -0
  34. package/dist/harness/executionEnv.js +2 -0
  35. package/dist/harness/extensions.d.ts +82 -0
  36. package/dist/harness/extensions.js +274 -0
  37. package/dist/harness/harness.d.ts +163 -0
  38. package/dist/harness/harness.js +520 -0
  39. package/dist/harness/harnessApp.d.ts +44 -0
  40. package/dist/harness/harnessApp.js +62 -0
  41. package/dist/harness/internalRuntime.d.ts +16 -0
  42. package/dist/harness/internalRuntime.js +18 -0
  43. package/dist/harness/leases.d.ts +35 -0
  44. package/dist/harness/leases.js +86 -0
  45. package/dist/harness/memo.d.ts +24 -0
  46. package/dist/harness/memo.js +78 -0
  47. package/dist/harness/modelCall.d.ts +45 -0
  48. package/dist/harness/modelCall.js +147 -0
  49. package/dist/harness/models/harnessApproval.d.ts +2 -0
  50. package/dist/harness/models/harnessApproval.js +100 -0
  51. package/dist/harness/models/harnessConversation.d.ts +2 -0
  52. package/dist/harness/models/harnessConversation.js +117 -0
  53. package/dist/harness/models/harnessEvent.d.ts +3 -0
  54. package/dist/harness/models/harnessEvent.js +73 -0
  55. package/dist/harness/models/harnessInboxEvent.d.ts +2 -0
  56. package/dist/harness/models/harnessInboxEvent.js +58 -0
  57. package/dist/harness/models/harnessMemo.d.ts +2 -0
  58. package/dist/harness/models/harnessMemo.js +42 -0
  59. package/dist/harness/models/harnessMessage.d.ts +2 -0
  60. package/dist/harness/models/harnessMessage.js +73 -0
  61. package/dist/harness/models/harnessOwner.d.ts +2 -0
  62. package/dist/harness/models/harnessOwner.js +36 -0
  63. package/dist/harness/models/harnessTask.d.ts +2 -0
  64. package/dist/harness/models/harnessTask.js +186 -0
  65. package/dist/harness/ownership.d.ts +89 -0
  66. package/dist/harness/ownership.js +438 -0
  67. package/dist/harness/registry.d.ts +29 -0
  68. package/dist/harness/registry.js +93 -0
  69. package/dist/harness/retryBackoff.d.ts +31 -0
  70. package/dist/harness/retryBackoff.js +50 -0
  71. package/dist/harness/routes/approvals.d.ts +13 -0
  72. package/dist/harness/routes/approvals.js +93 -0
  73. package/dist/harness/routes/conversations.d.ts +11 -0
  74. package/dist/harness/routes/conversations.js +66 -0
  75. package/dist/harness/routes/events.d.ts +19 -0
  76. package/dist/harness/routes/events.js +215 -0
  77. package/dist/harness/routes/tasks.d.ts +11 -0
  78. package/dist/harness/routes/tasks.js +108 -0
  79. package/dist/harness/runners/inProcessRunner.d.ts +57 -0
  80. package/dist/harness/runners/inProcessRunner.js +196 -0
  81. package/dist/harness/runtime.d.ts +34 -0
  82. package/dist/harness/runtime.js +551 -0
  83. package/dist/harness/subagent.d.ts +53 -0
  84. package/dist/harness/subagent.js +134 -0
  85. package/dist/harness/suspend.d.ts +8 -0
  86. package/dist/harness/suspend.js +16 -0
  87. package/dist/harness/transaction.d.ts +3 -0
  88. package/dist/harness/transaction.js +22 -0
  89. package/dist/harness/waits.d.ts +100 -0
  90. package/dist/harness/waits.js +214 -0
  91. package/dist/index.d.ts +19 -1
  92. package/dist/index.js +45 -2
  93. package/dist/models/aiDataset.d.ts +2 -0
  94. package/dist/models/aiDataset.js +67 -0
  95. package/dist/models/aiRequest.js +1 -1
  96. package/dist/models/gptHistory.js +73 -0
  97. package/dist/observability/adminScreens.d.ts +5 -0
  98. package/dist/observability/adminScreens.js +32 -0
  99. package/dist/observability/compileTemplate.d.ts +1 -0
  100. package/dist/observability/compileTemplate.js +13 -0
  101. package/dist/observability/datasetImport.d.ts +11 -0
  102. package/dist/observability/datasetImport.js +185 -0
  103. package/dist/observability/evaluate.d.ts +31 -0
  104. package/dist/observability/evaluate.js +200 -0
  105. package/dist/observability/evaluatorTemplates.d.ts +17 -0
  106. package/dist/observability/evaluatorTemplates.js +111 -0
  107. package/dist/observability/jsonPath.d.ts +2 -0
  108. package/dist/observability/jsonPath.js +57 -0
  109. package/dist/observability/local/datasetStore.d.ts +87 -0
  110. package/dist/observability/local/datasetStore.js +326 -0
  111. package/dist/observability/local/evaluatorStore.d.ts +44 -0
  112. package/dist/observability/local/evaluatorStore.js +182 -0
  113. package/dist/observability/local/experimentRunner.d.ts +96 -0
  114. package/dist/observability/local/experimentRunner.js +419 -0
  115. package/dist/observability/local/localPlugin.d.ts +22 -0
  116. package/dist/observability/local/localPlugin.js +76 -0
  117. package/dist/observability/local/models/obsDataset.d.ts +2 -0
  118. package/dist/observability/local/models/obsDataset.js +37 -0
  119. package/dist/observability/local/models/obsDatasetItem.d.ts +2 -0
  120. package/dist/observability/local/models/obsDatasetItem.js +76 -0
  121. package/dist/observability/local/models/obsEvaluator.d.ts +2 -0
  122. package/dist/observability/local/models/obsEvaluator.js +98 -0
  123. package/dist/observability/local/models/obsExperiment.d.ts +2 -0
  124. package/dist/observability/local/models/obsExperiment.js +87 -0
  125. package/dist/observability/local/models/obsExperimentItem.d.ts +2 -0
  126. package/dist/observability/local/models/obsExperimentItem.js +45 -0
  127. package/dist/observability/local/models/obsPrompt.d.ts +2 -0
  128. package/dist/observability/local/models/obsPrompt.js +42 -0
  129. package/dist/observability/local/models/obsPromptLabel.d.ts +2 -0
  130. package/dist/observability/local/models/obsPromptLabel.js +39 -0
  131. package/dist/observability/local/models/obsPromptVersion.d.ts +2 -0
  132. package/dist/observability/local/models/obsPromptVersion.js +96 -0
  133. package/dist/observability/local/models/obsReviewItem.d.ts +2 -0
  134. package/dist/observability/local/models/obsReviewItem.js +75 -0
  135. package/dist/observability/local/models/obsScore.d.ts +2 -0
  136. package/dist/observability/local/models/obsScore.js +58 -0
  137. package/dist/observability/local/models/obsSpan.d.ts +2 -0
  138. package/dist/observability/local/models/obsSpan.js +64 -0
  139. package/dist/observability/local/models/obsTrace.d.ts +2 -0
  140. package/dist/observability/local/models/obsTrace.js +93 -0
  141. package/dist/observability/local/promptStore.d.ts +180 -0
  142. package/dist/observability/local/promptStore.js +444 -0
  143. package/dist/observability/local/reviewStore.d.ts +50 -0
  144. package/dist/observability/local/reviewStore.js +203 -0
  145. package/dist/observability/local/traceStore.d.ts +103 -0
  146. package/dist/observability/local/traceStore.js +325 -0
  147. package/dist/observability/observabilityApp.d.ts +24 -0
  148. package/dist/observability/observabilityApp.js +157 -0
  149. package/dist/observability/observabilityAppRegistry.d.ts +14 -0
  150. package/dist/observability/observabilityAppRegistry.js +16 -0
  151. package/dist/observability/permissions.d.ts +7 -0
  152. package/dist/observability/permissions.js +60 -0
  153. package/dist/observability/reviewPanels.d.ts +18 -0
  154. package/dist/observability/reviewPanels.js +46 -0
  155. package/dist/observability/routes/datasets.d.ts +7 -0
  156. package/dist/observability/routes/datasets.js +149 -0
  157. package/dist/observability/routes/evaluators.d.ts +7 -0
  158. package/dist/observability/routes/evaluators.js +123 -0
  159. package/dist/observability/routes/experiments.d.ts +7 -0
  160. package/dist/observability/routes/experiments.js +95 -0
  161. package/dist/observability/routes/observabilityRouteAccess.d.ts +13 -0
  162. package/dist/observability/routes/observabilityRouteAccess.js +67 -0
  163. package/dist/observability/routes/prompts.d.ts +12 -0
  164. package/dist/observability/routes/prompts.js +172 -0
  165. package/dist/observability/routes/requestAiService.d.ts +13 -0
  166. package/dist/observability/routes/requestAiService.js +21 -0
  167. package/dist/observability/routes/review.d.ts +7 -0
  168. package/dist/observability/routes/review.js +79 -0
  169. package/dist/observability/routes/status.d.ts +5 -0
  170. package/dist/observability/routes/status.js +31 -0
  171. package/dist/observability/routes/testMultiStage.d.ts +9 -0
  172. package/dist/observability/routes/testMultiStage.js +67 -0
  173. package/dist/observability/routes/traces.d.ts +7 -0
  174. package/dist/observability/routes/traces.js +129 -0
  175. package/dist/observability/schemaValidation.d.ts +5 -0
  176. package/dist/observability/schemaValidation.js +26 -0
  177. package/dist/observability/sopThresholds.d.ts +2 -0
  178. package/dist/observability/sopThresholds.js +21 -0
  179. package/dist/observability/status.d.ts +23 -0
  180. package/dist/observability/status.js +34 -0
  181. package/dist/observability/testMultiStageSchemas.d.ts +10 -0
  182. package/dist/observability/testMultiStageSchemas.js +79 -0
  183. package/dist/observability/testMultiStageWorkflow.d.ts +20 -0
  184. package/dist/observability/testMultiStageWorkflow.js +218 -0
  185. package/dist/observability/types.d.ts +159 -0
  186. package/dist/observability/types.js +67 -0
  187. package/dist/routes/files.js +18 -7
  188. package/dist/routes/gpt.js +79 -689
  189. package/dist/routes/gptActions.d.ts +9 -0
  190. package/dist/routes/gptActions.js +212 -0
  191. package/dist/routes/gptDatasets.d.ts +5 -0
  192. package/dist/routes/gptDatasets.js +94 -0
  193. package/dist/routes/gptHistories.d.ts +3 -1
  194. package/dist/routes/gptHistories.js +188 -2
  195. package/dist/service/aiDatasets.d.ts +57 -0
  196. package/dist/service/aiDatasets.js +253 -0
  197. package/dist/service/aiService.d.ts +50 -1
  198. package/dist/service/aiService.js +426 -77
  199. package/dist/service/askFiles.d.ts +49 -0
  200. package/dist/service/askFiles.js +162 -0
  201. package/dist/service/asks.d.ts +76 -0
  202. package/dist/service/asks.js +284 -0
  203. package/dist/service/chatTurn.d.ts +128 -0
  204. package/dist/service/chatTurn.js +1674 -0
  205. package/dist/service/fileStorage.d.ts +4 -0
  206. package/dist/service/fileStorage.js +7 -2
  207. package/dist/service/fillActionIds.d.ts +6 -0
  208. package/dist/service/fillActionIds.js +79 -0
  209. package/dist/service/jsonFenceModel.d.ts +7 -0
  210. package/dist/service/jsonFenceModel.js +45 -0
  211. package/dist/service/prompts.d.ts +52 -0
  212. package/dist/service/prompts.js +96 -1
  213. package/dist/service/sanitizeHtml.d.ts +11 -0
  214. package/dist/service/sanitizeHtml.js +108 -0
  215. package/dist/types/harness.d.ts +934 -0
  216. package/dist/types/harness.js +133 -0
  217. package/dist/types/index.d.ts +192 -14
  218. package/dist/types/index.js +2 -0
  219. package/dist/types/observability.d.ts +288 -0
  220. package/dist/types/observability.js +2 -0
  221. package/package.json +17 -5
  222. package/src/aiApp.test.ts +207 -1
  223. package/src/aiApp.ts +19 -6
  224. package/src/harness/adminScreens.test.ts +34 -0
  225. package/src/harness/adminScreens.ts +11 -0
  226. package/src/harness/agentLoop.test.ts +1034 -0
  227. package/src/harness/agentLoop.ts +1082 -0
  228. package/src/harness/agentRecovery.test.ts +380 -0
  229. package/src/harness/agentTaskNames.ts +4 -0
  230. package/src/harness/approvalPolicy.ts +28 -0
  231. package/src/harness/approvals.test.ts +1094 -0
  232. package/src/harness/approvals.ts +644 -0
  233. package/src/harness/commit.ts +1049 -0
  234. package/src/harness/conversation.ts +503 -0
  235. package/src/harness/defineAgent.test.ts +92 -0
  236. package/src/harness/defineAgent.ts +82 -0
  237. package/src/harness/defineTask.test.ts +59 -0
  238. package/src/harness/defineTask.ts +76 -0
  239. package/src/harness/defineTool.ts +45 -0
  240. package/src/harness/definitionError.ts +13 -0
  241. package/src/harness/errors.test.ts +90 -0
  242. package/src/harness/errors.ts +119 -0
  243. package/src/harness/eventHub.test.ts +124 -0
  244. package/src/harness/eventHub.ts +159 -0
  245. package/src/harness/events.test.ts +757 -0
  246. package/src/harness/events.ts +384 -0
  247. package/src/harness/executionEnv.ts +34 -0
  248. package/src/harness/extensions.test.ts +1218 -0
  249. package/src/harness/extensions.ts +382 -0
  250. package/src/harness/harness.test.ts +693 -0
  251. package/src/harness/harness.ts +767 -0
  252. package/src/harness/harnessApp.ts +76 -0
  253. package/src/harness/internalRuntime.ts +44 -0
  254. package/src/harness/leases.ts +132 -0
  255. package/src/harness/memo.ts +107 -0
  256. package/src/harness/modelCall.test.ts +134 -0
  257. package/src/harness/modelCall.ts +200 -0
  258. package/src/harness/models/harnessApproval.ts +109 -0
  259. package/src/harness/models/harnessConversation.ts +142 -0
  260. package/src/harness/models/harnessEvent.ts +92 -0
  261. package/src/harness/models/harnessInboxEvent.ts +73 -0
  262. package/src/harness/models/harnessMemo.ts +43 -0
  263. package/src/harness/models/harnessMessage.ts +85 -0
  264. package/src/harness/models/harnessModels.test.ts +60 -0
  265. package/src/harness/models/harnessOwner.ts +40 -0
  266. package/src/harness/models/harnessTask.ts +201 -0
  267. package/src/harness/ownership.test.ts +1087 -0
  268. package/src/harness/ownership.ts +618 -0
  269. package/src/harness/recovery.test.ts +912 -0
  270. package/src/harness/registry.ts +124 -0
  271. package/src/harness/retries.test.ts +292 -0
  272. package/src/harness/retryBackoff.test.ts +100 -0
  273. package/src/harness/retryBackoff.ts +77 -0
  274. package/src/harness/routes/approvals.ts +123 -0
  275. package/src/harness/routes/conversations.test.ts +518 -0
  276. package/src/harness/routes/conversations.ts +102 -0
  277. package/src/harness/routes/events.ts +280 -0
  278. package/src/harness/routes/tasks.test.ts +198 -0
  279. package/src/harness/routes/tasks.ts +146 -0
  280. package/src/harness/runners/inProcessRunner.test.ts +402 -0
  281. package/src/harness/runners/inProcessRunner.ts +220 -0
  282. package/src/harness/runtime.ts +714 -0
  283. package/src/harness/subagent.test.ts +696 -0
  284. package/src/harness/subagent.ts +192 -0
  285. package/src/harness/suspend.ts +13 -0
  286. package/src/harness/transaction.ts +17 -0
  287. package/src/harness/versioning.test.ts +288 -0
  288. package/src/harness/waits.test.ts +693 -0
  289. package/src/harness/waits.ts +356 -0
  290. package/src/index.test.ts +13 -0
  291. package/src/index.ts +70 -0
  292. package/src/isolated/adminScreensConfig.isolated.ts +143 -0
  293. package/src/models/aiDataset.test.ts +34 -0
  294. package/src/models/aiDataset.ts +78 -0
  295. package/src/models/aiRequest.ts +2 -1
  296. package/src/models/gptHistory.test.ts +156 -0
  297. package/src/models/gptHistory.ts +89 -1
  298. package/src/observability/adminScreens.test.ts +71 -0
  299. package/src/observability/adminScreens.ts +42 -0
  300. package/src/observability/compileTemplate.test.ts +14 -0
  301. package/src/observability/compileTemplate.ts +10 -0
  302. package/src/observability/datasetImport.test.ts +95 -0
  303. package/src/observability/datasetImport.ts +220 -0
  304. package/src/observability/evaluate.test.ts +549 -0
  305. package/src/observability/evaluate.ts +254 -0
  306. package/src/observability/evaluatorTemplates.ts +124 -0
  307. package/src/observability/jsonPath.test.ts +52 -0
  308. package/src/observability/jsonPath.ts +60 -0
  309. package/src/observability/local/datasetStore.test.ts +230 -0
  310. package/src/observability/local/datasetStore.ts +452 -0
  311. package/src/observability/local/evaluatorStore.test.ts +138 -0
  312. package/src/observability/local/evaluatorStore.ts +224 -0
  313. package/src/observability/local/experimentRunner.test.ts +489 -0
  314. package/src/observability/local/experimentRunner.ts +548 -0
  315. package/src/observability/local/localPlugin.ts +88 -0
  316. package/src/observability/local/models/obsDataset.ts +38 -0
  317. package/src/observability/local/models/obsDatasetItem.ts +80 -0
  318. package/src/observability/local/models/obsEvaluator.ts +102 -0
  319. package/src/observability/local/models/obsExperiment.ts +91 -0
  320. package/src/observability/local/models/obsExperimentItem.ts +52 -0
  321. package/src/observability/local/models/obsPrompt.ts +43 -0
  322. package/src/observability/local/models/obsPromptLabel.ts +43 -0
  323. package/src/observability/local/models/obsPromptVersion.ts +107 -0
  324. package/src/observability/local/models/obsReviewItem.ts +79 -0
  325. package/src/observability/local/models/obsScore.ts +59 -0
  326. package/src/observability/local/models/obsSpan.ts +65 -0
  327. package/src/observability/local/models/obsTrace.ts +94 -0
  328. package/src/observability/local/obsModels.test.ts +119 -0
  329. package/src/observability/local/promptStore.test.ts +351 -0
  330. package/src/observability/local/promptStore.ts +665 -0
  331. package/src/observability/local/reviewStore.test.ts +164 -0
  332. package/src/observability/local/reviewStore.ts +264 -0
  333. package/src/observability/local/traceStore.test.ts +264 -0
  334. package/src/observability/local/traceStore.ts +440 -0
  335. package/src/observability/observabilityApp.test.ts +92 -0
  336. package/src/observability/observabilityApp.ts +185 -0
  337. package/src/observability/observabilityAppRegistry.test.ts +30 -0
  338. package/src/observability/observabilityAppRegistry.ts +35 -0
  339. package/src/observability/permissions.test.ts +96 -0
  340. package/src/observability/permissions.ts +78 -0
  341. package/src/observability/reviewPanels.test.ts +35 -0
  342. package/src/observability/reviewPanels.ts +64 -0
  343. package/src/observability/routes/datasets.test.ts +176 -0
  344. package/src/observability/routes/datasets.ts +252 -0
  345. package/src/observability/routes/evaluators.test.ts +119 -0
  346. package/src/observability/routes/evaluators.ts +207 -0
  347. package/src/observability/routes/experiments.test.ts +282 -0
  348. package/src/observability/routes/experiments.ts +152 -0
  349. package/src/observability/routes/observabilityRbac.test.ts +767 -0
  350. package/src/observability/routes/observabilityRouteAccess.ts +106 -0
  351. package/src/observability/routes/prompts.test.ts +320 -0
  352. package/src/observability/routes/prompts.ts +263 -0
  353. package/src/observability/routes/requestAiService.ts +36 -0
  354. package/src/observability/routes/review.test.ts +120 -0
  355. package/src/observability/routes/review.ts +125 -0
  356. package/src/observability/routes/status.test.ts +116 -0
  357. package/src/observability/routes/status.ts +47 -0
  358. package/src/observability/routes/testMultiStage.test.ts +214 -0
  359. package/src/observability/routes/testMultiStage.ts +96 -0
  360. package/src/observability/routes/traces.test.ts +167 -0
  361. package/src/observability/routes/traces.ts +172 -0
  362. package/src/observability/schemaValidation.ts +29 -0
  363. package/src/observability/sopThresholds.ts +20 -0
  364. package/src/observability/status.test.ts +38 -0
  365. package/src/observability/status.ts +56 -0
  366. package/src/observability/testMultiStageSchemas.ts +95 -0
  367. package/src/observability/testMultiStageWorkflow.test.ts +114 -0
  368. package/src/observability/testMultiStageWorkflow.ts +307 -0
  369. package/src/observability/types.ts +262 -0
  370. package/src/routes/files.test.ts +63 -9
  371. package/src/routes/files.ts +21 -7
  372. package/src/routes/gpt.test.ts +3279 -0
  373. package/src/routes/gpt.ts +91 -816
  374. package/src/routes/gptActions.test.ts +241 -0
  375. package/src/routes/gptActions.ts +255 -0
  376. package/src/routes/gptApprovals.test.ts +762 -0
  377. package/src/routes/gptDatasets.test.ts +86 -0
  378. package/src/routes/gptDatasets.ts +104 -0
  379. package/src/routes/gptFiles.test.ts +589 -0
  380. package/src/routes/gptHistories.test.ts +933 -0
  381. package/src/routes/gptHistories.ts +266 -5
  382. package/src/routes/routes.test.ts +222 -2
  383. package/src/service/aiDatasets.test.ts +123 -0
  384. package/src/service/aiDatasets.ts +316 -0
  385. package/src/service/aiService.test.ts +593 -0
  386. package/src/service/aiService.ts +568 -111
  387. package/src/service/askFiles.test.ts +96 -0
  388. package/src/service/askFiles.ts +222 -0
  389. package/src/service/asks.test.ts +946 -0
  390. package/src/service/asks.ts +423 -0
  391. package/src/service/chatTurn.ts +2287 -0
  392. package/src/service/fileStorage.test.ts +11 -0
  393. package/src/service/fileStorage.ts +10 -2
  394. package/src/service/fillActionIds.test.ts +65 -0
  395. package/src/service/fillActionIds.ts +98 -0
  396. package/src/service/jsonFenceModel.test.ts +47 -0
  397. package/src/service/jsonFenceModel.ts +53 -0
  398. package/src/service/prompts.test.ts +21 -0
  399. package/src/service/prompts.ts +147 -0
  400. package/src/service/sanitizeHtml.test.ts +61 -0
  401. package/src/service/sanitizeHtml.ts +109 -0
  402. package/src/tests/bunSetup.test.ts +7 -4
  403. package/src/tests/bunSetup.ts +7 -7
  404. package/src/tests/chatHarness.ts +478 -0
  405. package/src/tests/generateStream.ts +49 -0
  406. package/src/tests/harnessErrors.ts +22 -0
  407. package/src/tests/harnessStreaming.ts +227 -0
  408. package/src/tests/helpers.ts +9 -2
  409. package/src/types/harness.ts +1095 -0
  410. package/src/types/index.ts +209 -13
  411. package/src/types/observability.ts +344 -0
  412. package/src/types/sanitize-html.d.ts +25 -0
@@ -0,0 +1,30 @@
1
+ import {describe, it} from "bun:test";
2
+ import {assert} from "chai";
3
+ import {
4
+ getObservabilityApp,
5
+ type RegisteredObservabilityApp,
6
+ registerObservabilityApp,
7
+ resetObservabilityApp,
8
+ } from "./observabilityAppRegistry";
9
+
10
+ describe("observabilityAppRegistry", () => {
11
+ it("registers and resets the active app", () => {
12
+ const app = {
13
+ control: {
14
+ datasets: "local",
15
+ experiments: "local",
16
+ prompts: "local",
17
+ reviewQueue: "local",
18
+ },
19
+ plugins: [],
20
+ scoreSinks: [],
21
+ traceSinks: [],
22
+ } as RegisteredObservabilityApp;
23
+
24
+ registerObservabilityApp(app);
25
+ assert.strictEqual(getObservabilityApp(), app);
26
+
27
+ resetObservabilityApp();
28
+ assert.isUndefined(getObservabilityApp());
29
+ });
30
+ });
@@ -0,0 +1,35 @@
1
+ import type {
2
+ ObservabilityAppOptions,
3
+ ObservabilityControlConfig,
4
+ ObservabilityGenerateClient,
5
+ ObservabilityPlugin,
6
+ ObservabilityRequestAiServiceFactory,
7
+ PromptRegistry,
8
+ ScoreSink,
9
+ TraceSink,
10
+ } from "./types";
11
+
12
+ export interface RegisteredObservabilityApp {
13
+ aiService?: ObservabilityGenerateClient;
14
+ control: ObservabilityControlConfig;
15
+ plugins: ReadonlyArray<ObservabilityPlugin>;
16
+ priceMap?: ObservabilityAppOptions["priceMap"];
17
+ promptRegistry?: PromptRegistry;
18
+ requestAiServiceFactory?: ObservabilityRequestAiServiceFactory;
19
+ scoreSinks: ScoreSink[];
20
+ traceSinks: TraceSink[];
21
+ }
22
+
23
+ let registeredObservabilityApp: RegisteredObservabilityApp | undefined;
24
+
25
+ export const registerObservabilityApp = (app: RegisteredObservabilityApp): void => {
26
+ registeredObservabilityApp = app;
27
+ };
28
+
29
+ export const getObservabilityApp = (): RegisteredObservabilityApp | undefined => {
30
+ return registeredObservabilityApp;
31
+ };
32
+
33
+ export const resetObservabilityApp = (): void => {
34
+ registeredObservabilityApp = undefined;
35
+ };
@@ -0,0 +1,96 @@
1
+ import {beforeEach, describe, expect, it} from "bun:test";
2
+ import {createAccess, Permissions, terrenoStatements} from "@terreno/api";
3
+ import mongoose from "mongoose";
4
+
5
+ import {UserModel} from "../tests/helpers";
6
+ import {resolveObservabilityPermissions} from "./permissions";
7
+
8
+ describe("resolveObservabilityPermissions", () => {
9
+ beforeEach(async () => {
10
+ await UserModel.deleteMany({});
11
+ });
12
+
13
+ it("grants every observability action when accessControl is omitted", async () => {
14
+ const user = await UserModel.create({
15
+ admin: false,
16
+ email: "no-ac@example.com",
17
+ name: "No AC",
18
+ });
19
+ const permissions = await resolveObservabilityPermissions({user});
20
+ expect(permissions.aiPrompt?.list).toBe(true);
21
+ expect(permissions.aiPrompt?.create).toBe(true);
22
+ expect(permissions.aiExperiment?.promote).toBe(true);
23
+ expect(permissions.aiReview?.score).toBe(true);
24
+ });
25
+
26
+ it("grants every action for legacy admin users", async () => {
27
+ const user = await UserModel.create({
28
+ admin: true,
29
+ email: "legacy@example.com",
30
+ name: "Legacy",
31
+ });
32
+ const accessControl = createAccess({
33
+ connection: mongoose.connection,
34
+ resolvePermissions: async () => ({
35
+ admin: ["access"],
36
+ aiPrompt: ["list", "read"],
37
+ }),
38
+ statements: terrenoStatements,
39
+ });
40
+ const permissions = await resolveObservabilityPermissions({accessControl, user});
41
+ expect(permissions.aiPrompt?.playground).toBe(true);
42
+ expect(permissions.aiDataset?.delete).toBe(true);
43
+ expect(permissions.aiEvaluator?.update).toBe(true);
44
+ expect(permissions.aiTrace?.read).toBe(true);
45
+ });
46
+
47
+ it("reflects effective RBAC grants for non-admin users", async () => {
48
+ const user = await UserModel.create({
49
+ admin: false,
50
+ email: "auditor@example.com",
51
+ name: "Auditor",
52
+ });
53
+ const accessControl = createAccess({
54
+ connection: mongoose.connection,
55
+ resolvePermissions: async () => ({
56
+ admin: ["access"],
57
+ aiPrompt: ["list", "read"],
58
+ aiTrace: ["list", "read"],
59
+ }),
60
+ statements: terrenoStatements,
61
+ });
62
+ const permissions = await resolveObservabilityPermissions({accessControl, user});
63
+ expect(permissions.aiPrompt).toEqual({
64
+ create: false,
65
+ list: true,
66
+ playground: false,
67
+ promote: false,
68
+ read: true,
69
+ update: false,
70
+ });
71
+ expect(permissions.aiTrace?.list).toBe(true);
72
+ expect(permissions.aiDataset?.create).toBe(false);
73
+ });
74
+
75
+ it("returns all false when the user lacks admin shell access", async () => {
76
+ const user = await UserModel.create({
77
+ admin: false,
78
+ email: "outsider@example.com",
79
+ name: "Outsider",
80
+ });
81
+ const accessControl = createAccess({
82
+ connection: mongoose.connection,
83
+ resolvePermissions: async () => ({
84
+ aiPrompt: ["list", "read"],
85
+ }),
86
+ statements: terrenoStatements,
87
+ });
88
+ const permissions = await resolveObservabilityPermissions({accessControl, user});
89
+ expect(permissions.aiPrompt?.list).toBe(false);
90
+ expect(permissions.aiPrompt?.read).toBe(false);
91
+ });
92
+
93
+ it("matches Permissions.IsAdmin for the legacy flag", () => {
94
+ expect(Permissions.IsAdmin("read", {admin: true} as never)).toBe(true);
95
+ });
96
+ });
@@ -0,0 +1,78 @@
1
+ import {
2
+ ADMIN_PAGE_ACTION,
3
+ type AnyTerrenoAccess,
4
+ Permissions,
5
+ terrenoStatements,
6
+ } from "@terreno/api";
7
+
8
+ export type ObservabilityActionFlags = Record<string, boolean>;
9
+
10
+ export type ObservabilityPermissions = Record<string, ObservabilityActionFlags>;
11
+
12
+ const OBSERVABILITY_RESOURCE_ACTIONS: Record<string, readonly string[]> = {
13
+ aiDataset: terrenoStatements.aiDataset,
14
+ aiEvaluator: terrenoStatements.aiEvaluator,
15
+ aiExperiment: terrenoStatements.aiExperiment,
16
+ aiPrompt: terrenoStatements.aiPrompt,
17
+ aiReview: terrenoStatements.aiReview,
18
+ aiTrace: terrenoStatements.aiTrace,
19
+ };
20
+
21
+ const allObservabilityPermissionsGranted = (): ObservabilityPermissions => {
22
+ const permissions: ObservabilityPermissions = {};
23
+ for (const [resource, actions] of Object.entries(OBSERVABILITY_RESOURCE_ACTIONS)) {
24
+ permissions[resource] = {};
25
+ for (const action of actions) {
26
+ permissions[resource][action] = true;
27
+ }
28
+ }
29
+ return permissions;
30
+ };
31
+
32
+ const emptyObservabilityPermissions = (): ObservabilityPermissions => {
33
+ const permissions: ObservabilityPermissions = {};
34
+ for (const [resource, actions] of Object.entries(OBSERVABILITY_RESOURCE_ACTIONS)) {
35
+ permissions[resource] = {};
36
+ for (const action of actions) {
37
+ permissions[resource][action] = false;
38
+ }
39
+ }
40
+ return permissions;
41
+ };
42
+
43
+ export const resolveObservabilityPermissions = async ({
44
+ accessControl,
45
+ user,
46
+ }: {
47
+ accessControl?: AnyTerrenoAccess;
48
+ user: unknown;
49
+ }): Promise<ObservabilityPermissions> => {
50
+ if (!accessControl) {
51
+ return allObservabilityPermissionsGranted();
52
+ }
53
+
54
+ if (Permissions.IsAdmin("read", user as Parameters<typeof Permissions.IsAdmin>[1])) {
55
+ return allObservabilityPermissionsGranted();
56
+ }
57
+
58
+ const shell = await accessControl.can({
59
+ permissions: {admin: [ADMIN_PAGE_ACTION]},
60
+ user: user as Parameters<AnyTerrenoAccess["can"]>[0]["user"],
61
+ });
62
+ if (!shell.allowed) {
63
+ return emptyObservabilityPermissions();
64
+ }
65
+
66
+ const permissions: ObservabilityPermissions = {};
67
+ for (const [resource, actions] of Object.entries(OBSERVABILITY_RESOURCE_ACTIONS)) {
68
+ permissions[resource] = {};
69
+ for (const action of actions) {
70
+ const result = await accessControl.can({
71
+ permissions: {[resource]: [action]},
72
+ user: user as Parameters<AnyTerrenoAccess["can"]>[0]["user"],
73
+ });
74
+ permissions[resource][action] = result.allowed;
75
+ }
76
+ }
77
+ return permissions;
78
+ };
@@ -0,0 +1,35 @@
1
+ import {describe, it} from "bun:test";
2
+ import {assert} from "chai";
3
+
4
+ import {buildReviewPanels} from "./reviewPanels";
5
+
6
+ describe("buildReviewPanels", () => {
7
+ it("maps declared variables into the given panel", () => {
8
+ const panels = buildReviewPanels({
9
+ input: {name: "Ada", value: "fallback"},
10
+ output: {answer: "4"},
11
+ outputSchema: {
12
+ properties: {answer: {type: "string"}},
13
+ type: "object",
14
+ },
15
+ variables: [{key: "name", label: "Name", required: true, reviewerNote: "Who asked?"}],
16
+ });
17
+
18
+ assert.deepEqual(panels.given, [
19
+ {key: "name", label: "Name", note: "Who asked?", value: "Ada"},
20
+ ]);
21
+ assert.deepEqual(panels.wrote, [{key: "answer", label: "answer", note: undefined, value: "4"}]);
22
+ });
23
+
24
+ it("falls back to raw input keys and scalar output values", () => {
25
+ const panels = buildReviewPanels({
26
+ input: "plain text",
27
+ output: "plain answer",
28
+ });
29
+
30
+ assert.deepEqual(panels.given, [{key: "value", label: "value", value: "plain text"}]);
31
+ assert.deepEqual(panels.wrote, [
32
+ {key: "value", label: "value", note: undefined, value: "plain answer"},
33
+ ]);
34
+ });
35
+ });
@@ -0,0 +1,64 @@
1
+ import type {ObsPromptVariable} from "../types/observability";
2
+
3
+ export interface ReviewPanelField {
4
+ key: string;
5
+ label: string;
6
+ note?: string;
7
+ value: unknown;
8
+ }
9
+
10
+ export interface ReviewPanels {
11
+ given: ReviewPanelField[];
12
+ wrote: ReviewPanelField[];
13
+ }
14
+
15
+ const asRecord = (value: unknown): Record<string, unknown> => {
16
+ if (value && typeof value === "object" && !Array.isArray(value)) {
17
+ return value as Record<string, unknown>;
18
+ }
19
+ return {value};
20
+ };
21
+
22
+ export const buildReviewPanels = (params: {
23
+ input?: unknown;
24
+ output?: unknown;
25
+ outputFieldNotes?: Record<string, string>;
26
+ outputSchema?: Record<string, unknown>;
27
+ variables?: ObsPromptVariable[];
28
+ }): ReviewPanels => {
29
+ const input = asRecord(params.input);
30
+ const output = asRecord(params.output);
31
+ const given: ReviewPanelField[] = [];
32
+ if (params.variables && params.variables.length > 0) {
33
+ for (const variable of params.variables) {
34
+ given.push({
35
+ key: variable.key,
36
+ label: variable.label ?? variable.key,
37
+ note: variable.reviewerNote,
38
+ value: input[variable.key] ?? input.value,
39
+ });
40
+ }
41
+ } else {
42
+ for (const [key, value] of Object.entries(input)) {
43
+ given.push({key, label: key, value});
44
+ }
45
+ }
46
+
47
+ const wrote: ReviewPanelField[] = [];
48
+ const schemaProps =
49
+ params.outputSchema &&
50
+ typeof params.outputSchema.properties === "object" &&
51
+ params.outputSchema.properties
52
+ ? (params.outputSchema.properties as Record<string, unknown>)
53
+ : undefined;
54
+ const keys = schemaProps ? Object.keys(schemaProps) : Object.keys(output);
55
+ for (const key of keys) {
56
+ wrote.push({
57
+ key,
58
+ label: key,
59
+ note: params.outputFieldNotes?.[key],
60
+ value: output[key] ?? output.value,
61
+ });
62
+ }
63
+ return {given, wrote};
64
+ };
@@ -0,0 +1,176 @@
1
+ import {afterEach, beforeAll, beforeEach, describe, expect, it} from "bun:test";
2
+ import {TerrenoApp} from "@terreno/api";
3
+ import type express from "express";
4
+
5
+ import {authAsUser, ensureTestUsers, UserModel} from "../../tests/helpers";
6
+ import {createLocalObservabilityPlugin} from "../local/localPlugin";
7
+ import {registerObsDataset} from "../local/models/obsDataset";
8
+ import {registerObsDatasetItem} from "../local/models/obsDatasetItem";
9
+ import {registerObsPrompt} from "../local/models/obsPrompt";
10
+ import {registerObsPromptLabel} from "../local/models/obsPromptLabel";
11
+ import {registerObsPromptVersion} from "../local/models/obsPromptVersion";
12
+ import {LocalPromptStore} from "../local/promptStore";
13
+ import {ObservabilityApp, resetObservabilityApp} from "../observabilityApp";
14
+
15
+ describe("observability dataset routes", () => {
16
+ let app: express.Application;
17
+ let promptStore: LocalPromptStore;
18
+
19
+ beforeAll(async () => {
20
+ await ensureTestUsers();
21
+ });
22
+
23
+ afterEach(() => {
24
+ resetObservabilityApp();
25
+ });
26
+
27
+ beforeEach(async () => {
28
+ await registerObsDataset().deleteMany({});
29
+ await registerObsDatasetItem().deleteMany({});
30
+ await registerObsPrompt().deleteMany({});
31
+ await registerObsPromptVersion().deleteMany({});
32
+ await registerObsPromptLabel().deleteMany({});
33
+ promptStore = new LocalPromptStore();
34
+ const plugin = createLocalObservabilityPlugin();
35
+ app = new TerrenoApp({skipListen: true, userModel: UserModel})
36
+ .register(new ObservabilityApp({plugins: [plugin]}))
37
+ .build();
38
+ });
39
+
40
+ it("rejects import for non-admin users", async () => {
41
+ const admin = await authAsUser(app, "admin");
42
+ const created = await admin.post("/ai/observability/datasets").send({name: "route-set"});
43
+ expect(created.status).toBe(201);
44
+ const datasetId = created.body.data.id as string;
45
+
46
+ const user = await authAsUser(app, "notAdmin");
47
+ const denied = await user
48
+ .post(`/ai/observability/datasets/${datasetId}/import`)
49
+ .send([{text: "hello"}]);
50
+ expect(denied.status).toBe(403);
51
+ });
52
+
53
+ it("imports bare JSON rows", async () => {
54
+ const admin = await authAsUser(app, "admin");
55
+ const created = await admin.post("/ai/observability/datasets").send({name: "json-set"});
56
+ const datasetId = created.body.data.id as string;
57
+
58
+ const imported = await admin
59
+ .post(`/ai/observability/datasets/${datasetId}/import`)
60
+ .send([{text: "hello"}, {text: "world"}]);
61
+ expect(imported.status).toBe(200);
62
+ expect(imported.body.data.created).toBe(2);
63
+
64
+ const items = await admin.get(`/ai/observability/datasets/${datasetId}/items`);
65
+ expect(items.body.data).toHaveLength(2);
66
+ });
67
+
68
+ it("imports direct quoted CSV with text/csv", async () => {
69
+ const admin = await authAsUser(app, "admin");
70
+ const created = await admin.post("/ai/observability/datasets").send({name: "csv-direct"});
71
+ const datasetId = created.body.data.id as string;
72
+ const csv = ["input.text,proofread", '"hello, world",true'].join("\n");
73
+
74
+ const imported = await admin
75
+ .post(`/ai/observability/datasets/${datasetId}/import`)
76
+ .set("Content-Type", "text/csv")
77
+ .send(csv);
78
+ expect(imported.status).toBe(200);
79
+ expect(imported.body.data.created).toBe(1);
80
+ expect(imported.body.data.items?.[0]?.input?.text ?? imported.body.data).toBeDefined();
81
+ });
82
+
83
+ it("imports CSV through JSON wrapper", async () => {
84
+ const admin = await authAsUser(app, "admin");
85
+ const created = await admin.post("/ai/observability/datasets").send({name: "csv-wrap"});
86
+ const datasetId = created.body.data.id as string;
87
+ const content = ["input.text", "alpha"].join("\n");
88
+
89
+ const imported = await admin
90
+ .post(`/ai/observability/datasets/${datasetId}/import`)
91
+ .send({content, format: "csv"});
92
+ expect(imported.status).toBe(200);
93
+ expect(imported.body.data.created).toBe(1);
94
+ });
95
+
96
+ it("returns 400 for JSON and CSV schema validation failures", async () => {
97
+ await promptStore.create({
98
+ folder: "examples",
99
+ inputSchema: {
100
+ properties: {text: {type: "string"}},
101
+ required: ["text"],
102
+ type: "object",
103
+ },
104
+ name: "bound-prompt",
105
+ type: "text",
106
+ });
107
+ await promptStore.moveLabel("bound-prompt", {label: "production", version: 1});
108
+
109
+ const admin = await authAsUser(app, "admin");
110
+ const created = await admin.post("/ai/observability/datasets").send({
111
+ inputSchemaPromptName: "bound-prompt",
112
+ name: "schema-bound",
113
+ });
114
+ const datasetId = created.body.data.id as string;
115
+
116
+ const jsonFail = await admin
117
+ .post(`/ai/observability/datasets/${datasetId}/import`)
118
+ .send([{text: 123}]);
119
+ expect(jsonFail.status).toBe(400);
120
+ expect(jsonFail.body.title ?? jsonFail.body.message).toMatch(/Import failed on row/);
121
+
122
+ const csvFail = await admin
123
+ .post(`/ai/observability/datasets/${datasetId}/import`)
124
+ .send({content: "input.text\n123", format: "csv"});
125
+ expect(csvFail.status).toBe(400);
126
+ expect(csvFail.body.title ?? csvFail.body.message).toMatch(/Import failed on row/);
127
+ });
128
+
129
+ it("supports dataset CRUD, item routes, and trace copy validation", async () => {
130
+ const admin = await authAsUser(app, "admin");
131
+ const listed = await admin.get("/ai/observability/datasets");
132
+ expect(listed.status).toBe(200);
133
+
134
+ const created = await admin.post("/ai/observability/datasets").send({name: "route-crud"});
135
+ expect(created.status).toBe(201);
136
+ const datasetId = created.body.data.id as string;
137
+
138
+ const detail = await admin.get(`/ai/observability/datasets/${datasetId}`);
139
+ expect(detail.status).toBe(200);
140
+
141
+ const updated = await admin.patch(`/ai/observability/datasets/${datasetId}`).send({
142
+ description: "updated",
143
+ });
144
+ expect(updated.status).toBe(200);
145
+ expect(updated.body.data.description).toBe("updated");
146
+
147
+ const item = await admin.post(`/ai/observability/datasets/${datasetId}/items`).send({
148
+ input: {text: "hello"},
149
+ proofread: true,
150
+ });
151
+ expect(item.status).toBe(201);
152
+ const itemId = item.body.data.id as string;
153
+
154
+ const patched = await admin
155
+ .patch(`/ai/observability/datasets/${datasetId}/items/${itemId}`)
156
+ .send({proofread: false});
157
+ expect(patched.status).toBe(200);
158
+ expect(patched.body.data.proofread).toBe(false);
159
+
160
+ const missingCsv = await admin
161
+ .post(`/ai/observability/datasets/${datasetId}/import`)
162
+ .send({format: "csv"});
163
+ expect(missingCsv.status).toBe(400);
164
+
165
+ const missingTrace = await admin.post("/ai/observability/traces/add-to-dataset").send({});
166
+ expect(missingTrace.status).toBe(400);
167
+
168
+ const deletedItem = await admin.delete(
169
+ `/ai/observability/datasets/${datasetId}/items/${itemId}`
170
+ );
171
+ expect(deletedItem.status).toBe(204);
172
+
173
+ const deleted = await admin.delete(`/ai/observability/datasets/${datasetId}`);
174
+ expect(deleted.status).toBe(204);
175
+ });
176
+ });