@terreno/ai 57.20.0 → 57.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (201) hide show
  1. package/CHANGELOG.md +81 -0
  2. package/README.md +3 -3
  3. package/biome.jsonc +3 -2
  4. package/dist/harness/agentLoop.js +1 -0
  5. package/dist/harness/commit.d.ts +4 -3
  6. package/dist/harness/commit.js +23 -4
  7. package/dist/index.d.ts +6 -9
  8. package/dist/index.js +14 -25
  9. package/dist/observability/adminScreens.js +5 -1
  10. package/dist/observability/evaluate.d.ts +8 -1
  11. package/dist/observability/evaluate.js +10 -2
  12. package/dist/observability/judgeAgreement.d.ts +53 -0
  13. package/dist/observability/judgeAgreement.js +123 -0
  14. package/dist/observability/local/datasetStore.d.ts +5 -0
  15. package/dist/observability/local/datasetStore.js +7 -2
  16. package/dist/observability/local/evaluatorStore.d.ts +17 -0
  17. package/dist/observability/local/evaluatorStore.js +73 -2
  18. package/dist/observability/local/experimentRunner.d.ts +42 -8
  19. package/dist/observability/local/experimentRunner.js +390 -11
  20. package/dist/observability/local/humanAnswers.d.ts +57 -0
  21. package/dist/observability/local/humanAnswers.js +174 -0
  22. package/dist/observability/local/judgeRun.d.ts +56 -0
  23. package/dist/observability/local/judgeRun.js +111 -0
  24. package/dist/observability/local/localPlugin.js +4 -0
  25. package/dist/observability/local/models/obsDatasetItem.js +4 -0
  26. package/dist/observability/local/models/obsEvaluator.js +4 -0
  27. package/dist/observability/local/models/obsExperiment.js +28 -0
  28. package/dist/observability/local/models/obsExperimentItem.js +4 -0
  29. package/dist/observability/local/models/obsJudgeRun.d.ts +2 -0
  30. package/dist/observability/local/models/obsJudgeRun.js +60 -0
  31. package/dist/observability/local/models/obsReviewBatch.d.ts +2 -0
  32. package/dist/observability/local/models/obsReviewBatch.js +48 -0
  33. package/dist/observability/local/models/obsReviewItem.js +10 -2
  34. package/dist/observability/local/models/obsTrace.js +4 -0
  35. package/dist/observability/local/promptReferences.d.ts +31 -0
  36. package/dist/observability/local/promptReferences.js +114 -0
  37. package/dist/observability/local/promptStore.d.ts +55 -19
  38. package/dist/observability/local/promptStore.js +171 -7
  39. package/dist/observability/local/reviewBatchStore.d.ts +106 -0
  40. package/dist/observability/local/reviewBatchStore.js +517 -0
  41. package/dist/observability/local/reviewStore.d.ts +24 -3
  42. package/dist/observability/local/reviewStore.js +98 -22
  43. package/dist/observability/local/traceStore.d.ts +14 -1
  44. package/dist/observability/local/traceStore.js +144 -11
  45. package/dist/observability/observabilityApp.js +10 -1
  46. package/dist/observability/questionFingerprint.d.ts +7 -0
  47. package/dist/observability/questionFingerprint.js +23 -0
  48. package/dist/observability/routes/experiments.js +12 -1
  49. package/dist/observability/routes/review.js +3 -1
  50. package/dist/observability/routes/reviewBatches.d.ts +11 -0
  51. package/dist/observability/routes/reviewBatches.js +78 -0
  52. package/dist/observability/routes/traces.d.ts +1 -1
  53. package/dist/observability/routes/traces.js +34 -2
  54. package/dist/observability/types.d.ts +10 -1
  55. package/dist/service/aiService.js +4 -1
  56. package/dist/service/chatTurn.js +38 -31
  57. package/dist/types/harness.d.ts +10 -4
  58. package/dist/types/index.d.ts +8 -3
  59. package/dist/types/observability.d.ts +74 -2
  60. package/e2e/smoke.ts +227 -0
  61. package/package.json +14 -28
  62. package/src/aiApp.test.ts +22 -17
  63. package/src/harness/agentLoop.test.ts +0 -3
  64. package/src/harness/agentLoop.ts +2 -1
  65. package/src/harness/agentRecovery.test.ts +30 -30
  66. package/src/harness/approvals.test.ts +11 -9
  67. package/src/harness/commit.ts +24 -4
  68. package/src/harness/events.test.ts +10 -6
  69. package/src/harness/extensions.test.ts +6 -8
  70. package/src/harness/ownership.test.ts +20 -9
  71. package/src/harness/retries.test.ts +6 -3
  72. package/src/harness/routes/conversations.test.ts +2 -2
  73. package/src/harness/routes/tasks.test.ts +2 -2
  74. package/src/harness/runners/jobsRunner.test.ts +1 -1
  75. package/src/harness/subagent.test.ts +29 -4
  76. package/src/harness/waits.test.ts +6 -4
  77. package/src/index.test.ts +3 -20
  78. package/src/index.ts +23 -26
  79. package/src/isolated/gptStream.isolated.ts +25 -28
  80. package/src/isolated/lazyProjectModel.isolated.ts +2 -2
  81. package/src/models/gptHistory.test.ts +10 -6
  82. package/src/observability/adminScreens.test.ts +7 -0
  83. package/src/observability/adminScreens.ts +6 -1
  84. package/src/observability/evaluate.test.ts +12 -10
  85. package/src/observability/evaluate.ts +12 -2
  86. package/src/observability/judgeAgreement.test.ts +111 -0
  87. package/src/observability/judgeAgreement.ts +184 -0
  88. package/src/observability/local/datasetStore.ts +30 -11
  89. package/src/observability/local/evaluatorStore.ts +96 -2
  90. package/src/observability/local/experimentRunner.test.ts +9 -12
  91. package/src/observability/local/experimentRunner.ts +497 -17
  92. package/src/observability/local/humanAnswers.ts +233 -0
  93. package/src/observability/local/judgePipeline.test.ts +444 -0
  94. package/src/observability/local/judgeRun.test.ts +173 -0
  95. package/src/observability/local/judgeRun.ts +184 -0
  96. package/src/observability/local/localPlugin.ts +4 -0
  97. package/src/observability/local/models/obsDatasetItem.ts +5 -0
  98. package/src/observability/local/models/obsEvaluator.ts +4 -0
  99. package/src/observability/local/models/obsExperiment.ts +29 -0
  100. package/src/observability/local/models/obsExperimentItem.ts +4 -0
  101. package/src/observability/local/models/obsJudgeRun.ts +61 -0
  102. package/src/observability/local/models/obsReviewBatch.ts +52 -0
  103. package/src/observability/local/models/obsReviewItem.ts +11 -2
  104. package/src/observability/local/models/obsTrace.ts +5 -0
  105. package/src/observability/local/obsModels.test.ts +13 -0
  106. package/src/observability/local/promptReferences.test.ts +128 -0
  107. package/src/observability/local/promptReferences.ts +149 -0
  108. package/src/observability/local/promptStore.test.ts +295 -3
  109. package/src/observability/local/promptStore.ts +243 -32
  110. package/src/observability/local/reviewBatchStore.test.ts +251 -0
  111. package/src/observability/local/reviewBatchStore.ts +656 -0
  112. package/src/observability/local/reviewStore.ts +122 -25
  113. package/src/observability/local/traceStore.test.ts +139 -1
  114. package/src/observability/local/traceStore.ts +162 -11
  115. package/src/observability/observabilityApp.test.ts +13 -10
  116. package/src/observability/observabilityApp.ts +10 -1
  117. package/src/observability/questionFingerprint.test.ts +33 -0
  118. package/src/observability/questionFingerprint.ts +24 -0
  119. package/src/observability/routes/datasets.test.ts +2 -2
  120. package/src/observability/routes/evaluators.test.ts +2 -2
  121. package/src/observability/routes/experiments.test.ts +39 -2
  122. package/src/observability/routes/experiments.ts +13 -1
  123. package/src/observability/routes/prompts.test.ts +3 -3
  124. package/src/observability/routes/review.test.ts +2 -2
  125. package/src/observability/routes/review.ts +3 -1
  126. package/src/observability/routes/reviewBatches.test.ts +209 -0
  127. package/src/observability/routes/reviewBatches.ts +138 -0
  128. package/src/observability/routes/status.test.ts +8 -8
  129. package/src/observability/routes/testMultiStage.test.ts +6 -6
  130. package/src/observability/routes/traces.test.ts +63 -2
  131. package/src/observability/routes/traces.ts +46 -4
  132. package/src/observability/types.ts +5 -2
  133. package/src/routes/files.test.ts +5 -3
  134. package/src/routes/gpt.test.ts +21 -14
  135. package/src/routes/gptActions.test.ts +7 -8
  136. package/src/routes/gptDatasets.test.ts +1 -1
  137. package/src/routes/gptFiles.test.ts +1 -1
  138. package/src/routes/gptHistories.test.ts +15 -9
  139. package/src/routes/mcp.test.ts +3 -3
  140. package/src/routes/projects.test.ts +5 -3
  141. package/src/routes/routes.test.ts +156 -115
  142. package/src/service/aiService.test.ts +22 -1
  143. package/src/service/aiService.ts +4 -1
  144. package/src/service/asks.test.ts +14 -6
  145. package/src/service/chatTurn.ts +42 -33
  146. package/src/service/fileStorage.test.ts +5 -2
  147. package/src/service/getMCPTools.test.ts +9 -5
  148. package/src/service/mcpService.test.ts +6 -3
  149. package/src/tests/bunSetup.ts +0 -54
  150. package/src/tests/chatHarness.ts +4 -4
  151. package/src/tests/fakeJudge.ts +8 -0
  152. package/src/tests/helpers.ts +26 -4
  153. package/src/types/harness.ts +11 -4
  154. package/src/types/index.ts +8 -3
  155. package/src/types/observability.ts +86 -2
  156. package/tsconfig.typecheck.json +18 -0
  157. package/dist/langfuseApp.d.ts +0 -9
  158. package/dist/langfuseApp.js +0 -53
  159. package/dist/langfuseCache.d.ts +0 -15
  160. package/dist/langfuseCache.js +0 -54
  161. package/dist/langfuseClient.d.ts +0 -6
  162. package/dist/langfuseClient.js +0 -34
  163. package/dist/langfusePrompts.d.ts +0 -12
  164. package/dist/langfusePrompts.js +0 -89
  165. package/dist/langfuseRoutesEvaluations.d.ts +0 -3
  166. package/dist/langfuseRoutesEvaluations.js +0 -32
  167. package/dist/langfuseRoutesMiddleware.d.ts +0 -2
  168. package/dist/langfuseRoutesMiddleware.js +0 -13
  169. package/dist/langfuseRoutesPlayground.d.ts +0 -2
  170. package/dist/langfuseRoutesPlayground.js +0 -36
  171. package/dist/langfuseRoutesPrompts.d.ts +0 -2
  172. package/dist/langfuseRoutesPrompts.js +0 -56
  173. package/dist/langfuseRoutesTraces.d.ts +0 -2
  174. package/dist/langfuseRoutesTraces.js +0 -30
  175. package/dist/langfuseTracing.d.ts +0 -4
  176. package/dist/langfuseTracing.js +0 -32
  177. package/dist/langfuseTypes.d.ts +0 -96
  178. package/dist/langfuseTypes.js +0 -2
  179. package/dist/langfuseVercelAi.d.ts +0 -12
  180. package/dist/langfuseVercelAi.js +0 -49
  181. package/src/isolated/langfuseClient.isolated.ts +0 -60
  182. package/src/langfuseApp.test.ts +0 -135
  183. package/src/langfuseApp.ts +0 -62
  184. package/src/langfuseCache.test.ts +0 -75
  185. package/src/langfuseCache.ts +0 -72
  186. package/src/langfuseClient.test.ts +0 -69
  187. package/src/langfuseClient.ts +0 -34
  188. package/src/langfusePrompts.test.ts +0 -188
  189. package/src/langfusePrompts.ts +0 -121
  190. package/src/langfuseRoutes.test.ts +0 -256
  191. package/src/langfuseRoutesEvaluations.ts +0 -48
  192. package/src/langfuseRoutesMiddleware.test.ts +0 -57
  193. package/src/langfuseRoutesMiddleware.ts +0 -12
  194. package/src/langfuseRoutesPlayground.ts +0 -50
  195. package/src/langfuseRoutesPrompts.ts +0 -87
  196. package/src/langfuseRoutesTraces.ts +0 -40
  197. package/src/langfuseTracing.test.ts +0 -68
  198. package/src/langfuseTracing.ts +0 -33
  199. package/src/langfuseTypes.ts +0 -103
  200. package/src/langfuseVercelAi.test.ts +0 -79
  201. package/src/langfuseVercelAi.ts +0 -72
@@ -38,7 +38,13 @@ import {
38
38
  toolNamesOf,
39
39
  USER_PROMPT,
40
40
  } from "../tests/chatHarness";
41
- import {authAsUser, authAsUserWithCredentials, ensureTestUsers, UserModel} from "../tests/helpers";
41
+ import {
42
+ authAsUser,
43
+ authAsUserWithCredentials,
44
+ ensureTestUsers,
45
+ historyRouterOptions,
46
+ terrenoUserModel,
47
+ } from "../tests/helpers";
42
48
  import type {GptHistoryDocument} from "../types";
43
49
  import {addGptHistoryRoutes} from "./gptHistories";
44
50
 
@@ -799,10 +805,10 @@ describe("/gpt/histories headless turns", () => {
799
805
  const historyApp = (validation?: ModelRouterOptions<GptHistoryDocument>["validation"]) =>
800
806
  new TerrenoApp({
801
807
  configureApp: (router, options) => {
802
- addGptHistoryRoutes(router, {...options, validation});
808
+ addGptHistoryRoutes(router, {...historyRouterOptions(options), validation});
803
809
  },
804
810
  skipListen: true,
805
- userModel: UserModel,
811
+ userModel: terrenoUserModel,
806
812
  }).build();
807
813
 
808
814
  afterEach(() => {
@@ -845,10 +851,10 @@ describe("/gpt/histories headless turns", () => {
845
851
  it("adds no headless actions without chat options", async () => {
846
852
  const app = new TerrenoApp({
847
853
  configureApp: (router, options) => {
848
- addGptHistoryRoutes(router, options);
854
+ addGptHistoryRoutes(router, historyRouterOptions(options));
849
855
  },
850
856
  skipListen: true,
851
- userModel: UserModel,
857
+ userModel: terrenoUserModel,
852
858
  }).build();
853
859
  const agent = await authAsUser(app, "notAdmin");
854
860
 
@@ -865,12 +871,12 @@ describe("/gpt/histories headless turns", () => {
865
871
  const app = new TerrenoApp({
866
872
  configureApp: (router, options) => {
867
873
  addGptHistoryRoutes(router, {
868
- ...options,
874
+ ...historyRouterOptions(options),
869
875
  chat: {aiService: new AIService({model: model as unknown as LanguageModel})},
870
876
  });
871
877
  },
872
878
  skipListen: true,
873
- userModel: UserModel,
879
+ userModel: terrenoUserModel,
874
880
  }).build();
875
881
  const agent = await authAsUser(app, "notAdmin");
876
882
  const historyId = await createHistory(agent);
@@ -892,7 +898,7 @@ describe("/gpt/histories headless turns", () => {
892
898
  const app = new TerrenoApp({
893
899
  configureApp: (router, options) => {
894
900
  addGptHistoryRoutes(router, {
895
- ...options,
901
+ ...historyRouterOptions(options),
896
902
  chat: {
897
903
  aiService: new AIService({model: model as unknown as LanguageModel}),
898
904
  asks: true,
@@ -914,7 +920,7 @@ describe("/gpt/histories headless turns", () => {
914
920
  });
915
921
  },
916
922
  skipListen: true,
917
- userModel: UserModel,
923
+ userModel: terrenoUserModel,
918
924
  }).build();
919
925
  const agent = await authAsUser(app, "notAdmin");
920
926
  const historyId = await createHistory(agent);
@@ -4,7 +4,7 @@ import type express from "express";
4
4
  import supertest from "supertest";
5
5
 
6
6
  import type {MCPService} from "../service/mcpService";
7
- import {authAsUser, ensureTestUsers, UserModel} from "../tests/helpers";
7
+ import {authAsUser, ensureTestUsers, terrenoUserModel} from "../tests/helpers";
8
8
  import {addMcpRoutes} from "./mcp";
9
9
 
10
10
  type MockMcpService = Pick<MCPService, "getServerStatus" | "getTools" | "reconnectServer">;
@@ -30,7 +30,7 @@ describe("MCP Routes", () => {
30
30
  addMcpRoutes(router, {mcpService: mcpService as MCPService, openApiOptions: options});
31
31
  },
32
32
  skipListen: true,
33
- userModel: UserModel,
33
+ userModel: terrenoUserModel,
34
34
  }).build();
35
35
  });
36
36
 
@@ -89,7 +89,7 @@ describe("MCP Routes", () => {
89
89
  addMcpRoutes(router, {mcpService: mcpService as MCPService, openApiOptions: options});
90
90
  },
91
91
  skipListen: true,
92
- userModel: UserModel,
92
+ userModel: terrenoUserModel,
93
93
  }).build();
94
94
  const agent = await authAsUser(customApp, "admin");
95
95
  const res = await agent.post("/mcp/servers/unknown/reconnect");
@@ -4,7 +4,7 @@ import type express from "express";
4
4
  import mongoose from "mongoose";
5
5
 
6
6
  import {Project} from "../models/project";
7
- import {authAsUser, ensureTestUsers, UserModel} from "../tests/helpers";
7
+ import {authAsUser, ensureTestUsers, terrenoUserModel, UserModel} from "../tests/helpers";
8
8
  import {addProjectRoutes} from "./projects";
9
9
 
10
10
  describe("Project Routes", () => {
@@ -24,7 +24,7 @@ describe("Project Routes", () => {
24
24
  addProjectRoutes(router, {openApiOptions: options});
25
25
  },
26
26
  skipListen: true,
27
- userModel: UserModel,
27
+ userModel: terrenoUserModel,
28
28
  }).build();
29
29
  });
30
30
 
@@ -77,7 +77,9 @@ describe("Project Routes", () => {
77
77
 
78
78
  it("exposes ownerId virtual aliased to userId", async () => {
79
79
  const project = await Project.create({name: "With Owner", userId: notAdminId});
80
- expect(project.toObject({virtuals: true}).ownerId.toString()).toBe(notAdminId.toString());
80
+ expect(
81
+ project.toObject<{ownerId: mongoose.Types.ObjectId}>({virtuals: true}).ownerId.toString()
82
+ ).toBe(notAdminId.toString());
81
83
  });
82
84
  });
83
85
 
@@ -17,22 +17,21 @@ import type {ObservabilityPlugin} from "../observability/types";
17
17
  import {AIService} from "../service/aiService";
18
18
  import type {FileStorageService} from "../service/fileStorage";
19
19
  import type {MCPService} from "../service/mcpService";
20
- import {authAsUser, ensureTestUsers, UserModel} from "../tests/helpers";
20
+ import {
21
+ authAsUser,
22
+ ensureTestUsers,
23
+ historyRouterOptions,
24
+ terrenoUserModel,
25
+ UserModel,
26
+ } from "../tests/helpers";
27
+ import type {FileContentPart, ImageContentPart} from "../types/index";
21
28
  import {addAiRequestsExplorerRoutes} from "./aiRequestsExplorer";
22
29
  import {addGptHistoryRoutes} from "./gptHistories";
23
30
 
24
31
  type SseResponse = supertest.Response & {body: string};
25
32
 
26
- // Mock langfuseVercelAi to avoid transitive langfuse SDK import in tests.
27
- // Spread the real module so later-loaded test files still see the real exports.
28
- const realLangfuseVercelAi = await import("../langfuseVercelAi");
29
- mock.module("../langfuseVercelAi", () => ({
30
- ...realLangfuseVercelAi,
31
- createTelemetryConfig: () => ({functionId: "test", isEnabled: false}),
32
- preparePromptForAI: async () => ({config: {}, prompt: "test", telemetry: {isEnabled: false}}),
33
- }));
34
-
35
- const realAi = await import("ai");
33
+ // The package compiles as CommonJS, so modules load with require instead of top-level await.
34
+ const realAi: typeof import("ai") = require("ai");
36
35
  type StreamTextOptions = Parameters<typeof realAi.streamText>[0];
37
36
  type StreamTextResult = ReturnType<typeof realAi.streamText>;
38
37
  const realStreamText = realAi.streamText;
@@ -43,7 +42,7 @@ mock.module("ai", () => ({
43
42
  streamTextOverride ? streamTextOverride(options) : realStreamText(options),
44
43
  }));
45
44
 
46
- const {addGptRoutes} = await import("./gpt");
45
+ const {addGptRoutes}: typeof import("./gpt.js") = require("./gpt");
47
46
 
48
47
  // Create mock AI model (LanguageModelV2)
49
48
  const createMockModel = (modelId = "mock-model") => ({
@@ -193,12 +192,12 @@ describe("AI Routes", () => {
193
192
 
194
193
  app = new TerrenoApp({
195
194
  configureApp: (router, options) => {
196
- addGptHistoryRoutes(router, options);
195
+ addGptHistoryRoutes(router, historyRouterOptions(options));
197
196
  addGptRoutes(router, {aiService, openApiOptions: options});
198
197
  addAiRequestsExplorerRoutes(router, {openApiOptions: options});
199
198
  },
200
199
  skipListen: true,
201
- userModel: UserModel,
200
+ userModel: terrenoUserModel,
202
201
  }).build();
203
202
  });
204
203
 
@@ -262,7 +261,7 @@ describe("AI Routes", () => {
262
261
  addGptRoutes(router, {openApiOptions: options});
263
262
  },
264
263
  skipListen: true,
265
- userModel: UserModel,
264
+ userModel: terrenoUserModel,
266
265
  }).build();
267
266
  const agent = await authAsUser(demoApp, "notAdmin");
268
267
  const res = await agent.post("/gpt/remix").send({text: "Hello"});
@@ -356,6 +355,107 @@ describe("AI Routes", () => {
356
355
  assert.isTrue(sink.traces[0]?.sensitive);
357
356
  });
358
357
 
358
+ it("prepends the route registry system prompt and records its version", async () => {
359
+ const sink = new MemoryTraceSink();
360
+ const lookups: Array<{label?: string; name: string}> = [];
361
+ const plugin: ObservabilityPlugin = {
362
+ capabilities: new Set([
363
+ "datasets",
364
+ "experiments",
365
+ "prompts",
366
+ "reviewQueue",
367
+ "scores",
368
+ "traces",
369
+ ]),
370
+ datasetStore: {},
371
+ experimentRunner: {},
372
+ id: "local",
373
+ promptRegistry: {
374
+ get: async (args) => {
375
+ lookups.push(args);
376
+ return {
377
+ body: "Registry assistant prompt",
378
+ label: "staging",
379
+ name: "chat-assistant",
380
+ version: 2,
381
+ };
382
+ },
383
+ },
384
+ reviewQueue: {},
385
+ traceSink: sink,
386
+ };
387
+ new ObservabilityApp({plugins: [plugin]});
388
+ const model = createMockModel();
389
+ const registryApp = new TerrenoApp({
390
+ configureApp: (router, options) => {
391
+ addGptRoutes(router, {
392
+ aiService: new AIService({model: model as unknown as LanguageModel}),
393
+ openApiOptions: options,
394
+ systemPromptLabel: "staging",
395
+ systemPromptName: "chat-assistant",
396
+ });
397
+ },
398
+ skipListen: true,
399
+ userModel: terrenoUserModel,
400
+ }).build();
401
+
402
+ const agent = await authAsUser(registryApp, "notAdmin");
403
+ const res = await agent
404
+ .post("/gpt/prompt")
405
+ .send({prompt: "Hi", systemPrompt: "Caller context"})
406
+ .buffer(true)
407
+ .parse(sseCollect);
408
+
409
+ assert.equal(res.status, 200);
410
+ assert.deepEqual(lookups, [{label: "staging", name: "chat-assistant"}]);
411
+ const callOptions = (model.doStream.mock.calls[0] as unknown[] | undefined)?.[0] as {
412
+ prompt: Array<{content: unknown; role: string}>;
413
+ };
414
+ const system = callOptions.prompt.find((message) => message.role === "system");
415
+ assert.match(String(system?.content), /^Registry assistant prompt\n\nCaller context/);
416
+ assert.deepEqual(sink.traces[0]?.prompts, [
417
+ {label: "staging", name: "chat-assistant", version: 2},
418
+ ]);
419
+ });
420
+
421
+ it("keeps chatting without a prompt when the route registry prompt is missing", async () => {
422
+ const sink = new MemoryTraceSink();
423
+ const plugin: ObservabilityPlugin = {
424
+ capabilities: new Set([
425
+ "datasets",
426
+ "experiments",
427
+ "prompts",
428
+ "reviewQueue",
429
+ "scores",
430
+ "traces",
431
+ ]),
432
+ datasetStore: {},
433
+ experimentRunner: {},
434
+ id: "local",
435
+ promptRegistry: {get: async () => undefined},
436
+ reviewQueue: {},
437
+ traceSink: sink,
438
+ };
439
+ new ObservabilityApp({plugins: [plugin]});
440
+ const registryApp = new TerrenoApp({
441
+ configureApp: (router, options) => {
442
+ addGptRoutes(router, {aiService, openApiOptions: options, systemPromptName: "absent"});
443
+ },
444
+ skipListen: true,
445
+ userModel: terrenoUserModel,
446
+ }).build();
447
+
448
+ const agent = await authAsUser(registryApp, "notAdmin");
449
+ const res = await agent
450
+ .post("/gpt/prompt")
451
+ .send({prompt: "Hi"})
452
+ .buffer(true)
453
+ .parse(sseCollect);
454
+
455
+ assert.equal(res.status, 200);
456
+ assert.deepEqual(sink.traces[0]?.prompts, []);
457
+ });
458
+
359
459
  it("emits a memory-sink trace with userId and sessionId", async () => {
360
460
  const sink = new MemoryTraceSink();
361
461
  const plugin: ObservabilityPlugin = {
@@ -397,7 +497,7 @@ describe("AI Routes", () => {
397
497
  addGptRoutes(router, {openApiOptions: options});
398
498
  },
399
499
  skipListen: true,
400
- userModel: UserModel,
500
+ userModel: terrenoUserModel,
401
501
  }).build();
402
502
  const agent = await authAsUser(demoApp, "notAdmin");
403
503
  const res = await agent
@@ -419,7 +519,7 @@ describe("AI Routes", () => {
419
519
  addGptRoutes(router, {createModelFn, openApiOptions: options});
420
520
  },
421
521
  skipListen: true,
422
- userModel: UserModel,
522
+ userModel: terrenoUserModel,
423
523
  }).build();
424
524
  const agent = await authAsUser(customApp, "notAdmin");
425
525
  const res = await agent
@@ -441,7 +541,7 @@ describe("AI Routes", () => {
441
541
  addGptRoutes(router, {createServerModelFn, openApiOptions: options});
442
542
  },
443
543
  skipListen: true,
444
- userModel: UserModel,
544
+ userModel: terrenoUserModel,
445
545
  }).build();
446
546
  const agent = await authAsUser(customApp, "notAdmin");
447
547
  const res = await agent
@@ -454,13 +554,16 @@ describe("AI Routes", () => {
454
554
  });
455
555
 
456
556
  it("falls back to default aiService when createServerModelFn returns null", async () => {
457
- const createServerModelFn = mock((_modelId?: string) => null);
557
+ // A JavaScript host may return null even though the option's type says undefined.
558
+ const createServerModelFn = mock(
559
+ (_modelId?: string) => null as unknown as LanguageModel | undefined
560
+ );
458
561
  const customApp = new TerrenoApp({
459
562
  configureApp: (router, options) => {
460
563
  addGptRoutes(router, {aiService, createServerModelFn, openApiOptions: options});
461
564
  },
462
565
  skipListen: true,
463
- userModel: UserModel,
566
+ userModel: terrenoUserModel,
464
567
  }).build();
465
568
  const agent = await authAsUser(customApp, "notAdmin");
466
569
  const res = await agent
@@ -576,7 +679,7 @@ describe("AI Routes", () => {
576
679
  addGptRoutes(router, {aiService: noFinishService, openApiOptions: options});
577
680
  },
578
681
  skipListen: true,
579
- userModel: UserModel,
682
+ userModel: terrenoUserModel,
580
683
  }).build();
581
684
  const agent = await authAsUser(noFinishApp, "notAdmin");
582
685
  const res = await agent
@@ -598,7 +701,7 @@ describe("AI Routes", () => {
598
701
  addGptRoutes(router, {aiService: imageService, openApiOptions: options});
599
702
  },
600
703
  skipListen: true,
601
- userModel: UserModel,
704
+ userModel: terrenoUserModel,
602
705
  }).build();
603
706
  const agent = await authAsUser(imgApp, "notAdmin");
604
707
  const res = await agent
@@ -622,7 +725,7 @@ describe("AI Routes", () => {
622
725
  addGptRoutes(router, {aiService: imageService, openApiOptions: options});
623
726
  },
624
727
  skipListen: true,
625
- userModel: UserModel,
728
+ userModel: terrenoUserModel,
626
729
  }).build();
627
730
  const agent = await authAsUser(imgApp, "notAdmin");
628
731
  const res = await agent
@@ -638,7 +741,9 @@ describe("AI Routes", () => {
638
741
  const assistant = history.prompts.find((p) => p.type === "assistant");
639
742
  expect(assistant?.text).toBe("");
640
743
  expect(assistant?.content).toHaveLength(1);
641
- expect(assistant?.content?.[0]?.url).toBe("data:image/png;base64,aGVsbG8=");
744
+ expect((assistant?.content?.[0] as ImageContentPart | undefined)?.url).toBe(
745
+ "data:image/png;base64,aGVsbG8="
746
+ );
642
747
  });
643
748
 
644
749
  it("writes an SSE error event when the model stream throws", async () => {
@@ -650,7 +755,7 @@ describe("AI Routes", () => {
650
755
  addGptRoutes(router, {aiService: errService, openApiOptions: options});
651
756
  },
652
757
  skipListen: true,
653
- userModel: UserModel,
758
+ userModel: terrenoUserModel,
654
759
  }).build();
655
760
  const agent = await authAsUser(errApp, "notAdmin");
656
761
  const res = await agent
@@ -674,7 +779,7 @@ describe("AI Routes", () => {
674
779
  addGptRoutes(router, {aiService, mcpService, openApiOptions: options});
675
780
  },
676
781
  skipListen: true,
677
- userModel: UserModel,
782
+ userModel: terrenoUserModel,
678
783
  }).build();
679
784
  const agent = await authAsUser(customApp, "notAdmin");
680
785
  const res = await agent
@@ -697,7 +802,7 @@ describe("AI Routes", () => {
697
802
  addGptRoutes(router, {aiService, mcpService, openApiOptions: options});
698
803
  },
699
804
  skipListen: true,
700
- userModel: UserModel,
805
+ userModel: terrenoUserModel,
701
806
  }).build();
702
807
  const agent = await authAsUser(customApp, "notAdmin");
703
808
  const res = await agent
@@ -727,7 +832,7 @@ describe("AI Routes", () => {
727
832
  });
728
833
  },
729
834
  skipListen: true,
730
- userModel: UserModel,
835
+ userModel: terrenoUserModel,
731
836
  }).build();
732
837
  const agent = await authAsUser(customApp, "notAdmin");
733
838
  const res = await agent
@@ -752,7 +857,7 @@ describe("AI Routes", () => {
752
857
  });
753
858
  },
754
859
  skipListen: true,
755
- userModel: UserModel,
860
+ userModel: terrenoUserModel,
756
861
  }).build();
757
862
  const agent = await authAsUser(customApp, "notAdmin");
758
863
  const res = await agent
@@ -785,7 +890,7 @@ describe("AI Routes", () => {
785
890
  });
786
891
  },
787
892
  skipListen: true,
788
- userModel: UserModel,
893
+ userModel: terrenoUserModel,
789
894
  }).build();
790
895
  const agent = await authAsUser(imgApp, "notAdmin");
791
896
  const res = await agent
@@ -796,27 +901,6 @@ describe("AI Routes", () => {
796
901
  expect(res.status).toBe(200);
797
902
  });
798
903
 
799
- it("uses the langfuse system prompt when configured", async () => {
800
- const customApp = new TerrenoApp({
801
- configureApp: (router, options) => {
802
- addGptRoutes(router, {
803
- aiService,
804
- langfuseSystemPromptName: "missing-prompt-name",
805
- openApiOptions: options,
806
- });
807
- },
808
- skipListen: true,
809
- userModel: UserModel,
810
- }).build();
811
- const agent = await authAsUser(customApp, "notAdmin");
812
- const res = await agent
813
- .post("/gpt/prompt")
814
- .send({prompt: "Hi"})
815
- .buffer(true)
816
- .parse(sseCollect);
817
- expect(res.status).toBe(200);
818
- });
819
-
820
904
  it("forwards model tool-call and tool-result stream events via SSE", async () => {
821
905
  const sink = new MemoryTraceSink();
822
906
  const plugin: ObservabilityPlugin = {
@@ -912,7 +996,7 @@ describe("AI Routes", () => {
912
996
  });
913
997
  },
914
998
  skipListen: true,
915
- userModel: UserModel,
999
+ userModel: terrenoUserModel,
916
1000
  }).build();
917
1001
  const agent = await authAsUser(toolApp, "notAdmin");
918
1002
  const res = await agent
@@ -1018,7 +1102,7 @@ describe("AI Routes", () => {
1018
1102
  });
1019
1103
  },
1020
1104
  skipListen: true,
1021
- userModel: UserModel,
1105
+ userModel: terrenoUserModel,
1022
1106
  }).build();
1023
1107
  const agent = await authAsUser(fileToolApp, "notAdmin");
1024
1108
  const res = await agent
@@ -1074,7 +1158,7 @@ describe("AI Routes", () => {
1074
1158
  });
1075
1159
  },
1076
1160
  skipListen: true,
1077
- userModel: UserModel,
1161
+ userModel: terrenoUserModel,
1078
1162
  }).build();
1079
1163
  const agent = await authAsUser(errApp, "notAdmin");
1080
1164
  const res = await agent
@@ -1127,7 +1211,7 @@ describe("AI Routes", () => {
1127
1211
  });
1128
1212
  },
1129
1213
  skipListen: true,
1130
- userModel: UserModel,
1214
+ userModel: terrenoUserModel,
1131
1215
  }).build();
1132
1216
  const agent = await authAsUser(customApp, "notAdmin");
1133
1217
  const res = await agent
@@ -1199,7 +1283,7 @@ describe("AI Routes", () => {
1199
1283
  });
1200
1284
  },
1201
1285
  skipListen: true,
1202
- userModel: UserModel,
1286
+ userModel: terrenoUserModel,
1203
1287
  }).build();
1204
1288
  const agent = await authAsUser(customApp, "notAdmin");
1205
1289
  const res = await agent
@@ -1225,7 +1309,7 @@ describe("AI Routes", () => {
1225
1309
  });
1226
1310
  },
1227
1311
  skipListen: true,
1228
- userModel: UserModel,
1312
+ userModel: terrenoUserModel,
1229
1313
  }).build();
1230
1314
  const agent = await authAsUser(customApp, "notAdmin");
1231
1315
  const res = await agent
@@ -1277,7 +1361,7 @@ describe("AI Routes", () => {
1277
1361
  });
1278
1362
  },
1279
1363
  skipListen: true,
1280
- userModel: UserModel,
1364
+ userModel: terrenoUserModel,
1281
1365
  }).build();
1282
1366
  const agent = await authAsUser(fileApp, "notAdmin");
1283
1367
  const res = await agent
@@ -1446,7 +1530,7 @@ describe("AI Routes", () => {
1446
1530
  addGptRoutes(router, {aiService, openApiOptions: options, ...extra});
1447
1531
  },
1448
1532
  skipListen: true,
1449
- userModel: UserModel,
1533
+ userModel: terrenoUserModel,
1450
1534
  }).build();
1451
1535
 
1452
1536
  it("rejects attachments when file uploads are disabled", async () => {
@@ -1684,7 +1768,10 @@ describe("AI Routes", () => {
1684
1768
  .patch(`/gpt/histories/${historyId}`)
1685
1769
  .send({prompts: stored.body.data.prompts});
1686
1770
  expect(roundTripped.status).toBe(200);
1687
- expect((await GptHistory.findById(historyId))?.prompts[0].content?.[1].gcsKey).toBe(ownKey);
1771
+ const filePart = (await GptHistory.findById(historyId))?.prompts[0].content?.[1] as
1772
+ | FileContentPart
1773
+ | ImageContentPart;
1774
+ expect(filePart.gcsKey).toBe(ownKey);
1688
1775
 
1689
1776
  const patched = await agent.patch(`/gpt/histories/${historyId}`).send({
1690
1777
  prompts: [{content: [{text: "f", type: "text"}, plantedPart], text: "f", type: "user"}],
@@ -1999,7 +2086,7 @@ describe("AI Routes", () => {
1999
2086
  });
2000
2087
  },
2001
2088
  skipListen: true,
2002
- userModel: UserModel,
2089
+ userModel: terrenoUserModel,
2003
2090
  }).build();
2004
2091
  const agent = await authAsUser(errApp, "notAdmin");
2005
2092
 
@@ -2047,7 +2134,7 @@ describe("AI Routes", () => {
2047
2134
  addGptRoutes(router, {aiService, openApiOptions: options});
2048
2135
  },
2049
2136
  skipListen: true,
2050
- userModel: UserModel,
2137
+ userModel: terrenoUserModel,
2051
2138
  }).build();
2052
2139
  const agent = await authAsUser(errApp, "notAdmin");
2053
2140
 
@@ -2097,7 +2184,7 @@ describe("AI Routes", () => {
2097
2184
  });
2098
2185
  },
2099
2186
  skipListen: true,
2100
- userModel: UserModel,
2187
+ userModel: terrenoUserModel,
2101
2188
  }).build();
2102
2189
  const agent = await authAsUser(errApp, "notAdmin");
2103
2190
  const res = await agent
@@ -2130,52 +2217,6 @@ describe("AI Routes", () => {
2130
2217
  }
2131
2218
  });
2132
2219
 
2133
- it("swallows preparePromptForAI failure when langfuse prompt loading throws", async () => {
2134
- // Re-mock preparePromptForAI to throw, exercising the catch branch that
2135
- // logs `Langfuse system prompt skipped: ...` and continues without it.
2136
- mock.module("../langfuseVercelAi", () => ({
2137
- ...realLangfuseVercelAi,
2138
- createTelemetryConfig: () => ({functionId: "test", isEnabled: false}),
2139
- preparePromptForAI: async () => {
2140
- throw new Error("langfuse offline");
2141
- },
2142
- }));
2143
- try {
2144
- const customApp = new TerrenoApp({
2145
- configureApp: (router, options) => {
2146
- addGptRoutes(router, {
2147
- aiService,
2148
- langfuseSystemPromptName: "broken-prompt",
2149
- openApiOptions: options,
2150
- });
2151
- },
2152
- skipListen: true,
2153
- userModel: UserModel,
2154
- }).build();
2155
- const agent = await authAsUser(customApp, "notAdmin");
2156
- const res = await agent
2157
- .post("/gpt/prompt")
2158
- .send({prompt: "Hi"})
2159
- .buffer(true)
2160
- .parse(sseCollect);
2161
- // Failure is silently caught; request still completes successfully.
2162
- expect(res.status).toBe(200);
2163
- const body = (res as SseResponse).body;
2164
- expect(body).toContain("done");
2165
- } finally {
2166
- // Restore the original happy-path mock for subsequent tests.
2167
- mock.module("../langfuseVercelAi", () => ({
2168
- ...realLangfuseVercelAi,
2169
- createTelemetryConfig: () => ({functionId: "test", isEnabled: false}),
2170
- preparePromptForAI: async () => ({
2171
- config: {},
2172
- prompt: "test",
2173
- telemetry: {isEnabled: false},
2174
- }),
2175
- }));
2176
- }
2177
- });
2178
-
2179
2220
  it("logs warning when AIRequest.logRequest throws inside the stream error catch", async () => {
2180
2221
  // Combine a stream that errors mid-iteration with a logRequest that also throws,
2181
2222
  // exercising the catch-within-catch that logs `Failed to log AIRequest error`.
@@ -2214,7 +2255,7 @@ describe("AI Routes", () => {
2214
2255
  });
2215
2256
  },
2216
2257
  skipListen: true,
2217
- userModel: UserModel,
2258
+ userModel: terrenoUserModel,
2218
2259
  }).build();
2219
2260
  const originalLogRequest = AIRequest.logRequest;
2220
2261
  AIRequest.logRequest = mock(async () => {
@@ -2248,7 +2289,7 @@ describe("AI Routes", () => {
2248
2289
  });
2249
2290
  },
2250
2291
  skipListen: true,
2251
- userModel: UserModel,
2292
+ userModel: terrenoUserModel,
2252
2293
  }).build();
2253
2294
  const agent = await authAsUser(customApp, "notAdmin");
2254
2295
  const res = await agent.get("/gpt/tools");
@@ -2265,7 +2306,7 @@ describe("AI Routes", () => {
2265
2306
  addGptRoutes(router, {aiService, createRequestTools, openApiOptions: options});
2266
2307
  },
2267
2308
  skipListen: true,
2268
- userModel: UserModel,
2309
+ userModel: terrenoUserModel,
2269
2310
  }).build();
2270
2311
  const agent = await authAsUser(customApp, "notAdmin");
2271
2312
  const res = await agent.get("/gpt/tools");
@@ -2282,7 +2323,7 @@ describe("AI Routes", () => {
2282
2323
  addGptRoutes(router, {aiService, mcpService, openApiOptions: options});
2283
2324
  },
2284
2325
  skipListen: true,
2285
- userModel: UserModel,
2326
+ userModel: terrenoUserModel,
2286
2327
  }).build();
2287
2328
  const agent = await authAsUser(customApp, "notAdmin");
2288
2329
  const res = await agent.get("/gpt/tools");
@@ -2301,7 +2342,7 @@ describe("AI Routes", () => {
2301
2342
  addGptRoutes(router, {aiService, mcpService, openApiOptions: options});
2302
2343
  },
2303
2344
  skipListen: true,
2304
- userModel: UserModel,
2345
+ userModel: terrenoUserModel,
2305
2346
  }).build();
2306
2347
  const agent = await authAsUser(customApp, "notAdmin");
2307
2348
  const res = await agent.get("/gpt/tools");
@@ -2556,7 +2597,7 @@ describe("AI Routes", () => {
2556
2597
  });
2557
2598
  },
2558
2599
  skipListen: true,
2559
- userModel: UserModel,
2600
+ userModel: terrenoUserModel,
2560
2601
  }).build();
2561
2602
  const agent = await authAsUser(fileApp, "notAdmin");
2562
2603
  const res = await agent