@terreno/ai 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/dist/index.d.ts +7 -0
  2. package/dist/index.js +24 -1
  3. package/dist/langfuseApp.d.ts +9 -0
  4. package/dist/langfuseApp.js +96 -0
  5. package/dist/langfuseCache.d.ts +16 -0
  6. package/dist/langfuseCache.js +104 -0
  7. package/dist/langfuseClient.d.ts +6 -0
  8. package/dist/langfuseClient.js +82 -0
  9. package/dist/langfusePrompts.d.ts +12 -0
  10. package/dist/langfusePrompts.js +215 -0
  11. package/dist/langfuseRoutesEvaluations.d.ts +3 -0
  12. package/dist/langfuseRoutesEvaluations.js +79 -0
  13. package/dist/langfuseRoutesMiddleware.d.ts +2 -0
  14. package/dist/langfuseRoutesMiddleware.js +13 -0
  15. package/dist/langfuseRoutesPlayground.d.ts +2 -0
  16. package/dist/langfuseRoutesPlayground.js +106 -0
  17. package/dist/langfuseRoutesPrompts.d.ts +2 -0
  18. package/dist/langfuseRoutesPrompts.js +129 -0
  19. package/dist/langfuseRoutesTraces.d.ts +2 -0
  20. package/dist/langfuseRoutesTraces.js +82 -0
  21. package/dist/langfuseTracing.d.ts +4 -0
  22. package/dist/langfuseTracing.js +77 -0
  23. package/dist/langfuseTypes.d.ts +96 -0
  24. package/dist/langfuseTypes.js +2 -0
  25. package/dist/langfuseVercelAi.d.ts +12 -0
  26. package/dist/langfuseVercelAi.js +98 -0
  27. package/dist/routes/gpt.js +110 -79
  28. package/dist/service/aiService.js +3 -0
  29. package/dist/types/index.d.ts +3 -0
  30. package/package.json +17 -4
  31. package/src/index.ts +24 -0
  32. package/src/langfuseApp.ts +57 -0
  33. package/src/langfuseCache.test.ts +83 -0
  34. package/src/langfuseCache.ts +58 -0
  35. package/src/langfuseClient.ts +32 -0
  36. package/src/langfusePrompts.test.ts +143 -0
  37. package/src/langfusePrompts.ts +150 -0
  38. package/src/langfuseRoutes.test.ts +143 -0
  39. package/src/langfuseRoutesEvaluations.ts +48 -0
  40. package/src/langfuseRoutesMiddleware.ts +12 -0
  41. package/src/langfuseRoutesPlayground.ts +50 -0
  42. package/src/langfuseRoutesPrompts.ts +86 -0
  43. package/src/langfuseRoutesTraces.ts +40 -0
  44. package/src/langfuseTracing.ts +33 -0
  45. package/src/langfuseTypes.ts +103 -0
  46. package/src/langfuseVercelAi.ts +72 -0
  47. package/src/routes/gpt.ts +30 -0
  48. package/src/routes/projects.ts +6 -4
  49. package/src/routes/routes.test.ts +9 -1
  50. package/src/service/aiService.ts +3 -0
  51. package/src/types/index.ts +3 -0
  52. package/tsconfig.json +1 -1
  53. package/dist/models/aiRequest.test.d.ts +0 -1
  54. package/dist/models/aiRequest.test.js +0 -189
  55. package/dist/models/fileAttachment.test.d.ts +0 -1
  56. package/dist/models/fileAttachment.test.js +0 -217
  57. package/dist/models/gptHistory.test.d.ts +0 -1
  58. package/dist/models/gptHistory.test.js +0 -318
  59. package/dist/routes/routes.test.d.ts +0 -1
  60. package/dist/routes/routes.test.js +0 -303
  61. package/dist/service/aiService.test.d.ts +0 -1
  62. package/dist/service/aiService.test.js +0 -367
  63. package/dist/tests/bunSetup.d.ts +0 -1
  64. package/dist/tests/bunSetup.js +0 -227
@@ -0,0 +1,98 @@
1
+ "use strict";
2
+ var __assign = (this && this.__assign) || function () {
3
+ __assign = Object.assign || function(t) {
4
+ for (var s, i = 1, n = arguments.length; i < n; i++) {
5
+ s = arguments[i];
6
+ for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
7
+ t[p] = s[p];
8
+ }
9
+ return t;
10
+ };
11
+ return __assign.apply(this, arguments);
12
+ };
13
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
14
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
15
+ return new (P || (P = Promise))(function (resolve, reject) {
16
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
17
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
18
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
19
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
20
+ });
21
+ };
22
+ var __generator = (this && this.__generator) || function (thisArg, body) {
23
+ var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
24
+ return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
25
+ function verb(n) { return function (v) { return step([n, v]); }; }
26
+ function step(op) {
27
+ if (f) throw new TypeError("Generator is already executing.");
28
+ while (g && (g = 0, op[0] && (_ = 0)), _) try {
29
+ if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
30
+ if (y = 0, t) op = [op[0] & 2, t.value];
31
+ switch (op[0]) {
32
+ case 0: case 1: t = op; break;
33
+ case 4: _.label++; return { value: op[1], done: false };
34
+ case 5: _.label++; y = op[1]; op = [0]; continue;
35
+ case 7: op = _.ops.pop(); _.trys.pop(); continue;
36
+ default:
37
+ if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
38
+ if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
39
+ if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
40
+ if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
41
+ if (t[2]) _.ops.pop();
42
+ _.trys.pop(); continue;
43
+ }
44
+ op = body.call(thisArg, _);
45
+ } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
46
+ if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
47
+ }
48
+ };
49
+ Object.defineProperty(exports, "__esModule", { value: true });
50
+ exports.createTelemetryConfig = exports.preparePromptForAI = void 0;
51
+ var api_1 = require("@terreno/api");
52
+ var langfusePrompts_1 = require("./langfusePrompts");
53
+ var preparePromptForAI = function (params, appOptions) { return __awaiter(void 0, void 0, void 0, function () {
54
+ var options, cached, compiled, varKeys, telemetry;
55
+ var _a, _b;
56
+ return __generator(this, function (_c) {
57
+ switch (_c.label) {
58
+ case 0:
59
+ options = {
60
+ label: params.label,
61
+ userId: params.userId,
62
+ variables: params.variables,
63
+ };
64
+ return [4 /*yield*/, (0, langfusePrompts_1.getPrompt)(params.promptName, options, appOptions)];
65
+ case 1:
66
+ cached = _c.sent();
67
+ compiled = (0, langfusePrompts_1.compilePrompt)(cached, (_a = params.variables) !== null && _a !== void 0 ? _a : {});
68
+ varKeys = Object.keys((_b = params.variables) !== null && _b !== void 0 ? _b : {});
69
+ api_1.logger.debug("Langfuse prompt used: \"".concat(params.promptName, "\" v").concat(cached.version).concat(varKeys.length ? " (vars: ".concat(varKeys.join(", "), ")") : "").concat(params.userId ? " (user: ".concat(params.userId, ")") : ""));
70
+ telemetry = {
71
+ functionId: "prompt:".concat(params.promptName),
72
+ isEnabled: true,
73
+ metadata: __assign({ langfusePromptName: params.promptName, langfusePromptVersion: cached.version }, (params.userId ? { userId: params.userId } : {})),
74
+ };
75
+ if (cached.type === "text") {
76
+ return [2 /*return*/, {
77
+ config: cached.config,
78
+ prompt: compiled,
79
+ telemetry: telemetry,
80
+ }];
81
+ }
82
+ return [2 /*return*/, {
83
+ config: cached.config,
84
+ messages: compiled,
85
+ telemetry: telemetry,
86
+ }];
87
+ }
88
+ });
89
+ }); };
90
+ exports.preparePromptForAI = preparePromptForAI;
91
+ var createTelemetryConfig = function (params) {
92
+ return {
93
+ functionId: params.functionId,
94
+ isEnabled: true,
95
+ metadata: __assign(__assign({}, params.metadata), (params.userId ? { userId: params.userId } : {})),
96
+ };
97
+ };
98
+ exports.createTelemetryConfig = createTelemetryConfig;
@@ -95,6 +95,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
95
95
  exports.addGptRoutes = void 0;
96
96
  var api_1 = require("@terreno/api");
97
97
  var ai_1 = require("ai");
98
+ var langfuseVercelAi_1 = require("../langfuseVercelAi");
98
99
  var aiRequest_1 = require("../models/aiRequest");
99
100
  var gptHistory_1 = require("../models/gptHistory");
100
101
  var project_1 = require("../models/project");
@@ -185,7 +186,7 @@ var addGptRoutes = function (router, options) {
185
186
  // Use a raw handler instead of asyncHandler so we can control error responses
186
187
  // for both pre-stream (JSON) and mid-stream (SSE) errors.
187
188
  function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
188
- var sseStarted, _a, prompt_1, historyId, systemPrompt, attachments, requestModel, projectId, userId, hasPerRequestKey, hasCreateModelFn, hasConfiguredService, aiService, history_1, effectiveProjectId, effectiveSystemPrompt, project, parts, projectContext, _b, contentParts, attachments_1, attachments_1_1, attachment, hasAttachments, userPrompt, messages, modelId, supportsTools, allTools, requestTools, mcpTools, _c, fullResponse, generatedImages, startTime, result, partCount, stepTextBuffer, stepHasToolCall, _d, _e, _f, part, cleaned, errMsg, mediaType, dataUrl, textChunk, toolResult, _g, _fileData, cleanResult, e_1_1, cleaned, files, files_1, files_1_1, file, dataUrl, fileErr_1, contentParts_1, assistantPrompt, logErr_1, perRequestApiKey, title, error_1, logErr_2, outerError_1, message, status_1, stack;
189
+ var sseStarted, _a, prompt_1, historyId, systemPrompt, attachments, requestModel, projectId, userId, hasPerRequestKey, hasCreateModelFn, hasConfiguredService, aiService, history_1, effectiveProjectId, effectiveSystemPrompt, project, parts, projectContext, _b, langfuseResult, langfusePrompt, err_1, contentParts, attachments_1, attachments_1_1, attachment, hasAttachments, userPrompt, messages, modelId, supportsTools, allTools, requestTools, mcpTools, _c, fullResponse, generatedImages, startTime, telemetry, result, partCount, stepTextBuffer, stepHasToolCall, _d, _e, _f, part, cleaned, errMsg, mediaType, dataUrl, textChunk, toolResult, _g, _fileData, cleanResult, e_1_1, cleaned, files, files_1, files_1_1, file, dataUrl, fileErr_1, contentParts_1, assistantPrompt, logErr_1, perRequestApiKey, title, error_1, logErr_2, outerError_1, message, status_1, stack;
189
190
  var e_2, _h, e_3, _j;
190
191
  var _k, e_1, _l, _m;
191
192
  var _o, _p, _q, _r, _s, _t;
@@ -195,7 +196,7 @@ var addGptRoutes = function (router, options) {
195
196
  sseStarted = false;
196
197
  _u.label = 1;
197
198
  case 1:
198
- _u.trys.push([1, 44, , 45]);
199
+ _u.trys.push([1, 48, , 49]);
199
200
  _a = req.body, prompt_1 = _a.prompt, historyId = _a.historyId, systemPrompt = _a.systemPrompt, attachments = _a.attachments, requestModel = _a.model, projectId = _a.projectId;
200
201
  userId = (_o = req.user) === null || _o === void 0 ? void 0 : _o._id;
201
202
  if (!prompt_1 || typeof prompt_1 !== "string") {
@@ -262,6 +263,28 @@ var addGptRoutes = function (router, options) {
262
263
  _b = _u.sent();
263
264
  return [3 /*break*/, 8];
264
265
  case 8:
266
+ if (!options.langfuseSystemPromptName) return [3 /*break*/, 12];
267
+ _u.label = 9;
268
+ case 9:
269
+ _u.trys.push([9, 11, , 12]);
270
+ return [4 /*yield*/, (0, langfuseVercelAi_1.preparePromptForAI)({
271
+ promptName: options.langfuseSystemPromptName,
272
+ userId: userId === null || userId === void 0 ? void 0 : userId.toString(),
273
+ })];
274
+ case 10:
275
+ langfuseResult = _u.sent();
276
+ langfusePrompt = typeof langfuseResult.prompt === "string" ? langfuseResult.prompt : undefined;
277
+ if (langfusePrompt) {
278
+ effectiveSystemPrompt = effectiveSystemPrompt
279
+ ? "".concat(langfusePrompt, "\n\n").concat(effectiveSystemPrompt)
280
+ : langfusePrompt;
281
+ }
282
+ return [3 /*break*/, 12];
283
+ case 11:
284
+ err_1 = _u.sent();
285
+ api_1.logger.debug("Langfuse system prompt skipped: ".concat(err_1.message));
286
+ return [3 /*break*/, 12];
287
+ case 12:
265
288
  contentParts = [{ text: prompt_1, type: "text" }];
266
289
  if (attachments && Array.isArray(attachments)) {
267
290
  api_1.logger.debug("Processing attachments", {
@@ -317,21 +340,21 @@ var addGptRoutes = function (router, options) {
317
340
  supportsTools = !(modelId === null || modelId === void 0 ? void 0 : modelId.includes("image"));
318
341
  allTools = void 0;
319
342
  requestTools = createRequestTools ? createRequestTools(req) : undefined;
320
- if (!(supportsTools && (routeTools || requestTools || mcpService))) return [3 /*break*/, 12];
343
+ if (!(supportsTools && (routeTools || requestTools || mcpService))) return [3 /*break*/, 16];
321
344
  allTools = __assign(__assign({}, (routeTools !== null && routeTools !== void 0 ? routeTools : {})), (requestTools !== null && requestTools !== void 0 ? requestTools : {}));
322
- if (!mcpService) return [3 /*break*/, 12];
323
- _u.label = 9;
324
- case 9:
325
- _u.trys.push([9, 11, , 12]);
345
+ if (!mcpService) return [3 /*break*/, 16];
346
+ _u.label = 13;
347
+ case 13:
348
+ _u.trys.push([13, 15, , 16]);
326
349
  return [4 /*yield*/, mcpService.getTools()];
327
- case 10:
350
+ case 14:
328
351
  mcpTools = _u.sent();
329
352
  Object.assign(allTools, mcpTools);
330
- return [3 /*break*/, 12];
331
- case 11:
353
+ return [3 /*break*/, 16];
354
+ case 15:
332
355
  _c = _u.sent();
333
- return [3 /*break*/, 12];
334
- case 12:
356
+ return [3 /*break*/, 16];
357
+ case 16:
335
358
  // Stream response via SSE
336
359
  res.setHeader("Content-Type", "text/event-stream");
337
360
  res.setHeader("Cache-Control", "no-cache");
@@ -340,11 +363,19 @@ var addGptRoutes = function (router, options) {
340
363
  fullResponse = "";
341
364
  generatedImages = [];
342
365
  startTime = Date.now();
343
- _u.label = 13;
344
- case 13:
345
- _u.trys.push([13, 38, , 43]);
366
+ _u.label = 17;
367
+ case 17:
368
+ _u.trys.push([17, 42, , 47]);
346
369
  api_1.logger.debug("Starting streamText", { model: modelId, supportsTools: supportsTools });
370
+ telemetry = (0, langfuseVercelAi_1.createTelemetryConfig)({
371
+ functionId: "gpt-prompt",
372
+ metadata: __assign({}, (options.langfuseSystemPromptName
373
+ ? { langfusePromptName: options.langfuseSystemPromptName }
374
+ : {})),
375
+ userId: userId === null || userId === void 0 ? void 0 : userId.toString(),
376
+ });
347
377
  result = (0, ai_1.streamText)({
378
+ experimental_telemetry: telemetry,
348
379
  messages: messages,
349
380
  model: aiService.model,
350
381
  providerOptions: !supportsTools
@@ -359,14 +390,14 @@ var addGptRoutes = function (router, options) {
359
390
  partCount = 0;
360
391
  stepTextBuffer = "";
361
392
  stepHasToolCall = false;
362
- _u.label = 14;
363
- case 14:
364
- _u.trys.push([14, 19, 20, 25]);
393
+ _u.label = 18;
394
+ case 18:
395
+ _u.trys.push([18, 23, 24, 29]);
365
396
  _d = true, _e = __asyncValues(result.fullStream);
366
- _u.label = 15;
367
- case 15: return [4 /*yield*/, _e.next()];
368
- case 16:
369
- if (!(_f = _u.sent(), _k = _f.done, !_k)) return [3 /*break*/, 18];
397
+ _u.label = 19;
398
+ case 19: return [4 /*yield*/, _e.next()];
399
+ case 20:
400
+ if (!(_f = _u.sent(), _k = _f.done, !_k)) return [3 /*break*/, 22];
370
401
  _m = _f.value;
371
402
  _d = false;
372
403
  part = _m;
@@ -378,7 +409,7 @@ var addGptRoutes = function (router, options) {
378
409
  if (part.type === "start-step") {
379
410
  stepTextBuffer = "";
380
411
  stepHasToolCall = false;
381
- return [3 /*break*/, 17];
412
+ return [3 /*break*/, 21];
382
413
  }
383
414
  if (part.type === "finish-step") {
384
415
  // Only emit buffered text if no tool call happened in this step
@@ -393,7 +424,7 @@ var addGptRoutes = function (router, options) {
393
424
  }
394
425
  stepTextBuffer = "";
395
426
  stepHasToolCall = false;
396
- return [3 /*break*/, 17];
427
+ return [3 /*break*/, 21];
397
428
  }
398
429
  if (part.type === "error") {
399
430
  errMsg = part.error instanceof Error
@@ -401,7 +432,7 @@ var addGptRoutes = function (router, options) {
401
432
  : String((_q = part.error) !== null && _q !== void 0 ? _q : "Unknown stream error");
402
433
  api_1.logger.error("AI stream error part", { error: errMsg });
403
434
  res.write("data: ".concat(JSON.stringify({ error: errMsg }), "\n\n"));
404
- return [3 /*break*/, 17];
435
+ return [3 /*break*/, 21];
405
436
  }
406
437
  if (part.type === "file") {
407
438
  mediaType = part.mediaType;
@@ -411,7 +442,7 @@ var addGptRoutes = function (router, options) {
411
442
  res.write("data: ".concat(JSON.stringify({ image: { mimeType: mediaType, url: dataUrl } }), "\n\n"));
412
443
  api_1.logger.debug("Sent inline image from stream");
413
444
  }
414
- return [3 /*break*/, 17];
445
+ return [3 /*break*/, 21];
415
446
  }
416
447
  if (part.type === "text-delta") {
417
448
  textChunk = ((_r = part.text) !== null && _r !== void 0 ? _r : "");
@@ -470,28 +501,28 @@ var addGptRoutes = function (router, options) {
470
501
  type: "tool-result",
471
502
  });
472
503
  }
473
- _u.label = 17;
474
- case 17:
504
+ _u.label = 21;
505
+ case 21:
475
506
  _d = true;
476
- return [3 /*break*/, 15];
477
- case 18: return [3 /*break*/, 25];
478
- case 19:
507
+ return [3 /*break*/, 19];
508
+ case 22: return [3 /*break*/, 29];
509
+ case 23:
479
510
  e_1_1 = _u.sent();
480
511
  e_1 = { error: e_1_1 };
481
- return [3 /*break*/, 25];
482
- case 20:
483
- _u.trys.push([20, , 23, 24]);
484
- if (!(!_d && !_k && (_l = _e.return))) return [3 /*break*/, 22];
512
+ return [3 /*break*/, 29];
513
+ case 24:
514
+ _u.trys.push([24, , 27, 28]);
515
+ if (!(!_d && !_k && (_l = _e.return))) return [3 /*break*/, 26];
485
516
  return [4 /*yield*/, _l.call(_e)];
486
- case 21:
517
+ case 25:
487
518
  _u.sent();
488
- _u.label = 22;
489
- case 22: return [3 /*break*/, 24];
490
- case 23:
519
+ _u.label = 26;
520
+ case 26: return [3 /*break*/, 28];
521
+ case 27:
491
522
  if (e_1) throw e_1.error;
492
523
  return [7 /*endfinally*/];
493
- case 24: return [7 /*endfinally*/];
494
- case 25:
524
+ case 28: return [7 /*endfinally*/];
525
+ case 29:
495
526
  // Flush any remaining buffered text from the last step
496
527
  if (!stepHasToolCall && stepTextBuffer) {
497
528
  cleaned = stepTextBuffer.replace(/\{[\s\S]*?"action"[\s\S]*?\}\s*$/g, "").trim();
@@ -501,11 +532,11 @@ var addGptRoutes = function (router, options) {
501
532
  }
502
533
  }
503
534
  api_1.logger.debug("Stream completed", { fullResponseLength: fullResponse.length, partCount: partCount });
504
- _u.label = 26;
505
- case 26:
506
- _u.trys.push([26, 28, , 29]);
535
+ _u.label = 30;
536
+ case 30:
537
+ _u.trys.push([30, 32, , 33]);
507
538
  return [4 /*yield*/, result.files];
508
- case 27:
539
+ case 31:
509
540
  files = _u.sent();
510
541
  if (files && files.length > 0) {
511
542
  try {
@@ -529,14 +560,14 @@ var addGptRoutes = function (router, options) {
529
560
  }
530
561
  api_1.logger.debug("Sent generated images", { count: files.length });
531
562
  }
532
- return [3 /*break*/, 29];
533
- case 28:
563
+ return [3 /*break*/, 33];
564
+ case 32:
534
565
  fileErr_1 = _u.sent();
535
566
  api_1.logger.debug("No files in response", {
536
567
  error: fileErr_1 instanceof Error ? fileErr_1.message : String(fileErr_1),
537
568
  });
538
- return [3 /*break*/, 29];
539
- case 29:
569
+ return [3 /*break*/, 33];
570
+ case 33:
540
571
  // Save assistant response to history
541
572
  if (fullResponse || generatedImages.length > 0) {
542
573
  contentParts_1 = generatedImages.map(function (img) { return ({
@@ -548,11 +579,11 @@ var addGptRoutes = function (router, options) {
548
579
  history_1.prompts.push(assistantPrompt);
549
580
  }
550
581
  return [4 /*yield*/, history_1.save()];
551
- case 30:
582
+ case 34:
552
583
  _u.sent();
553
- _u.label = 31;
554
- case 31:
555
- _u.trys.push([31, 33, , 34]);
584
+ _u.label = 35;
585
+ case 35:
586
+ _u.trys.push([35, 37, , 38]);
556
587
  return [4 /*yield*/, aiRequest_1.AIRequest.logRequest({
557
588
  aiModel: modelId !== null && modelId !== void 0 ? modelId : "unknown",
558
589
  prompt: prompt_1,
@@ -561,43 +592,43 @@ var addGptRoutes = function (router, options) {
561
592
  responseTime: Date.now() - startTime,
562
593
  userId: userId !== null && userId !== void 0 ? userId : undefined,
563
594
  })];
564
- case 32:
595
+ case 36:
565
596
  _u.sent();
566
- return [3 /*break*/, 34];
567
- case 33:
597
+ return [3 /*break*/, 38];
598
+ case 37:
568
599
  logErr_1 = _u.sent();
569
600
  api_1.logger.warn("Failed to log AIRequest", {
570
601
  error: logErr_1 instanceof Error ? logErr_1.message : String(logErr_1),
571
602
  });
572
- return [3 /*break*/, 34];
573
- case 34:
574
- if (!(!history_1.title && fullResponse)) return [3 /*break*/, 37];
603
+ return [3 /*break*/, 38];
604
+ case 38:
605
+ if (!(!history_1.title && fullResponse)) return [3 /*break*/, 41];
575
606
  perRequestApiKey = req.headers["x-ai-api-key"];
576
607
  return [4 /*yield*/, generateTitle(prompt_1, fullResponse, aiService, options, perRequestApiKey)];
577
- case 35:
608
+ case 39:
578
609
  title = _u.sent();
579
- if (!title) return [3 /*break*/, 37];
610
+ if (!title) return [3 /*break*/, 41];
580
611
  history_1.title = title;
581
612
  return [4 /*yield*/, history_1.save()];
582
- case 36:
613
+ case 40:
583
614
  _u.sent();
584
- _u.label = 37;
585
- case 37:
615
+ _u.label = 41;
616
+ case 41:
586
617
  api_1.logger.debug("Sending done event", {
587
618
  fullResponseLength: fullResponse.length,
588
619
  historyId: history_1._id.toString(),
589
620
  });
590
621
  res.write("data: ".concat(JSON.stringify(__assign({ done: true, historyId: history_1._id.toString() }, (history_1.title ? { title: history_1.title } : {}))), "\n\n"));
591
622
  res.end();
592
- return [3 /*break*/, 43];
593
- case 38:
623
+ return [3 /*break*/, 47];
624
+ case 42:
594
625
  error_1 = _u.sent();
595
626
  api_1.logger.error("Error in GPT stream", {
596
627
  error: error_1 instanceof Error ? error_1.message : String(error_1),
597
628
  });
598
- _u.label = 39;
599
- case 39:
600
- _u.trys.push([39, 41, , 42]);
629
+ _u.label = 43;
630
+ case 43:
631
+ _u.trys.push([43, 45, , 46]);
601
632
  return [4 /*yield*/, aiRequest_1.AIRequest.logRequest({
602
633
  aiModel: modelId !== null && modelId !== void 0 ? modelId : "unknown",
603
634
  error: error_1 instanceof Error ? error_1.message : String(error_1),
@@ -606,21 +637,21 @@ var addGptRoutes = function (router, options) {
606
637
  responseTime: Date.now() - startTime,
607
638
  userId: userId !== null && userId !== void 0 ? userId : undefined,
608
639
  })];
609
- case 40:
640
+ case 44:
610
641
  _u.sent();
611
- return [3 /*break*/, 42];
612
- case 41:
642
+ return [3 /*break*/, 46];
643
+ case 45:
613
644
  logErr_2 = _u.sent();
614
645
  api_1.logger.warn("Failed to log AIRequest error", {
615
646
  error: logErr_2 instanceof Error ? logErr_2.message : String(logErr_2),
616
647
  });
617
- return [3 /*break*/, 42];
618
- case 42:
648
+ return [3 /*break*/, 46];
649
+ case 46:
619
650
  res.write("data: ".concat(JSON.stringify({ error: error_1 instanceof Error ? error_1.message : "Unknown error" }), "\n\n"));
620
651
  res.end();
621
- return [3 /*break*/, 43];
622
- case 43: return [3 /*break*/, 45];
623
- case 44:
652
+ return [3 /*break*/, 47];
653
+ case 47: return [3 /*break*/, 49];
654
+ case 48:
624
655
  outerError_1 = _u.sent();
625
656
  message = outerError_1 instanceof Error ? outerError_1.message : String(outerError_1);
626
657
  status_1 = outerError_1 instanceof api_1.APIError ? outerError_1.status : 500;
@@ -639,8 +670,8 @@ var addGptRoutes = function (router, options) {
639
670
  title: outerError_1 instanceof api_1.APIError ? outerError_1.title : "Internal server error",
640
671
  });
641
672
  }
642
- return [3 /*break*/, 45];
643
- case 45: return [2 /*return*/];
673
+ return [3 /*break*/, 49];
674
+ case 49: return [2 /*return*/];
644
675
  }
645
676
  });
646
677
  }); });
@@ -132,6 +132,7 @@ var AIService = /** @class */ (function () {
132
132
  case 1:
133
133
  _b.trys.push([1, 4, , 6]);
134
134
  return [4 /*yield*/, (0, ai_1.generateText)({
135
+ experimental_telemetry: { functionId: "generate-text", isEnabled: true },
135
136
  maxOutputTokens: maxOutputTokens,
136
137
  model: this.model,
137
138
  prompt: prompt,
@@ -186,6 +187,7 @@ var AIService = /** @class */ (function () {
186
187
  case 1:
187
188
  _g.trys.push([1, 18, , 20]);
188
189
  result = (0, ai_1.streamText)({
190
+ experimental_telemetry: { functionId: "generate-text-stream", isEnabled: true },
189
191
  maxOutputTokens: maxOutputTokens,
190
192
  model: this.model,
191
193
  prompt: prompt,
@@ -383,6 +385,7 @@ var AIService = /** @class */ (function () {
383
385
  case 1:
384
386
  _g.trys.push([1, 18, , 20]);
385
387
  result = (0, ai_1.streamText)({
388
+ experimental_telemetry: { functionId: "generate-chat-stream", isEnabled: true },
386
389
  messages: messages.map(function (m) { return ({ content: m.content, role: m.role }); }),
387
390
  model: this.model,
388
391
  stopWhen: stopWhen !== null && stopWhen !== void 0 ? stopWhen : (0, ai_1.stepCountIs)(1),
@@ -167,6 +167,9 @@ export interface GptRouteOptions {
167
167
  maxSteps?: number;
168
168
  /** Cheap model ID used for generating conversation titles (e.g. "gemini-2.0-flash-lite"). Falls back to the main model if not set. */
169
169
  titleModelId?: string;
170
+ /** Langfuse prompt name to load and use as the system prompt. Compiled with no variables.
171
+ * Falls back gracefully if Langfuse is not configured or the prompt is not found. */
172
+ langfuseSystemPromptName?: string;
170
173
  }
171
174
  export interface GptHistoryRouteOptions {
172
175
  openApiOptions?: Record<string, unknown>;
package/package.json CHANGED
@@ -6,8 +6,13 @@
6
6
  "dependencies": {
7
7
  "@ai-sdk/mcp": "^1.0.21",
8
8
  "@google-cloud/storage": "^7.15.0",
9
- "@terreno/api": "0.5.0",
9
+ "@langfuse/otel": "^4.6.1",
10
+ "@opentelemetry/api": "^1.9.0",
11
+ "@opentelemetry/sdk-node": "^0.213.0",
12
+ "@terreno/api": "0.7.0",
10
13
  "ai": "^6.0.97",
14
+ "langfuse": "^3.38.6",
15
+ "langfuse-core": "^3.38.6",
11
16
  "multer": "^1.4.5-lts.1"
12
17
  },
13
18
  "description": "AI service layer for Terreno apps - GPT chat, request logging, and admin tools.",
@@ -15,6 +20,7 @@
15
20
  "@biomejs/biome": "^2.3.6",
16
21
  "@types/bun": "^1.2.4",
17
22
  "@types/express": "^5.0.6",
23
+ "@types/luxon": "^3.7.1",
18
24
  "@types/multer": "^1.4.12",
19
25
  "@types/passport-local-mongoose": "^6.1.5",
20
26
  "@types/supertest": "^6.0.2",
@@ -23,6 +29,12 @@
23
29
  "typescript": "5.8.2",
24
30
  "winston": "^3.18.3"
25
31
  },
32
+ "exports": {
33
+ ".": {
34
+ "default": "./dist/index.js",
35
+ "types": "./dist/index.d.ts"
36
+ }
37
+ },
26
38
  "homepage": "https://github.com/FlourishHealth/terreno#readme",
27
39
  "keywords": [
28
40
  "ai",
@@ -34,8 +46,8 @@
34
46
  "main": "dist/index.js",
35
47
  "name": "@terreno/ai",
36
48
  "peerDependencies": {
37
- "@terreno/api": "0.5.0",
38
- "mongoose": "^9.0.0"
49
+ "@terreno/api": "0.7.0",
50
+ "mongoose": "^8.0.0"
39
51
  },
40
52
  "repository": {
41
53
  "type": "git",
@@ -43,6 +55,7 @@
43
55
  },
44
56
  "scripts": {
45
57
  "compile": "bun tsc",
58
+ "compile:watch": "bun tsc -w",
46
59
  "dev": "bun tsc -w",
47
60
  "lint": "biome check ./src",
48
61
  "lint:fix": "biome check --write ./src",
@@ -51,5 +64,5 @@
51
64
  "test:ci": "bun test --preload ./src/tests/bunSetup.ts"
52
65
  },
53
66
  "types": "dist/index.d.ts",
54
- "version": "0.5.0"
67
+ "version": "0.7.0"
55
68
  }
package/src/index.ts CHANGED
@@ -1,5 +1,29 @@
1
1
  export type {AiAppOptions} from "./aiApp";
2
2
  export {AiApp} from "./aiApp";
3
+ export {LangfuseApp} from "./langfuseApp";
4
+ export {getCached, invalidateCache, LangfuseCache, setCached} from "./langfuseCache";
5
+ export {
6
+ getLangfuseClient,
7
+ initLangfuseClient,
8
+ isLangfuseInitialized,
9
+ shutdownLangfuseClient,
10
+ } from "./langfuseClient";
11
+ export {compilePrompt, createPrompt, getPrompt, invalidatePromptCache} from "./langfusePrompts";
12
+ export {initTracing, shutdownTracing} from "./langfuseTracing";
13
+ export type {
14
+ ChatMessage,
15
+ GetPromptOptions,
16
+ LangfuseAppOptions,
17
+ LangfuseCachedPrompt,
18
+ PaginatedResult,
19
+ PreparePromptResult,
20
+ PromptListItem,
21
+ ScoreSubmission,
22
+ ScoringFunction,
23
+ TelemetrySettings,
24
+ TraceListItem,
25
+ } from "./langfuseTypes";
26
+ export {createTelemetryConfig, preparePromptForAI} from "./langfuseVercelAi";
3
27
  export * from "./models";
4
28
  export * from "./routes";
5
29
  export * from "./service";
@@ -0,0 +1,57 @@
1
+ import type {TerrenoPlugin} from "@terreno/api";
2
+ import {logger} from "@terreno/api";
3
+ import type express from "express";
4
+
5
+ import {initLangfuseClient, shutdownLangfuseClient} from "./langfuseClient";
6
+ import {addEvaluationRoutes} from "./langfuseRoutesEvaluations";
7
+ import {addPlaygroundRoutes} from "./langfuseRoutesPlayground";
8
+ import {addPromptRoutes} from "./langfuseRoutesPrompts";
9
+ import {addTraceRoutes} from "./langfuseRoutesTraces";
10
+ import {initTracing, shutdownTracing} from "./langfuseTracing";
11
+ import type {LangfuseAppOptions} from "./langfuseTypes";
12
+
13
+ export class LangfuseApp implements TerrenoPlugin {
14
+ private options: LangfuseAppOptions;
15
+
16
+ constructor(options: LangfuseAppOptions) {
17
+ this.options = options;
18
+ }
19
+
20
+ register(app: express.Application): void {
21
+ const organization = this.options.organization ?? "flourish-health";
22
+ const project = this.options.project ?? "terreno";
23
+ initLangfuseClient(this.options);
24
+
25
+ if (this.options.enableTracing !== false) {
26
+ try {
27
+ initTracing(this.options);
28
+ } catch (err) {
29
+ logger.warn(`Langfuse tracing initialization failed: ${err}`);
30
+ }
31
+ }
32
+
33
+ if (this.options.enableAdminUI !== false) {
34
+ const adminPath = this.options.adminPath ?? "/admin/langfuse";
35
+ addPromptRoutes(app, adminPath);
36
+ addTraceRoutes(app, adminPath);
37
+ addPlaygroundRoutes(app, adminPath);
38
+
39
+ if (this.options.evaluation?.enabled) {
40
+ addEvaluationRoutes(app, adminPath, this.options.evaluation.scoringFunctions ?? []);
41
+ }
42
+
43
+ logger.info(
44
+ `Langfuse admin routes mounted at ${adminPath} (org: ${organization}, project: ${project})`
45
+ );
46
+ }
47
+
48
+ process.once("SIGTERM", () => {
49
+ void this.shutdown();
50
+ });
51
+ }
52
+
53
+ async shutdown(): Promise<void> {
54
+ await shutdownLangfuseClient();
55
+ await shutdownTracing();
56
+ }
57
+ }