@terreno/ai 0.6.0 → 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +7 -0
- package/dist/index.js +24 -1
- package/dist/langfuseApp.d.ts +9 -0
- package/dist/langfuseApp.js +96 -0
- package/dist/langfuseCache.d.ts +16 -0
- package/dist/langfuseCache.js +104 -0
- package/dist/langfuseClient.d.ts +6 -0
- package/dist/langfuseClient.js +82 -0
- package/dist/langfusePrompts.d.ts +12 -0
- package/dist/langfusePrompts.js +215 -0
- package/dist/langfuseRoutesEvaluations.d.ts +3 -0
- package/dist/langfuseRoutesEvaluations.js +79 -0
- package/dist/langfuseRoutesMiddleware.d.ts +2 -0
- package/dist/langfuseRoutesMiddleware.js +13 -0
- package/dist/langfuseRoutesPlayground.d.ts +2 -0
- package/dist/langfuseRoutesPlayground.js +106 -0
- package/dist/langfuseRoutesPrompts.d.ts +2 -0
- package/dist/langfuseRoutesPrompts.js +129 -0
- package/dist/langfuseRoutesTraces.d.ts +2 -0
- package/dist/langfuseRoutesTraces.js +82 -0
- package/dist/langfuseTracing.d.ts +4 -0
- package/dist/langfuseTracing.js +77 -0
- package/dist/langfuseTypes.d.ts +96 -0
- package/dist/langfuseTypes.js +2 -0
- package/dist/langfuseVercelAi.d.ts +12 -0
- package/dist/langfuseVercelAi.js +98 -0
- package/dist/routes/gpt.js +110 -79
- package/dist/service/aiService.js +3 -0
- package/dist/types/index.d.ts +3 -0
- package/package.json +16 -3
- package/src/index.ts +24 -0
- package/src/langfuseApp.ts +57 -0
- package/src/langfuseCache.test.ts +83 -0
- package/src/langfuseCache.ts +58 -0
- package/src/langfuseClient.ts +32 -0
- package/src/langfusePrompts.test.ts +143 -0
- package/src/langfusePrompts.ts +150 -0
- package/src/langfuseRoutes.test.ts +143 -0
- package/src/langfuseRoutesEvaluations.ts +48 -0
- package/src/langfuseRoutesMiddleware.ts +12 -0
- package/src/langfuseRoutesPlayground.ts +50 -0
- package/src/langfuseRoutesPrompts.ts +86 -0
- package/src/langfuseRoutesTraces.ts +40 -0
- package/src/langfuseTracing.ts +33 -0
- package/src/langfuseTypes.ts +103 -0
- package/src/langfuseVercelAi.ts +72 -0
- package/src/routes/gpt.ts +30 -0
- package/src/routes/routes.test.ts +9 -1
- package/src/service/aiService.ts +3 -0
- package/src/types/index.ts +3 -0
- package/tsconfig.json +1 -1
- package/dist/models/aiRequest.test.d.ts +0 -1
- package/dist/models/aiRequest.test.js +0 -189
- package/dist/models/fileAttachment.test.d.ts +0 -1
- package/dist/models/fileAttachment.test.js +0 -217
- package/dist/models/gptHistory.test.d.ts +0 -1
- package/dist/models/gptHistory.test.js +0 -318
- package/dist/routes/routes.test.d.ts +0 -1
- package/dist/routes/routes.test.js +0 -303
- package/dist/service/aiService.test.d.ts +0 -1
- package/dist/service/aiService.test.js +0 -367
- package/dist/tests/bunSetup.d.ts +0 -1
- package/dist/tests/bunSetup.js +0 -227
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __assign = (this && this.__assign) || function () {
|
|
3
|
+
__assign = Object.assign || function(t) {
|
|
4
|
+
for (var s, i = 1, n = arguments.length; i < n; i++) {
|
|
5
|
+
s = arguments[i];
|
|
6
|
+
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
|
|
7
|
+
t[p] = s[p];
|
|
8
|
+
}
|
|
9
|
+
return t;
|
|
10
|
+
};
|
|
11
|
+
return __assign.apply(this, arguments);
|
|
12
|
+
};
|
|
13
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
14
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
15
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
16
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
17
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
18
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
19
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
20
|
+
});
|
|
21
|
+
};
|
|
22
|
+
var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
23
|
+
var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
|
|
24
|
+
return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
|
|
25
|
+
function verb(n) { return function (v) { return step([n, v]); }; }
|
|
26
|
+
function step(op) {
|
|
27
|
+
if (f) throw new TypeError("Generator is already executing.");
|
|
28
|
+
while (g && (g = 0, op[0] && (_ = 0)), _) try {
|
|
29
|
+
if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
|
|
30
|
+
if (y = 0, t) op = [op[0] & 2, t.value];
|
|
31
|
+
switch (op[0]) {
|
|
32
|
+
case 0: case 1: t = op; break;
|
|
33
|
+
case 4: _.label++; return { value: op[1], done: false };
|
|
34
|
+
case 5: _.label++; y = op[1]; op = [0]; continue;
|
|
35
|
+
case 7: op = _.ops.pop(); _.trys.pop(); continue;
|
|
36
|
+
default:
|
|
37
|
+
if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
|
|
38
|
+
if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
|
|
39
|
+
if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
|
|
40
|
+
if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
|
|
41
|
+
if (t[2]) _.ops.pop();
|
|
42
|
+
_.trys.pop(); continue;
|
|
43
|
+
}
|
|
44
|
+
op = body.call(thisArg, _);
|
|
45
|
+
} catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
|
|
46
|
+
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
50
|
+
exports.createTelemetryConfig = exports.preparePromptForAI = void 0;
|
|
51
|
+
var api_1 = require("@terreno/api");
|
|
52
|
+
var langfusePrompts_1 = require("./langfusePrompts");
|
|
53
|
+
var preparePromptForAI = function (params, appOptions) { return __awaiter(void 0, void 0, void 0, function () {
|
|
54
|
+
var options, cached, compiled, varKeys, telemetry;
|
|
55
|
+
var _a, _b;
|
|
56
|
+
return __generator(this, function (_c) {
|
|
57
|
+
switch (_c.label) {
|
|
58
|
+
case 0:
|
|
59
|
+
options = {
|
|
60
|
+
label: params.label,
|
|
61
|
+
userId: params.userId,
|
|
62
|
+
variables: params.variables,
|
|
63
|
+
};
|
|
64
|
+
return [4 /*yield*/, (0, langfusePrompts_1.getPrompt)(params.promptName, options, appOptions)];
|
|
65
|
+
case 1:
|
|
66
|
+
cached = _c.sent();
|
|
67
|
+
compiled = (0, langfusePrompts_1.compilePrompt)(cached, (_a = params.variables) !== null && _a !== void 0 ? _a : {});
|
|
68
|
+
varKeys = Object.keys((_b = params.variables) !== null && _b !== void 0 ? _b : {});
|
|
69
|
+
api_1.logger.debug("Langfuse prompt used: \"".concat(params.promptName, "\" v").concat(cached.version).concat(varKeys.length ? " (vars: ".concat(varKeys.join(", "), ")") : "").concat(params.userId ? " (user: ".concat(params.userId, ")") : ""));
|
|
70
|
+
telemetry = {
|
|
71
|
+
functionId: "prompt:".concat(params.promptName),
|
|
72
|
+
isEnabled: true,
|
|
73
|
+
metadata: __assign({ langfusePromptName: params.promptName, langfusePromptVersion: cached.version }, (params.userId ? { userId: params.userId } : {})),
|
|
74
|
+
};
|
|
75
|
+
if (cached.type === "text") {
|
|
76
|
+
return [2 /*return*/, {
|
|
77
|
+
config: cached.config,
|
|
78
|
+
prompt: compiled,
|
|
79
|
+
telemetry: telemetry,
|
|
80
|
+
}];
|
|
81
|
+
}
|
|
82
|
+
return [2 /*return*/, {
|
|
83
|
+
config: cached.config,
|
|
84
|
+
messages: compiled,
|
|
85
|
+
telemetry: telemetry,
|
|
86
|
+
}];
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
}); };
|
|
90
|
+
exports.preparePromptForAI = preparePromptForAI;
|
|
91
|
+
var createTelemetryConfig = function (params) {
|
|
92
|
+
return {
|
|
93
|
+
functionId: params.functionId,
|
|
94
|
+
isEnabled: true,
|
|
95
|
+
metadata: __assign(__assign({}, params.metadata), (params.userId ? { userId: params.userId } : {})),
|
|
96
|
+
};
|
|
97
|
+
};
|
|
98
|
+
exports.createTelemetryConfig = createTelemetryConfig;
|
package/dist/routes/gpt.js
CHANGED
|
@@ -95,6 +95,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
95
95
|
exports.addGptRoutes = void 0;
|
|
96
96
|
var api_1 = require("@terreno/api");
|
|
97
97
|
var ai_1 = require("ai");
|
|
98
|
+
var langfuseVercelAi_1 = require("../langfuseVercelAi");
|
|
98
99
|
var aiRequest_1 = require("../models/aiRequest");
|
|
99
100
|
var gptHistory_1 = require("../models/gptHistory");
|
|
100
101
|
var project_1 = require("../models/project");
|
|
@@ -185,7 +186,7 @@ var addGptRoutes = function (router, options) {
|
|
|
185
186
|
// Use a raw handler instead of asyncHandler so we can control error responses
|
|
186
187
|
// for both pre-stream (JSON) and mid-stream (SSE) errors.
|
|
187
188
|
function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
|
|
188
|
-
var sseStarted, _a, prompt_1, historyId, systemPrompt, attachments, requestModel, projectId, userId, hasPerRequestKey, hasCreateModelFn, hasConfiguredService, aiService, history_1, effectiveProjectId, effectiveSystemPrompt, project, parts, projectContext, _b, contentParts, attachments_1, attachments_1_1, attachment, hasAttachments, userPrompt, messages, modelId, supportsTools, allTools, requestTools, mcpTools, _c, fullResponse, generatedImages, startTime, result, partCount, stepTextBuffer, stepHasToolCall, _d, _e, _f, part, cleaned, errMsg, mediaType, dataUrl, textChunk, toolResult, _g, _fileData, cleanResult, e_1_1, cleaned, files, files_1, files_1_1, file, dataUrl, fileErr_1, contentParts_1, assistantPrompt, logErr_1, perRequestApiKey, title, error_1, logErr_2, outerError_1, message, status_1, stack;
|
|
189
|
+
var sseStarted, _a, prompt_1, historyId, systemPrompt, attachments, requestModel, projectId, userId, hasPerRequestKey, hasCreateModelFn, hasConfiguredService, aiService, history_1, effectiveProjectId, effectiveSystemPrompt, project, parts, projectContext, _b, langfuseResult, langfusePrompt, err_1, contentParts, attachments_1, attachments_1_1, attachment, hasAttachments, userPrompt, messages, modelId, supportsTools, allTools, requestTools, mcpTools, _c, fullResponse, generatedImages, startTime, telemetry, result, partCount, stepTextBuffer, stepHasToolCall, _d, _e, _f, part, cleaned, errMsg, mediaType, dataUrl, textChunk, toolResult, _g, _fileData, cleanResult, e_1_1, cleaned, files, files_1, files_1_1, file, dataUrl, fileErr_1, contentParts_1, assistantPrompt, logErr_1, perRequestApiKey, title, error_1, logErr_2, outerError_1, message, status_1, stack;
|
|
189
190
|
var e_2, _h, e_3, _j;
|
|
190
191
|
var _k, e_1, _l, _m;
|
|
191
192
|
var _o, _p, _q, _r, _s, _t;
|
|
@@ -195,7 +196,7 @@ var addGptRoutes = function (router, options) {
|
|
|
195
196
|
sseStarted = false;
|
|
196
197
|
_u.label = 1;
|
|
197
198
|
case 1:
|
|
198
|
-
_u.trys.push([1,
|
|
199
|
+
_u.trys.push([1, 48, , 49]);
|
|
199
200
|
_a = req.body, prompt_1 = _a.prompt, historyId = _a.historyId, systemPrompt = _a.systemPrompt, attachments = _a.attachments, requestModel = _a.model, projectId = _a.projectId;
|
|
200
201
|
userId = (_o = req.user) === null || _o === void 0 ? void 0 : _o._id;
|
|
201
202
|
if (!prompt_1 || typeof prompt_1 !== "string") {
|
|
@@ -262,6 +263,28 @@ var addGptRoutes = function (router, options) {
|
|
|
262
263
|
_b = _u.sent();
|
|
263
264
|
return [3 /*break*/, 8];
|
|
264
265
|
case 8:
|
|
266
|
+
if (!options.langfuseSystemPromptName) return [3 /*break*/, 12];
|
|
267
|
+
_u.label = 9;
|
|
268
|
+
case 9:
|
|
269
|
+
_u.trys.push([9, 11, , 12]);
|
|
270
|
+
return [4 /*yield*/, (0, langfuseVercelAi_1.preparePromptForAI)({
|
|
271
|
+
promptName: options.langfuseSystemPromptName,
|
|
272
|
+
userId: userId === null || userId === void 0 ? void 0 : userId.toString(),
|
|
273
|
+
})];
|
|
274
|
+
case 10:
|
|
275
|
+
langfuseResult = _u.sent();
|
|
276
|
+
langfusePrompt = typeof langfuseResult.prompt === "string" ? langfuseResult.prompt : undefined;
|
|
277
|
+
if (langfusePrompt) {
|
|
278
|
+
effectiveSystemPrompt = effectiveSystemPrompt
|
|
279
|
+
? "".concat(langfusePrompt, "\n\n").concat(effectiveSystemPrompt)
|
|
280
|
+
: langfusePrompt;
|
|
281
|
+
}
|
|
282
|
+
return [3 /*break*/, 12];
|
|
283
|
+
case 11:
|
|
284
|
+
err_1 = _u.sent();
|
|
285
|
+
api_1.logger.debug("Langfuse system prompt skipped: ".concat(err_1.message));
|
|
286
|
+
return [3 /*break*/, 12];
|
|
287
|
+
case 12:
|
|
265
288
|
contentParts = [{ text: prompt_1, type: "text" }];
|
|
266
289
|
if (attachments && Array.isArray(attachments)) {
|
|
267
290
|
api_1.logger.debug("Processing attachments", {
|
|
@@ -317,21 +340,21 @@ var addGptRoutes = function (router, options) {
|
|
|
317
340
|
supportsTools = !(modelId === null || modelId === void 0 ? void 0 : modelId.includes("image"));
|
|
318
341
|
allTools = void 0;
|
|
319
342
|
requestTools = createRequestTools ? createRequestTools(req) : undefined;
|
|
320
|
-
if (!(supportsTools && (routeTools || requestTools || mcpService))) return [3 /*break*/,
|
|
343
|
+
if (!(supportsTools && (routeTools || requestTools || mcpService))) return [3 /*break*/, 16];
|
|
321
344
|
allTools = __assign(__assign({}, (routeTools !== null && routeTools !== void 0 ? routeTools : {})), (requestTools !== null && requestTools !== void 0 ? requestTools : {}));
|
|
322
|
-
if (!mcpService) return [3 /*break*/,
|
|
323
|
-
_u.label =
|
|
324
|
-
case
|
|
325
|
-
_u.trys.push([
|
|
345
|
+
if (!mcpService) return [3 /*break*/, 16];
|
|
346
|
+
_u.label = 13;
|
|
347
|
+
case 13:
|
|
348
|
+
_u.trys.push([13, 15, , 16]);
|
|
326
349
|
return [4 /*yield*/, mcpService.getTools()];
|
|
327
|
-
case
|
|
350
|
+
case 14:
|
|
328
351
|
mcpTools = _u.sent();
|
|
329
352
|
Object.assign(allTools, mcpTools);
|
|
330
|
-
return [3 /*break*/,
|
|
331
|
-
case
|
|
353
|
+
return [3 /*break*/, 16];
|
|
354
|
+
case 15:
|
|
332
355
|
_c = _u.sent();
|
|
333
|
-
return [3 /*break*/,
|
|
334
|
-
case
|
|
356
|
+
return [3 /*break*/, 16];
|
|
357
|
+
case 16:
|
|
335
358
|
// Stream response via SSE
|
|
336
359
|
res.setHeader("Content-Type", "text/event-stream");
|
|
337
360
|
res.setHeader("Cache-Control", "no-cache");
|
|
@@ -340,11 +363,19 @@ var addGptRoutes = function (router, options) {
|
|
|
340
363
|
fullResponse = "";
|
|
341
364
|
generatedImages = [];
|
|
342
365
|
startTime = Date.now();
|
|
343
|
-
_u.label =
|
|
344
|
-
case
|
|
345
|
-
_u.trys.push([
|
|
366
|
+
_u.label = 17;
|
|
367
|
+
case 17:
|
|
368
|
+
_u.trys.push([17, 42, , 47]);
|
|
346
369
|
api_1.logger.debug("Starting streamText", { model: modelId, supportsTools: supportsTools });
|
|
370
|
+
telemetry = (0, langfuseVercelAi_1.createTelemetryConfig)({
|
|
371
|
+
functionId: "gpt-prompt",
|
|
372
|
+
metadata: __assign({}, (options.langfuseSystemPromptName
|
|
373
|
+
? { langfusePromptName: options.langfuseSystemPromptName }
|
|
374
|
+
: {})),
|
|
375
|
+
userId: userId === null || userId === void 0 ? void 0 : userId.toString(),
|
|
376
|
+
});
|
|
347
377
|
result = (0, ai_1.streamText)({
|
|
378
|
+
experimental_telemetry: telemetry,
|
|
348
379
|
messages: messages,
|
|
349
380
|
model: aiService.model,
|
|
350
381
|
providerOptions: !supportsTools
|
|
@@ -359,14 +390,14 @@ var addGptRoutes = function (router, options) {
|
|
|
359
390
|
partCount = 0;
|
|
360
391
|
stepTextBuffer = "";
|
|
361
392
|
stepHasToolCall = false;
|
|
362
|
-
_u.label =
|
|
363
|
-
case
|
|
364
|
-
_u.trys.push([
|
|
393
|
+
_u.label = 18;
|
|
394
|
+
case 18:
|
|
395
|
+
_u.trys.push([18, 23, 24, 29]);
|
|
365
396
|
_d = true, _e = __asyncValues(result.fullStream);
|
|
366
|
-
_u.label =
|
|
367
|
-
case
|
|
368
|
-
case
|
|
369
|
-
if (!(_f = _u.sent(), _k = _f.done, !_k)) return [3 /*break*/,
|
|
397
|
+
_u.label = 19;
|
|
398
|
+
case 19: return [4 /*yield*/, _e.next()];
|
|
399
|
+
case 20:
|
|
400
|
+
if (!(_f = _u.sent(), _k = _f.done, !_k)) return [3 /*break*/, 22];
|
|
370
401
|
_m = _f.value;
|
|
371
402
|
_d = false;
|
|
372
403
|
part = _m;
|
|
@@ -378,7 +409,7 @@ var addGptRoutes = function (router, options) {
|
|
|
378
409
|
if (part.type === "start-step") {
|
|
379
410
|
stepTextBuffer = "";
|
|
380
411
|
stepHasToolCall = false;
|
|
381
|
-
return [3 /*break*/,
|
|
412
|
+
return [3 /*break*/, 21];
|
|
382
413
|
}
|
|
383
414
|
if (part.type === "finish-step") {
|
|
384
415
|
// Only emit buffered text if no tool call happened in this step
|
|
@@ -393,7 +424,7 @@ var addGptRoutes = function (router, options) {
|
|
|
393
424
|
}
|
|
394
425
|
stepTextBuffer = "";
|
|
395
426
|
stepHasToolCall = false;
|
|
396
|
-
return [3 /*break*/,
|
|
427
|
+
return [3 /*break*/, 21];
|
|
397
428
|
}
|
|
398
429
|
if (part.type === "error") {
|
|
399
430
|
errMsg = part.error instanceof Error
|
|
@@ -401,7 +432,7 @@ var addGptRoutes = function (router, options) {
|
|
|
401
432
|
: String((_q = part.error) !== null && _q !== void 0 ? _q : "Unknown stream error");
|
|
402
433
|
api_1.logger.error("AI stream error part", { error: errMsg });
|
|
403
434
|
res.write("data: ".concat(JSON.stringify({ error: errMsg }), "\n\n"));
|
|
404
|
-
return [3 /*break*/,
|
|
435
|
+
return [3 /*break*/, 21];
|
|
405
436
|
}
|
|
406
437
|
if (part.type === "file") {
|
|
407
438
|
mediaType = part.mediaType;
|
|
@@ -411,7 +442,7 @@ var addGptRoutes = function (router, options) {
|
|
|
411
442
|
res.write("data: ".concat(JSON.stringify({ image: { mimeType: mediaType, url: dataUrl } }), "\n\n"));
|
|
412
443
|
api_1.logger.debug("Sent inline image from stream");
|
|
413
444
|
}
|
|
414
|
-
return [3 /*break*/,
|
|
445
|
+
return [3 /*break*/, 21];
|
|
415
446
|
}
|
|
416
447
|
if (part.type === "text-delta") {
|
|
417
448
|
textChunk = ((_r = part.text) !== null && _r !== void 0 ? _r : "");
|
|
@@ -470,28 +501,28 @@ var addGptRoutes = function (router, options) {
|
|
|
470
501
|
type: "tool-result",
|
|
471
502
|
});
|
|
472
503
|
}
|
|
473
|
-
_u.label =
|
|
474
|
-
case
|
|
504
|
+
_u.label = 21;
|
|
505
|
+
case 21:
|
|
475
506
|
_d = true;
|
|
476
|
-
return [3 /*break*/,
|
|
477
|
-
case
|
|
478
|
-
case
|
|
507
|
+
return [3 /*break*/, 19];
|
|
508
|
+
case 22: return [3 /*break*/, 29];
|
|
509
|
+
case 23:
|
|
479
510
|
e_1_1 = _u.sent();
|
|
480
511
|
e_1 = { error: e_1_1 };
|
|
481
|
-
return [3 /*break*/,
|
|
482
|
-
case
|
|
483
|
-
_u.trys.push([
|
|
484
|
-
if (!(!_d && !_k && (_l = _e.return))) return [3 /*break*/,
|
|
512
|
+
return [3 /*break*/, 29];
|
|
513
|
+
case 24:
|
|
514
|
+
_u.trys.push([24, , 27, 28]);
|
|
515
|
+
if (!(!_d && !_k && (_l = _e.return))) return [3 /*break*/, 26];
|
|
485
516
|
return [4 /*yield*/, _l.call(_e)];
|
|
486
|
-
case
|
|
517
|
+
case 25:
|
|
487
518
|
_u.sent();
|
|
488
|
-
_u.label =
|
|
489
|
-
case
|
|
490
|
-
case
|
|
519
|
+
_u.label = 26;
|
|
520
|
+
case 26: return [3 /*break*/, 28];
|
|
521
|
+
case 27:
|
|
491
522
|
if (e_1) throw e_1.error;
|
|
492
523
|
return [7 /*endfinally*/];
|
|
493
|
-
case
|
|
494
|
-
case
|
|
524
|
+
case 28: return [7 /*endfinally*/];
|
|
525
|
+
case 29:
|
|
495
526
|
// Flush any remaining buffered text from the last step
|
|
496
527
|
if (!stepHasToolCall && stepTextBuffer) {
|
|
497
528
|
cleaned = stepTextBuffer.replace(/\{[\s\S]*?"action"[\s\S]*?\}\s*$/g, "").trim();
|
|
@@ -501,11 +532,11 @@ var addGptRoutes = function (router, options) {
|
|
|
501
532
|
}
|
|
502
533
|
}
|
|
503
534
|
api_1.logger.debug("Stream completed", { fullResponseLength: fullResponse.length, partCount: partCount });
|
|
504
|
-
_u.label =
|
|
505
|
-
case
|
|
506
|
-
_u.trys.push([
|
|
535
|
+
_u.label = 30;
|
|
536
|
+
case 30:
|
|
537
|
+
_u.trys.push([30, 32, , 33]);
|
|
507
538
|
return [4 /*yield*/, result.files];
|
|
508
|
-
case
|
|
539
|
+
case 31:
|
|
509
540
|
files = _u.sent();
|
|
510
541
|
if (files && files.length > 0) {
|
|
511
542
|
try {
|
|
@@ -529,14 +560,14 @@ var addGptRoutes = function (router, options) {
|
|
|
529
560
|
}
|
|
530
561
|
api_1.logger.debug("Sent generated images", { count: files.length });
|
|
531
562
|
}
|
|
532
|
-
return [3 /*break*/,
|
|
533
|
-
case
|
|
563
|
+
return [3 /*break*/, 33];
|
|
564
|
+
case 32:
|
|
534
565
|
fileErr_1 = _u.sent();
|
|
535
566
|
api_1.logger.debug("No files in response", {
|
|
536
567
|
error: fileErr_1 instanceof Error ? fileErr_1.message : String(fileErr_1),
|
|
537
568
|
});
|
|
538
|
-
return [3 /*break*/,
|
|
539
|
-
case
|
|
569
|
+
return [3 /*break*/, 33];
|
|
570
|
+
case 33:
|
|
540
571
|
// Save assistant response to history
|
|
541
572
|
if (fullResponse || generatedImages.length > 0) {
|
|
542
573
|
contentParts_1 = generatedImages.map(function (img) { return ({
|
|
@@ -548,11 +579,11 @@ var addGptRoutes = function (router, options) {
|
|
|
548
579
|
history_1.prompts.push(assistantPrompt);
|
|
549
580
|
}
|
|
550
581
|
return [4 /*yield*/, history_1.save()];
|
|
551
|
-
case
|
|
582
|
+
case 34:
|
|
552
583
|
_u.sent();
|
|
553
|
-
_u.label =
|
|
554
|
-
case
|
|
555
|
-
_u.trys.push([
|
|
584
|
+
_u.label = 35;
|
|
585
|
+
case 35:
|
|
586
|
+
_u.trys.push([35, 37, , 38]);
|
|
556
587
|
return [4 /*yield*/, aiRequest_1.AIRequest.logRequest({
|
|
557
588
|
aiModel: modelId !== null && modelId !== void 0 ? modelId : "unknown",
|
|
558
589
|
prompt: prompt_1,
|
|
@@ -561,43 +592,43 @@ var addGptRoutes = function (router, options) {
|
|
|
561
592
|
responseTime: Date.now() - startTime,
|
|
562
593
|
userId: userId !== null && userId !== void 0 ? userId : undefined,
|
|
563
594
|
})];
|
|
564
|
-
case
|
|
595
|
+
case 36:
|
|
565
596
|
_u.sent();
|
|
566
|
-
return [3 /*break*/,
|
|
567
|
-
case
|
|
597
|
+
return [3 /*break*/, 38];
|
|
598
|
+
case 37:
|
|
568
599
|
logErr_1 = _u.sent();
|
|
569
600
|
api_1.logger.warn("Failed to log AIRequest", {
|
|
570
601
|
error: logErr_1 instanceof Error ? logErr_1.message : String(logErr_1),
|
|
571
602
|
});
|
|
572
|
-
return [3 /*break*/,
|
|
573
|
-
case
|
|
574
|
-
if (!(!history_1.title && fullResponse)) return [3 /*break*/,
|
|
603
|
+
return [3 /*break*/, 38];
|
|
604
|
+
case 38:
|
|
605
|
+
if (!(!history_1.title && fullResponse)) return [3 /*break*/, 41];
|
|
575
606
|
perRequestApiKey = req.headers["x-ai-api-key"];
|
|
576
607
|
return [4 /*yield*/, generateTitle(prompt_1, fullResponse, aiService, options, perRequestApiKey)];
|
|
577
|
-
case
|
|
608
|
+
case 39:
|
|
578
609
|
title = _u.sent();
|
|
579
|
-
if (!title) return [3 /*break*/,
|
|
610
|
+
if (!title) return [3 /*break*/, 41];
|
|
580
611
|
history_1.title = title;
|
|
581
612
|
return [4 /*yield*/, history_1.save()];
|
|
582
|
-
case
|
|
613
|
+
case 40:
|
|
583
614
|
_u.sent();
|
|
584
|
-
_u.label =
|
|
585
|
-
case
|
|
615
|
+
_u.label = 41;
|
|
616
|
+
case 41:
|
|
586
617
|
api_1.logger.debug("Sending done event", {
|
|
587
618
|
fullResponseLength: fullResponse.length,
|
|
588
619
|
historyId: history_1._id.toString(),
|
|
589
620
|
});
|
|
590
621
|
res.write("data: ".concat(JSON.stringify(__assign({ done: true, historyId: history_1._id.toString() }, (history_1.title ? { title: history_1.title } : {}))), "\n\n"));
|
|
591
622
|
res.end();
|
|
592
|
-
return [3 /*break*/,
|
|
593
|
-
case
|
|
623
|
+
return [3 /*break*/, 47];
|
|
624
|
+
case 42:
|
|
594
625
|
error_1 = _u.sent();
|
|
595
626
|
api_1.logger.error("Error in GPT stream", {
|
|
596
627
|
error: error_1 instanceof Error ? error_1.message : String(error_1),
|
|
597
628
|
});
|
|
598
|
-
_u.label =
|
|
599
|
-
case
|
|
600
|
-
_u.trys.push([
|
|
629
|
+
_u.label = 43;
|
|
630
|
+
case 43:
|
|
631
|
+
_u.trys.push([43, 45, , 46]);
|
|
601
632
|
return [4 /*yield*/, aiRequest_1.AIRequest.logRequest({
|
|
602
633
|
aiModel: modelId !== null && modelId !== void 0 ? modelId : "unknown",
|
|
603
634
|
error: error_1 instanceof Error ? error_1.message : String(error_1),
|
|
@@ -606,21 +637,21 @@ var addGptRoutes = function (router, options) {
|
|
|
606
637
|
responseTime: Date.now() - startTime,
|
|
607
638
|
userId: userId !== null && userId !== void 0 ? userId : undefined,
|
|
608
639
|
})];
|
|
609
|
-
case
|
|
640
|
+
case 44:
|
|
610
641
|
_u.sent();
|
|
611
|
-
return [3 /*break*/,
|
|
612
|
-
case
|
|
642
|
+
return [3 /*break*/, 46];
|
|
643
|
+
case 45:
|
|
613
644
|
logErr_2 = _u.sent();
|
|
614
645
|
api_1.logger.warn("Failed to log AIRequest error", {
|
|
615
646
|
error: logErr_2 instanceof Error ? logErr_2.message : String(logErr_2),
|
|
616
647
|
});
|
|
617
|
-
return [3 /*break*/,
|
|
618
|
-
case
|
|
648
|
+
return [3 /*break*/, 46];
|
|
649
|
+
case 46:
|
|
619
650
|
res.write("data: ".concat(JSON.stringify({ error: error_1 instanceof Error ? error_1.message : "Unknown error" }), "\n\n"));
|
|
620
651
|
res.end();
|
|
621
|
-
return [3 /*break*/,
|
|
622
|
-
case
|
|
623
|
-
case
|
|
652
|
+
return [3 /*break*/, 47];
|
|
653
|
+
case 47: return [3 /*break*/, 49];
|
|
654
|
+
case 48:
|
|
624
655
|
outerError_1 = _u.sent();
|
|
625
656
|
message = outerError_1 instanceof Error ? outerError_1.message : String(outerError_1);
|
|
626
657
|
status_1 = outerError_1 instanceof api_1.APIError ? outerError_1.status : 500;
|
|
@@ -639,8 +670,8 @@ var addGptRoutes = function (router, options) {
|
|
|
639
670
|
title: outerError_1 instanceof api_1.APIError ? outerError_1.title : "Internal server error",
|
|
640
671
|
});
|
|
641
672
|
}
|
|
642
|
-
return [3 /*break*/,
|
|
643
|
-
case
|
|
673
|
+
return [3 /*break*/, 49];
|
|
674
|
+
case 49: return [2 /*return*/];
|
|
644
675
|
}
|
|
645
676
|
});
|
|
646
677
|
}); });
|
|
@@ -132,6 +132,7 @@ var AIService = /** @class */ (function () {
|
|
|
132
132
|
case 1:
|
|
133
133
|
_b.trys.push([1, 4, , 6]);
|
|
134
134
|
return [4 /*yield*/, (0, ai_1.generateText)({
|
|
135
|
+
experimental_telemetry: { functionId: "generate-text", isEnabled: true },
|
|
135
136
|
maxOutputTokens: maxOutputTokens,
|
|
136
137
|
model: this.model,
|
|
137
138
|
prompt: prompt,
|
|
@@ -186,6 +187,7 @@ var AIService = /** @class */ (function () {
|
|
|
186
187
|
case 1:
|
|
187
188
|
_g.trys.push([1, 18, , 20]);
|
|
188
189
|
result = (0, ai_1.streamText)({
|
|
190
|
+
experimental_telemetry: { functionId: "generate-text-stream", isEnabled: true },
|
|
189
191
|
maxOutputTokens: maxOutputTokens,
|
|
190
192
|
model: this.model,
|
|
191
193
|
prompt: prompt,
|
|
@@ -383,6 +385,7 @@ var AIService = /** @class */ (function () {
|
|
|
383
385
|
case 1:
|
|
384
386
|
_g.trys.push([1, 18, , 20]);
|
|
385
387
|
result = (0, ai_1.streamText)({
|
|
388
|
+
experimental_telemetry: { functionId: "generate-chat-stream", isEnabled: true },
|
|
386
389
|
messages: messages.map(function (m) { return ({ content: m.content, role: m.role }); }),
|
|
387
390
|
model: this.model,
|
|
388
391
|
stopWhen: stopWhen !== null && stopWhen !== void 0 ? stopWhen : (0, ai_1.stepCountIs)(1),
|
package/dist/types/index.d.ts
CHANGED
|
@@ -167,6 +167,9 @@ export interface GptRouteOptions {
|
|
|
167
167
|
maxSteps?: number;
|
|
168
168
|
/** Cheap model ID used for generating conversation titles (e.g. "gemini-2.0-flash-lite"). Falls back to the main model if not set. */
|
|
169
169
|
titleModelId?: string;
|
|
170
|
+
/** Langfuse prompt name to load and use as the system prompt. Compiled with no variables.
|
|
171
|
+
* Falls back gracefully if Langfuse is not configured or the prompt is not found. */
|
|
172
|
+
langfuseSystemPromptName?: string;
|
|
170
173
|
}
|
|
171
174
|
export interface GptHistoryRouteOptions {
|
|
172
175
|
openApiOptions?: Record<string, unknown>;
|
package/package.json
CHANGED
|
@@ -6,8 +6,13 @@
|
|
|
6
6
|
"dependencies": {
|
|
7
7
|
"@ai-sdk/mcp": "^1.0.21",
|
|
8
8
|
"@google-cloud/storage": "^7.15.0",
|
|
9
|
-
"@
|
|
9
|
+
"@langfuse/otel": "^4.6.1",
|
|
10
|
+
"@opentelemetry/api": "^1.9.0",
|
|
11
|
+
"@opentelemetry/sdk-node": "^0.213.0",
|
|
12
|
+
"@terreno/api": "0.7.1",
|
|
10
13
|
"ai": "^6.0.97",
|
|
14
|
+
"langfuse": "^3.38.6",
|
|
15
|
+
"langfuse-core": "^3.38.6",
|
|
11
16
|
"multer": "^1.4.5-lts.1"
|
|
12
17
|
},
|
|
13
18
|
"description": "AI service layer for Terreno apps - GPT chat, request logging, and admin tools.",
|
|
@@ -15,6 +20,7 @@
|
|
|
15
20
|
"@biomejs/biome": "^2.3.6",
|
|
16
21
|
"@types/bun": "^1.2.4",
|
|
17
22
|
"@types/express": "^5.0.6",
|
|
23
|
+
"@types/luxon": "^3.7.1",
|
|
18
24
|
"@types/multer": "^1.4.12",
|
|
19
25
|
"@types/passport-local-mongoose": "^6.1.5",
|
|
20
26
|
"@types/supertest": "^6.0.2",
|
|
@@ -23,6 +29,12 @@
|
|
|
23
29
|
"typescript": "5.8.2",
|
|
24
30
|
"winston": "^3.18.3"
|
|
25
31
|
},
|
|
32
|
+
"exports": {
|
|
33
|
+
".": {
|
|
34
|
+
"default": "./dist/index.js",
|
|
35
|
+
"types": "./dist/index.d.ts"
|
|
36
|
+
}
|
|
37
|
+
},
|
|
26
38
|
"homepage": "https://github.com/FlourishHealth/terreno#readme",
|
|
27
39
|
"keywords": [
|
|
28
40
|
"ai",
|
|
@@ -34,7 +46,7 @@
|
|
|
34
46
|
"main": "dist/index.js",
|
|
35
47
|
"name": "@terreno/ai",
|
|
36
48
|
"peerDependencies": {
|
|
37
|
-
"@terreno/api": "0.
|
|
49
|
+
"@terreno/api": "0.7.1",
|
|
38
50
|
"mongoose": "^8.0.0"
|
|
39
51
|
},
|
|
40
52
|
"repository": {
|
|
@@ -43,6 +55,7 @@
|
|
|
43
55
|
},
|
|
44
56
|
"scripts": {
|
|
45
57
|
"compile": "bun tsc",
|
|
58
|
+
"compile:watch": "bun tsc -w",
|
|
46
59
|
"dev": "bun tsc -w",
|
|
47
60
|
"lint": "biome check ./src",
|
|
48
61
|
"lint:fix": "biome check --write ./src",
|
|
@@ -51,5 +64,5 @@
|
|
|
51
64
|
"test:ci": "bun test --preload ./src/tests/bunSetup.ts"
|
|
52
65
|
},
|
|
53
66
|
"types": "dist/index.d.ts",
|
|
54
|
-
"version": "0.
|
|
67
|
+
"version": "0.7.1"
|
|
55
68
|
}
|
package/src/index.ts
CHANGED
|
@@ -1,5 +1,29 @@
|
|
|
1
1
|
export type {AiAppOptions} from "./aiApp";
|
|
2
2
|
export {AiApp} from "./aiApp";
|
|
3
|
+
export {LangfuseApp} from "./langfuseApp";
|
|
4
|
+
export {getCached, invalidateCache, LangfuseCache, setCached} from "./langfuseCache";
|
|
5
|
+
export {
|
|
6
|
+
getLangfuseClient,
|
|
7
|
+
initLangfuseClient,
|
|
8
|
+
isLangfuseInitialized,
|
|
9
|
+
shutdownLangfuseClient,
|
|
10
|
+
} from "./langfuseClient";
|
|
11
|
+
export {compilePrompt, createPrompt, getPrompt, invalidatePromptCache} from "./langfusePrompts";
|
|
12
|
+
export {initTracing, shutdownTracing} from "./langfuseTracing";
|
|
13
|
+
export type {
|
|
14
|
+
ChatMessage,
|
|
15
|
+
GetPromptOptions,
|
|
16
|
+
LangfuseAppOptions,
|
|
17
|
+
LangfuseCachedPrompt,
|
|
18
|
+
PaginatedResult,
|
|
19
|
+
PreparePromptResult,
|
|
20
|
+
PromptListItem,
|
|
21
|
+
ScoreSubmission,
|
|
22
|
+
ScoringFunction,
|
|
23
|
+
TelemetrySettings,
|
|
24
|
+
TraceListItem,
|
|
25
|
+
} from "./langfuseTypes";
|
|
26
|
+
export {createTelemetryConfig, preparePromptForAI} from "./langfuseVercelAi";
|
|
3
27
|
export * from "./models";
|
|
4
28
|
export * from "./routes";
|
|
5
29
|
export * from "./service";
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import type {TerrenoPlugin} from "@terreno/api";
|
|
2
|
+
import {logger} from "@terreno/api";
|
|
3
|
+
import type express from "express";
|
|
4
|
+
|
|
5
|
+
import {initLangfuseClient, shutdownLangfuseClient} from "./langfuseClient";
|
|
6
|
+
import {addEvaluationRoutes} from "./langfuseRoutesEvaluations";
|
|
7
|
+
import {addPlaygroundRoutes} from "./langfuseRoutesPlayground";
|
|
8
|
+
import {addPromptRoutes} from "./langfuseRoutesPrompts";
|
|
9
|
+
import {addTraceRoutes} from "./langfuseRoutesTraces";
|
|
10
|
+
import {initTracing, shutdownTracing} from "./langfuseTracing";
|
|
11
|
+
import type {LangfuseAppOptions} from "./langfuseTypes";
|
|
12
|
+
|
|
13
|
+
export class LangfuseApp implements TerrenoPlugin {
|
|
14
|
+
private options: LangfuseAppOptions;
|
|
15
|
+
|
|
16
|
+
constructor(options: LangfuseAppOptions) {
|
|
17
|
+
this.options = options;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
register(app: express.Application): void {
|
|
21
|
+
const organization = this.options.organization ?? "flourish-health";
|
|
22
|
+
const project = this.options.project ?? "terreno";
|
|
23
|
+
initLangfuseClient(this.options);
|
|
24
|
+
|
|
25
|
+
if (this.options.enableTracing !== false) {
|
|
26
|
+
try {
|
|
27
|
+
initTracing(this.options);
|
|
28
|
+
} catch (err) {
|
|
29
|
+
logger.warn(`Langfuse tracing initialization failed: ${err}`);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
if (this.options.enableAdminUI !== false) {
|
|
34
|
+
const adminPath = this.options.adminPath ?? "/admin/langfuse";
|
|
35
|
+
addPromptRoutes(app, adminPath);
|
|
36
|
+
addTraceRoutes(app, adminPath);
|
|
37
|
+
addPlaygroundRoutes(app, adminPath);
|
|
38
|
+
|
|
39
|
+
if (this.options.evaluation?.enabled) {
|
|
40
|
+
addEvaluationRoutes(app, adminPath, this.options.evaluation.scoringFunctions ?? []);
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
logger.info(
|
|
44
|
+
`Langfuse admin routes mounted at ${adminPath} (org: ${organization}, project: ${project})`
|
|
45
|
+
);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
process.once("SIGTERM", () => {
|
|
49
|
+
void this.shutdown();
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
async shutdown(): Promise<void> {
|
|
54
|
+
await shutdownLangfuseClient();
|
|
55
|
+
await shutdownTracing();
|
|
56
|
+
}
|
|
57
|
+
}
|