@terreno/ai 0.24.0 → 0.26.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +23 -3
- package/dist/index.js +54 -4
- package/dist/routes/gpt.js +23 -10
- package/dist/service/aiService.js +19 -18
- package/package.json +4 -4
- package/src/index.ts +52 -3
- package/src/isolated/gptStream.isolated.ts +141 -0
- package/src/routes/files.test.ts +1 -1
- package/src/routes/gpt.ts +27 -9
- package/src/routes/routes.test.ts +70 -4
- package/src/service/aiService.ts +19 -18
- package/src/service/parseAiJson.test.ts +23 -0
- package/src/tests/bunSetup.test.ts +11 -0
- package/src/tests/bunSetup.ts +4 -0
- package/dist/models/index.d.ts +0 -4
- package/dist/models/index.js +0 -11
- package/dist/routes/index.d.ts +0 -6
- package/dist/routes/index.js +0 -15
- package/dist/service/index.d.ts +0 -13
- package/dist/service/index.js +0 -35
- package/src/models/index.ts +0 -4
- package/src/routes/index.ts +0 -6
- package/src/service/index.ts +0 -35
package/dist/index.d.ts
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
export type { FlexibleSchema, JSONValue } from "ai";
|
|
2
|
+
export { jsonSchema, Output } from "ai";
|
|
1
3
|
export type { AiAppOptions } from "./aiApp";
|
|
2
4
|
export { AiApp } from "./aiApp";
|
|
3
5
|
export { LangfuseApp } from "./langfuseApp";
|
|
@@ -7,7 +9,25 @@ export { compilePrompt, createPrompt, getPrompt, invalidatePromptCache } from ".
|
|
|
7
9
|
export { initTracing, shutdownTracing } from "./langfuseTracing";
|
|
8
10
|
export type { ChatMessage, GetPromptOptions, LangfuseAppOptions, LangfuseCachedPrompt, PaginatedResult, PreparePromptResult, PromptListItem, ScoreSubmission, ScoringFunction, TelemetrySettings, TraceListItem, } from "./langfuseTypes";
|
|
9
11
|
export { createTelemetryConfig, preparePromptForAI } from "./langfuseVercelAi";
|
|
10
|
-
export
|
|
11
|
-
export
|
|
12
|
-
export
|
|
12
|
+
export { AIRequest } from "./models/aiRequest";
|
|
13
|
+
export { FileAttachment } from "./models/fileAttachment";
|
|
14
|
+
export { GptHistory } from "./models/gptHistory";
|
|
15
|
+
export { Project } from "./models/project";
|
|
16
|
+
export { addAiRequestsExplorerRoutes } from "./routes/aiRequestsExplorer";
|
|
17
|
+
export { addFileRoutes } from "./routes/files";
|
|
18
|
+
export { addGptRoutes } from "./routes/gpt";
|
|
19
|
+
export { addGptHistoryRoutes } from "./routes/gptHistories";
|
|
20
|
+
export { addMcpRoutes } from "./routes/mcp";
|
|
21
|
+
export { addProjectRoutes } from "./routes/projects";
|
|
22
|
+
export { AIService, TemperaturePresets } from "./service/aiService";
|
|
23
|
+
export { FileStorageService } from "./service/fileStorage";
|
|
24
|
+
export type { ListGeminiApiModelsOptions } from "./service/gemini";
|
|
25
|
+
export { GEMINI_API_BASE_URL, listGeminiApiModels, normalizeGeminiModelId, } from "./service/gemini";
|
|
26
|
+
export { MCPService } from "./service/mcpService";
|
|
27
|
+
export type { ParseFailure, ParseResult, ParseSuccess } from "./service/parseAiJson";
|
|
28
|
+
export { normalizeLlmJsonTextForStructuredOutput, parseAiJson, } from "./service/parseAiJson";
|
|
29
|
+
export { CONTENT_SUMMARY_PROMPT, DEFAULT_GPT_MEMORY, JSON_VALUE_SYSTEM_PROMPT, REMIX_PROMPT, TITLE_GENERATION_PROMPT, TRANSLATION_PROMPT, } from "./service/prompts";
|
|
30
|
+
export type { CreateVertexProviderOptions, ListEnabledVertexModelsOptions, TerrenoVertexProvider, VerifyVertexModelsOptions, VertexLanguageModelProvider, VertexModelAvailability, } from "./service/vertex";
|
|
31
|
+
export { assertVertexModelsEnabled, createVertexProvider, DEFAULT_VERTEX_LOCATION, isVertexModelAllowed, listEnabledVertexModels, normalizeVertexModelId, verifyVertexModelsEnabled, } from "./service/vertex";
|
|
32
|
+
export type { WebSearchProvider, WebSearchResult } from "./service/webSearchTool";
|
|
13
33
|
export * from "./types";
|
package/dist/index.js
CHANGED
|
@@ -14,7 +14,11 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.preparePromptForAI = exports.createTelemetryConfig = exports.shutdownTracing = exports.initTracing = exports.invalidatePromptCache = exports.getPrompt = exports.createPrompt = exports.compilePrompt = exports.shutdownLangfuseClient = exports.isLangfuseInitialized = exports.initLangfuseClient = exports.getLangfuseClient = exports.setCached = exports.LangfuseCache = exports.invalidateCache = exports.getCached = exports.LangfuseApp = exports.AiApp = void 0;
|
|
17
|
+
exports.listEnabledVertexModels = exports.isVertexModelAllowed = exports.DEFAULT_VERTEX_LOCATION = exports.createVertexProvider = exports.assertVertexModelsEnabled = exports.TRANSLATION_PROMPT = exports.TITLE_GENERATION_PROMPT = exports.REMIX_PROMPT = exports.JSON_VALUE_SYSTEM_PROMPT = exports.DEFAULT_GPT_MEMORY = exports.CONTENT_SUMMARY_PROMPT = exports.parseAiJson = exports.normalizeLlmJsonTextForStructuredOutput = exports.MCPService = exports.normalizeGeminiModelId = exports.listGeminiApiModels = exports.GEMINI_API_BASE_URL = exports.FileStorageService = exports.TemperaturePresets = exports.AIService = exports.addProjectRoutes = exports.addMcpRoutes = exports.addGptHistoryRoutes = exports.addGptRoutes = exports.addFileRoutes = exports.addAiRequestsExplorerRoutes = exports.Project = exports.GptHistory = exports.FileAttachment = exports.AIRequest = exports.preparePromptForAI = exports.createTelemetryConfig = exports.shutdownTracing = exports.initTracing = exports.invalidatePromptCache = exports.getPrompt = exports.createPrompt = exports.compilePrompt = exports.shutdownLangfuseClient = exports.isLangfuseInitialized = exports.initLangfuseClient = exports.getLangfuseClient = exports.setCached = exports.LangfuseCache = exports.invalidateCache = exports.getCached = exports.LangfuseApp = exports.AiApp = exports.Output = exports.jsonSchema = void 0;
|
|
18
|
+
exports.verifyVertexModelsEnabled = exports.normalizeVertexModelId = void 0;
|
|
19
|
+
var ai_1 = require("ai");
|
|
20
|
+
Object.defineProperty(exports, "jsonSchema", { enumerable: true, get: function () { return ai_1.jsonSchema; } });
|
|
21
|
+
Object.defineProperty(exports, "Output", { enumerable: true, get: function () { return ai_1.Output; } });
|
|
18
22
|
var aiApp_1 = require("./aiApp");
|
|
19
23
|
Object.defineProperty(exports, "AiApp", { enumerable: true, get: function () { return aiApp_1.AiApp; } });
|
|
20
24
|
var langfuseApp_1 = require("./langfuseApp");
|
|
@@ -40,7 +44,53 @@ Object.defineProperty(exports, "shutdownTracing", { enumerable: true, get: funct
|
|
|
40
44
|
var langfuseVercelAi_1 = require("./langfuseVercelAi");
|
|
41
45
|
Object.defineProperty(exports, "createTelemetryConfig", { enumerable: true, get: function () { return langfuseVercelAi_1.createTelemetryConfig; } });
|
|
42
46
|
Object.defineProperty(exports, "preparePromptForAI", { enumerable: true, get: function () { return langfuseVercelAi_1.preparePromptForAI; } });
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
47
|
+
var aiRequest_1 = require("./models/aiRequest");
|
|
48
|
+
Object.defineProperty(exports, "AIRequest", { enumerable: true, get: function () { return aiRequest_1.AIRequest; } });
|
|
49
|
+
var fileAttachment_1 = require("./models/fileAttachment");
|
|
50
|
+
Object.defineProperty(exports, "FileAttachment", { enumerable: true, get: function () { return fileAttachment_1.FileAttachment; } });
|
|
51
|
+
var gptHistory_1 = require("./models/gptHistory");
|
|
52
|
+
Object.defineProperty(exports, "GptHistory", { enumerable: true, get: function () { return gptHistory_1.GptHistory; } });
|
|
53
|
+
var project_1 = require("./models/project");
|
|
54
|
+
Object.defineProperty(exports, "Project", { enumerable: true, get: function () { return project_1.Project; } });
|
|
55
|
+
var aiRequestsExplorer_1 = require("./routes/aiRequestsExplorer");
|
|
56
|
+
Object.defineProperty(exports, "addAiRequestsExplorerRoutes", { enumerable: true, get: function () { return aiRequestsExplorer_1.addAiRequestsExplorerRoutes; } });
|
|
57
|
+
var files_1 = require("./routes/files");
|
|
58
|
+
Object.defineProperty(exports, "addFileRoutes", { enumerable: true, get: function () { return files_1.addFileRoutes; } });
|
|
59
|
+
var gpt_1 = require("./routes/gpt");
|
|
60
|
+
Object.defineProperty(exports, "addGptRoutes", { enumerable: true, get: function () { return gpt_1.addGptRoutes; } });
|
|
61
|
+
var gptHistories_1 = require("./routes/gptHistories");
|
|
62
|
+
Object.defineProperty(exports, "addGptHistoryRoutes", { enumerable: true, get: function () { return gptHistories_1.addGptHistoryRoutes; } });
|
|
63
|
+
var mcp_1 = require("./routes/mcp");
|
|
64
|
+
Object.defineProperty(exports, "addMcpRoutes", { enumerable: true, get: function () { return mcp_1.addMcpRoutes; } });
|
|
65
|
+
var projects_1 = require("./routes/projects");
|
|
66
|
+
Object.defineProperty(exports, "addProjectRoutes", { enumerable: true, get: function () { return projects_1.addProjectRoutes; } });
|
|
67
|
+
var aiService_1 = require("./service/aiService");
|
|
68
|
+
Object.defineProperty(exports, "AIService", { enumerable: true, get: function () { return aiService_1.AIService; } });
|
|
69
|
+
Object.defineProperty(exports, "TemperaturePresets", { enumerable: true, get: function () { return aiService_1.TemperaturePresets; } });
|
|
70
|
+
var fileStorage_1 = require("./service/fileStorage");
|
|
71
|
+
Object.defineProperty(exports, "FileStorageService", { enumerable: true, get: function () { return fileStorage_1.FileStorageService; } });
|
|
72
|
+
var gemini_1 = require("./service/gemini");
|
|
73
|
+
Object.defineProperty(exports, "GEMINI_API_BASE_URL", { enumerable: true, get: function () { return gemini_1.GEMINI_API_BASE_URL; } });
|
|
74
|
+
Object.defineProperty(exports, "listGeminiApiModels", { enumerable: true, get: function () { return gemini_1.listGeminiApiModels; } });
|
|
75
|
+
Object.defineProperty(exports, "normalizeGeminiModelId", { enumerable: true, get: function () { return gemini_1.normalizeGeminiModelId; } });
|
|
76
|
+
var mcpService_1 = require("./service/mcpService");
|
|
77
|
+
Object.defineProperty(exports, "MCPService", { enumerable: true, get: function () { return mcpService_1.MCPService; } });
|
|
78
|
+
var parseAiJson_1 = require("./service/parseAiJson");
|
|
79
|
+
Object.defineProperty(exports, "normalizeLlmJsonTextForStructuredOutput", { enumerable: true, get: function () { return parseAiJson_1.normalizeLlmJsonTextForStructuredOutput; } });
|
|
80
|
+
Object.defineProperty(exports, "parseAiJson", { enumerable: true, get: function () { return parseAiJson_1.parseAiJson; } });
|
|
81
|
+
var prompts_1 = require("./service/prompts");
|
|
82
|
+
Object.defineProperty(exports, "CONTENT_SUMMARY_PROMPT", { enumerable: true, get: function () { return prompts_1.CONTENT_SUMMARY_PROMPT; } });
|
|
83
|
+
Object.defineProperty(exports, "DEFAULT_GPT_MEMORY", { enumerable: true, get: function () { return prompts_1.DEFAULT_GPT_MEMORY; } });
|
|
84
|
+
Object.defineProperty(exports, "JSON_VALUE_SYSTEM_PROMPT", { enumerable: true, get: function () { return prompts_1.JSON_VALUE_SYSTEM_PROMPT; } });
|
|
85
|
+
Object.defineProperty(exports, "REMIX_PROMPT", { enumerable: true, get: function () { return prompts_1.REMIX_PROMPT; } });
|
|
86
|
+
Object.defineProperty(exports, "TITLE_GENERATION_PROMPT", { enumerable: true, get: function () { return prompts_1.TITLE_GENERATION_PROMPT; } });
|
|
87
|
+
Object.defineProperty(exports, "TRANSLATION_PROMPT", { enumerable: true, get: function () { return prompts_1.TRANSLATION_PROMPT; } });
|
|
88
|
+
var vertex_1 = require("./service/vertex");
|
|
89
|
+
Object.defineProperty(exports, "assertVertexModelsEnabled", { enumerable: true, get: function () { return vertex_1.assertVertexModelsEnabled; } });
|
|
90
|
+
Object.defineProperty(exports, "createVertexProvider", { enumerable: true, get: function () { return vertex_1.createVertexProvider; } });
|
|
91
|
+
Object.defineProperty(exports, "DEFAULT_VERTEX_LOCATION", { enumerable: true, get: function () { return vertex_1.DEFAULT_VERTEX_LOCATION; } });
|
|
92
|
+
Object.defineProperty(exports, "isVertexModelAllowed", { enumerable: true, get: function () { return vertex_1.isVertexModelAllowed; } });
|
|
93
|
+
Object.defineProperty(exports, "listEnabledVertexModels", { enumerable: true, get: function () { return vertex_1.listEnabledVertexModels; } });
|
|
94
|
+
Object.defineProperty(exports, "normalizeVertexModelId", { enumerable: true, get: function () { return vertex_1.normalizeVertexModelId; } });
|
|
95
|
+
Object.defineProperty(exports, "verifyVertexModelsEnabled", { enumerable: true, get: function () { return vertex_1.verifyVertexModelsEnabled; } });
|
|
46
96
|
__exportStar(require("./types"), exports);
|
package/dist/routes/gpt.js
CHANGED
|
@@ -95,12 +95,22 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
95
95
|
exports.addGptRoutes = void 0;
|
|
96
96
|
var api_1 = require("@terreno/api");
|
|
97
97
|
var ai_1 = require("ai");
|
|
98
|
+
var luxon_1 = require("luxon");
|
|
98
99
|
var langfuseVercelAi_1 = require("../langfuseVercelAi");
|
|
99
100
|
var aiRequest_1 = require("../models/aiRequest");
|
|
100
101
|
var gptHistory_1 = require("../models/gptHistory");
|
|
101
102
|
var project_1 = require("../models/project");
|
|
102
103
|
var aiService_1 = require("../service/aiService");
|
|
103
104
|
var prompts_1 = require("../service/prompts");
|
|
105
|
+
var isGeneratedImageFile = function (value) {
|
|
106
|
+
return typeof value === "object" &&
|
|
107
|
+
value !== null &&
|
|
108
|
+
"base64" in value &&
|
|
109
|
+
typeof value.base64 === "string" &&
|
|
110
|
+
"mediaType" in value &&
|
|
111
|
+
typeof value.mediaType === "string" &&
|
|
112
|
+
value.mediaType.startsWith("image/");
|
|
113
|
+
};
|
|
104
114
|
var DEMO_RESPONSE = "This is demo mode. To use AI features, paste your Gemini API key in Settings.";
|
|
105
115
|
/** Send a canned SSE demo response when no AI service is available. */
|
|
106
116
|
var sendDemoResponse = function (res, historyId) {
|
|
@@ -201,7 +211,7 @@ var addGptRoutes = function (router, options) {
|
|
|
201
211
|
// Use a raw handler instead of asyncHandler so we can control error responses
|
|
202
212
|
// for both pre-stream (JSON) and mid-stream (SSE) errors.
|
|
203
213
|
function (req, res) { return __awaiter(void 0, void 0, void 0, function () {
|
|
204
|
-
var sseStarted, _a, prompt_1, historyId, systemPrompt, attachments, requestModel, projectId, userId, hasPerRequestKey, hasCreateModelFn, hasConfiguredService, aiService, history_1, effectiveProjectId, effectiveSystemPrompt, project, parts, projectContext, _b, langfuseResult, langfusePrompt, err_1, contentParts, attachments_1, attachments_1_1, attachment, hasAttachments, userPrompt, messages, modelId, supportsTools, allTools, requestTools, mcpTools, _c, fullResponse, generatedImages, startTime, telemetry, result, partCount, stepTextBuffer, stepHasToolCall, _d, _e, _f, part, cleaned, errMsg,
|
|
214
|
+
var sseStarted, _a, prompt_1, historyId, systemPrompt, attachments, requestModel, projectId, userId, hasPerRequestKey, hasCreateModelFn, hasConfiguredService, aiService, history_1, effectiveProjectId, effectiveSystemPrompt, project, parts, projectContext, _b, langfuseResult, langfusePrompt, err_1, contentParts, attachments_1, attachments_1_1, attachment, hasAttachments, userPrompt, messages, modelId, supportsTools, allTools, requestTools, mcpTools, _c, fullResponse, generatedImages, startTime, telemetry, result, partCount, stepTextBuffer, stepHasToolCall, _d, _e, _f, part, cleaned, errMsg, dataUrl, textChunk, toolResult, _g, _fileData, cleanResult, e_1_1, cleaned, files, files_1, files_1_1, file, dataUrl, fileErr_1, contentParts_1, assistantPrompt, logErr_1, perRequestApiKey, title, error_1, logErr_2, outerError_1, message, status_1, stack;
|
|
205
215
|
var e_2, _h, e_3, _j;
|
|
206
216
|
var _k, e_1, _l, _m;
|
|
207
217
|
var _o, _p, _q, _r, _s, _t;
|
|
@@ -377,7 +387,7 @@ var addGptRoutes = function (router, options) {
|
|
|
377
387
|
sseStarted = true;
|
|
378
388
|
fullResponse = "";
|
|
379
389
|
generatedImages = [];
|
|
380
|
-
startTime =
|
|
390
|
+
startTime = luxon_1.DateTime.now().toMillis();
|
|
381
391
|
_u.label = 17;
|
|
382
392
|
case 17:
|
|
383
393
|
_u.trys.push([17, 42, , 47]);
|
|
@@ -421,7 +431,9 @@ var addGptRoutes = function (router, options) {
|
|
|
421
431
|
part = _m;
|
|
422
432
|
partCount++;
|
|
423
433
|
if (partCount <= 5 || part.type === "error" || part.type === "file") {
|
|
424
|
-
api_1.logger.debug("Stream part", __assign(__assign({ partCount: partCount, type: part.type }, (part.type === "file"
|
|
434
|
+
api_1.logger.debug("Stream part", __assign(__assign({ partCount: partCount, type: part.type }, (part.type === "file" && isGeneratedImageFile(part.file)
|
|
435
|
+
? { mediaType: part.file.mediaType }
|
|
436
|
+
: {})), (part.type === "error" ? { error: String((_p = part.error) !== null && _p !== void 0 ? _p : part) } : {})));
|
|
425
437
|
}
|
|
426
438
|
// Track step boundaries to discard reasoning text from tool-call steps
|
|
427
439
|
if (part.type === "start-step") {
|
|
@@ -453,11 +465,12 @@ var addGptRoutes = function (router, options) {
|
|
|
453
465
|
return [3 /*break*/, 21];
|
|
454
466
|
}
|
|
455
467
|
if (part.type === "file") {
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
468
|
+
if (isGeneratedImageFile(part.file)) {
|
|
469
|
+
dataUrl = "data:".concat(part.file.mediaType, ";base64,").concat(part.file.base64);
|
|
470
|
+
generatedImages.push({ mimeType: part.file.mediaType, url: dataUrl });
|
|
471
|
+
res.write("data: ".concat(JSON.stringify({
|
|
472
|
+
image: { mimeType: part.file.mediaType, url: dataUrl },
|
|
473
|
+
}), "\n\n"));
|
|
461
474
|
api_1.logger.debug("Sent inline image from stream");
|
|
462
475
|
}
|
|
463
476
|
return [3 /*break*/, 21];
|
|
@@ -607,7 +620,7 @@ var addGptRoutes = function (router, options) {
|
|
|
607
620
|
prompt: prompt_1,
|
|
608
621
|
requestType: "general",
|
|
609
622
|
response: fullResponse,
|
|
610
|
-
responseTime:
|
|
623
|
+
responseTime: luxon_1.DateTime.now().toMillis() - startTime,
|
|
611
624
|
userId: userId !== null && userId !== void 0 ? userId : undefined,
|
|
612
625
|
})];
|
|
613
626
|
case 36:
|
|
@@ -652,7 +665,7 @@ var addGptRoutes = function (router, options) {
|
|
|
652
665
|
error: error_1 instanceof Error ? error_1.message : String(error_1),
|
|
653
666
|
prompt: prompt_1,
|
|
654
667
|
requestType: "general",
|
|
655
|
-
responseTime:
|
|
668
|
+
responseTime: luxon_1.DateTime.now().toMillis() - startTime,
|
|
656
669
|
userId: userId !== null && userId !== void 0 ? userId : undefined,
|
|
657
670
|
})];
|
|
658
671
|
case 44:
|
|
@@ -81,6 +81,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
81
81
|
exports.AIService = exports.TemperaturePresets = void 0;
|
|
82
82
|
var api_1 = require("@terreno/api");
|
|
83
83
|
var ai_1 = require("ai");
|
|
84
|
+
var luxon_1 = require("luxon");
|
|
84
85
|
var aiRequest_1 = require("../models/aiRequest");
|
|
85
86
|
var parseAiJson_1 = require("./parseAiJson");
|
|
86
87
|
var prompts_1 = require("./prompts");
|
|
@@ -263,7 +264,7 @@ var AIService = /** @class */ (function () {
|
|
|
263
264
|
switch (_b.label) {
|
|
264
265
|
case 0:
|
|
265
266
|
prompt = options.prompt, systemPrompt = options.systemPrompt, temperature = options.temperature, maxOutputTokens = options.maxOutputTokens, userId = options.userId;
|
|
266
|
-
startTime =
|
|
267
|
+
startTime = luxon_1.DateTime.now().toMillis();
|
|
267
268
|
_b.label = 1;
|
|
268
269
|
case 1:
|
|
269
270
|
_b.trys.push([1, 4, , 6]);
|
|
@@ -277,7 +278,7 @@ var AIService = /** @class */ (function () {
|
|
|
277
278
|
})];
|
|
278
279
|
case 2:
|
|
279
280
|
result = _b.sent();
|
|
280
|
-
responseTime =
|
|
281
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
281
282
|
return [4 /*yield*/, this.logRequest({
|
|
282
283
|
aiModel: getModelId(this.model),
|
|
283
284
|
prompt: prompt,
|
|
@@ -292,7 +293,7 @@ var AIService = /** @class */ (function () {
|
|
|
292
293
|
return [2 /*return*/, result.text];
|
|
293
294
|
case 4:
|
|
294
295
|
error_1 = _b.sent();
|
|
295
|
-
responseTime =
|
|
296
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
296
297
|
return [4 /*yield*/, this.logRequest({
|
|
297
298
|
aiModel: getModelId(this.model),
|
|
298
299
|
error: error_1 instanceof Error ? error_1.message : String(error_1),
|
|
@@ -318,7 +319,7 @@ var AIService = /** @class */ (function () {
|
|
|
318
319
|
switch (_b.label) {
|
|
319
320
|
case 0:
|
|
320
321
|
maxOutputTokens = options.maxOutputTokens, outputDescription = options.outputDescription, outputName = options.outputName, prompt = options.prompt, systemPrompt = options.systemPrompt, temperature = options.temperature, userId = options.userId;
|
|
321
|
-
startTime =
|
|
322
|
+
startTime = luxon_1.DateTime.now().toMillis();
|
|
322
323
|
system = systemPrompt !== null && systemPrompt !== void 0 ? systemPrompt : prompts_1.JSON_VALUE_SYSTEM_PROMPT;
|
|
323
324
|
_b.label = 1;
|
|
324
325
|
case 1:
|
|
@@ -334,7 +335,7 @@ var AIService = /** @class */ (function () {
|
|
|
334
335
|
})];
|
|
335
336
|
case 2:
|
|
336
337
|
result = _b.sent();
|
|
337
|
-
responseTime =
|
|
338
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
338
339
|
return [4 /*yield*/, this.logRequest({
|
|
339
340
|
aiModel: getModelId(this.model),
|
|
340
341
|
prompt: prompt,
|
|
@@ -349,7 +350,7 @@ var AIService = /** @class */ (function () {
|
|
|
349
350
|
return [2 /*return*/, result.output];
|
|
350
351
|
case 4:
|
|
351
352
|
error_2 = _b.sent();
|
|
352
|
-
responseTime =
|
|
353
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
353
354
|
return [4 /*yield*/, this.logStructuredJsonFailure({
|
|
354
355
|
error: error_2,
|
|
355
356
|
prompt: prompt,
|
|
@@ -375,7 +376,7 @@ var AIService = /** @class */ (function () {
|
|
|
375
376
|
switch (_b.label) {
|
|
376
377
|
case 0:
|
|
377
378
|
maxOutputTokens = options.maxOutputTokens, prompt = options.prompt, schema = options.schema, schemaDescription = options.schemaDescription, schemaName = options.schemaName, systemPrompt = options.systemPrompt, temperature = options.temperature, userId = options.userId;
|
|
378
|
-
startTime =
|
|
379
|
+
startTime = luxon_1.DateTime.now().toMillis();
|
|
379
380
|
system = systemPrompt !== null && systemPrompt !== void 0 ? systemPrompt : prompts_1.JSON_VALUE_SYSTEM_PROMPT;
|
|
380
381
|
_b.label = 1;
|
|
381
382
|
case 1:
|
|
@@ -395,7 +396,7 @@ var AIService = /** @class */ (function () {
|
|
|
395
396
|
})];
|
|
396
397
|
case 2:
|
|
397
398
|
result = _b.sent();
|
|
398
|
-
responseTime =
|
|
399
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
399
400
|
return [4 /*yield*/, this.logRequest({
|
|
400
401
|
aiModel: getModelId(this.model),
|
|
401
402
|
prompt: prompt,
|
|
@@ -410,7 +411,7 @@ var AIService = /** @class */ (function () {
|
|
|
410
411
|
return [2 /*return*/, result.output];
|
|
411
412
|
case 4:
|
|
412
413
|
error_3 = _b.sent();
|
|
413
|
-
responseTime =
|
|
414
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
414
415
|
return [4 /*yield*/, this.logStructuredJsonFailure({
|
|
415
416
|
error: error_3,
|
|
416
417
|
prompt: prompt,
|
|
@@ -439,7 +440,7 @@ var AIService = /** @class */ (function () {
|
|
|
439
440
|
switch (_b.label) {
|
|
440
441
|
case 0:
|
|
441
442
|
element = options.element, maxOutputTokens = options.maxOutputTokens, outputDescription = options.outputDescription, outputName = options.outputName, prompt = options.prompt, systemPrompt = options.systemPrompt, temperature = options.temperature, userId = options.userId;
|
|
442
|
-
startTime =
|
|
443
|
+
startTime = luxon_1.DateTime.now().toMillis();
|
|
443
444
|
system = systemPrompt !== null && systemPrompt !== void 0 ? systemPrompt : prompts_1.JSON_VALUE_SYSTEM_PROMPT;
|
|
444
445
|
_b.label = 1;
|
|
445
446
|
case 1:
|
|
@@ -459,7 +460,7 @@ var AIService = /** @class */ (function () {
|
|
|
459
460
|
})];
|
|
460
461
|
case 2:
|
|
461
462
|
result = _b.sent();
|
|
462
|
-
responseTime =
|
|
463
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
463
464
|
return [4 /*yield*/, this.logRequest({
|
|
464
465
|
aiModel: getModelId(this.model),
|
|
465
466
|
prompt: prompt,
|
|
@@ -474,7 +475,7 @@ var AIService = /** @class */ (function () {
|
|
|
474
475
|
return [2 /*return*/, result.output];
|
|
475
476
|
case 4:
|
|
476
477
|
error_4 = _b.sent();
|
|
477
|
-
responseTime =
|
|
478
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
478
479
|
return [4 /*yield*/, this.logStructuredJsonFailure({
|
|
479
480
|
error: error_4,
|
|
480
481
|
prompt: prompt,
|
|
@@ -499,7 +500,7 @@ var AIService = /** @class */ (function () {
|
|
|
499
500
|
switch (_g.label) {
|
|
500
501
|
case 0:
|
|
501
502
|
prompt = options.prompt, systemPrompt = options.systemPrompt, temperature = options.temperature, maxOutputTokens = options.maxOutputTokens, userId = options.userId;
|
|
502
|
-
startTime =
|
|
503
|
+
startTime = luxon_1.DateTime.now().toMillis();
|
|
503
504
|
fullResponse = "";
|
|
504
505
|
_g.label = 1;
|
|
505
506
|
case 1:
|
|
@@ -550,7 +551,7 @@ var AIService = /** @class */ (function () {
|
|
|
550
551
|
return [7 /*endfinally*/];
|
|
551
552
|
case 14: return [7 /*endfinally*/];
|
|
552
553
|
case 15:
|
|
553
|
-
responseTime =
|
|
554
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
554
555
|
return [4 /*yield*/, __await(result.usage)];
|
|
555
556
|
case 16:
|
|
556
557
|
usage = _g.sent();
|
|
@@ -568,7 +569,7 @@ var AIService = /** @class */ (function () {
|
|
|
568
569
|
return [3 /*break*/, 20];
|
|
569
570
|
case 18:
|
|
570
571
|
error_5 = _g.sent();
|
|
571
|
-
responseTime =
|
|
572
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
572
573
|
return [4 /*yield*/, __await(this.logRequest({
|
|
573
574
|
aiModel: getModelId(this.model),
|
|
574
575
|
error: error_5 instanceof Error ? error_5.message : String(error_5),
|
|
@@ -696,7 +697,7 @@ var AIService = /** @class */ (function () {
|
|
|
696
697
|
switch (_g.label) {
|
|
697
698
|
case 0:
|
|
698
699
|
messages = options.messages, systemPrompt = options.systemPrompt, tools = options.tools, toolChoice = options.toolChoice, stopWhen = options.stopWhen, userId = options.userId;
|
|
699
|
-
startTime =
|
|
700
|
+
startTime = luxon_1.DateTime.now().toMillis();
|
|
700
701
|
fullResponse = "";
|
|
701
702
|
promptText = messages.map(function (m) { return "".concat(m.role, ": ").concat(m.content); }).join("\n");
|
|
702
703
|
_g.label = 1;
|
|
@@ -750,7 +751,7 @@ var AIService = /** @class */ (function () {
|
|
|
750
751
|
return [7 /*endfinally*/];
|
|
751
752
|
case 14: return [7 /*endfinally*/];
|
|
752
753
|
case 15:
|
|
753
|
-
responseTime =
|
|
754
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
754
755
|
return [4 /*yield*/, __await(result.usage)];
|
|
755
756
|
case 16:
|
|
756
757
|
usage = _g.sent();
|
|
@@ -768,7 +769,7 @@ var AIService = /** @class */ (function () {
|
|
|
768
769
|
return [3 /*break*/, 20];
|
|
769
770
|
case 18:
|
|
770
771
|
error_6 = _g.sent();
|
|
771
|
-
responseTime =
|
|
772
|
+
responseTime = luxon_1.DateTime.now().toMillis() - startTime;
|
|
772
773
|
return [4 /*yield*/, __await(this.logRequest({
|
|
773
774
|
aiModel: getModelId(this.model),
|
|
774
775
|
error: error_6 instanceof Error ? error_6.message : String(error_6),
|
package/package.json
CHANGED
|
@@ -18,14 +18,14 @@
|
|
|
18
18
|
"description": "AI service layer for Terreno apps - GPT chat, request logging, and admin tools.",
|
|
19
19
|
"devDependencies": {
|
|
20
20
|
"@biomejs/biome": "^2.3.6",
|
|
21
|
-
"@terreno/test": "0.
|
|
21
|
+
"@terreno/test": "0.26.0",
|
|
22
22
|
"@types/bun": "^1.3.8",
|
|
23
23
|
"@types/express": "^5.0.6",
|
|
24
24
|
"@types/luxon": "^3.7.1",
|
|
25
25
|
"@types/multer": "^1.4.12",
|
|
26
26
|
"@types/passport-local-mongoose": "^6.1.5",
|
|
27
27
|
"@types/supertest": "^7.2.0",
|
|
28
|
-
"@terreno/api": "0.
|
|
28
|
+
"@terreno/api": "0.26.0",
|
|
29
29
|
"mongoose": "8.23.0",
|
|
30
30
|
"passport-local-mongoose": "^9.0.1",
|
|
31
31
|
"supertest": "^7.2.2",
|
|
@@ -72,7 +72,7 @@
|
|
|
72
72
|
"access": "public"
|
|
73
73
|
},
|
|
74
74
|
"peerDependencies": {
|
|
75
|
-
"@terreno/api": "0.
|
|
75
|
+
"@terreno/api": "0.26.0",
|
|
76
76
|
"mongoose": "^8.0.0"
|
|
77
77
|
},
|
|
78
78
|
"repository": {
|
|
@@ -91,5 +91,5 @@
|
|
|
91
91
|
"test:coverage": "bun run ../scripts/check-coverage.ts"
|
|
92
92
|
},
|
|
93
93
|
"types": "dist/index.d.ts",
|
|
94
|
-
"version": "0.
|
|
94
|
+
"version": "0.26.0"
|
|
95
95
|
}
|
package/src/index.ts
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
export type {FlexibleSchema, JSONValue} from "ai";
|
|
2
|
+
export {jsonSchema, Output} from "ai";
|
|
1
3
|
export type {AiAppOptions} from "./aiApp";
|
|
2
4
|
export {AiApp} from "./aiApp";
|
|
3
5
|
export {LangfuseApp} from "./langfuseApp";
|
|
@@ -24,7 +26,54 @@ export type {
|
|
|
24
26
|
TraceListItem,
|
|
25
27
|
} from "./langfuseTypes";
|
|
26
28
|
export {createTelemetryConfig, preparePromptForAI} from "./langfuseVercelAi";
|
|
27
|
-
export
|
|
28
|
-
export
|
|
29
|
-
export
|
|
29
|
+
export {AIRequest} from "./models/aiRequest";
|
|
30
|
+
export {FileAttachment} from "./models/fileAttachment";
|
|
31
|
+
export {GptHistory} from "./models/gptHistory";
|
|
32
|
+
export {Project} from "./models/project";
|
|
33
|
+
export {addAiRequestsExplorerRoutes} from "./routes/aiRequestsExplorer";
|
|
34
|
+
export {addFileRoutes} from "./routes/files";
|
|
35
|
+
export {addGptRoutes} from "./routes/gpt";
|
|
36
|
+
export {addGptHistoryRoutes} from "./routes/gptHistories";
|
|
37
|
+
export {addMcpRoutes} from "./routes/mcp";
|
|
38
|
+
export {addProjectRoutes} from "./routes/projects";
|
|
39
|
+
export {AIService, TemperaturePresets} from "./service/aiService";
|
|
40
|
+
export {FileStorageService} from "./service/fileStorage";
|
|
41
|
+
export type {ListGeminiApiModelsOptions} from "./service/gemini";
|
|
42
|
+
export {
|
|
43
|
+
GEMINI_API_BASE_URL,
|
|
44
|
+
listGeminiApiModels,
|
|
45
|
+
normalizeGeminiModelId,
|
|
46
|
+
} from "./service/gemini";
|
|
47
|
+
export {MCPService} from "./service/mcpService";
|
|
48
|
+
export type {ParseFailure, ParseResult, ParseSuccess} from "./service/parseAiJson";
|
|
49
|
+
export {
|
|
50
|
+
normalizeLlmJsonTextForStructuredOutput,
|
|
51
|
+
parseAiJson,
|
|
52
|
+
} from "./service/parseAiJson";
|
|
53
|
+
export {
|
|
54
|
+
CONTENT_SUMMARY_PROMPT,
|
|
55
|
+
DEFAULT_GPT_MEMORY,
|
|
56
|
+
JSON_VALUE_SYSTEM_PROMPT,
|
|
57
|
+
REMIX_PROMPT,
|
|
58
|
+
TITLE_GENERATION_PROMPT,
|
|
59
|
+
TRANSLATION_PROMPT,
|
|
60
|
+
} from "./service/prompts";
|
|
61
|
+
export type {
|
|
62
|
+
CreateVertexProviderOptions,
|
|
63
|
+
ListEnabledVertexModelsOptions,
|
|
64
|
+
TerrenoVertexProvider,
|
|
65
|
+
VerifyVertexModelsOptions,
|
|
66
|
+
VertexLanguageModelProvider,
|
|
67
|
+
VertexModelAvailability,
|
|
68
|
+
} from "./service/vertex";
|
|
69
|
+
export {
|
|
70
|
+
assertVertexModelsEnabled,
|
|
71
|
+
createVertexProvider,
|
|
72
|
+
DEFAULT_VERTEX_LOCATION,
|
|
73
|
+
isVertexModelAllowed,
|
|
74
|
+
listEnabledVertexModels,
|
|
75
|
+
normalizeVertexModelId,
|
|
76
|
+
verifyVertexModelsEnabled,
|
|
77
|
+
} from "./service/vertex";
|
|
78
|
+
export type {WebSearchProvider, WebSearchResult} from "./service/webSearchTool";
|
|
30
79
|
export * from "./types";
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import {afterAll, beforeAll, describe, expect, it, mock} from "bun:test";
|
|
2
|
+
import {TerrenoApp} from "@terreno/api";
|
|
3
|
+
import type {LanguageModel} from "ai";
|
|
4
|
+
import type express from "express";
|
|
5
|
+
|
|
6
|
+
import {GptHistory} from "../models/gptHistory";
|
|
7
|
+
import {authAsUser, ensureTestUsers, UserModel} from "../tests/helpers";
|
|
8
|
+
|
|
9
|
+
type StreamPart = {type: string; [key: string]: unknown};
|
|
10
|
+
|
|
11
|
+
// The parts emitted by the mocked `streamText` fullStream. Kept module-level so
|
|
12
|
+
// individual tests can tailor the stream before issuing a request.
|
|
13
|
+
let streamParts: StreamPart[] = [];
|
|
14
|
+
let streamFiles: Array<{base64: string; mediaType: string}> = [];
|
|
15
|
+
|
|
16
|
+
// Mock langfuseVercelAi to avoid transitive langfuse SDK imports.
|
|
17
|
+
const realLangfuseVercelAi = await import("../langfuseVercelAi");
|
|
18
|
+
mock.module("../langfuseVercelAi", () => ({
|
|
19
|
+
...realLangfuseVercelAi,
|
|
20
|
+
createTelemetryConfig: () => ({functionId: "test", isEnabled: false}),
|
|
21
|
+
preparePromptForAI: async () => ({config: {}, prompt: "test", telemetry: {isEnabled: false}}),
|
|
22
|
+
}));
|
|
23
|
+
|
|
24
|
+
// Mock the AI SDK so we control exactly which fullStream parts the GPT prompt
|
|
25
|
+
// handler iterates over. All other exports are preserved so AIService and the
|
|
26
|
+
// route helpers keep working.
|
|
27
|
+
const realAi = await import("ai");
|
|
28
|
+
mock.module("ai", () => ({
|
|
29
|
+
...realAi,
|
|
30
|
+
streamText: () => ({
|
|
31
|
+
files: Promise.resolve(streamFiles),
|
|
32
|
+
fullStream: (async function* fullStream(): AsyncGenerator<StreamPart> {
|
|
33
|
+
for (const part of streamParts) {
|
|
34
|
+
yield part;
|
|
35
|
+
}
|
|
36
|
+
})(),
|
|
37
|
+
}),
|
|
38
|
+
}));
|
|
39
|
+
|
|
40
|
+
const {addGptRoutes} = await import("../routes/gpt");
|
|
41
|
+
const {AIService} = await import("../service/aiService");
|
|
42
|
+
|
|
43
|
+
const createMockModel = () => ({
|
|
44
|
+
doGenerate: mock(async () => ({
|
|
45
|
+
content: [{text: "Mock Title", type: "text" as const}],
|
|
46
|
+
finishReason: "stop" as const,
|
|
47
|
+
usage: {inputTokens: 1, outputTokens: 1},
|
|
48
|
+
})),
|
|
49
|
+
doStream: mock(async () => ({
|
|
50
|
+
stream: new ReadableStream({
|
|
51
|
+
start(controller) {
|
|
52
|
+
controller.enqueue({
|
|
53
|
+
finishReason: "stop" as const,
|
|
54
|
+
type: "finish" as const,
|
|
55
|
+
usage: {inputTokens: 1, outputTokens: 1},
|
|
56
|
+
});
|
|
57
|
+
controller.close();
|
|
58
|
+
},
|
|
59
|
+
}),
|
|
60
|
+
})),
|
|
61
|
+
modelId: "mock-model",
|
|
62
|
+
provider: "mock-provider",
|
|
63
|
+
specificationVersion: "v2" as const,
|
|
64
|
+
supportedUrls: {},
|
|
65
|
+
});
|
|
66
|
+
|
|
67
|
+
type SseStream = {on: (event: string, handler: (arg: Buffer) => void) => void};
|
|
68
|
+
const sseCollect = (r: SseStream, cb: (err: Error | null, data: string) => void): void => {
|
|
69
|
+
let data = "";
|
|
70
|
+
r.on("data", (chunk: Buffer) => {
|
|
71
|
+
data += chunk.toString();
|
|
72
|
+
});
|
|
73
|
+
r.on("end", () => cb(null, data));
|
|
74
|
+
};
|
|
75
|
+
|
|
76
|
+
describe("GPT prompt streaming edge cases", () => {
|
|
77
|
+
let app: express.Application;
|
|
78
|
+
|
|
79
|
+
beforeAll(async () => {
|
|
80
|
+
await ensureTestUsers();
|
|
81
|
+
await GptHistory.deleteMany({});
|
|
82
|
+
const aiService = new AIService({
|
|
83
|
+
model: createMockModel() as unknown as LanguageModel,
|
|
84
|
+
});
|
|
85
|
+
app = new TerrenoApp({
|
|
86
|
+
configureApp: (router, options) => {
|
|
87
|
+
addGptRoutes(router, {aiService, openApiOptions: options});
|
|
88
|
+
},
|
|
89
|
+
skipListen: true,
|
|
90
|
+
userModel: UserModel,
|
|
91
|
+
}).build();
|
|
92
|
+
});
|
|
93
|
+
|
|
94
|
+
afterAll(async () => {
|
|
95
|
+
await GptHistory.deleteMany({});
|
|
96
|
+
});
|
|
97
|
+
|
|
98
|
+
it("emits an inline image and flushes buffered text with no finish-step", async () => {
|
|
99
|
+
// A text-delta with no start-step/finish-step forces the post-loop flush,
|
|
100
|
+
// and a file part with an image media type exercises the inline image path.
|
|
101
|
+
streamParts = [
|
|
102
|
+
{text: "Hello world", type: "text-delta"},
|
|
103
|
+
{file: {base64: "aGVsbG8=", mediaType: "image/png"}, type: "file"},
|
|
104
|
+
];
|
|
105
|
+
streamFiles = [];
|
|
106
|
+
|
|
107
|
+
const agent = await authAsUser(app, "notAdmin");
|
|
108
|
+
const res = await agent
|
|
109
|
+
.post("/gpt/prompt")
|
|
110
|
+
.send({prompt: "Draw something"})
|
|
111
|
+
.buffer(true)
|
|
112
|
+
.parse(sseCollect as never);
|
|
113
|
+
|
|
114
|
+
expect(res.status).toBe(200);
|
|
115
|
+
const body = (res as unknown as {body: string}).body;
|
|
116
|
+
expect(body).toContain("Hello world");
|
|
117
|
+
expect(body).toContain("image/png");
|
|
118
|
+
expect(body).toContain("done");
|
|
119
|
+
});
|
|
120
|
+
|
|
121
|
+
it("ignores non-image inline file parts", async () => {
|
|
122
|
+
// A non-image media type should skip the inline image branch entirely.
|
|
123
|
+
streamParts = [
|
|
124
|
+
{text: "Just text", type: "text-delta"},
|
|
125
|
+
{file: {base64: "AAAA", mediaType: "application/pdf"}, type: "file"},
|
|
126
|
+
];
|
|
127
|
+
streamFiles = [];
|
|
128
|
+
|
|
129
|
+
const agent = await authAsUser(app, "notAdmin");
|
|
130
|
+
const res = await agent
|
|
131
|
+
.post("/gpt/prompt")
|
|
132
|
+
.send({prompt: "No image"})
|
|
133
|
+
.buffer(true)
|
|
134
|
+
.parse(sseCollect as never);
|
|
135
|
+
|
|
136
|
+
expect(res.status).toBe(200);
|
|
137
|
+
const body = (res as unknown as {body: string}).body;
|
|
138
|
+
expect(body).toContain("Just text");
|
|
139
|
+
expect(body).not.toContain("application/pdf");
|
|
140
|
+
});
|
|
141
|
+
});
|
package/src/routes/files.test.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import {beforeAll, beforeEach, describe, expect, it, mock} from "bun:test";
|
|
2
2
|
import {TerrenoApp} from "@terreno/api";
|
|
3
3
|
import type express from "express";
|
|
4
|
-
import mongoose from "mongoose";
|
|
4
|
+
import type mongoose from "mongoose";
|
|
5
5
|
import supertest from "supertest";
|
|
6
6
|
|
|
7
7
|
import {FileAttachment} from "../models/fileAttachment";
|
package/src/routes/gpt.ts
CHANGED
|
@@ -8,6 +8,7 @@ import {
|
|
|
8
8
|
import type {Tool} from "ai";
|
|
9
9
|
import {stepCountIs, streamText} from "ai";
|
|
10
10
|
import type express from "express";
|
|
11
|
+
import {DateTime} from "luxon";
|
|
11
12
|
import type mongoose from "mongoose";
|
|
12
13
|
import {createTelemetryConfig, preparePromptForAI} from "../langfuseVercelAi";
|
|
13
14
|
|
|
@@ -23,6 +24,20 @@ import type {
|
|
|
23
24
|
MessageContentPart,
|
|
24
25
|
} from "../types";
|
|
25
26
|
|
|
27
|
+
interface GeneratedImageFile {
|
|
28
|
+
base64: string;
|
|
29
|
+
mediaType: string;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
const isGeneratedImageFile = (value: unknown): value is GeneratedImageFile =>
|
|
33
|
+
typeof value === "object" &&
|
|
34
|
+
value !== null &&
|
|
35
|
+
"base64" in value &&
|
|
36
|
+
typeof value.base64 === "string" &&
|
|
37
|
+
"mediaType" in value &&
|
|
38
|
+
typeof value.mediaType === "string" &&
|
|
39
|
+
value.mediaType.startsWith("image/");
|
|
40
|
+
|
|
26
41
|
const DEMO_RESPONSE =
|
|
27
42
|
"This is demo mode. To use AI features, paste your Gemini API key in Settings.";
|
|
28
43
|
|
|
@@ -301,7 +316,7 @@ export const addGptRoutes = (router: express.Router, options: GptRouteOptions):
|
|
|
301
316
|
|
|
302
317
|
let fullResponse = "";
|
|
303
318
|
const generatedImages: Array<{mimeType: string; url: string}> = [];
|
|
304
|
-
const startTime =
|
|
319
|
+
const startTime = DateTime.now().toMillis();
|
|
305
320
|
try {
|
|
306
321
|
logger.debug("Starting streamText", {model: modelId, supportsTools});
|
|
307
322
|
const telemetry = createTelemetryConfig({
|
|
@@ -344,7 +359,9 @@ export const addGptRoutes = (router: express.Router, options: GptRouteOptions):
|
|
|
344
359
|
logger.debug("Stream part", {
|
|
345
360
|
partCount,
|
|
346
361
|
type: part.type,
|
|
347
|
-
...(part.type === "file"
|
|
362
|
+
...(part.type === "file" && isGeneratedImageFile(part.file)
|
|
363
|
+
? {mediaType: part.file.mediaType}
|
|
364
|
+
: {}),
|
|
348
365
|
...(part.type === "error" ? {error: String(part.error ?? part)} : {}),
|
|
349
366
|
});
|
|
350
367
|
}
|
|
@@ -382,12 +399,13 @@ export const addGptRoutes = (router: express.Router, options: GptRouteOptions):
|
|
|
382
399
|
continue;
|
|
383
400
|
}
|
|
384
401
|
if (part.type === "file") {
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
generatedImages.push({mimeType: mediaType, url: dataUrl});
|
|
402
|
+
if (isGeneratedImageFile(part.file)) {
|
|
403
|
+
const dataUrl = `data:${part.file.mediaType};base64,${part.file.base64}`;
|
|
404
|
+
generatedImages.push({mimeType: part.file.mediaType, url: dataUrl});
|
|
389
405
|
res.write(
|
|
390
|
-
`data: ${JSON.stringify({
|
|
406
|
+
`data: ${JSON.stringify({
|
|
407
|
+
image: {mimeType: part.file.mediaType, url: dataUrl},
|
|
408
|
+
})}\n\n`
|
|
391
409
|
);
|
|
392
410
|
logger.debug("Sent inline image from stream");
|
|
393
411
|
}
|
|
@@ -517,7 +535,7 @@ export const addGptRoutes = (router: express.Router, options: GptRouteOptions):
|
|
|
517
535
|
prompt,
|
|
518
536
|
requestType: "general",
|
|
519
537
|
response: fullResponse,
|
|
520
|
-
responseTime:
|
|
538
|
+
responseTime: DateTime.now().toMillis() - startTime,
|
|
521
539
|
userId: userId ?? undefined,
|
|
522
540
|
});
|
|
523
541
|
} catch (logErr) {
|
|
@@ -565,7 +583,7 @@ export const addGptRoutes = (router: express.Router, options: GptRouteOptions):
|
|
|
565
583
|
error: error instanceof Error ? error.message : String(error),
|
|
566
584
|
prompt,
|
|
567
585
|
requestType: "general",
|
|
568
|
-
responseTime:
|
|
586
|
+
responseTime: DateTime.now().toMillis() - startTime,
|
|
569
587
|
userId: userId ?? undefined,
|
|
570
588
|
});
|
|
571
589
|
} catch (logErr) {
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import {afterEach, beforeAll, beforeEach, describe, expect, it, mock} from "bun:test";
|
|
2
2
|
import {TerrenoApp} from "@terreno/api";
|
|
3
3
|
import {jsonSchema, type LanguageModel, type Tool, tool} from "ai";
|
|
4
|
+
import {assert} from "chai";
|
|
4
5
|
import type express from "express";
|
|
5
6
|
import mongoose from "mongoose";
|
|
6
|
-
import supertest from "supertest";
|
|
7
|
+
import type supertest from "supertest";
|
|
7
8
|
|
|
8
9
|
import {AIRequest} from "../models/aiRequest";
|
|
9
10
|
import {GptHistory} from "../models/gptHistory";
|
|
@@ -25,6 +26,17 @@ mock.module("../langfuseVercelAi", () => ({
|
|
|
25
26
|
preparePromptForAI: async () => ({config: {}, prompt: "test", telemetry: {isEnabled: false}}),
|
|
26
27
|
}));
|
|
27
28
|
|
|
29
|
+
const realAi = await import("ai");
|
|
30
|
+
type StreamTextOptions = Parameters<typeof realAi.streamText>[0];
|
|
31
|
+
type StreamTextResult = ReturnType<typeof realAi.streamText>;
|
|
32
|
+
const realStreamText = realAi.streamText;
|
|
33
|
+
let streamTextOverride: ((options: StreamTextOptions) => StreamTextResult) | undefined;
|
|
34
|
+
mock.module("ai", () => ({
|
|
35
|
+
...realAi,
|
|
36
|
+
streamText: (options: StreamTextOptions): StreamTextResult =>
|
|
37
|
+
streamTextOverride ? streamTextOverride(options) : realStreamText(options),
|
|
38
|
+
}));
|
|
39
|
+
|
|
28
40
|
const {addGptRoutes} = await import("./gpt");
|
|
29
41
|
|
|
30
42
|
// Create mock AI model (LanguageModelV2)
|
|
@@ -155,6 +167,7 @@ describe("AI Routes", () => {
|
|
|
155
167
|
});
|
|
156
168
|
|
|
157
169
|
afterEach(async () => {
|
|
170
|
+
streamTextOverride = undefined;
|
|
158
171
|
await AIRequest.deleteMany({});
|
|
159
172
|
await GptHistory.deleteMany({});
|
|
160
173
|
});
|
|
@@ -417,6 +430,13 @@ describe("AI Routes", () => {
|
|
|
417
430
|
});
|
|
418
431
|
|
|
419
432
|
it("flushes remaining buffered text when the stream ends without finish-step", async () => {
|
|
433
|
+
streamTextOverride = () =>
|
|
434
|
+
({
|
|
435
|
+
files: Promise.resolve([]),
|
|
436
|
+
fullStream: (async function* () {
|
|
437
|
+
yield {text: "buffered text", type: "text-delta"};
|
|
438
|
+
})(),
|
|
439
|
+
}) as unknown as StreamTextResult;
|
|
420
440
|
const noFinishService = new AIService({
|
|
421
441
|
model: createNoFinishModel() as unknown as LanguageModel,
|
|
422
442
|
});
|
|
@@ -433,9 +453,9 @@ describe("AI Routes", () => {
|
|
|
433
453
|
.send({prompt: "Hi"})
|
|
434
454
|
.buffer(true)
|
|
435
455
|
.parse(sseCollect);
|
|
436
|
-
|
|
456
|
+
assert.equal(res.status, 200);
|
|
437
457
|
const body = (res as SseResponse).body;
|
|
438
|
-
|
|
458
|
+
assert.include(body, "buffered text");
|
|
439
459
|
});
|
|
440
460
|
|
|
441
461
|
it("streams inline image events from the model", async () => {
|
|
@@ -457,7 +477,9 @@ describe("AI Routes", () => {
|
|
|
457
477
|
.parse(sseCollect);
|
|
458
478
|
expect(res.status).toBe(200);
|
|
459
479
|
const body = (res as SseResponse).body;
|
|
460
|
-
expect(body).toContain(
|
|
480
|
+
expect(body).toContain(
|
|
481
|
+
'"image":{"mimeType":"image/png","url":"data:image/png;base64,aGVsbG8="}'
|
|
482
|
+
);
|
|
461
483
|
});
|
|
462
484
|
|
|
463
485
|
it("writes an SSE error event when the model stream throws", async () => {
|
|
@@ -1163,6 +1185,50 @@ describe("AI Routes", () => {
|
|
|
1163
1185
|
});
|
|
1164
1186
|
|
|
1165
1187
|
describe("GPT Prompt error handling", () => {
|
|
1188
|
+
it("sends an outer SSE error when error handling itself fails after streaming starts", async () => {
|
|
1189
|
+
streamTextOverride = () =>
|
|
1190
|
+
({
|
|
1191
|
+
files: Promise.resolve([]),
|
|
1192
|
+
fullStream: (async function* () {
|
|
1193
|
+
yield {type: "start-step"};
|
|
1194
|
+
yield {text: "partial response", type: "text-delta"};
|
|
1195
|
+
yield {type: "finish-step"};
|
|
1196
|
+
throw new Error("stream iteration failed");
|
|
1197
|
+
})(),
|
|
1198
|
+
}) as unknown as StreamTextResult;
|
|
1199
|
+
const errApp = new TerrenoApp({
|
|
1200
|
+
configureApp: (router, options) => {
|
|
1201
|
+
router.use((_req, res, next) => {
|
|
1202
|
+
const originalWrite = res.write;
|
|
1203
|
+
let writeCount = 0;
|
|
1204
|
+
res.write = new Proxy(originalWrite, {
|
|
1205
|
+
apply(target, thisArg, argumentsList) {
|
|
1206
|
+
writeCount++;
|
|
1207
|
+
if (writeCount === 2) {
|
|
1208
|
+
throw new Error("error event write failed");
|
|
1209
|
+
}
|
|
1210
|
+
return Reflect.apply(target, thisArg, argumentsList);
|
|
1211
|
+
},
|
|
1212
|
+
});
|
|
1213
|
+
next();
|
|
1214
|
+
});
|
|
1215
|
+
addGptRoutes(router, {aiService, openApiOptions: options});
|
|
1216
|
+
},
|
|
1217
|
+
skipListen: true,
|
|
1218
|
+
userModel: UserModel,
|
|
1219
|
+
}).build();
|
|
1220
|
+
const agent = await authAsUser(errApp, "notAdmin");
|
|
1221
|
+
|
|
1222
|
+
const res = await agent
|
|
1223
|
+
.post("/gpt/prompt")
|
|
1224
|
+
.send({prompt: "Hi"})
|
|
1225
|
+
.buffer(true)
|
|
1226
|
+
.parse(sseCollect);
|
|
1227
|
+
|
|
1228
|
+
assert.equal(res.status, 200);
|
|
1229
|
+
assert.include((res as SseResponse).body, "error event write failed");
|
|
1230
|
+
});
|
|
1231
|
+
|
|
1166
1232
|
it("catches errors thrown mid-stream iteration and sends SSE error", async () => {
|
|
1167
1233
|
const streamIterationErrorModel = {
|
|
1168
1234
|
doGenerate: mock(async () => ({
|
package/src/service/aiService.ts
CHANGED
|
@@ -7,6 +7,7 @@ import {
|
|
|
7
7
|
stepCountIs,
|
|
8
8
|
streamText,
|
|
9
9
|
} from "ai";
|
|
10
|
+
import {DateTime} from "luxon";
|
|
10
11
|
import type mongoose from "mongoose";
|
|
11
12
|
|
|
12
13
|
import {AIRequest} from "../models/aiRequest";
|
|
@@ -220,7 +221,7 @@ export class AIService {
|
|
|
220
221
|
|
|
221
222
|
async generateText(options: GenerateTextOptions): Promise<string> {
|
|
222
223
|
const {prompt, systemPrompt, temperature, maxOutputTokens, userId} = options;
|
|
223
|
-
const startTime =
|
|
224
|
+
const startTime = DateTime.now().toMillis();
|
|
224
225
|
|
|
225
226
|
try {
|
|
226
227
|
const result = await aiGenerateText({
|
|
@@ -232,7 +233,7 @@ export class AIService {
|
|
|
232
233
|
temperature: temperature ?? this.defaultTemperature,
|
|
233
234
|
});
|
|
234
235
|
|
|
235
|
-
const responseTime =
|
|
236
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
236
237
|
await this.logRequest({
|
|
237
238
|
aiModel: getModelId(this.model),
|
|
238
239
|
prompt,
|
|
@@ -245,7 +246,7 @@ export class AIService {
|
|
|
245
246
|
|
|
246
247
|
return result.text;
|
|
247
248
|
} catch (error) {
|
|
248
|
-
const responseTime =
|
|
249
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
249
250
|
await this.logRequest({
|
|
250
251
|
aiModel: getModelId(this.model),
|
|
251
252
|
error: error instanceof Error ? error.message : String(error),
|
|
@@ -269,7 +270,7 @@ export class AIService {
|
|
|
269
270
|
temperature,
|
|
270
271
|
userId,
|
|
271
272
|
} = options;
|
|
272
|
-
const startTime =
|
|
273
|
+
const startTime = DateTime.now().toMillis();
|
|
273
274
|
const system = systemPrompt ?? JSON_VALUE_SYSTEM_PROMPT;
|
|
274
275
|
|
|
275
276
|
try {
|
|
@@ -283,7 +284,7 @@ export class AIService {
|
|
|
283
284
|
temperature: temperature ?? TemperaturePresets.DETERMINISTIC,
|
|
284
285
|
});
|
|
285
286
|
|
|
286
|
-
const responseTime =
|
|
287
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
287
288
|
await this.logRequest({
|
|
288
289
|
aiModel: getModelId(this.model),
|
|
289
290
|
prompt,
|
|
@@ -296,7 +297,7 @@ export class AIService {
|
|
|
296
297
|
|
|
297
298
|
return result.output;
|
|
298
299
|
} catch (error) {
|
|
299
|
-
const responseTime =
|
|
300
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
300
301
|
await this.logStructuredJsonFailure({
|
|
301
302
|
error,
|
|
302
303
|
prompt,
|
|
@@ -321,7 +322,7 @@ export class AIService {
|
|
|
321
322
|
temperature,
|
|
322
323
|
userId,
|
|
323
324
|
} = options;
|
|
324
|
-
const startTime =
|
|
325
|
+
const startTime = DateTime.now().toMillis();
|
|
325
326
|
const system = systemPrompt ?? JSON_VALUE_SYSTEM_PROMPT;
|
|
326
327
|
|
|
327
328
|
try {
|
|
@@ -339,7 +340,7 @@ export class AIService {
|
|
|
339
340
|
temperature: temperature ?? TemperaturePresets.DETERMINISTIC,
|
|
340
341
|
});
|
|
341
342
|
|
|
342
|
-
const responseTime =
|
|
343
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
343
344
|
await this.logRequest({
|
|
344
345
|
aiModel: getModelId(this.model),
|
|
345
346
|
prompt,
|
|
@@ -352,7 +353,7 @@ export class AIService {
|
|
|
352
353
|
|
|
353
354
|
return result.output;
|
|
354
355
|
} catch (error) {
|
|
355
|
-
const responseTime =
|
|
356
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
356
357
|
await this.logStructuredJsonFailure({
|
|
357
358
|
error,
|
|
358
359
|
prompt,
|
|
@@ -382,7 +383,7 @@ export class AIService {
|
|
|
382
383
|
temperature,
|
|
383
384
|
userId,
|
|
384
385
|
} = options;
|
|
385
|
-
const startTime =
|
|
386
|
+
const startTime = DateTime.now().toMillis();
|
|
386
387
|
const system = systemPrompt ?? JSON_VALUE_SYSTEM_PROMPT;
|
|
387
388
|
|
|
388
389
|
try {
|
|
@@ -400,7 +401,7 @@ export class AIService {
|
|
|
400
401
|
temperature: temperature ?? TemperaturePresets.DETERMINISTIC,
|
|
401
402
|
});
|
|
402
403
|
|
|
403
|
-
const responseTime =
|
|
404
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
404
405
|
await this.logRequest({
|
|
405
406
|
aiModel: getModelId(this.model),
|
|
406
407
|
prompt,
|
|
@@ -413,7 +414,7 @@ export class AIService {
|
|
|
413
414
|
|
|
414
415
|
return result.output;
|
|
415
416
|
} catch (error) {
|
|
416
|
-
const responseTime =
|
|
417
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
417
418
|
await this.logStructuredJsonFailure({
|
|
418
419
|
error,
|
|
419
420
|
prompt,
|
|
@@ -428,7 +429,7 @@ export class AIService {
|
|
|
428
429
|
|
|
429
430
|
async *generateTextStream(options: GenerateStreamOptions): AsyncGenerator<string> {
|
|
430
431
|
const {prompt, systemPrompt, temperature, maxOutputTokens, userId} = options;
|
|
431
|
-
const startTime =
|
|
432
|
+
const startTime = DateTime.now().toMillis();
|
|
432
433
|
let fullResponse = "";
|
|
433
434
|
|
|
434
435
|
try {
|
|
@@ -446,7 +447,7 @@ export class AIService {
|
|
|
446
447
|
yield chunk;
|
|
447
448
|
}
|
|
448
449
|
|
|
449
|
-
const responseTime =
|
|
450
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
450
451
|
const usage = await result.usage;
|
|
451
452
|
await this.logRequest({
|
|
452
453
|
aiModel: getModelId(this.model),
|
|
@@ -458,7 +459,7 @@ export class AIService {
|
|
|
458
459
|
userId,
|
|
459
460
|
});
|
|
460
461
|
} catch (error) {
|
|
461
|
-
const responseTime =
|
|
462
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
462
463
|
await this.logRequest({
|
|
463
464
|
aiModel: getModelId(this.model),
|
|
464
465
|
error: error instanceof Error ? error.message : String(error),
|
|
@@ -557,7 +558,7 @@ export class AIService {
|
|
|
557
558
|
|
|
558
559
|
async *generateChatStream(options: GenerateChatStreamOptions): AsyncGenerator<string> {
|
|
559
560
|
const {messages, systemPrompt, tools, toolChoice, stopWhen, userId} = options;
|
|
560
|
-
const startTime =
|
|
561
|
+
const startTime = DateTime.now().toMillis();
|
|
561
562
|
let fullResponse = "";
|
|
562
563
|
|
|
563
564
|
const promptText = messages.map((m) => `${m.role}: ${m.content}`).join("\n");
|
|
@@ -579,7 +580,7 @@ export class AIService {
|
|
|
579
580
|
yield chunk;
|
|
580
581
|
}
|
|
581
582
|
|
|
582
|
-
const responseTime =
|
|
583
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
583
584
|
const usage = await result.usage;
|
|
584
585
|
await this.logRequest({
|
|
585
586
|
aiModel: getModelId(this.model),
|
|
@@ -591,7 +592,7 @@ export class AIService {
|
|
|
591
592
|
userId,
|
|
592
593
|
});
|
|
593
594
|
} catch (error) {
|
|
594
|
-
const responseTime =
|
|
595
|
+
const responseTime = DateTime.now().toMillis() - startTime;
|
|
595
596
|
await this.logRequest({
|
|
596
597
|
aiModel: getModelId(this.model),
|
|
597
598
|
error: error instanceof Error ? error.message : String(error),
|
|
@@ -217,11 +217,34 @@ describe("parseAiJson", () => {
|
|
|
217
217
|
}
|
|
218
218
|
});
|
|
219
219
|
|
|
220
|
+
it("repairs a closing smart quote via the whole-string aggressive replacement", () => {
|
|
221
|
+
// The closing smart quote sits where the conservative outside-strings repair
|
|
222
|
+
// still considers itself inside a string, so only the blind global
|
|
223
|
+
// smart-quote replacement recovers valid JSON.
|
|
224
|
+
const r = parseAiJson<{a: string}>(`{"a": "b\u201D}`);
|
|
225
|
+
expect(r.success).toBe(true);
|
|
226
|
+
if (r.success) {
|
|
227
|
+
expect(r.repaired).toBe(true);
|
|
228
|
+
expect(r.data).toEqual({a: "b"});
|
|
229
|
+
}
|
|
230
|
+
});
|
|
231
|
+
|
|
220
232
|
it("falls through balanced extraction when neither direct nor repaired parse succeeds", () => {
|
|
221
233
|
// extractBalancedJson finds {invalid: json broken} but neither parse nor repair can fix it
|
|
222
234
|
const r = parseAiJson("prefix {invalid: json broken} suffix");
|
|
223
235
|
expect(r.success).toBe(false);
|
|
224
236
|
});
|
|
237
|
+
|
|
238
|
+
it("repairs a smart quote used as a delimiter via aggressive whole-string normalization", () => {
|
|
239
|
+
// The unbalanced real quote makes the outside-strings tracker treat the smart
|
|
240
|
+
// quote as string content, so only the blanket smart-quote replacement recovers it.
|
|
241
|
+
const r = parseAiJson<{a: number}>(`{"a\u201D: 1}`);
|
|
242
|
+
expect(r.success).toBe(true);
|
|
243
|
+
if (r.success) {
|
|
244
|
+
expect(r.repaired).toBe(true);
|
|
245
|
+
expect(r.data).toEqual({a: 1});
|
|
246
|
+
}
|
|
247
|
+
});
|
|
225
248
|
});
|
|
226
249
|
|
|
227
250
|
describe("normalizeLlmJsonTextForStructuredOutput", () => {
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import {describe, expect, it} from "bun:test";
|
|
2
|
+
import mongoose from "mongoose";
|
|
3
|
+
|
|
4
|
+
describe("AI test preload", () => {
|
|
5
|
+
it("provides a connected MongoDB without requiring a local service", () => {
|
|
6
|
+
const hasExternalMongo = Boolean(process.env.TERRENO_TEST_MONGODB_URI?.trim());
|
|
7
|
+
|
|
8
|
+
expect(hasExternalMongo || process.env.TERRENO_TEST_USE_MEMORY_MONGO === "true").toBe(true);
|
|
9
|
+
expect(mongoose.connection.readyState).toBe(1);
|
|
10
|
+
});
|
|
11
|
+
});
|
package/src/tests/bunSetup.ts
CHANGED
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
// biome-ignore-all lint/suspicious/noExplicitAny: test mock typing
|
|
2
2
|
import {registerSimpleMongoPreload} from "@terreno/test";
|
|
3
3
|
|
|
4
|
+
if (!process.env.TERRENO_TEST_MONGODB_URI?.trim()) {
|
|
5
|
+
process.env.TERRENO_TEST_USE_MEMORY_MONGO = "true";
|
|
6
|
+
}
|
|
7
|
+
|
|
4
8
|
registerSimpleMongoPreload({
|
|
5
9
|
defaultLocalMongoUri: "mongodb://127.0.0.1/terreno-ai-test?&connectTimeoutMS=360000",
|
|
6
10
|
onBeforeEach: async () => {
|
package/dist/models/index.d.ts
DELETED
package/dist/models/index.js
DELETED
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.Project = exports.GptHistory = exports.FileAttachment = exports.AIRequest = void 0;
|
|
4
|
-
var aiRequest_1 = require("./aiRequest");
|
|
5
|
-
Object.defineProperty(exports, "AIRequest", { enumerable: true, get: function () { return aiRequest_1.AIRequest; } });
|
|
6
|
-
var fileAttachment_1 = require("./fileAttachment");
|
|
7
|
-
Object.defineProperty(exports, "FileAttachment", { enumerable: true, get: function () { return fileAttachment_1.FileAttachment; } });
|
|
8
|
-
var gptHistory_1 = require("./gptHistory");
|
|
9
|
-
Object.defineProperty(exports, "GptHistory", { enumerable: true, get: function () { return gptHistory_1.GptHistory; } });
|
|
10
|
-
var project_1 = require("./project");
|
|
11
|
-
Object.defineProperty(exports, "Project", { enumerable: true, get: function () { return project_1.Project; } });
|
package/dist/routes/index.d.ts
DELETED
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
export { addAiRequestsExplorerRoutes } from "./aiRequestsExplorer";
|
|
2
|
-
export { addFileRoutes } from "./files";
|
|
3
|
-
export { addGptRoutes } from "./gpt";
|
|
4
|
-
export { addGptHistoryRoutes } from "./gptHistories";
|
|
5
|
-
export { addMcpRoutes } from "./mcp";
|
|
6
|
-
export { addProjectRoutes } from "./projects";
|
package/dist/routes/index.js
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.addProjectRoutes = exports.addMcpRoutes = exports.addGptHistoryRoutes = exports.addGptRoutes = exports.addFileRoutes = exports.addAiRequestsExplorerRoutes = void 0;
|
|
4
|
-
var aiRequestsExplorer_1 = require("./aiRequestsExplorer");
|
|
5
|
-
Object.defineProperty(exports, "addAiRequestsExplorerRoutes", { enumerable: true, get: function () { return aiRequestsExplorer_1.addAiRequestsExplorerRoutes; } });
|
|
6
|
-
var files_1 = require("./files");
|
|
7
|
-
Object.defineProperty(exports, "addFileRoutes", { enumerable: true, get: function () { return files_1.addFileRoutes; } });
|
|
8
|
-
var gpt_1 = require("./gpt");
|
|
9
|
-
Object.defineProperty(exports, "addGptRoutes", { enumerable: true, get: function () { return gpt_1.addGptRoutes; } });
|
|
10
|
-
var gptHistories_1 = require("./gptHistories");
|
|
11
|
-
Object.defineProperty(exports, "addGptHistoryRoutes", { enumerable: true, get: function () { return gptHistories_1.addGptHistoryRoutes; } });
|
|
12
|
-
var mcp_1 = require("./mcp");
|
|
13
|
-
Object.defineProperty(exports, "addMcpRoutes", { enumerable: true, get: function () { return mcp_1.addMcpRoutes; } });
|
|
14
|
-
var projects_1 = require("./projects");
|
|
15
|
-
Object.defineProperty(exports, "addProjectRoutes", { enumerable: true, get: function () { return projects_1.addProjectRoutes; } });
|
package/dist/service/index.d.ts
DELETED
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
export type { FlexibleSchema, JSONValue } from "ai";
|
|
2
|
-
export { jsonSchema, Output } from "ai";
|
|
3
|
-
export { AIService, TemperaturePresets } from "./aiService";
|
|
4
|
-
export { FileStorageService } from "./fileStorage";
|
|
5
|
-
export type { ListGeminiApiModelsOptions } from "./gemini";
|
|
6
|
-
export { GEMINI_API_BASE_URL, listGeminiApiModels, normalizeGeminiModelId } from "./gemini";
|
|
7
|
-
export { MCPService } from "./mcpService";
|
|
8
|
-
export type { ParseFailure, ParseResult, ParseSuccess } from "./parseAiJson";
|
|
9
|
-
export { normalizeLlmJsonTextForStructuredOutput, parseAiJson } from "./parseAiJson";
|
|
10
|
-
export { CONTENT_SUMMARY_PROMPT, DEFAULT_GPT_MEMORY, JSON_VALUE_SYSTEM_PROMPT, REMIX_PROMPT, TITLE_GENERATION_PROMPT, TRANSLATION_PROMPT, } from "./prompts";
|
|
11
|
-
export type { CreateVertexProviderOptions, ListEnabledVertexModelsOptions, TerrenoVertexProvider, VerifyVertexModelsOptions, VertexLanguageModelProvider, VertexModelAvailability, } from "./vertex";
|
|
12
|
-
export { assertVertexModelsEnabled, createVertexProvider, DEFAULT_VERTEX_LOCATION, isVertexModelAllowed, listEnabledVertexModels, normalizeVertexModelId, verifyVertexModelsEnabled, } from "./vertex";
|
|
13
|
-
export type { WebSearchProvider, WebSearchResult } from "./webSearchTool";
|
package/dist/service/index.js
DELETED
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.verifyVertexModelsEnabled = exports.normalizeVertexModelId = exports.listEnabledVertexModels = exports.isVertexModelAllowed = exports.DEFAULT_VERTEX_LOCATION = exports.createVertexProvider = exports.assertVertexModelsEnabled = exports.TRANSLATION_PROMPT = exports.TITLE_GENERATION_PROMPT = exports.REMIX_PROMPT = exports.JSON_VALUE_SYSTEM_PROMPT = exports.DEFAULT_GPT_MEMORY = exports.CONTENT_SUMMARY_PROMPT = exports.parseAiJson = exports.normalizeLlmJsonTextForStructuredOutput = exports.MCPService = exports.normalizeGeminiModelId = exports.listGeminiApiModels = exports.GEMINI_API_BASE_URL = exports.FileStorageService = exports.TemperaturePresets = exports.AIService = exports.Output = exports.jsonSchema = void 0;
|
|
4
|
-
var ai_1 = require("ai");
|
|
5
|
-
Object.defineProperty(exports, "jsonSchema", { enumerable: true, get: function () { return ai_1.jsonSchema; } });
|
|
6
|
-
Object.defineProperty(exports, "Output", { enumerable: true, get: function () { return ai_1.Output; } });
|
|
7
|
-
var aiService_1 = require("./aiService");
|
|
8
|
-
Object.defineProperty(exports, "AIService", { enumerable: true, get: function () { return aiService_1.AIService; } });
|
|
9
|
-
Object.defineProperty(exports, "TemperaturePresets", { enumerable: true, get: function () { return aiService_1.TemperaturePresets; } });
|
|
10
|
-
var fileStorage_1 = require("./fileStorage");
|
|
11
|
-
Object.defineProperty(exports, "FileStorageService", { enumerable: true, get: function () { return fileStorage_1.FileStorageService; } });
|
|
12
|
-
var gemini_1 = require("./gemini");
|
|
13
|
-
Object.defineProperty(exports, "GEMINI_API_BASE_URL", { enumerable: true, get: function () { return gemini_1.GEMINI_API_BASE_URL; } });
|
|
14
|
-
Object.defineProperty(exports, "listGeminiApiModels", { enumerable: true, get: function () { return gemini_1.listGeminiApiModels; } });
|
|
15
|
-
Object.defineProperty(exports, "normalizeGeminiModelId", { enumerable: true, get: function () { return gemini_1.normalizeGeminiModelId; } });
|
|
16
|
-
var mcpService_1 = require("./mcpService");
|
|
17
|
-
Object.defineProperty(exports, "MCPService", { enumerable: true, get: function () { return mcpService_1.MCPService; } });
|
|
18
|
-
var parseAiJson_1 = require("./parseAiJson");
|
|
19
|
-
Object.defineProperty(exports, "normalizeLlmJsonTextForStructuredOutput", { enumerable: true, get: function () { return parseAiJson_1.normalizeLlmJsonTextForStructuredOutput; } });
|
|
20
|
-
Object.defineProperty(exports, "parseAiJson", { enumerable: true, get: function () { return parseAiJson_1.parseAiJson; } });
|
|
21
|
-
var prompts_1 = require("./prompts");
|
|
22
|
-
Object.defineProperty(exports, "CONTENT_SUMMARY_PROMPT", { enumerable: true, get: function () { return prompts_1.CONTENT_SUMMARY_PROMPT; } });
|
|
23
|
-
Object.defineProperty(exports, "DEFAULT_GPT_MEMORY", { enumerable: true, get: function () { return prompts_1.DEFAULT_GPT_MEMORY; } });
|
|
24
|
-
Object.defineProperty(exports, "JSON_VALUE_SYSTEM_PROMPT", { enumerable: true, get: function () { return prompts_1.JSON_VALUE_SYSTEM_PROMPT; } });
|
|
25
|
-
Object.defineProperty(exports, "REMIX_PROMPT", { enumerable: true, get: function () { return prompts_1.REMIX_PROMPT; } });
|
|
26
|
-
Object.defineProperty(exports, "TITLE_GENERATION_PROMPT", { enumerable: true, get: function () { return prompts_1.TITLE_GENERATION_PROMPT; } });
|
|
27
|
-
Object.defineProperty(exports, "TRANSLATION_PROMPT", { enumerable: true, get: function () { return prompts_1.TRANSLATION_PROMPT; } });
|
|
28
|
-
var vertex_1 = require("./vertex");
|
|
29
|
-
Object.defineProperty(exports, "assertVertexModelsEnabled", { enumerable: true, get: function () { return vertex_1.assertVertexModelsEnabled; } });
|
|
30
|
-
Object.defineProperty(exports, "createVertexProvider", { enumerable: true, get: function () { return vertex_1.createVertexProvider; } });
|
|
31
|
-
Object.defineProperty(exports, "DEFAULT_VERTEX_LOCATION", { enumerable: true, get: function () { return vertex_1.DEFAULT_VERTEX_LOCATION; } });
|
|
32
|
-
Object.defineProperty(exports, "isVertexModelAllowed", { enumerable: true, get: function () { return vertex_1.isVertexModelAllowed; } });
|
|
33
|
-
Object.defineProperty(exports, "listEnabledVertexModels", { enumerable: true, get: function () { return vertex_1.listEnabledVertexModels; } });
|
|
34
|
-
Object.defineProperty(exports, "normalizeVertexModelId", { enumerable: true, get: function () { return vertex_1.normalizeVertexModelId; } });
|
|
35
|
-
Object.defineProperty(exports, "verifyVertexModelsEnabled", { enumerable: true, get: function () { return vertex_1.verifyVertexModelsEnabled; } });
|
package/src/models/index.ts
DELETED
package/src/routes/index.ts
DELETED
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
export {addAiRequestsExplorerRoutes} from "./aiRequestsExplorer";
|
|
2
|
-
export {addFileRoutes} from "./files";
|
|
3
|
-
export {addGptRoutes} from "./gpt";
|
|
4
|
-
export {addGptHistoryRoutes} from "./gptHistories";
|
|
5
|
-
export {addMcpRoutes} from "./mcp";
|
|
6
|
-
export {addProjectRoutes} from "./projects";
|
package/src/service/index.ts
DELETED
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
export type {FlexibleSchema, JSONValue} from "ai";
|
|
2
|
-
export {jsonSchema, Output} from "ai";
|
|
3
|
-
export {AIService, TemperaturePresets} from "./aiService";
|
|
4
|
-
export {FileStorageService} from "./fileStorage";
|
|
5
|
-
export type {ListGeminiApiModelsOptions} from "./gemini";
|
|
6
|
-
export {GEMINI_API_BASE_URL, listGeminiApiModels, normalizeGeminiModelId} from "./gemini";
|
|
7
|
-
export {MCPService} from "./mcpService";
|
|
8
|
-
export type {ParseFailure, ParseResult, ParseSuccess} from "./parseAiJson";
|
|
9
|
-
export {normalizeLlmJsonTextForStructuredOutput, parseAiJson} from "./parseAiJson";
|
|
10
|
-
export {
|
|
11
|
-
CONTENT_SUMMARY_PROMPT,
|
|
12
|
-
DEFAULT_GPT_MEMORY,
|
|
13
|
-
JSON_VALUE_SYSTEM_PROMPT,
|
|
14
|
-
REMIX_PROMPT,
|
|
15
|
-
TITLE_GENERATION_PROMPT,
|
|
16
|
-
TRANSLATION_PROMPT,
|
|
17
|
-
} from "./prompts";
|
|
18
|
-
export type {
|
|
19
|
-
CreateVertexProviderOptions,
|
|
20
|
-
ListEnabledVertexModelsOptions,
|
|
21
|
-
TerrenoVertexProvider,
|
|
22
|
-
VerifyVertexModelsOptions,
|
|
23
|
-
VertexLanguageModelProvider,
|
|
24
|
-
VertexModelAvailability,
|
|
25
|
-
} from "./vertex";
|
|
26
|
-
export {
|
|
27
|
-
assertVertexModelsEnabled,
|
|
28
|
-
createVertexProvider,
|
|
29
|
-
DEFAULT_VERTEX_LOCATION,
|
|
30
|
-
isVertexModelAllowed,
|
|
31
|
-
listEnabledVertexModels,
|
|
32
|
-
normalizeVertexModelId,
|
|
33
|
-
verifyVertexModelsEnabled,
|
|
34
|
-
} from "./vertex";
|
|
35
|
-
export type {WebSearchProvider, WebSearchResult} from "./webSearchTool";
|