@terreno/ai 0.3.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/.claude/CLAUDE.local.md +208 -0
  2. package/.cursor/rules/00-root.mdc +342 -0
  3. package/.cursorrules +221 -0
  4. package/.github/copilot-instructions.md +337 -0
  5. package/AGENTS.md +337 -0
  6. package/biome.jsonc +20 -0
  7. package/bunfig.toml +3 -0
  8. package/dist/aiApp.d.ts +59 -0
  9. package/dist/aiApp.js +67 -0
  10. package/dist/index.d.ts +6 -0
  11. package/dist/index.js +23 -0
  12. package/dist/models/aiRequest.d.ts +2 -0
  13. package/dist/models/aiRequest.js +76 -0
  14. package/dist/models/aiRequest.test.d.ts +1 -0
  15. package/dist/models/aiRequest.test.js +187 -0
  16. package/dist/models/fileAttachment.d.ts +2 -0
  17. package/dist/models/fileAttachment.js +25 -0
  18. package/dist/models/fileAttachment.test.d.ts +1 -0
  19. package/dist/models/fileAttachment.test.js +217 -0
  20. package/dist/models/gptHistory.d.ts +2 -0
  21. package/dist/models/gptHistory.js +56 -0
  22. package/dist/models/gptHistory.test.d.ts +1 -0
  23. package/dist/models/gptHistory.test.js +336 -0
  24. package/dist/models/index.d.ts +3 -0
  25. package/dist/models/index.js +9 -0
  26. package/dist/routes/aiRequestsExplorer.d.ts +2 -0
  27. package/dist/routes/aiRequestsExplorer.js +153 -0
  28. package/dist/routes/files.d.ts +5 -0
  29. package/dist/routes/files.js +168 -0
  30. package/dist/routes/gpt.d.ts +2 -0
  31. package/dist/routes/gpt.js +593 -0
  32. package/dist/routes/gptHistories.d.ts +3 -0
  33. package/dist/routes/gptHistories.js +29 -0
  34. package/dist/routes/index.d.ts +5 -0
  35. package/dist/routes/index.js +13 -0
  36. package/dist/routes/mcp.d.ts +2 -0
  37. package/dist/routes/mcp.js +133 -0
  38. package/dist/routes/routes.test.d.ts +1 -0
  39. package/dist/routes/routes.test.js +303 -0
  40. package/dist/service/aiService.d.ts +24 -0
  41. package/dist/service/aiService.js +453 -0
  42. package/dist/service/aiService.test.d.ts +1 -0
  43. package/dist/service/aiService.test.js +367 -0
  44. package/dist/service/fileStorage.d.ts +24 -0
  45. package/dist/service/fileStorage.js +143 -0
  46. package/dist/service/index.d.ts +4 -0
  47. package/dist/service/index.js +15 -0
  48. package/dist/service/mcpService.d.ts +14 -0
  49. package/dist/service/mcpService.js +271 -0
  50. package/dist/service/prompts.d.ts +4 -0
  51. package/dist/service/prompts.js +14 -0
  52. package/dist/tests/bunSetup.d.ts +1 -0
  53. package/dist/tests/bunSetup.js +227 -0
  54. package/dist/types/index.d.ts +170 -0
  55. package/dist/types/index.js +7 -0
  56. package/package.json +55 -0
  57. package/src/aiApp.ts +110 -0
  58. package/src/index.ts +6 -0
  59. package/src/models/aiRequest.test.ts +101 -0
  60. package/src/models/aiRequest.ts +45 -0
  61. package/src/models/fileAttachment.test.ts +119 -0
  62. package/src/models/fileAttachment.ts +31 -0
  63. package/src/models/gptHistory.test.ts +209 -0
  64. package/src/models/gptHistory.ts +71 -0
  65. package/src/models/index.ts +3 -0
  66. package/src/routes/aiRequestsExplorer.ts +107 -0
  67. package/src/routes/files.ts +128 -0
  68. package/src/routes/gpt.ts +503 -0
  69. package/src/routes/gptHistories.ts +31 -0
  70. package/src/routes/index.ts +5 -0
  71. package/src/routes/mcp.ts +76 -0
  72. package/src/routes/routes.test.ts +168 -0
  73. package/src/service/aiService.test.ts +242 -0
  74. package/src/service/aiService.ts +269 -0
  75. package/src/service/fileStorage.ts +74 -0
  76. package/src/service/index.ts +9 -0
  77. package/src/service/mcpService.ts +120 -0
  78. package/src/service/prompts.ts +18 -0
  79. package/src/tests/bunSetup.ts +163 -0
  80. package/src/types/index.ts +224 -0
  81. package/tsconfig.json +31 -0
@@ -0,0 +1,168 @@
1
+ import {afterEach, beforeAll, beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import {createdUpdatedPlugin, setupServer} from "@terreno/api";
3
+ import type express from "express";
4
+ import mongoose from "mongoose";
5
+ import passportLocalMongoose from "passport-local-mongoose";
6
+ import supertest from "supertest";
7
+ import {AIRequest} from "../models/aiRequest";
8
+ import {GptHistory} from "../models/gptHistory";
9
+ import {AIService} from "../service/aiService";
10
+ import {addAiRequestsExplorerRoutes} from "./aiRequestsExplorer";
11
+ import {addGptRoutes} from "./gpt";
12
+ import {addGptHistoryRoutes} from "./gptHistories";
13
+
14
+ // Test user schema
15
+ const userSchema = new mongoose.Schema({
16
+ admin: {default: false, type: Boolean},
17
+ email: {index: true, type: String},
18
+ name: String,
19
+ });
20
+ userSchema.plugin(passportLocalMongoose as any, {
21
+ usernameField: "email",
22
+ });
23
+ userSchema.plugin(createdUpdatedPlugin);
24
+
25
+ const UserModel = mongoose.models.User || mongoose.model("User", userSchema);
26
+
27
+ // Create mock AI model (LanguageModelV2)
28
+ const createMockModel = () => ({
29
+ doGenerate: mock(async () => ({
30
+ content: [{text: "AI response", type: "text" as const}],
31
+ finishReason: "stop" as const,
32
+ usage: {inputTokens: 5, outputTokens: 10},
33
+ })),
34
+ doStream: mock(async () => ({
35
+ stream: new ReadableStream({
36
+ start(controller) {
37
+ controller.enqueue({id: "t1", type: "text-start" as const});
38
+ controller.enqueue({delta: "AI ", id: "t1", type: "text-delta" as const});
39
+ controller.enqueue({delta: "response", id: "t1", type: "text-delta" as const});
40
+ controller.enqueue({id: "t1", type: "text-end" as const});
41
+ controller.enqueue({
42
+ finishReason: "stop" as const,
43
+ type: "finish" as const,
44
+ usage: {inputTokens: 5, outputTokens: 10},
45
+ });
46
+ controller.close();
47
+ },
48
+ }),
49
+ })),
50
+ modelId: "mock-model",
51
+ provider: "mock-provider",
52
+ specificationVersion: "v2" as const,
53
+ supportedUrls: {},
54
+ });
55
+
56
+ let app: any;
57
+ let aiService: any;
58
+
59
+ const authAsUser = async (appInstance: express.Application, type: "admin" | "notAdmin") => {
60
+ const email = type === "admin" ? "admin@example.com" : "notAdmin@example.com";
61
+ const password = type === "admin" ? "securePassword" : "password";
62
+ const agent = supertest.agent(appInstance);
63
+ const res = await agent.post("/auth/login").send({email, password}).expect(200);
64
+ await agent.set("authorization", `Bearer ${res.body.data.token}`);
65
+ return agent;
66
+ };
67
+
68
+ describe("AI Routes", () => {
69
+ beforeAll(async () => {
70
+ // Clean up and create test users
71
+ await UserModel.deleteMany({});
72
+ await AIRequest.deleteMany({});
73
+ await GptHistory.deleteMany({});
74
+
75
+ const admin = await UserModel.create({admin: true, email: "admin@example.com", name: "Admin"});
76
+ await (admin as any).setPassword("securePassword");
77
+ await admin.save();
78
+
79
+ const user = await UserModel.create({email: "notAdmin@example.com", name: "User"});
80
+ await (user as any).setPassword("password");
81
+ await user.save();
82
+ });
83
+
84
+ beforeEach(() => {
85
+ const mockModel = createMockModel();
86
+ aiService = new AIService({model: mockModel as any});
87
+
88
+ app = setupServer({
89
+ addRoutes: (router, options) => {
90
+ addGptHistoryRoutes(router, options);
91
+ addGptRoutes(router, {aiService, openApiOptions: options});
92
+ addAiRequestsExplorerRoutes(router, {openApiOptions: options});
93
+ },
94
+ skipListen: true,
95
+ userModel: UserModel as any,
96
+ });
97
+ });
98
+
99
+ afterEach(async () => {
100
+ await AIRequest.deleteMany({});
101
+ await GptHistory.deleteMany({});
102
+ });
103
+
104
+ describe("GPT History routes", () => {
105
+ it("should create a history", async () => {
106
+ const agent = await authAsUser(app, "notAdmin");
107
+ const res = await agent
108
+ .post("/gpt/histories")
109
+ .send({prompts: [{text: "Hello", type: "user"}]});
110
+
111
+ expect(res.status).toBe(201);
112
+ expect(res.body.data.prompts.length).toBe(1);
113
+ });
114
+
115
+ it("should list histories for the current user", async () => {
116
+ const agent = await authAsUser(app, "notAdmin");
117
+ await agent.post("/gpt/histories").send({prompts: [{text: "Hello", type: "user"}]});
118
+
119
+ const res = await agent.get("/gpt/histories");
120
+ expect(res.status).toBe(200);
121
+ expect(res.body.data.length).toBeGreaterThanOrEqual(1);
122
+ });
123
+ });
124
+
125
+ describe("GPT Remix route", () => {
126
+ it("should remix text", async () => {
127
+ const agent = await authAsUser(app, "notAdmin");
128
+ const res = await agent.post("/gpt/remix").send({text: "Hello world"});
129
+
130
+ expect(res.status).toBe(200);
131
+ expect(res.body.data).toBeDefined();
132
+ });
133
+
134
+ it("should require text", async () => {
135
+ const agent = await authAsUser(app, "notAdmin");
136
+ const res = await agent.post("/gpt/remix").send({});
137
+
138
+ expect(res.status).toBe(400);
139
+ });
140
+ });
141
+
142
+ describe("AI Requests Explorer route", () => {
143
+ it("should return 403 for non-admin users", async () => {
144
+ const agent = await authAsUser(app, "notAdmin");
145
+ const res = await agent.get("/aiRequestsExplorer");
146
+
147
+ expect(res.status).toBe(403);
148
+ });
149
+
150
+ it("should return data for admin users", async () => {
151
+ // Create some test data
152
+ await AIRequest.create({
153
+ aiModel: "gpt-4",
154
+ prompt: "test",
155
+ requestType: "general",
156
+ response: "response",
157
+ });
158
+
159
+ const agent = await authAsUser(app, "admin");
160
+ const res = await agent.get("/aiRequestsExplorer");
161
+
162
+ expect(res.status).toBe(200);
163
+ expect(res.body.data).toBeDefined();
164
+ expect(res.body.total).toBeGreaterThanOrEqual(1);
165
+ expect(res.body.page).toBe(1);
166
+ });
167
+ });
168
+ });
@@ -0,0 +1,242 @@
1
+ import {afterEach, beforeEach, describe, expect, it, mock} from "bun:test";
2
+ import mongoose from "mongoose";
3
+
4
+ import {AIRequest} from "../models/aiRequest";
5
+ import {AIService, TemperaturePresets} from "./aiService";
6
+
7
+ // Create a mock LanguageModelV2
8
+ const createMockModel = (responseText = "Mock response") => {
9
+ return {
10
+ doGenerate: mock(async () => ({
11
+ content: [{text: responseText, type: "text" as const}],
12
+ finishReason: "stop" as const,
13
+ usage: {inputTokens: 5, outputTokens: 10},
14
+ })),
15
+ doStream: mock(async () => ({
16
+ stream: new ReadableStream({
17
+ start(controller) {
18
+ controller.enqueue({id: "t1", type: "text-start" as const});
19
+ controller.enqueue({delta: "Mock ", id: "t1", type: "text-delta" as const});
20
+ controller.enqueue({delta: "response", id: "t1", type: "text-delta" as const});
21
+ controller.enqueue({id: "t1", type: "text-end" as const});
22
+ controller.enqueue({
23
+ finishReason: "stop" as const,
24
+ type: "finish" as const,
25
+ usage: {inputTokens: 5, outputTokens: 10},
26
+ });
27
+ controller.close();
28
+ },
29
+ }),
30
+ })),
31
+ modelId: "mock-model",
32
+ provider: "mock-provider",
33
+ specificationVersion: "v2" as const,
34
+ supportedUrls: {},
35
+ };
36
+ };
37
+
38
+ describe("AIService", () => {
39
+ beforeEach(async () => {
40
+ await AIRequest.deleteMany({});
41
+ });
42
+
43
+ afterEach(async () => {
44
+ await AIRequest.deleteMany({});
45
+ });
46
+
47
+ describe("constructor", () => {
48
+ it("should create an instance with default temperature", () => {
49
+ const model = createMockModel();
50
+ const service = new AIService({model: model as any});
51
+ expect(service).toBeDefined();
52
+ });
53
+
54
+ it("should create an instance with custom temperature", () => {
55
+ const model = createMockModel();
56
+ const service = new AIService({
57
+ defaultTemperature: TemperaturePresets.LOW,
58
+ model: model as any,
59
+ });
60
+ expect(service).toBeDefined();
61
+ });
62
+ });
63
+
64
+ describe("generateText", () => {
65
+ it("should generate text and log the request", async () => {
66
+ const model = createMockModel("Hello world");
67
+ const service = new AIService({model: model as any});
68
+ const userId = new mongoose.Types.ObjectId();
69
+
70
+ const result = await service.generateText({
71
+ prompt: "Say hello",
72
+ userId,
73
+ });
74
+
75
+ expect(result).toBe("Hello world");
76
+
77
+ // Verify request was logged
78
+ const logs = await AIRequest.find({userId});
79
+ expect(logs.length).toBe(1);
80
+ expect(logs[0].prompt).toBe("Say hello");
81
+ expect(logs[0].response).toBe("Hello world");
82
+ expect(logs[0].aiModel).toBe("mock-model");
83
+ expect(logs[0].requestType).toBe("general");
84
+ });
85
+
86
+ it("should log errors on failure", async () => {
87
+ const model = createMockModel();
88
+ model.doGenerate = mock(async () => {
89
+ throw new Error("API error");
90
+ });
91
+ const service = new AIService({model: model as any});
92
+
93
+ await expect(service.generateText({prompt: "test"})).rejects.toThrow("API error");
94
+
95
+ const logs = await AIRequest.find({});
96
+ expect(logs.length).toBe(1);
97
+ expect(logs[0].error).toBe("API error");
98
+ });
99
+ });
100
+
101
+ describe("generateTextStream", () => {
102
+ it("should stream text chunks", async () => {
103
+ const model = createMockModel();
104
+ const service = new AIService({model: model as any});
105
+
106
+ const chunks: string[] = [];
107
+ for await (const chunk of service.generateTextStream({prompt: "test"})) {
108
+ chunks.push(chunk);
109
+ }
110
+
111
+ expect(chunks.length).toBeGreaterThan(0);
112
+ expect(chunks.join("")).toBe("Mock response");
113
+ });
114
+ });
115
+
116
+ describe("generateRemix", () => {
117
+ it("should remix text", async () => {
118
+ const model = createMockModel("Remixed text");
119
+ const service = new AIService({model: model as any});
120
+
121
+ const result = await service.generateRemix({text: "Original text"});
122
+ expect(result).toBe("Remixed text");
123
+ });
124
+ });
125
+
126
+ describe("generateSummary", () => {
127
+ it("should summarize text", async () => {
128
+ const model = createMockModel("Summary of the text");
129
+ const service = new AIService({model: model as any});
130
+
131
+ const result = await service.generateSummary({text: "Long text to summarize"});
132
+ expect(result).toBe("Summary of the text");
133
+ });
134
+ });
135
+
136
+ describe("translateText", () => {
137
+ it("should translate text", async () => {
138
+ const model = createMockModel("Hola mundo");
139
+ const service = new AIService({model: model as any});
140
+
141
+ const result = await service.translateText({
142
+ targetLanguage: "Spanish",
143
+ text: "Hello world",
144
+ });
145
+ expect(result).toBe("Hola mundo");
146
+ });
147
+ });
148
+
149
+ describe("buildMessages", () => {
150
+ it("should convert simple text prompts to CoreMessages", () => {
151
+ const model = createMockModel();
152
+ const service = new AIService({model: model as any});
153
+
154
+ const messages = service.buildMessages([
155
+ {text: "Hello", type: "user"},
156
+ {text: "Hi there!", type: "assistant"},
157
+ {text: "How are you?", type: "user"},
158
+ ]);
159
+
160
+ expect(messages.length).toBe(3);
161
+ expect(messages[0]).toEqual({content: "Hello", role: "user"});
162
+ expect(messages[1]).toEqual({content: "Hi there!", role: "assistant"});
163
+ expect(messages[2]).toEqual({content: "How are you?", role: "user"});
164
+ });
165
+
166
+ it("should convert multi-modal user prompts with image content", () => {
167
+ const model = createMockModel();
168
+ const service = new AIService({model: model as any});
169
+
170
+ const messages = service.buildMessages([
171
+ {
172
+ content: [
173
+ {text: "What is this?", type: "text" as const},
174
+ {mimeType: "image/jpeg", type: "image" as const, url: "https://example.com/img.jpg"},
175
+ ],
176
+ text: "What is this?",
177
+ type: "user",
178
+ },
179
+ ]);
180
+
181
+ expect(messages.length).toBe(1);
182
+ expect(messages[0].role).toBe("user");
183
+ const content = (messages[0] as any).content;
184
+ expect(content.length).toBe(2);
185
+ expect(content[0].type).toBe("text");
186
+ expect(content[0].text).toBe("What is this?");
187
+ expect(content[1].type).toBe("image");
188
+ });
189
+
190
+ it("should skip tool-call and tool-result prompts", () => {
191
+ const model = createMockModel();
192
+ const service = new AIService({model: model as any});
193
+
194
+ const messages = service.buildMessages([
195
+ {text: "What time is it?", type: "user"},
196
+ {
197
+ args: {},
198
+ text: "Tool call: get_time",
199
+ toolCallId: "c1",
200
+ toolName: "get_time",
201
+ type: "tool-call",
202
+ },
203
+ {
204
+ result: "12:00",
205
+ text: "Tool result: get_time",
206
+ toolCallId: "c1",
207
+ toolName: "get_time",
208
+ type: "tool-result",
209
+ },
210
+ {text: "The time is 12:00", type: "assistant"},
211
+ ]);
212
+
213
+ expect(messages.length).toBe(2);
214
+ expect(messages[0]).toEqual({content: "What time is it?", role: "user"});
215
+ expect(messages[1]).toEqual({content: "The time is 12:00", role: "assistant"});
216
+ });
217
+
218
+ it("should handle system messages", () => {
219
+ const model = createMockModel();
220
+ const service = new AIService({model: model as any});
221
+
222
+ const messages = service.buildMessages([
223
+ {text: "You are helpful", type: "system"},
224
+ {text: "Hello", type: "user"},
225
+ ]);
226
+
227
+ expect(messages.length).toBe(2);
228
+ expect(messages[0]).toEqual({content: "You are helpful", role: "system"});
229
+ });
230
+ });
231
+
232
+ describe("TemperaturePresets", () => {
233
+ it("should have correct values", () => {
234
+ expect(TemperaturePresets.DETERMINISTIC).toBe(0);
235
+ expect(TemperaturePresets.LOW).toBe(0.3);
236
+ expect(TemperaturePresets.BALANCED).toBe(0.7);
237
+ expect(TemperaturePresets.DEFAULT).toBe(1.0);
238
+ expect(TemperaturePresets.HIGH).toBe(1.5);
239
+ expect(TemperaturePresets.MAXIMUM).toBe(2.0);
240
+ });
241
+ });
242
+ });
@@ -0,0 +1,269 @@
1
+ import type {LanguageModel, ModelMessage} from "ai";
2
+ import {generateText as aiGenerateText, stepCountIs, streamText} from "ai";
3
+ import type mongoose from "mongoose";
4
+
5
+ import {AIRequest} from "../models/aiRequest";
6
+ import type {
7
+ AIRequestType,
8
+ AIServiceOptions,
9
+ GenerateChatStreamOptions,
10
+ GenerateStreamOptions,
11
+ GenerateTextOptions,
12
+ GptHistoryPrompt,
13
+ RemixOptions,
14
+ SummaryOptions,
15
+ TranslateOptions,
16
+ } from "../types";
17
+ import {
18
+ CONTENT_SUMMARY_PROMPT,
19
+ DEFAULT_GPT_MEMORY,
20
+ REMIX_PROMPT,
21
+ TRANSLATION_PROMPT,
22
+ } from "./prompts";
23
+
24
+ export const TemperaturePresets = {
25
+ BALANCED: 0.7,
26
+ DEFAULT: 1.0,
27
+ DETERMINISTIC: 0,
28
+ HIGH: 1.5,
29
+ LOW: 0.3,
30
+ MAXIMUM: 2.0,
31
+ } as const;
32
+
33
+ const getModelId = (model: LanguageModel): string => {
34
+ if (typeof model === "string") {
35
+ return model;
36
+ }
37
+ return (model as {modelId?: string}).modelId ?? "unknown";
38
+ };
39
+
40
+ export class AIService {
41
+ private model: LanguageModel;
42
+ private defaultTemperature: number;
43
+
44
+ constructor({model, defaultTemperature = TemperaturePresets.DEFAULT}: AIServiceOptions) {
45
+ this.model = model;
46
+ this.defaultTemperature = defaultTemperature;
47
+ }
48
+
49
+ get modelId(): string {
50
+ return getModelId(this.model);
51
+ }
52
+
53
+ private async logRequest(params: {
54
+ aiModel: string;
55
+ error?: string;
56
+ prompt: string;
57
+ requestType: AIRequestType;
58
+ response?: string;
59
+ responseTime?: number;
60
+ tokensUsed?: number;
61
+ userId?: mongoose.Types.ObjectId;
62
+ }): Promise<void> {
63
+ try {
64
+ await AIRequest.logRequest(params);
65
+ } catch {
66
+ // Logging failures should not break the main flow
67
+ }
68
+ }
69
+
70
+ async generateText(options: GenerateTextOptions): Promise<string> {
71
+ const {prompt, systemPrompt, temperature, maxOutputTokens, userId} = options;
72
+ const startTime = Date.now();
73
+
74
+ try {
75
+ const result = await aiGenerateText({
76
+ maxOutputTokens,
77
+ model: this.model,
78
+ prompt,
79
+ system: systemPrompt,
80
+ temperature: temperature ?? this.defaultTemperature,
81
+ });
82
+
83
+ const responseTime = Date.now() - startTime;
84
+ await this.logRequest({
85
+ aiModel: getModelId(this.model),
86
+ prompt,
87
+ requestType: "general",
88
+ response: result.text,
89
+ responseTime,
90
+ tokensUsed: result.usage?.totalTokens,
91
+ userId,
92
+ });
93
+
94
+ return result.text;
95
+ } catch (error) {
96
+ const responseTime = Date.now() - startTime;
97
+ await this.logRequest({
98
+ aiModel: getModelId(this.model),
99
+ error: error instanceof Error ? error.message : String(error),
100
+ prompt,
101
+ requestType: "general",
102
+ responseTime,
103
+ userId,
104
+ });
105
+ throw error;
106
+ }
107
+ }
108
+
109
+ async *generateTextStream(options: GenerateStreamOptions): AsyncGenerator<string> {
110
+ const {prompt, systemPrompt, temperature, maxOutputTokens, userId} = options;
111
+ const startTime = Date.now();
112
+ let fullResponse = "";
113
+
114
+ try {
115
+ const result = streamText({
116
+ maxOutputTokens,
117
+ model: this.model,
118
+ prompt,
119
+ system: systemPrompt,
120
+ temperature: temperature ?? this.defaultTemperature,
121
+ });
122
+
123
+ for await (const chunk of result.textStream) {
124
+ fullResponse += chunk;
125
+ yield chunk;
126
+ }
127
+
128
+ const responseTime = Date.now() - startTime;
129
+ const usage = await result.usage;
130
+ await this.logRequest({
131
+ aiModel: getModelId(this.model),
132
+ prompt,
133
+ requestType: "general",
134
+ response: fullResponse,
135
+ responseTime,
136
+ tokensUsed: usage?.totalTokens,
137
+ userId,
138
+ });
139
+ } catch (error) {
140
+ const responseTime = Date.now() - startTime;
141
+ await this.logRequest({
142
+ aiModel: getModelId(this.model),
143
+ error: error instanceof Error ? error.message : String(error),
144
+ prompt,
145
+ requestType: "general",
146
+ responseTime,
147
+ userId,
148
+ });
149
+ throw error;
150
+ }
151
+ }
152
+
153
+ async generateRemix(options: RemixOptions): Promise<string> {
154
+ return this.generateText({
155
+ prompt: options.text,
156
+ systemPrompt: REMIX_PROMPT,
157
+ temperature: TemperaturePresets.BALANCED,
158
+ userId: options.userId,
159
+ });
160
+ }
161
+
162
+ async generateSummary(options: SummaryOptions): Promise<string> {
163
+ return this.generateText({
164
+ prompt: options.text,
165
+ systemPrompt: CONTENT_SUMMARY_PROMPT,
166
+ temperature: TemperaturePresets.LOW,
167
+ userId: options.userId,
168
+ });
169
+ }
170
+
171
+ async translateText(options: TranslateOptions): Promise<string> {
172
+ const {text, targetLanguage, sourceLanguage = "auto-detect", userId} = options;
173
+ const systemPrompt = TRANSLATION_PROMPT.replace("{sourceLanguage}", sourceLanguage).replace(
174
+ "{targetLanguage}",
175
+ targetLanguage
176
+ );
177
+
178
+ return this.generateText({
179
+ prompt: text,
180
+ systemPrompt,
181
+ temperature: TemperaturePresets.LOW,
182
+ userId,
183
+ });
184
+ }
185
+
186
+ buildMessages(prompts: GptHistoryPrompt[]): ModelMessage[] {
187
+ const messages: ModelMessage[] = [];
188
+
189
+ for (const prompt of prompts) {
190
+ if (prompt.type === "tool-call" || prompt.type === "tool-result") {
191
+ continue;
192
+ }
193
+
194
+ const role = prompt.type as "user" | "assistant" | "system";
195
+
196
+ if (prompt.content && prompt.content.length > 0 && role === "user") {
197
+ const parts: Array<{
198
+ type: string;
199
+ text?: string;
200
+ image?: URL;
201
+ data?: URL;
202
+ mimeType?: string;
203
+ }> = [];
204
+ for (const part of prompt.content) {
205
+ if (part.type === "text") {
206
+ parts.push({text: part.text, type: "text"});
207
+ } else if (part.type === "image") {
208
+ parts.push({image: new URL(part.url), mimeType: part.mimeType, type: "image"});
209
+ } else if (part.type === "file") {
210
+ parts.push({data: new URL(part.url), mimeType: part.mimeType, type: "file"});
211
+ }
212
+ }
213
+ messages.push({content: parts, role: "user"} as ModelMessage);
214
+ } else {
215
+ messages.push({content: prompt.text, role});
216
+ }
217
+ }
218
+
219
+ return messages;
220
+ }
221
+
222
+ async *generateChatStream(options: GenerateChatStreamOptions): AsyncGenerator<string> {
223
+ const {messages, systemPrompt, tools, toolChoice, stopWhen, userId} = options;
224
+ const startTime = Date.now();
225
+ let fullResponse = "";
226
+
227
+ const promptText = messages.map((m) => `${m.role}: ${m.content}`).join("\n");
228
+
229
+ try {
230
+ const result = streamText({
231
+ messages: messages.map((m) => ({content: m.content, role: m.role})),
232
+ model: this.model,
233
+ stopWhen: stopWhen ?? stepCountIs(1),
234
+ system: systemPrompt ?? DEFAULT_GPT_MEMORY,
235
+ temperature: this.defaultTemperature,
236
+ toolChoice,
237
+ tools,
238
+ });
239
+
240
+ for await (const chunk of result.textStream) {
241
+ fullResponse += chunk;
242
+ yield chunk;
243
+ }
244
+
245
+ const responseTime = Date.now() - startTime;
246
+ const usage = await result.usage;
247
+ await this.logRequest({
248
+ aiModel: getModelId(this.model),
249
+ prompt: promptText,
250
+ requestType: "general",
251
+ response: fullResponse,
252
+ responseTime,
253
+ tokensUsed: usage?.totalTokens,
254
+ userId,
255
+ });
256
+ } catch (error) {
257
+ const responseTime = Date.now() - startTime;
258
+ await this.logRequest({
259
+ aiModel: getModelId(this.model),
260
+ error: error instanceof Error ? error.message : String(error),
261
+ prompt: promptText,
262
+ requestType: "general",
263
+ responseTime,
264
+ userId,
265
+ });
266
+ throw error;
267
+ }
268
+ }
269
+ }