@elizaos/plugin-openai 1.0.0-alpha.20 → 1.0.0-alpha.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +306 -99
- package/dist/index.js.map +1 -1
- package/package.json +5 -4
package/dist/index.js
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
// src/index.ts
|
|
2
2
|
import { createOpenAI } from "@ai-sdk/openai";
|
|
3
3
|
import {
|
|
4
|
-
ModelTypes
|
|
4
|
+
ModelTypes,
|
|
5
|
+
logger
|
|
5
6
|
} from "@elizaos/core";
|
|
6
7
|
import { generateText } from "ai";
|
|
7
8
|
import { encodingForModel } from "js-tiktoken";
|
|
@@ -43,7 +44,7 @@ var openaiPlugin = {
|
|
|
43
44
|
if (value) process.env[key] = value;
|
|
44
45
|
}
|
|
45
46
|
if (!process.env.OPENAI_API_KEY) {
|
|
46
|
-
|
|
47
|
+
logger.warn(
|
|
47
48
|
"OPENAI_API_KEY is not set in environment - OpenAI functionality will be limited"
|
|
48
49
|
);
|
|
49
50
|
return;
|
|
@@ -54,24 +55,23 @@ var openaiPlugin = {
|
|
|
54
55
|
headers: { Authorization: `Bearer ${process.env.OPENAI_API_KEY}` }
|
|
55
56
|
});
|
|
56
57
|
if (!response.ok) {
|
|
57
|
-
|
|
58
|
+
logger.warn(
|
|
58
59
|
`OpenAI API key validation failed: ${response.statusText}`
|
|
59
60
|
);
|
|
60
|
-
|
|
61
|
+
logger.warn(
|
|
61
62
|
"OpenAI functionality will be limited until a valid API key is provided"
|
|
62
63
|
);
|
|
63
64
|
} else {
|
|
64
|
-
console.log("OpenAI API key validated successfully");
|
|
65
65
|
}
|
|
66
66
|
} catch (fetchError) {
|
|
67
|
-
|
|
68
|
-
|
|
67
|
+
logger.warn(`Error validating OpenAI API key: ${fetchError}`);
|
|
68
|
+
logger.warn(
|
|
69
69
|
"OpenAI functionality will be limited until a valid API key is provided"
|
|
70
70
|
);
|
|
71
71
|
}
|
|
72
72
|
} catch (error) {
|
|
73
73
|
if (error instanceof z.ZodError) {
|
|
74
|
-
|
|
74
|
+
logger.warn(
|
|
75
75
|
`OpenAI plugin configuration issue: ${error.errors.map((e) => e.message).join(
|
|
76
76
|
", "
|
|
77
77
|
)} - You need to configure the OPENAI_API_KEY in your environment variables`
|
|
@@ -82,27 +82,67 @@ var openaiPlugin = {
|
|
|
82
82
|
}
|
|
83
83
|
},
|
|
84
84
|
models: {
|
|
85
|
-
[ModelTypes.TEXT_EMBEDDING]: async (
|
|
86
|
-
if (
|
|
87
|
-
|
|
85
|
+
[ModelTypes.TEXT_EMBEDDING]: async (runtime, params) => {
|
|
86
|
+
if (params === null) {
|
|
87
|
+
logger.debug("Creating test embedding for initialization");
|
|
88
|
+
const testVector = Array(1536).fill(0);
|
|
89
|
+
testVector[0] = 0.1;
|
|
90
|
+
return testVector;
|
|
88
91
|
}
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
92
|
+
let text;
|
|
93
|
+
if (typeof params === "string") {
|
|
94
|
+
text = params;
|
|
95
|
+
} else if (typeof params === "object" && params.text) {
|
|
96
|
+
text = params.text;
|
|
97
|
+
} else {
|
|
98
|
+
logger.warn("Invalid input format for embedding");
|
|
99
|
+
const fallbackVector = Array(1536).fill(0);
|
|
100
|
+
fallbackVector[0] = 0.2;
|
|
101
|
+
return fallbackVector;
|
|
102
|
+
}
|
|
103
|
+
if (!text.trim()) {
|
|
104
|
+
logger.warn("Empty text for embedding");
|
|
105
|
+
const emptyVector = Array(1536).fill(0);
|
|
106
|
+
emptyVector[0] = 0.3;
|
|
107
|
+
return emptyVector;
|
|
108
|
+
}
|
|
109
|
+
try {
|
|
110
|
+
const baseURL = process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
|
|
111
|
+
const response = await fetch(`${baseURL}/embeddings`, {
|
|
112
|
+
method: "POST",
|
|
113
|
+
headers: {
|
|
114
|
+
Authorization: `Bearer ${process.env.OPENAI_API_KEY}`,
|
|
115
|
+
"Content-Type": "application/json"
|
|
116
|
+
},
|
|
117
|
+
body: JSON.stringify({
|
|
118
|
+
model: "text-embedding-3-small",
|
|
119
|
+
input: text
|
|
120
|
+
})
|
|
121
|
+
});
|
|
122
|
+
if (!response.ok) {
|
|
123
|
+
logger.error(
|
|
124
|
+
`OpenAI API error: ${response.status} - ${response.statusText}`
|
|
125
|
+
);
|
|
126
|
+
const errorVector = Array(1536).fill(0);
|
|
127
|
+
errorVector[0] = 0.4;
|
|
128
|
+
return errorVector;
|
|
129
|
+
}
|
|
130
|
+
const data = await response.json();
|
|
131
|
+
if (!data?.data?.[0]?.embedding) {
|
|
132
|
+
logger.error("API returned invalid structure");
|
|
133
|
+
const errorVector = Array(1536).fill(0);
|
|
134
|
+
errorVector[0] = 0.5;
|
|
135
|
+
return errorVector;
|
|
136
|
+
}
|
|
137
|
+
const embedding = data.data[0].embedding;
|
|
138
|
+
logger.log(`Got valid embedding with length ${embedding.length}`);
|
|
139
|
+
return embedding;
|
|
140
|
+
} catch (error) {
|
|
141
|
+
logger.error("Error generating embedding:", error);
|
|
142
|
+
const errorVector = Array(1536).fill(0);
|
|
143
|
+
errorVector[0] = 0.6;
|
|
144
|
+
return errorVector;
|
|
103
145
|
}
|
|
104
|
-
const data = await response.json();
|
|
105
|
-
return data.data[0].embedding;
|
|
106
146
|
},
|
|
107
147
|
[ModelTypes.TEXT_TOKENIZER_ENCODE]: async (_runtime, { prompt, modelType = ModelTypes.TEXT_LARGE }) => {
|
|
108
148
|
return await tokenizeText(modelType ?? ModelTypes.TEXT_LARGE, prompt);
|
|
@@ -121,8 +161,8 @@ var openaiPlugin = {
|
|
|
121
161
|
baseURL
|
|
122
162
|
});
|
|
123
163
|
const model = runtime.getSetting("OPENAI_SMALL_MODEL") ?? runtime.getSetting("SMALL_MODEL") ?? "gpt-4o-mini";
|
|
124
|
-
|
|
125
|
-
|
|
164
|
+
logger.log("generating text");
|
|
165
|
+
logger.log(prompt);
|
|
126
166
|
const { text: openaiResponse } = await generateText({
|
|
127
167
|
model: openai.languageModel(model),
|
|
128
168
|
prompt,
|
|
@@ -182,51 +222,77 @@ var openaiPlugin = {
|
|
|
182
222
|
const typedData = data;
|
|
183
223
|
return typedData.data;
|
|
184
224
|
},
|
|
185
|
-
[ModelTypes.IMAGE_DESCRIPTION]: async (runtime,
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
225
|
+
[ModelTypes.IMAGE_DESCRIPTION]: async (runtime, params) => {
|
|
226
|
+
let imageUrl;
|
|
227
|
+
let prompt;
|
|
228
|
+
if (typeof params === "string") {
|
|
229
|
+
imageUrl = params;
|
|
230
|
+
prompt = void 0;
|
|
231
|
+
} else {
|
|
232
|
+
imageUrl = params.imageUrl;
|
|
233
|
+
prompt = params.prompt;
|
|
234
|
+
}
|
|
235
|
+
try {
|
|
236
|
+
const baseURL = process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
|
|
237
|
+
const apiKey = process.env.OPENAI_API_KEY;
|
|
238
|
+
if (!apiKey) {
|
|
239
|
+
logger.error("OpenAI API key not set");
|
|
240
|
+
return {
|
|
241
|
+
title: "Failed to analyze image",
|
|
242
|
+
description: "API key not configured"
|
|
243
|
+
};
|
|
244
|
+
}
|
|
245
|
+
const response = await fetch(`${baseURL}/chat/completions`, {
|
|
246
|
+
method: "POST",
|
|
247
|
+
headers: {
|
|
248
|
+
"Content-Type": "application/json",
|
|
249
|
+
Authorization: `Bearer ${apiKey}`
|
|
201
250
|
},
|
|
202
|
-
{
|
|
203
|
-
|
|
204
|
-
|
|
251
|
+
body: JSON.stringify({
|
|
252
|
+
model: "gpt-4-vision-preview",
|
|
253
|
+
messages: [
|
|
205
254
|
{
|
|
206
|
-
|
|
207
|
-
|
|
255
|
+
role: "user",
|
|
256
|
+
content: [
|
|
257
|
+
{
|
|
258
|
+
type: "text",
|
|
259
|
+
text: prompt || "Please analyze this image and provide a title and detailed description."
|
|
260
|
+
},
|
|
261
|
+
{
|
|
262
|
+
type: "image_url",
|
|
263
|
+
image_url: { url: imageUrl }
|
|
264
|
+
}
|
|
265
|
+
]
|
|
208
266
|
}
|
|
209
|
-
]
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
267
|
+
],
|
|
268
|
+
max_tokens: 300
|
|
269
|
+
})
|
|
270
|
+
});
|
|
271
|
+
if (!response.ok) {
|
|
272
|
+
throw new Error(`OpenAI API error: ${response.status}`);
|
|
273
|
+
}
|
|
274
|
+
const result = await response.json();
|
|
275
|
+
const content = result.choices?.[0]?.message?.content;
|
|
276
|
+
if (!content) {
|
|
277
|
+
return {
|
|
278
|
+
title: "Failed to analyze image",
|
|
279
|
+
description: "No response from API"
|
|
280
|
+
};
|
|
281
|
+
}
|
|
282
|
+
const titleMatch = content.match(/title[:\s]+(.+?)(?:\n|$)/i);
|
|
283
|
+
const title = titleMatch?.[1] || "Image Analysis";
|
|
284
|
+
const description = content.replace(/title[:\s]+(.+?)(?:\n|$)/i, "").trim();
|
|
285
|
+
return { title, description };
|
|
286
|
+
} catch (error) {
|
|
287
|
+
logger.error("Error analyzing image:", error);
|
|
288
|
+
return {
|
|
289
|
+
title: "Failed to analyze image",
|
|
290
|
+
description: `Error: ${error instanceof Error ? error.message : String(error)}`
|
|
291
|
+
};
|
|
222
292
|
}
|
|
223
|
-
return {
|
|
224
|
-
title: titleMatch[1],
|
|
225
|
-
description: descriptionMatch[1]
|
|
226
|
-
};
|
|
227
293
|
},
|
|
228
294
|
[ModelTypes.TRANSCRIPTION]: async (runtime, audioBuffer) => {
|
|
229
|
-
|
|
295
|
+
logger.log("audioBuffer", audioBuffer);
|
|
230
296
|
const baseURL = runtime.getSetting("OPENAI_BASE_URL") ?? "https://api.openai.com/v1";
|
|
231
297
|
const formData = new FormData();
|
|
232
298
|
formData.append("file", new Blob([audioBuffer], { type: "audio/mp3" }));
|
|
@@ -239,12 +305,24 @@ var openaiPlugin = {
|
|
|
239
305
|
},
|
|
240
306
|
body: formData
|
|
241
307
|
});
|
|
242
|
-
|
|
308
|
+
logger.log("response", response);
|
|
243
309
|
if (!response.ok) {
|
|
244
310
|
throw new Error(`Failed to transcribe audio: ${response.statusText}`);
|
|
245
311
|
}
|
|
246
312
|
const data = await response.json();
|
|
247
313
|
return data.text;
|
|
314
|
+
},
|
|
315
|
+
[ModelTypes.OBJECT_SMALL]: async (runtime, params) => {
|
|
316
|
+
return await generateObject(runtime, {
|
|
317
|
+
...params,
|
|
318
|
+
modelType: ModelTypes.OBJECT_SMALL
|
|
319
|
+
});
|
|
320
|
+
},
|
|
321
|
+
[ModelTypes.OBJECT_LARGE]: async (runtime, params) => {
|
|
322
|
+
return await generateObject(runtime, {
|
|
323
|
+
...params,
|
|
324
|
+
modelType: ModelTypes.OBJECT_LARGE
|
|
325
|
+
});
|
|
248
326
|
}
|
|
249
327
|
},
|
|
250
328
|
tests: [
|
|
@@ -261,7 +339,7 @@ var openaiPlugin = {
|
|
|
261
339
|
}
|
|
262
340
|
});
|
|
263
341
|
const data = await response.json();
|
|
264
|
-
|
|
342
|
+
logger.log("Models Available:", data?.data.length);
|
|
265
343
|
if (!response.ok) {
|
|
266
344
|
throw new Error(
|
|
267
345
|
`Failed to validate OpenAI API key: ${response.statusText}`
|
|
@@ -275,11 +353,13 @@ var openaiPlugin = {
|
|
|
275
353
|
try {
|
|
276
354
|
const embedding = await runtime.useModel(
|
|
277
355
|
ModelTypes.TEXT_EMBEDDING,
|
|
278
|
-
|
|
356
|
+
{
|
|
357
|
+
text: "Hello, world!"
|
|
358
|
+
}
|
|
279
359
|
);
|
|
280
|
-
|
|
360
|
+
logger.log("embedding", embedding);
|
|
281
361
|
} catch (error) {
|
|
282
|
-
|
|
362
|
+
logger.error("Error in test_text_embedding:", error);
|
|
283
363
|
throw error;
|
|
284
364
|
}
|
|
285
365
|
}
|
|
@@ -294,9 +374,9 @@ var openaiPlugin = {
|
|
|
294
374
|
if (text.length === 0) {
|
|
295
375
|
throw new Error("Failed to generate text");
|
|
296
376
|
}
|
|
297
|
-
|
|
377
|
+
logger.log("generated with test_text_large:", text);
|
|
298
378
|
} catch (error) {
|
|
299
|
-
|
|
379
|
+
logger.error("Error in test_text_large:", error);
|
|
300
380
|
throw error;
|
|
301
381
|
}
|
|
302
382
|
}
|
|
@@ -311,9 +391,9 @@ var openaiPlugin = {
|
|
|
311
391
|
if (text.length === 0) {
|
|
312
392
|
throw new Error("Failed to generate text");
|
|
313
393
|
}
|
|
314
|
-
|
|
394
|
+
logger.log("generated with test_text_small:", text);
|
|
315
395
|
} catch (error) {
|
|
316
|
-
|
|
396
|
+
logger.error("Error in test_text_small:", error);
|
|
317
397
|
throw error;
|
|
318
398
|
}
|
|
319
399
|
}
|
|
@@ -321,44 +401,50 @@ var openaiPlugin = {
|
|
|
321
401
|
{
|
|
322
402
|
name: "openai_test_image_generation",
|
|
323
403
|
fn: async (runtime) => {
|
|
324
|
-
|
|
404
|
+
logger.log("openai_test_image_generation");
|
|
325
405
|
try {
|
|
326
406
|
const image = await runtime.useModel(ModelTypes.IMAGE, {
|
|
327
407
|
prompt: "A beautiful sunset over a calm ocean",
|
|
328
408
|
n: 1,
|
|
329
409
|
size: "1024x1024"
|
|
330
410
|
});
|
|
331
|
-
|
|
411
|
+
logger.log("generated with test_image_generation:", image);
|
|
332
412
|
} catch (error) {
|
|
333
|
-
|
|
413
|
+
logger.error("Error in test_image_generation:", error);
|
|
334
414
|
throw error;
|
|
335
415
|
}
|
|
336
416
|
}
|
|
337
417
|
},
|
|
338
418
|
{
|
|
339
|
-
name: "
|
|
419
|
+
name: "image-description",
|
|
340
420
|
fn: async (runtime) => {
|
|
341
|
-
console.log("openai_test_image_description");
|
|
342
421
|
try {
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
title
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
422
|
+
logger.log("openai_test_image_description");
|
|
423
|
+
try {
|
|
424
|
+
const result = await runtime.useModel(
|
|
425
|
+
ModelTypes.IMAGE_DESCRIPTION,
|
|
426
|
+
"https://upload.wikimedia.org/wikipedia/commons/thumb/1/1c/Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg/537px-Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg"
|
|
427
|
+
);
|
|
428
|
+
if (result && typeof result === "object" && "title" in result && "description" in result) {
|
|
429
|
+
logger.log("Image description:", result);
|
|
430
|
+
} else {
|
|
431
|
+
logger.error(
|
|
432
|
+
"Invalid image description result format:",
|
|
433
|
+
result
|
|
434
|
+
);
|
|
435
|
+
}
|
|
436
|
+
} catch (e) {
|
|
437
|
+
logger.error("Error in image description test:", e);
|
|
438
|
+
}
|
|
439
|
+
} catch (e) {
|
|
440
|
+
logger.error("Error in openai_test_image_description:", e);
|
|
355
441
|
}
|
|
356
442
|
}
|
|
357
443
|
},
|
|
358
444
|
{
|
|
359
445
|
name: "openai_test_transcription",
|
|
360
446
|
fn: async (runtime) => {
|
|
361
|
-
|
|
447
|
+
logger.log("openai_test_transcription");
|
|
362
448
|
try {
|
|
363
449
|
const response = await fetch(
|
|
364
450
|
"https://upload.wikimedia.org/wikipedia/en/4/40/Chris_Benoit_Voice_Message.ogg"
|
|
@@ -368,9 +454,9 @@ var openaiPlugin = {
|
|
|
368
454
|
ModelTypes.TRANSCRIPTION,
|
|
369
455
|
Buffer.from(new Uint8Array(arrayBuffer))
|
|
370
456
|
);
|
|
371
|
-
|
|
457
|
+
logger.log("generated with test_transcription:", transcription);
|
|
372
458
|
} catch (error) {
|
|
373
|
-
|
|
459
|
+
logger.error("Error in test_transcription:", error);
|
|
374
460
|
throw error;
|
|
375
461
|
}
|
|
376
462
|
}
|
|
@@ -388,7 +474,7 @@ var openaiPlugin = {
|
|
|
388
474
|
"Failed to tokenize text: expected non-empty array of tokens"
|
|
389
475
|
);
|
|
390
476
|
}
|
|
391
|
-
|
|
477
|
+
logger.log("Tokenized output:", tokens);
|
|
392
478
|
}
|
|
393
479
|
},
|
|
394
480
|
{
|
|
@@ -408,7 +494,7 @@ var openaiPlugin = {
|
|
|
408
494
|
`Decoded text does not match original. Expected "${prompt}", got "${decodedText}"`
|
|
409
495
|
);
|
|
410
496
|
}
|
|
411
|
-
|
|
497
|
+
logger.log("Decoded text:", decodedText);
|
|
412
498
|
}
|
|
413
499
|
}
|
|
414
500
|
]
|
|
@@ -416,6 +502,127 @@ var openaiPlugin = {
|
|
|
416
502
|
]
|
|
417
503
|
};
|
|
418
504
|
var index_default = openaiPlugin;
|
|
505
|
+
async function generateObject(runtime, params) {
|
|
506
|
+
const {
|
|
507
|
+
prompt,
|
|
508
|
+
schema,
|
|
509
|
+
output = "object",
|
|
510
|
+
enumValues = [],
|
|
511
|
+
modelType = ModelTypes.OBJECT_SMALL,
|
|
512
|
+
temperature = 0.7
|
|
513
|
+
} = params;
|
|
514
|
+
const modelName = modelType === ModelTypes.OBJECT_SMALL ? process.env.OPENAI_SMALL_MODEL ?? process.env.SMALL_MODEL ?? "gpt-4o-mini" : process.env.OPENAI_LARGE_MODEL ?? process.env.LARGE_MODEL ?? "gpt-4o";
|
|
515
|
+
const baseURL = process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
|
|
516
|
+
if (output === "enum" && enumValues.length) {
|
|
517
|
+
try {
|
|
518
|
+
const response = await fetch(`${baseURL}/chat/completions`, {
|
|
519
|
+
method: "POST",
|
|
520
|
+
headers: {
|
|
521
|
+
"Content-Type": "application/json",
|
|
522
|
+
Authorization: `Bearer ${process.env.OPENAI_API_KEY}`
|
|
523
|
+
},
|
|
524
|
+
body: JSON.stringify({
|
|
525
|
+
model: modelName,
|
|
526
|
+
messages: [{ role: "user", content: prompt }],
|
|
527
|
+
temperature,
|
|
528
|
+
tools: [
|
|
529
|
+
{
|
|
530
|
+
type: "function",
|
|
531
|
+
function: {
|
|
532
|
+
name: "select_value",
|
|
533
|
+
description: "Select the most appropriate value from the provided options",
|
|
534
|
+
parameters: {
|
|
535
|
+
type: "object",
|
|
536
|
+
properties: {
|
|
537
|
+
value: {
|
|
538
|
+
type: "string",
|
|
539
|
+
enum: enumValues,
|
|
540
|
+
description: "The selected value"
|
|
541
|
+
}
|
|
542
|
+
},
|
|
543
|
+
required: ["value"]
|
|
544
|
+
}
|
|
545
|
+
}
|
|
546
|
+
}
|
|
547
|
+
],
|
|
548
|
+
tool_choice: { type: "function", function: { name: "select_value" } }
|
|
549
|
+
})
|
|
550
|
+
});
|
|
551
|
+
if (!response.ok) {
|
|
552
|
+
throw new Error(`API error: ${response.status}`);
|
|
553
|
+
}
|
|
554
|
+
const result = await response.json();
|
|
555
|
+
const toolCalls = result.choices?.[0]?.message?.tool_calls;
|
|
556
|
+
if (toolCalls && toolCalls.length > 0) {
|
|
557
|
+
try {
|
|
558
|
+
const functionArgs = JSON.parse(toolCalls[0].function.arguments);
|
|
559
|
+
return functionArgs.value;
|
|
560
|
+
} catch (err) {
|
|
561
|
+
logger.error("Failed to parse function arguments:", err);
|
|
562
|
+
return null;
|
|
563
|
+
}
|
|
564
|
+
}
|
|
565
|
+
return null;
|
|
566
|
+
} catch (error) {
|
|
567
|
+
logger.error("Error generating enum value:", error);
|
|
568
|
+
return null;
|
|
569
|
+
}
|
|
570
|
+
}
|
|
571
|
+
try {
|
|
572
|
+
let functionSchema;
|
|
573
|
+
if (schema) {
|
|
574
|
+
functionSchema = schema;
|
|
575
|
+
} else {
|
|
576
|
+
functionSchema = {
|
|
577
|
+
type: output === "array" ? "array" : "object",
|
|
578
|
+
...output === "array" ? { items: { type: "object" } } : {}
|
|
579
|
+
};
|
|
580
|
+
}
|
|
581
|
+
const response = await fetch(`${baseURL}/chat/completions`, {
|
|
582
|
+
method: "POST",
|
|
583
|
+
headers: {
|
|
584
|
+
"Content-Type": "application/json",
|
|
585
|
+
Authorization: `Bearer ${process.env.OPENAI_API_KEY}`
|
|
586
|
+
},
|
|
587
|
+
body: JSON.stringify({
|
|
588
|
+
model: modelName,
|
|
589
|
+
messages: [{ role: "user", content: prompt }],
|
|
590
|
+
temperature,
|
|
591
|
+
tools: [
|
|
592
|
+
{
|
|
593
|
+
type: "function",
|
|
594
|
+
function: {
|
|
595
|
+
name: "generate_structured_data",
|
|
596
|
+
description: "Generate structured data based on the prompt",
|
|
597
|
+
parameters: functionSchema
|
|
598
|
+
}
|
|
599
|
+
}
|
|
600
|
+
],
|
|
601
|
+
tool_choice: {
|
|
602
|
+
type: "function",
|
|
603
|
+
function: { name: "generate_structured_data" }
|
|
604
|
+
}
|
|
605
|
+
})
|
|
606
|
+
});
|
|
607
|
+
if (!response.ok) {
|
|
608
|
+
throw new Error(`API error: ${response.status}`);
|
|
609
|
+
}
|
|
610
|
+
const result = await response.json();
|
|
611
|
+
const toolCalls = result.choices?.[0]?.message?.tool_calls;
|
|
612
|
+
if (toolCalls && toolCalls.length > 0) {
|
|
613
|
+
try {
|
|
614
|
+
return JSON.parse(toolCalls[0].function.arguments);
|
|
615
|
+
} catch (err) {
|
|
616
|
+
logger.error("Failed to parse function arguments:", err);
|
|
617
|
+
return null;
|
|
618
|
+
}
|
|
619
|
+
}
|
|
620
|
+
return null;
|
|
621
|
+
} catch (error) {
|
|
622
|
+
logger.error("Error generating object:", error);
|
|
623
|
+
return null;
|
|
624
|
+
}
|
|
625
|
+
}
|
|
419
626
|
export {
|
|
420
627
|
index_default as default,
|
|
421
628
|
openaiPlugin
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { createOpenAI } from \"@ai-sdk/openai\";\nimport type { IAgentRuntime, ModelType, Plugin } from \"@elizaos/core\";\nimport {\n\ttype DetokenizeTextParams,\n\ttype GenerateTextParams,\n\tModelTypes,\n\ttype TokenizeTextParams,\n} from \"@elizaos/core\";\nimport { generateText } from \"ai\";\nimport { type TiktokenModel, encodingForModel } from \"js-tiktoken\";\nimport { z } from \"zod\";\n\n/**\n * Asynchronously tokenizes the given text based on the specified model and prompt.\n *\n * @param {ModelType} model - The type of model to use for tokenization.\n * @param {string} prompt - The text prompt to tokenize.\n * @returns {number[]} - An array of tokens representing the encoded prompt.\n */\nasync function tokenizeText(model: ModelType, prompt: string) {\n\tconst modelName =\n\t\tmodel === ModelTypes.TEXT_SMALL\n\t\t\t? (process.env.OPENAI_SMALL_MODEL ??\n\t\t\t\tprocess.env.SMALL_MODEL ??\n\t\t\t\t\"gpt-4o-mini\")\n\t\t\t: (process.env.LARGE_MODEL ?? \"gpt-4o\");\n\tconst encoding = encodingForModel(modelName as TiktokenModel);\n\tconst tokens = encoding.encode(prompt);\n\treturn tokens;\n}\n\n/**\n * Detokenize a sequence of tokens back into text using the specified model.\n *\n * @param {ModelType} model - The type of model to use for detokenization.\n * @param {number[]} tokens - The sequence of tokens to detokenize.\n * @returns {string} The detokenized text.\n */\nasync function detokenizeText(model: ModelType, tokens: number[]) {\n\tconst modelName =\n\t\tmodel === ModelTypes.TEXT_SMALL\n\t\t\t? (process.env.OPENAI_SMALL_MODEL ??\n\t\t\t\tprocess.env.SMALL_MODEL ??\n\t\t\t\t\"gpt-4o-mini\")\n\t\t\t: (process.env.OPENAI_LARGE_MODEL ?? process.env.LARGE_MODEL ?? \"gpt-4o\");\n\tconst encoding = encodingForModel(modelName as TiktokenModel);\n\treturn encoding.decode(tokens);\n}\n\nconst configSchema = z.object({\n\tOPENAI_API_KEY: z.string().min(1, \"OpenAI API key is required\"),\n\tOPENAI_BASE_URL: z.string().url().optional(),\n\tOPENAI_SMALL_MODEL: z.string().optional(),\n\tOPENAI_LARGE_MODEL: z.string().optional(),\n\tSMALL_MODEL: z.string().optional(),\n\tLARGE_MODEL: z.string().optional(),\n});\n\n/**\n * Defines the OpenAI plugin with its name, description, and configuration options.\n * @type {Plugin}\n */\nexport const openaiPlugin: Plugin = {\n\tname: \"openai\",\n\tdescription: \"OpenAI plugin\",\n\tconfig: {\n\t\tOPENAI_API_KEY: process.env.OPENAI_API_KEY,\n\t\tOPENAI_BASE_URL: process.env.OPENAI_BASE_URL,\n\t\tOPENAI_SMALL_MODEL: process.env.OPENAI_SMALL_MODEL,\n\t\tOPENAI_LARGE_MODEL: process.env.OPENAI_LARGE_MODEL,\n\t\tSMALL_MODEL: process.env.SMALL_MODEL,\n\t\tLARGE_MODEL: process.env.LARGE_MODEL,\n\t},\n\tasync init(config: Record<string, string>) {\n\t\ttry {\n\t\t\tconst validatedConfig = await configSchema.parseAsync(config);\n\n\t\t\t// Set all environment variables at once\n\t\t\tfor (const [key, value] of Object.entries(validatedConfig)) {\n\t\t\t\tif (value) process.env[key] = value;\n\t\t\t}\n\n\t\t\t// If API key is not set, we'll show a warning but continue\n\t\t\tif (!process.env.OPENAI_API_KEY) {\n\t\t\t\tconsole.warn(\n\t\t\t\t\t\"OPENAI_API_KEY is not set in environment - OpenAI functionality will be limited\",\n\t\t\t\t);\n\t\t\t\t// Return early without throwing an error\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\t// Verify API key only if we have one\n\t\t\ttry {\n\t\t\t\tconst baseURL =\n\t\t\t\t\tprocess.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\t\t\t\tconst response = await fetch(`${baseURL}/models`, {\n\t\t\t\t\theaders: { Authorization: `Bearer ${process.env.OPENAI_API_KEY}` },\n\t\t\t\t});\n\n\t\t\t\tif (!response.ok) {\n\t\t\t\t\tconsole.warn(\n\t\t\t\t\t\t`OpenAI API key validation failed: ${response.statusText}`,\n\t\t\t\t\t);\n\t\t\t\t\tconsole.warn(\n\t\t\t\t\t\t\"OpenAI functionality will be limited until a valid API key is provided\",\n\t\t\t\t\t);\n\t\t\t\t\t// Continue execution instead of throwing\n\t\t\t\t} else {\n\t\t\t\t\tconsole.log(\"OpenAI API key validated successfully\");\n\t\t\t\t}\n\t\t\t} catch (fetchError) {\n\t\t\t\tconsole.warn(`Error validating OpenAI API key: ${fetchError}`);\n\t\t\t\tconsole.warn(\n\t\t\t\t\t\"OpenAI functionality will be limited until a valid API key is provided\",\n\t\t\t\t);\n\t\t\t\t// Continue execution instead of throwing\n\t\t\t}\n\t\t} catch (error) {\n\t\t\tif (error instanceof z.ZodError) {\n\t\t\t\t// Convert to warning instead of error\n\t\t\t\tconsole.warn(\n\t\t\t\t\t`OpenAI plugin configuration issue: ${error.errors\n\t\t\t\t\t\t.map((e) => e.message)\n\t\t\t\t\t\t.join(\n\t\t\t\t\t\t\t\", \",\n\t\t\t\t\t\t)} - You need to configure the OPENAI_API_KEY in your environment variables`,\n\t\t\t\t);\n\t\t\t\t// Continue execution instead of throwing\n\t\t\t} else {\n\t\t\t\t// For unexpected errors, still throw\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t},\n\tmodels: {\n\t\t[ModelTypes.TEXT_EMBEDDING]: async (\n\t\t\t_runtime: IAgentRuntime,\n\t\t\ttext: string | null,\n\t\t) => {\n\t\t\tif (!text) {\n\t\t\t\t// Return zero vector of appropriate length for model\n\t\t\t\treturn new Array(1536).fill(0);\n\t\t\t}\n\n\t\t\tconst baseURL =\n\t\t\t\tprocess.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\n\t\t\t// use fetch to call embedding endpoint\n\t\t\tconst response = await fetch(`${baseURL}/embeddings`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${process.env.OPENAI_API_KEY}`,\n\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t},\n\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\tmodel: \"text-embedding-3-small\",\n\t\t\t\t\tinput: text,\n\t\t\t\t}),\n\t\t\t});\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to get embedding: ${response.statusText}`);\n\t\t\t}\n\n\t\t\tconst data = (await response.json()) as {\n\t\t\t\tdata: [{ embedding: number[] }];\n\t\t\t};\n\t\t\treturn data.data[0].embedding;\n\t\t},\n\t\t[ModelTypes.TEXT_TOKENIZER_ENCODE]: async (\n\t\t\t_runtime,\n\t\t\t{ prompt, modelType = ModelTypes.TEXT_LARGE }: TokenizeTextParams,\n\t\t) => {\n\t\t\treturn await tokenizeText(modelType ?? ModelTypes.TEXT_LARGE, prompt);\n\t\t},\n\t\t[ModelTypes.TEXT_TOKENIZER_DECODE]: async (\n\t\t\t_runtime,\n\t\t\t{ tokens, modelType = ModelTypes.TEXT_LARGE }: DetokenizeTextParams,\n\t\t) => {\n\t\t\treturn await detokenizeText(modelType ?? ModelTypes.TEXT_LARGE, tokens);\n\t\t},\n\t\t[ModelTypes.TEXT_SMALL]: async (\n\t\t\truntime,\n\t\t\t{ prompt, stopSequences = [] }: GenerateTextParams,\n\t\t) => {\n\t\t\tconst temperature = 0.7;\n\t\t\tconst frequency_penalty = 0.7;\n\t\t\tconst presence_penalty = 0.7;\n\t\t\tconst max_response_length = 8192;\n\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst model =\n\t\t\t\truntime.getSetting(\"OPENAI_SMALL_MODEL\") ??\n\t\t\t\truntime.getSetting(\"SMALL_MODEL\") ??\n\t\t\t\t\"gpt-4o-mini\";\n\n\t\t\tconsole.log(\"generating text\");\n\t\t\tconsole.log(prompt);\n\n\t\t\tconst { text: openaiResponse } = await generateText({\n\t\t\t\tmodel: openai.languageModel(model),\n\t\t\t\tprompt: prompt,\n\t\t\t\tsystem: runtime.character.system ?? undefined,\n\t\t\t\ttemperature: temperature,\n\t\t\t\tmaxTokens: max_response_length,\n\t\t\t\tfrequencyPenalty: frequency_penalty,\n\t\t\t\tpresencePenalty: presence_penalty,\n\t\t\t\tstopSequences: stopSequences,\n\t\t\t});\n\n\t\t\treturn openaiResponse;\n\t\t},\n\t\t[ModelTypes.TEXT_LARGE]: async (\n\t\t\truntime,\n\t\t\t{\n\t\t\t\tprompt,\n\t\t\t\tstopSequences = [],\n\t\t\t\tmaxTokens = 8192,\n\t\t\t\ttemperature = 0.7,\n\t\t\t\tfrequencyPenalty = 0.7,\n\t\t\t\tpresencePenalty = 0.7,\n\t\t\t}: GenerateTextParams,\n\t\t) => {\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst model =\n\t\t\t\truntime.getSetting(\"OPENAI_LARGE_MODEL\") ??\n\t\t\t\truntime.getSetting(\"LARGE_MODEL\") ??\n\t\t\t\t\"gpt-4o\";\n\n\t\t\tconst { text: openaiResponse } = await generateText({\n\t\t\t\tmodel: openai.languageModel(model),\n\t\t\t\tprompt: prompt,\n\t\t\t\tsystem: runtime.character.system ?? undefined,\n\t\t\t\ttemperature: temperature,\n\t\t\t\tmaxTokens: maxTokens,\n\t\t\t\tfrequencyPenalty: frequencyPenalty,\n\t\t\t\tpresencePenalty: presencePenalty,\n\t\t\t\tstopSequences: stopSequences,\n\t\t\t});\n\n\t\t\treturn openaiResponse;\n\t\t},\n\t\t[ModelTypes.IMAGE]: async (\n\t\t\truntime,\n\t\t\tparams: {\n\t\t\t\tprompt: string;\n\t\t\t\tn?: number;\n\t\t\t\tsize?: string;\n\t\t\t},\n\t\t) => {\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconst response = await fetch(`${baseURL}/images/generations`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t},\n\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\tprompt: params.prompt,\n\t\t\t\t\tn: params.n || 1,\n\t\t\t\t\tsize: params.size || \"1024x1024\",\n\t\t\t\t}),\n\t\t\t});\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to generate image: ${response.statusText}`);\n\t\t\t}\n\t\t\tconst data = await response.json();\n\t\t\tconst typedData = data as { data: { url: string }[] };\n\t\t\treturn typedData.data;\n\t\t},\n\t\t[ModelTypes.IMAGE_DESCRIPTION]: async (runtime, imageUrl) => {\n\t\t\tconsole.log(\"IMAGE_DESCRIPTION\");\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconsole.log(\"baseURL\", baseURL);\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst { text } = await generateText({\n\t\t\t\tmodel: openai.languageModel(\n\t\t\t\t\truntime.getSetting(\"OPENAI_SMALL_MODEL\") ?? \"gpt-4o-mini\",\n\t\t\t\t),\n\t\t\t\tmessages: [\n\t\t\t\t\t{\n\t\t\t\t\t\trole: \"system\",\n\t\t\t\t\t\tcontent:\n\t\t\t\t\t\t\t\"Provide a title and brief description of the image. Structure this as XML with the following syntax:\\n<title>{{title}}</title>\\n<description>{{description}}</description>\\nReplacing the handlerbars with the actual text\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\trole: \"user\",\n\t\t\t\t\t\tcontent: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\ttype: \"image\" as const,\n\t\t\t\t\t\t\t\timage: imageUrl,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t\ttemperature: 0.7,\n\t\t\t\tmaxTokens: 1024,\n\t\t\t\tfrequencyPenalty: 0,\n\t\t\t\tpresencePenalty: 0,\n\t\t\t\tstopSequences: [],\n\t\t\t});\n\n\t\t\tconst titleMatch = text.match(/<title>(.*?)<\\/title>/);\n\t\t\tconst descriptionMatch = text.match(/<description>(.*?)<\\/description>/);\n\n\t\t\tif (!titleMatch || !descriptionMatch) {\n\t\t\t\tthrow new Error(\"Could not parse title or description from response\");\n\t\t\t}\n\n\t\t\treturn {\n\t\t\t\ttitle: titleMatch[1],\n\t\t\t\tdescription: descriptionMatch[1],\n\t\t\t};\n\t\t},\n\t\t[ModelTypes.TRANSCRIPTION]: async (runtime, audioBuffer: Buffer) => {\n\t\t\tconsole.log(\"audioBuffer\", audioBuffer);\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconst formData = new FormData();\n\t\t\tformData.append(\"file\", new Blob([audioBuffer], { type: \"audio/mp3\" }));\n\t\t\tformData.append(\"model\", \"whisper-1\");\n\t\t\tconst response = await fetch(`${baseURL}/audio/transcriptions`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t// Note: Do not set a Content-Type header—letting fetch set it for FormData is best\n\t\t\t\t},\n\t\t\t\tbody: formData,\n\t\t\t});\n\n\t\t\tconsole.log(\"response\", response);\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to transcribe audio: ${response.statusText}`);\n\t\t\t}\n\t\t\tconst data = (await response.json()) as { text: string };\n\t\t\treturn data.text;\n\t\t},\n\t},\n\ttests: [\n\t\t{\n\t\t\tname: \"openai_plugin_tests\",\n\t\t\ttests: [\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_url_and_api_key_validation\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst baseURL =\n\t\t\t\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ??\n\t\t\t\t\t\t\t\"https://api.openai.com/v1\";\n\t\t\t\t\t\tconst response = await fetch(`${baseURL}/models`, {\n\t\t\t\t\t\t\theaders: {\n\t\t\t\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t});\n\t\t\t\t\t\tconst data = await response.json();\n\t\t\t\t\t\tconsole.log(\"Models Available:\", (data as any)?.data.length);\n\t\t\t\t\t\tif (!response.ok) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t`Failed to validate OpenAI API key: ${response.statusText}`,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_embedding\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst embedding = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.TEXT_EMBEDDING,\n\t\t\t\t\t\t\t\t\"Hello, world!\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconsole.log(\"embedding\", embedding);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_text_embedding:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_large\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst text = await runtime.useModel(ModelTypes.TEXT_LARGE, {\n\t\t\t\t\t\t\t\tprompt: \"What is the nature of reality in 10 words?\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tif (text.length === 0) {\n\t\t\t\t\t\t\t\tthrow new Error(\"Failed to generate text\");\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tconsole.log(\"generated with test_text_large:\", text);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_text_large:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_small\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst text = await runtime.useModel(ModelTypes.TEXT_SMALL, {\n\t\t\t\t\t\t\t\tprompt: \"What is the nature of reality in 10 words?\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tif (text.length === 0) {\n\t\t\t\t\t\t\t\tthrow new Error(\"Failed to generate text\");\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tconsole.log(\"generated with test_text_small:\", text);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_text_small:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_image_generation\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconsole.log(\"openai_test_image_generation\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst image = await runtime.useModel(ModelTypes.IMAGE, {\n\t\t\t\t\t\t\t\tprompt: \"A beautiful sunset over a calm ocean\",\n\t\t\t\t\t\t\t\tn: 1,\n\t\t\t\t\t\t\t\tsize: \"1024x1024\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tconsole.log(\"generated with test_image_generation:\", image);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_image_generation:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_image_description\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconsole.log(\"openai_test_image_description\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst { title, description } = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.IMAGE_DESCRIPTION,\n\t\t\t\t\t\t\t\t\"https://upload.wikimedia.org/wikipedia/commons/thumb/1/1c/Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg/537px-Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconsole.log(\n\t\t\t\t\t\t\t\t\"generated with test_image_description:\",\n\t\t\t\t\t\t\t\ttitle,\n\t\t\t\t\t\t\t\tdescription,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_image_description:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_transcription\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconsole.log(\"openai_test_transcription\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst response = await fetch(\n\t\t\t\t\t\t\t\t\"https://upload.wikimedia.org/wikipedia/en/4/40/Chris_Benoit_Voice_Message.ogg\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconst arrayBuffer = await response.arrayBuffer();\n\t\t\t\t\t\t\tconst transcription = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.TRANSCRIPTION,\n\t\t\t\t\t\t\t\tBuffer.from(new Uint8Array(arrayBuffer)),\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconsole.log(\"generated with test_transcription:\", transcription);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_transcription:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_tokenizer_encode\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst prompt = \"Hello tokenizer encode!\";\n\t\t\t\t\t\tconst tokens = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_ENCODE,\n\t\t\t\t\t\t\t{ prompt },\n\t\t\t\t\t\t);\n\t\t\t\t\t\tif (!Array.isArray(tokens) || tokens.length === 0) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t\"Failed to tokenize text: expected non-empty array of tokens\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tconsole.log(\"Tokenized output:\", tokens);\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_tokenizer_decode\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst prompt = \"Hello tokenizer decode!\";\n\t\t\t\t\t\t// Encode the string into tokens first\n\t\t\t\t\t\tconst tokens = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_ENCODE,\n\t\t\t\t\t\t\t{ prompt },\n\t\t\t\t\t\t);\n\t\t\t\t\t\t// Now decode tokens back into text\n\t\t\t\t\t\tconst decodedText = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_DECODE,\n\t\t\t\t\t\t\t{ tokens },\n\t\t\t\t\t\t);\n\t\t\t\t\t\tif (decodedText !== prompt) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t`Decoded text does not match original. Expected \"${prompt}\", got \"${decodedText}\"`,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tconsole.log(\"Decoded text:\", decodedText);\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t],\n\t\t},\n\t],\n};\nexport default openaiPlugin;\n"],"mappings":";AAAA,SAAS,oBAAoB;AAE7B;AAAA,EAGC;AAAA,OAEM;AACP,SAAS,oBAAoB;AAC7B,SAA6B,wBAAwB;AACrD,SAAS,SAAS;AASlB,eAAe,aAAa,OAAkB,QAAgB;AAC7D,QAAM,YACL,UAAU,WAAW,aACjB,QAAQ,IAAI,sBACd,QAAQ,IAAI,eACZ,gBACE,QAAQ,IAAI,eAAe;AAChC,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,QAAM,SAAS,SAAS,OAAO,MAAM;AACrC,SAAO;AACR;AASA,eAAe,eAAe,OAAkB,QAAkB;AACjE,QAAM,YACL,UAAU,WAAW,aACjB,QAAQ,IAAI,sBACd,QAAQ,IAAI,eACZ,gBACE,QAAQ,IAAI,sBAAsB,QAAQ,IAAI,eAAe;AAClE,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,SAAO,SAAS,OAAO,MAAM;AAC9B;AAEA,IAAM,eAAe,EAAE,OAAO;AAAA,EAC7B,gBAAgB,EAAE,OAAO,EAAE,IAAI,GAAG,4BAA4B;AAAA,EAC9D,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC3C,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,aAAa,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAMM,IAAM,eAAuB;AAAA,EACnC,MAAM;AAAA,EACN,aAAa;AAAA,EACb,QAAQ;AAAA,IACP,gBAAgB,QAAQ,IAAI;AAAA,IAC5B,iBAAiB,QAAQ,IAAI;AAAA,IAC7B,oBAAoB,QAAQ,IAAI;AAAA,IAChC,oBAAoB,QAAQ,IAAI;AAAA,IAChC,aAAa,QAAQ,IAAI;AAAA,IACzB,aAAa,QAAQ,IAAI;AAAA,EAC1B;AAAA,EACA,MAAM,KAAK,QAAgC;AAC1C,QAAI;AACH,YAAM,kBAAkB,MAAM,aAAa,WAAW,MAAM;AAG5D,iBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,eAAe,GAAG;AAC3D,YAAI,MAAO,SAAQ,IAAI,GAAG,IAAI;AAAA,MAC/B;AAGA,UAAI,CAAC,QAAQ,IAAI,gBAAgB;AAChC,gBAAQ;AAAA,UACP;AAAA,QACD;AAEA;AAAA,MACD;AAGA,UAAI;AACH,cAAM,UACL,QAAQ,IAAI,mBAAmB;AAChC,cAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,UACjD,SAAS,EAAE,eAAe,UAAU,QAAQ,IAAI,cAAc,GAAG;AAAA,QAClE,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AACjB,kBAAQ;AAAA,YACP,qCAAqC,SAAS,UAAU;AAAA,UACzD;AACA,kBAAQ;AAAA,YACP;AAAA,UACD;AAAA,QAED,OAAO;AACN,kBAAQ,IAAI,uCAAuC;AAAA,QACpD;AAAA,MACD,SAAS,YAAY;AACpB,gBAAQ,KAAK,oCAAoC,UAAU,EAAE;AAC7D,gBAAQ;AAAA,UACP;AAAA,QACD;AAAA,MAED;AAAA,IACD,SAAS,OAAO;AACf,UAAI,iBAAiB,EAAE,UAAU;AAEhC,gBAAQ;AAAA,UACP,sCAAsC,MAAM,OAC1C,IAAI,CAAC,MAAM,EAAE,OAAO,EACpB;AAAA,YACA;AAAA,UACD,CAAC;AAAA,QACH;AAAA,MAED,OAAO;AAEN,cAAM;AAAA,MACP;AAAA,IACD;AAAA,EACD;AAAA,EACA,QAAQ;AAAA,IACP,CAAC,WAAW,cAAc,GAAG,OAC5B,UACA,SACI;AACJ,UAAI,CAAC,MAAM;AAEV,eAAO,IAAI,MAAM,IAAI,EAAE,KAAK,CAAC;AAAA,MAC9B;AAEA,YAAM,UACL,QAAQ,IAAI,mBAAmB;AAGhC,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,eAAe;AAAA,QACrD,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,IAAI,cAAc;AAAA,UACnD,gBAAgB;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACpB,OAAO;AAAA,UACP,OAAO;AAAA,QACR,CAAC;AAAA,MACF,CAAC;AACD,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,4BAA4B,SAAS,UAAU,EAAE;AAAA,MAClE;AAEA,YAAM,OAAQ,MAAM,SAAS,KAAK;AAGlC,aAAO,KAAK,KAAK,CAAC,EAAE;AAAA,IACrB;AAAA,IACA,CAAC,WAAW,qBAAqB,GAAG,OACnC,UACA,EAAE,QAAQ,YAAY,WAAW,WAAW,MACxC;AACJ,aAAO,MAAM,aAAa,aAAa,WAAW,YAAY,MAAM;AAAA,IACrE;AAAA,IACA,CAAC,WAAW,qBAAqB,GAAG,OACnC,UACA,EAAE,QAAQ,YAAY,WAAW,WAAW,MACxC;AACJ,aAAO,MAAM,eAAe,aAAa,WAAW,YAAY,MAAM;AAAA,IACvE;AAAA,IACA,CAAC,WAAW,UAAU,GAAG,OACxB,SACA,EAAE,QAAQ,gBAAgB,CAAC,EAAE,MACzB;AACJ,YAAM,cAAc;AACpB,YAAM,oBAAoB;AAC1B,YAAM,mBAAmB;AACzB,YAAM,sBAAsB;AAE5B,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAE1C,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,QACL,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAED,cAAQ,IAAI,iBAAiB;AAC7B,cAAQ,IAAI,MAAM;AAElB,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QACnD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA,WAAW;AAAA,QACX,kBAAkB;AAAA,QAClB,iBAAiB;AAAA,QACjB;AAAA,MACD,CAAC;AAED,aAAO;AAAA,IACR;AAAA,IACA,CAAC,WAAW,UAAU,GAAG,OACxB,SACA;AAAA,MACC;AAAA,MACA,gBAAgB,CAAC;AAAA,MACjB,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,mBAAmB;AAAA,MACnB,kBAAkB;AAAA,IACnB,MACI;AACJ,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAE1C,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,QACL,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAED,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QACnD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACD,CAAC;AAED,aAAO;AAAA,IACR;AAAA,IACA,CAAC,WAAW,KAAK,GAAG,OACnB,SACA,WAKI;AACJ,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,uBAAuB;AAAA,QAC7D,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,UAC7D,gBAAgB;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACpB,QAAQ,OAAO;AAAA,UACf,GAAG,OAAO,KAAK;AAAA,UACf,MAAM,OAAO,QAAQ;AAAA,QACtB,CAAC;AAAA,MACF,CAAC;AACD,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,6BAA6B,SAAS,UAAU,EAAE;AAAA,MACnE;AACA,YAAM,OAAO,MAAM,SAAS,KAAK;AACjC,YAAM,YAAY;AAClB,aAAO,UAAU;AAAA,IAClB;AAAA,IACA,CAAC,WAAW,iBAAiB,GAAG,OAAO,SAAS,aAAa;AAC5D,cAAQ,IAAI,mBAAmB;AAC/B,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,cAAQ,IAAI,WAAW,OAAO;AAC9B,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,EAAE,KAAK,IAAI,MAAM,aAAa;AAAA,QACnC,OAAO,OAAO;AAAA,UACb,QAAQ,WAAW,oBAAoB,KAAK;AAAA,QAC7C;AAAA,QACA,UAAU;AAAA,UACT;AAAA,YACC,MAAM;AAAA,YACN,SACC;AAAA,UACF;AAAA,UACA;AAAA,YACC,MAAM;AAAA,YACN,SAAS;AAAA,cACR;AAAA,gBACC,MAAM;AAAA,gBACN,OAAO;AAAA,cACR;AAAA,YACD;AAAA,UACD;AAAA,QACD;AAAA,QACA,aAAa;AAAA,QACb,WAAW;AAAA,QACX,kBAAkB;AAAA,QAClB,iBAAiB;AAAA,QACjB,eAAe,CAAC;AAAA,MACjB,CAAC;AAED,YAAM,aAAa,KAAK,MAAM,uBAAuB;AACrD,YAAM,mBAAmB,KAAK,MAAM,mCAAmC;AAEvE,UAAI,CAAC,cAAc,CAAC,kBAAkB;AACrC,cAAM,IAAI,MAAM,oDAAoD;AAAA,MACrE;AAEA,aAAO;AAAA,QACN,OAAO,WAAW,CAAC;AAAA,QACnB,aAAa,iBAAiB,CAAC;AAAA,MAChC;AAAA,IACD;AAAA,IACA,CAAC,WAAW,aAAa,GAAG,OAAO,SAAS,gBAAwB;AACnE,cAAQ,IAAI,eAAe,WAAW;AACtC,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,YAAM,WAAW,IAAI,SAAS;AAC9B,eAAS,OAAO,QAAQ,IAAI,KAAK,CAAC,WAAW,GAAG,EAAE,MAAM,YAAY,CAAC,CAAC;AACtE,eAAS,OAAO,SAAS,WAAW;AACpC,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,yBAAyB;AAAA,QAC/D,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA;AAAA,QAE9D;AAAA,QACA,MAAM;AAAA,MACP,CAAC;AAED,cAAQ,IAAI,YAAY,QAAQ;AAChC,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,MACrE;AACA,YAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,aAAO,KAAK;AAAA,IACb;AAAA,EACD;AAAA,EACA,OAAO;AAAA,IACN;AAAA,MACC,MAAM;AAAA,MACN,OAAO;AAAA,QACN;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,UACL,QAAQ,WAAW,iBAAiB,KACpC;AACD,kBAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,cACjD,SAAS;AAAA,gBACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,cAC9D;AAAA,YACD,CAAC;AACD,kBAAM,OAAO,MAAM,SAAS,KAAK;AACjC,oBAAQ,IAAI,qBAAsB,MAAc,KAAK,MAAM;AAC3D,gBAAI,CAAC,SAAS,IAAI;AACjB,oBAAM,IAAI;AAAA,gBACT,sCAAsC,SAAS,UAAU;AAAA,cAC1D;AAAA,YACD;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,YAAY,MAAM,QAAQ;AAAA,gBAC/B,WAAW;AAAA,gBACX;AAAA,cACD;AACA,sBAAQ,IAAI,aAAa,SAAS;AAAA,YACnC,SAAS,OAAO;AACf,sBAAQ,MAAM,iCAAiC,KAAK;AACpD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,OAAO,MAAM,QAAQ,SAAS,WAAW,YAAY;AAAA,gBAC1D,QAAQ;AAAA,cACT,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACtB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC1C;AACA,sBAAQ,IAAI,mCAAmC,IAAI;AAAA,YACpD,SAAS,OAAO;AACf,sBAAQ,MAAM,6BAA6B,KAAK;AAChD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,OAAO,MAAM,QAAQ,SAAS,WAAW,YAAY;AAAA,gBAC1D,QAAQ;AAAA,cACT,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACtB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC1C;AACA,sBAAQ,IAAI,mCAAmC,IAAI;AAAA,YACpD,SAAS,OAAO;AACf,sBAAQ,MAAM,6BAA6B,KAAK;AAChD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,oBAAQ,IAAI,8BAA8B;AAC1C,gBAAI;AACH,oBAAM,QAAQ,MAAM,QAAQ,SAAS,WAAW,OAAO;AAAA,gBACtD,QAAQ;AAAA,gBACR,GAAG;AAAA,gBACH,MAAM;AAAA,cACP,CAAC;AACD,sBAAQ,IAAI,yCAAyC,KAAK;AAAA,YAC3D,SAAS,OAAO;AACf,sBAAQ,MAAM,mCAAmC,KAAK;AACtD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,oBAAQ,IAAI,+BAA+B;AAC3C,gBAAI;AACH,oBAAM,EAAE,OAAO,YAAY,IAAI,MAAM,QAAQ;AAAA,gBAC5C,WAAW;AAAA,gBACX;AAAA,cACD;AACA,sBAAQ;AAAA,gBACP;AAAA,gBACA;AAAA,gBACA;AAAA,cACD;AAAA,YACD,SAAS,OAAO;AACf,sBAAQ,MAAM,oCAAoC,KAAK;AACvD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,oBAAQ,IAAI,2BAA2B;AACvC,gBAAI;AACH,oBAAM,WAAW,MAAM;AAAA,gBACtB;AAAA,cACD;AACA,oBAAM,cAAc,MAAM,SAAS,YAAY;AAC/C,oBAAM,gBAAgB,MAAM,QAAQ;AAAA,gBACnC,WAAW;AAAA,gBACX,OAAO,KAAK,IAAI,WAAW,WAAW,CAAC;AAAA,cACxC;AACA,sBAAQ,IAAI,sCAAsC,aAAa;AAAA,YAChE,SAAS,OAAO;AACf,sBAAQ,MAAM,gCAAgC,KAAK;AACnD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,SAAS;AACf,kBAAM,SAAS,MAAM,QAAQ;AAAA,cAC5B,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AACA,gBAAI,CAAC,MAAM,QAAQ,MAAM,KAAK,OAAO,WAAW,GAAG;AAClD,oBAAM,IAAI;AAAA,gBACT;AAAA,cACD;AAAA,YACD;AACA,oBAAQ,IAAI,qBAAqB,MAAM;AAAA,UACxC;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,SAAS;AAEf,kBAAM,SAAS,MAAM,QAAQ;AAAA,cAC5B,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AAEA,kBAAM,cAAc,MAAM,QAAQ;AAAA,cACjC,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AACA,gBAAI,gBAAgB,QAAQ;AAC3B,oBAAM,IAAI;AAAA,gBACT,mDAAmD,MAAM,WAAW,WAAW;AAAA,cAChF;AAAA,YACD;AACA,oBAAQ,IAAI,iBAAiB,WAAW;AAAA,UACzC;AAAA,QACD;AAAA,MACD;AAAA,IACD;AAAA,EACD;AACD;AACA,IAAO,gBAAQ;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { createOpenAI } from \"@ai-sdk/openai\";\nimport type {\n\tIAgentRuntime,\n\tImageDescriptionParams,\n\tModelType,\n\tObjectGenerationParams,\n\tPlugin,\n\tTextEmbeddingParams,\n} from \"@elizaos/core\";\nimport {\n\ttype DetokenizeTextParams,\n\ttype GenerateTextParams,\n\tModelTypes,\n\ttype TokenizeTextParams,\n\tlogger,\n} from \"@elizaos/core\";\nimport { generateText } from \"ai\";\nimport { type TiktokenModel, encodingForModel } from \"js-tiktoken\";\nimport { z } from \"zod\";\n\n/**\n * Asynchronously tokenizes the given text based on the specified model and prompt.\n *\n * @param {ModelType} model - The type of model to use for tokenization.\n * @param {string} prompt - The text prompt to tokenize.\n * @returns {number[]} - An array of tokens representing the encoded prompt.\n */\nasync function tokenizeText(model: ModelType, prompt: string) {\n\tconst modelName =\n\t\tmodel === ModelTypes.TEXT_SMALL\n\t\t\t? (process.env.OPENAI_SMALL_MODEL ??\n\t\t\t\tprocess.env.SMALL_MODEL ??\n\t\t\t\t\"gpt-4o-mini\")\n\t\t\t: (process.env.LARGE_MODEL ?? \"gpt-4o\");\n\tconst encoding = encodingForModel(modelName as TiktokenModel);\n\tconst tokens = encoding.encode(prompt);\n\treturn tokens;\n}\n\n/**\n * Detokenize a sequence of tokens back into text using the specified model.\n *\n * @param {ModelType} model - The type of model to use for detokenization.\n * @param {number[]} tokens - The sequence of tokens to detokenize.\n * @returns {string} The detokenized text.\n */\nasync function detokenizeText(model: ModelType, tokens: number[]) {\n\tconst modelName =\n\t\tmodel === ModelTypes.TEXT_SMALL\n\t\t\t? (process.env.OPENAI_SMALL_MODEL ??\n\t\t\t\tprocess.env.SMALL_MODEL ??\n\t\t\t\t\"gpt-4o-mini\")\n\t\t\t: (process.env.OPENAI_LARGE_MODEL ?? process.env.LARGE_MODEL ?? \"gpt-4o\");\n\tconst encoding = encodingForModel(modelName as TiktokenModel);\n\treturn encoding.decode(tokens);\n}\n\nconst configSchema = z.object({\n\tOPENAI_API_KEY: z.string().min(1, \"OpenAI API key is required\"),\n\tOPENAI_BASE_URL: z.string().url().optional(),\n\tOPENAI_SMALL_MODEL: z.string().optional(),\n\tOPENAI_LARGE_MODEL: z.string().optional(),\n\tSMALL_MODEL: z.string().optional(),\n\tLARGE_MODEL: z.string().optional(),\n});\n\n/**\n * Defines the OpenAI plugin with its name, description, and configuration options.\n * @type {Plugin}\n */\nexport const openaiPlugin: Plugin = {\n\tname: \"openai\",\n\tdescription: \"OpenAI plugin\",\n\tconfig: {\n\t\tOPENAI_API_KEY: process.env.OPENAI_API_KEY,\n\t\tOPENAI_BASE_URL: process.env.OPENAI_BASE_URL,\n\t\tOPENAI_SMALL_MODEL: process.env.OPENAI_SMALL_MODEL,\n\t\tOPENAI_LARGE_MODEL: process.env.OPENAI_LARGE_MODEL,\n\t\tSMALL_MODEL: process.env.SMALL_MODEL,\n\t\tLARGE_MODEL: process.env.LARGE_MODEL,\n\t},\n\tasync init(config: Record<string, string>) {\n\t\ttry {\n\t\t\tconst validatedConfig = await configSchema.parseAsync(config);\n\n\t\t\t// Set all environment variables at once\n\t\t\tfor (const [key, value] of Object.entries(validatedConfig)) {\n\t\t\t\tif (value) process.env[key] = value;\n\t\t\t}\n\n\t\t\t// If API key is not set, we'll show a warning but continue\n\t\t\tif (!process.env.OPENAI_API_KEY) {\n\t\t\t\tlogger.warn(\n\t\t\t\t\t\"OPENAI_API_KEY is not set in environment - OpenAI functionality will be limited\",\n\t\t\t\t);\n\t\t\t\t// Return early without throwing an error\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\t// Verify API key only if we have one\n\t\t\ttry {\n\t\t\t\tconst baseURL =\n\t\t\t\t\tprocess.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\t\t\t\tconst response = await fetch(`${baseURL}/models`, {\n\t\t\t\t\theaders: { Authorization: `Bearer ${process.env.OPENAI_API_KEY}` },\n\t\t\t\t});\n\n\t\t\t\tif (!response.ok) {\n\t\t\t\t\tlogger.warn(\n\t\t\t\t\t\t`OpenAI API key validation failed: ${response.statusText}`,\n\t\t\t\t\t);\n\t\t\t\t\tlogger.warn(\n\t\t\t\t\t\t\"OpenAI functionality will be limited until a valid API key is provided\",\n\t\t\t\t\t);\n\t\t\t\t\t// Continue execution instead of throwing\n\t\t\t\t} else {\n\t\t\t\t\t// logger.log(\"OpenAI API key validated successfully\");\n\t\t\t\t}\n\t\t\t} catch (fetchError) {\n\t\t\t\tlogger.warn(`Error validating OpenAI API key: ${fetchError}`);\n\t\t\t\tlogger.warn(\n\t\t\t\t\t\"OpenAI functionality will be limited until a valid API key is provided\",\n\t\t\t\t);\n\t\t\t\t// Continue execution instead of throwing\n\t\t\t}\n\t\t} catch (error) {\n\t\t\tif (error instanceof z.ZodError) {\n\t\t\t\t// Convert to warning instead of error\n\t\t\t\tlogger.warn(\n\t\t\t\t\t`OpenAI plugin configuration issue: ${error.errors\n\t\t\t\t\t\t.map((e) => e.message)\n\t\t\t\t\t\t.join(\n\t\t\t\t\t\t\t\", \",\n\t\t\t\t\t\t)} - You need to configure the OPENAI_API_KEY in your environment variables`,\n\t\t\t\t);\n\t\t\t\t// Continue execution instead of throwing\n\t\t\t} else {\n\t\t\t\t// For unexpected errors, still throw\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t},\n\tmodels: {\n\t\t[ModelTypes.TEXT_EMBEDDING]: async (\n\t\t\truntime,\n\t\t\tparams: TextEmbeddingParams | string | null,\n\t\t): Promise<number[]> => {\n\t\t\t// Handle null input (initialization case)\n\t\t\tif (params === null) {\n\t\t\t\tlogger.debug(\"Creating test embedding for initialization\");\n\t\t\t\t// Return a consistent vector for null input\n\t\t\t\tconst testVector = Array(1536).fill(0);\n\t\t\t\ttestVector[0] = 0.1; // Make it non-zero\n\t\t\t\treturn testVector;\n\t\t\t}\n\n\t\t\t// Get the text from whatever format was provided\n\t\t\tlet text: string;\n\t\t\tif (typeof params === \"string\") {\n\t\t\t\ttext = params; // Direct string input\n\t\t\t} else if (typeof params === \"object\" && params.text) {\n\t\t\t\ttext = params.text; // Object with text property\n\t\t\t} else {\n\t\t\t\tlogger.warn(\"Invalid input format for embedding\");\n\t\t\t\t// Return a fallback for invalid input\n\t\t\t\tconst fallbackVector = Array(1536).fill(0);\n\t\t\t\tfallbackVector[0] = 0.2; // Different value for tracking\n\t\t\t\treturn fallbackVector;\n\t\t\t}\n\n\t\t\t// Skip API call for empty text\n\t\t\tif (!text.trim()) {\n\t\t\t\tlogger.warn(\"Empty text for embedding\");\n\t\t\t\tconst emptyVector = Array(1536).fill(0);\n\t\t\t\temptyVector[0] = 0.3; // Different value for tracking\n\t\t\t\treturn emptyVector;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tconst baseURL =\n\t\t\t\t\tprocess.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\n\t\t\t\t// Call the OpenAI API\n\t\t\t\tconst response = await fetch(`${baseURL}/embeddings`, {\n\t\t\t\t\tmethod: \"POST\",\n\t\t\t\t\theaders: {\n\t\t\t\t\t\tAuthorization: `Bearer ${process.env.OPENAI_API_KEY}`,\n\t\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t\t},\n\t\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\t\tmodel: \"text-embedding-3-small\",\n\t\t\t\t\t\tinput: text,\n\t\t\t\t\t}),\n\t\t\t\t});\n\n\t\t\t\tif (!response.ok) {\n\t\t\t\t\tlogger.error(\n\t\t\t\t\t\t`OpenAI API error: ${response.status} - ${response.statusText}`,\n\t\t\t\t\t);\n\t\t\t\t\tconst errorVector = Array(1536).fill(0);\n\t\t\t\t\terrorVector[0] = 0.4; // Different value for tracking\n\t\t\t\t\treturn errorVector;\n\t\t\t\t}\n\n\t\t\t\tconst data = (await response.json()) as {\n\t\t\t\t\tdata: [{ embedding: number[] }];\n\t\t\t\t};\n\n\t\t\t\tif (!data?.data?.[0]?.embedding) {\n\t\t\t\t\tlogger.error(\"API returned invalid structure\");\n\t\t\t\t\tconst errorVector = Array(1536).fill(0);\n\t\t\t\t\terrorVector[0] = 0.5; // Different value for tracking\n\t\t\t\t\treturn errorVector;\n\t\t\t\t}\n\n\t\t\t\tconst embedding = data.data[0].embedding;\n\t\t\t\tlogger.log(`Got valid embedding with length ${embedding.length}`);\n\t\t\t\treturn embedding;\n\t\t\t} catch (error) {\n\t\t\t\tlogger.error(\"Error generating embedding:\", error);\n\t\t\t\tconst errorVector = Array(1536).fill(0);\n\t\t\t\terrorVector[0] = 0.6; // Different value for tracking\n\t\t\t\treturn errorVector;\n\t\t\t}\n\t\t},\n\t\t[ModelTypes.TEXT_TOKENIZER_ENCODE]: async (\n\t\t\t_runtime,\n\t\t\t{ prompt, modelType = ModelTypes.TEXT_LARGE }: TokenizeTextParams,\n\t\t) => {\n\t\t\treturn await tokenizeText(modelType ?? ModelTypes.TEXT_LARGE, prompt);\n\t\t},\n\t\t[ModelTypes.TEXT_TOKENIZER_DECODE]: async (\n\t\t\t_runtime,\n\t\t\t{ tokens, modelType = ModelTypes.TEXT_LARGE }: DetokenizeTextParams,\n\t\t) => {\n\t\t\treturn await detokenizeText(modelType ?? ModelTypes.TEXT_LARGE, tokens);\n\t\t},\n\t\t[ModelTypes.TEXT_SMALL]: async (\n\t\t\truntime,\n\t\t\t{ prompt, stopSequences = [] }: GenerateTextParams,\n\t\t) => {\n\t\t\tconst temperature = 0.7;\n\t\t\tconst frequency_penalty = 0.7;\n\t\t\tconst presence_penalty = 0.7;\n\t\t\tconst max_response_length = 8192;\n\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst model =\n\t\t\t\truntime.getSetting(\"OPENAI_SMALL_MODEL\") ??\n\t\t\t\truntime.getSetting(\"SMALL_MODEL\") ??\n\t\t\t\t\"gpt-4o-mini\";\n\n\t\t\tlogger.log(\"generating text\");\n\t\t\tlogger.log(prompt);\n\n\t\t\tconst { text: openaiResponse } = await generateText({\n\t\t\t\tmodel: openai.languageModel(model),\n\t\t\t\tprompt: prompt,\n\t\t\t\tsystem: runtime.character.system ?? undefined,\n\t\t\t\ttemperature: temperature,\n\t\t\t\tmaxTokens: max_response_length,\n\t\t\t\tfrequencyPenalty: frequency_penalty,\n\t\t\t\tpresencePenalty: presence_penalty,\n\t\t\t\tstopSequences: stopSequences,\n\t\t\t});\n\n\t\t\treturn openaiResponse;\n\t\t},\n\t\t[ModelTypes.TEXT_LARGE]: async (\n\t\t\truntime,\n\t\t\t{\n\t\t\t\tprompt,\n\t\t\t\tstopSequences = [],\n\t\t\t\tmaxTokens = 8192,\n\t\t\t\ttemperature = 0.7,\n\t\t\t\tfrequencyPenalty = 0.7,\n\t\t\t\tpresencePenalty = 0.7,\n\t\t\t}: GenerateTextParams,\n\t\t) => {\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst model =\n\t\t\t\truntime.getSetting(\"OPENAI_LARGE_MODEL\") ??\n\t\t\t\truntime.getSetting(\"LARGE_MODEL\") ??\n\t\t\t\t\"gpt-4o\";\n\n\t\t\tconst { text: openaiResponse } = await generateText({\n\t\t\t\tmodel: openai.languageModel(model),\n\t\t\t\tprompt: prompt,\n\t\t\t\tsystem: runtime.character.system ?? undefined,\n\t\t\t\ttemperature: temperature,\n\t\t\t\tmaxTokens: maxTokens,\n\t\t\t\tfrequencyPenalty: frequencyPenalty,\n\t\t\t\tpresencePenalty: presencePenalty,\n\t\t\t\tstopSequences: stopSequences,\n\t\t\t});\n\n\t\t\treturn openaiResponse;\n\t\t},\n\t\t[ModelTypes.IMAGE]: async (\n\t\t\truntime,\n\t\t\tparams: {\n\t\t\t\tprompt: string;\n\t\t\t\tn?: number;\n\t\t\t\tsize?: string;\n\t\t\t},\n\t\t) => {\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconst response = await fetch(`${baseURL}/images/generations`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t},\n\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\tprompt: params.prompt,\n\t\t\t\t\tn: params.n || 1,\n\t\t\t\t\tsize: params.size || \"1024x1024\",\n\t\t\t\t}),\n\t\t\t});\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to generate image: ${response.statusText}`);\n\t\t\t}\n\t\t\tconst data = await response.json();\n\t\t\tconst typedData = data as { data: { url: string }[] };\n\t\t\treturn typedData.data;\n\t\t},\n\t\t[ModelTypes.IMAGE_DESCRIPTION]: async (\n\t\t\truntime,\n\t\t\tparams: ImageDescriptionParams | string,\n\t\t) => {\n\t\t\t// Handle string case (direct URL)\n\t\t\tlet imageUrl: string;\n\t\t\tlet prompt: string | undefined;\n\n\t\t\tif (typeof params === \"string\") {\n\t\t\t\timageUrl = params;\n\t\t\t\tprompt = undefined;\n\t\t\t} else {\n\t\t\t\t// Object parameter case\n\t\t\t\timageUrl = params.imageUrl;\n\t\t\t\tprompt = params.prompt;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tconst baseURL =\n\t\t\t\t\tprocess.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\t\t\t\tconst apiKey = process.env.OPENAI_API_KEY;\n\n\t\t\t\tif (!apiKey) {\n\t\t\t\t\tlogger.error(\"OpenAI API key not set\");\n\t\t\t\t\treturn {\n\t\t\t\t\t\ttitle: \"Failed to analyze image\",\n\t\t\t\t\t\tdescription: \"API key not configured\",\n\t\t\t\t\t};\n\t\t\t\t}\n\n\t\t\t\t// Call the GPT-4 Vision API\n\t\t\t\tconst response = await fetch(`${baseURL}/chat/completions`, {\n\t\t\t\t\tmethod: \"POST\",\n\t\t\t\t\theaders: {\n\t\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t\t\tAuthorization: `Bearer ${apiKey}`,\n\t\t\t\t\t},\n\t\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\t\tmodel: \"gpt-4-vision-preview\",\n\t\t\t\t\t\tmessages: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\trole: \"user\",\n\t\t\t\t\t\t\t\tcontent: [\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\t\t\t\ttext:\n\t\t\t\t\t\t\t\t\t\t\tprompt ||\n\t\t\t\t\t\t\t\t\t\t\t\"Please analyze this image and provide a title and detailed description.\",\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\t\ttype: \"image_url\",\n\t\t\t\t\t\t\t\t\t\timage_url: { url: imageUrl },\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t],\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t\tmax_tokens: 300,\n\t\t\t\t\t}),\n\t\t\t\t});\n\n\t\t\t\tif (!response.ok) {\n\t\t\t\t\tthrow new Error(`OpenAI API error: ${response.status}`);\n\t\t\t\t}\n\n\t\t\t\tconst result: any = await response.json();\n\t\t\t\tconst content = result.choices?.[0]?.message?.content;\n\n\t\t\t\tif (!content) {\n\t\t\t\t\treturn {\n\t\t\t\t\t\ttitle: \"Failed to analyze image\",\n\t\t\t\t\t\tdescription: \"No response from API\",\n\t\t\t\t\t};\n\t\t\t\t}\n\n\t\t\t\t// Extract title and description\n\t\t\t\tconst titleMatch = content.match(/title[:\\s]+(.+?)(?:\\n|$)/i);\n\t\t\t\tconst title = titleMatch?.[1] || \"Image Analysis\";\n\n\t\t\t\t// Rest of content is the description\n\t\t\t\tconst description = content\n\t\t\t\t\t.replace(/title[:\\s]+(.+?)(?:\\n|$)/i, \"\")\n\t\t\t\t\t.trim();\n\n\t\t\t\treturn { title, description };\n\t\t\t} catch (error) {\n\t\t\t\tlogger.error(\"Error analyzing image:\", error);\n\t\t\t\treturn {\n\t\t\t\t\ttitle: \"Failed to analyze image\",\n\t\t\t\t\tdescription: `Error: ${error instanceof Error ? error.message : String(error)}`,\n\t\t\t\t};\n\t\t\t}\n\t\t},\n\t\t[ModelTypes.TRANSCRIPTION]: async (runtime, audioBuffer: Buffer) => {\n\t\t\tlogger.log(\"audioBuffer\", audioBuffer);\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconst formData = new FormData();\n\t\t\tformData.append(\"file\", new Blob([audioBuffer], { type: \"audio/mp3\" }));\n\t\t\tformData.append(\"model\", \"whisper-1\");\n\t\t\tconst response = await fetch(`${baseURL}/audio/transcriptions`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t// Note: Do not set a Content-Type header—letting fetch set it for FormData is best\n\t\t\t\t},\n\t\t\t\tbody: formData,\n\t\t\t});\n\n\t\t\tlogger.log(\"response\", response);\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to transcribe audio: ${response.statusText}`);\n\t\t\t}\n\t\t\tconst data = (await response.json()) as { text: string };\n\t\t\treturn data.text;\n\t\t},\n\t\t[ModelTypes.OBJECT_SMALL]: async (runtime, params) => {\n\t\t\treturn await generateObject(runtime, {\n\t\t\t\t...params,\n\t\t\t\tmodelType: ModelTypes.OBJECT_SMALL,\n\t\t\t});\n\t\t},\n\t\t[ModelTypes.OBJECT_LARGE]: async (runtime, params) => {\n\t\t\treturn await generateObject(runtime, {\n\t\t\t\t...params,\n\t\t\t\tmodelType: ModelTypes.OBJECT_LARGE,\n\t\t\t});\n\t\t},\n\t},\n\ttests: [\n\t\t{\n\t\t\tname: \"openai_plugin_tests\",\n\t\t\ttests: [\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_url_and_api_key_validation\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst baseURL =\n\t\t\t\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ??\n\t\t\t\t\t\t\t\"https://api.openai.com/v1\";\n\t\t\t\t\t\tconst response = await fetch(`${baseURL}/models`, {\n\t\t\t\t\t\t\theaders: {\n\t\t\t\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t});\n\t\t\t\t\t\tconst data = await response.json();\n\t\t\t\t\t\tlogger.log(\"Models Available:\", (data as any)?.data.length);\n\t\t\t\t\t\tif (!response.ok) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t`Failed to validate OpenAI API key: ${response.statusText}`,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_embedding\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst embedding = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.TEXT_EMBEDDING,\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\ttext: \"Hello, world!\",\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tlogger.log(\"embedding\", embedding);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tlogger.error(\"Error in test_text_embedding:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_large\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst text = await runtime.useModel(ModelTypes.TEXT_LARGE, {\n\t\t\t\t\t\t\t\tprompt: \"What is the nature of reality in 10 words?\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tif (text.length === 0) {\n\t\t\t\t\t\t\t\tthrow new Error(\"Failed to generate text\");\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tlogger.log(\"generated with test_text_large:\", text);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tlogger.error(\"Error in test_text_large:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_small\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst text = await runtime.useModel(ModelTypes.TEXT_SMALL, {\n\t\t\t\t\t\t\t\tprompt: \"What is the nature of reality in 10 words?\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tif (text.length === 0) {\n\t\t\t\t\t\t\t\tthrow new Error(\"Failed to generate text\");\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tlogger.log(\"generated with test_text_small:\", text);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tlogger.error(\"Error in test_text_small:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_image_generation\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tlogger.log(\"openai_test_image_generation\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst image = await runtime.useModel(ModelTypes.IMAGE, {\n\t\t\t\t\t\t\t\tprompt: \"A beautiful sunset over a calm ocean\",\n\t\t\t\t\t\t\t\tn: 1,\n\t\t\t\t\t\t\t\tsize: \"1024x1024\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tlogger.log(\"generated with test_image_generation:\", image);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tlogger.error(\"Error in test_image_generation:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"image-description\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tlogger.log(\"openai_test_image_description\");\n\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\tconst result = await runtime.useModel(\n\t\t\t\t\t\t\t\t\tModelTypes.IMAGE_DESCRIPTION,\n\t\t\t\t\t\t\t\t\t\"https://upload.wikimedia.org/wikipedia/commons/thumb/1/1c/Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg/537px-Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg\",\n\t\t\t\t\t\t\t\t);\n\n\t\t\t\t\t\t\t\t// Check if result has the expected structure\n\t\t\t\t\t\t\t\tif (\n\t\t\t\t\t\t\t\t\tresult &&\n\t\t\t\t\t\t\t\t\ttypeof result === \"object\" &&\n\t\t\t\t\t\t\t\t\t\"title\" in result &&\n\t\t\t\t\t\t\t\t\t\"description\" in result\n\t\t\t\t\t\t\t\t) {\n\t\t\t\t\t\t\t\t\tlogger.log(\"Image description:\", result);\n\t\t\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\t\t\tlogger.error(\n\t\t\t\t\t\t\t\t\t\t\"Invalid image description result format:\",\n\t\t\t\t\t\t\t\t\t\tresult,\n\t\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t} catch (e) {\n\t\t\t\t\t\t\t\tlogger.error(\"Error in image description test:\", e);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t} catch (e) {\n\t\t\t\t\t\t\tlogger.error(\"Error in openai_test_image_description:\", e);\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_transcription\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tlogger.log(\"openai_test_transcription\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst response = await fetch(\n\t\t\t\t\t\t\t\t\"https://upload.wikimedia.org/wikipedia/en/4/40/Chris_Benoit_Voice_Message.ogg\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconst arrayBuffer = await response.arrayBuffer();\n\t\t\t\t\t\t\tconst transcription = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.TRANSCRIPTION,\n\t\t\t\t\t\t\t\tBuffer.from(new Uint8Array(arrayBuffer)),\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tlogger.log(\"generated with test_transcription:\", transcription);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tlogger.error(\"Error in test_transcription:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_tokenizer_encode\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst prompt = \"Hello tokenizer encode!\";\n\t\t\t\t\t\tconst tokens = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_ENCODE,\n\t\t\t\t\t\t\t{ prompt },\n\t\t\t\t\t\t);\n\t\t\t\t\t\tif (!Array.isArray(tokens) || tokens.length === 0) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t\"Failed to tokenize text: expected non-empty array of tokens\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tlogger.log(\"Tokenized output:\", tokens);\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_tokenizer_decode\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst prompt = \"Hello tokenizer decode!\";\n\t\t\t\t\t\t// Encode the string into tokens first\n\t\t\t\t\t\tconst tokens = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_ENCODE,\n\t\t\t\t\t\t\t{ prompt },\n\t\t\t\t\t\t);\n\t\t\t\t\t\t// Now decode tokens back into text\n\t\t\t\t\t\tconst decodedText = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_DECODE,\n\t\t\t\t\t\t\t{ tokens },\n\t\t\t\t\t\t);\n\t\t\t\t\t\tif (decodedText !== prompt) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t`Decoded text does not match original. Expected \"${prompt}\", got \"${decodedText}\"`,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tlogger.log(\"Decoded text:\", decodedText);\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t],\n\t\t},\n\t],\n};\nexport default openaiPlugin;\n\n/**\n * Generates a structured object from a prompt using OpenAI's function calling capabilities.\n *\n * @param runtime The agent runtime\n * @param params The generation parameters\n * @returns The generated object\n */\nasync function generateObject(\n\truntime: IAgentRuntime,\n\tparams: ObjectGenerationParams,\n) {\n\tconst {\n\t\tprompt,\n\t\tschema,\n\t\toutput = \"object\",\n\t\tenumValues = [],\n\t\tmodelType = ModelTypes.OBJECT_SMALL,\n\t\ttemperature = 0.7,\n\t} = params;\n\n\t// Determine which model to use\n\tconst modelName =\n\t\tmodelType === ModelTypes.OBJECT_SMALL\n\t\t\t? (process.env.OPENAI_SMALL_MODEL ??\n\t\t\t\tprocess.env.SMALL_MODEL ??\n\t\t\t\t\"gpt-4o-mini\")\n\t\t\t: (process.env.OPENAI_LARGE_MODEL ?? process.env.LARGE_MODEL ?? \"gpt-4o\");\n\n\tconst baseURL = process.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\n\t// Handle enum types specifically\n\tif (output === \"enum\" && enumValues.length) {\n\t\ttry {\n\t\t\tconst response = await fetch(`${baseURL}/chat/completions`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t\tAuthorization: `Bearer ${process.env.OPENAI_API_KEY}`,\n\t\t\t\t},\n\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\tmodel: modelName,\n\t\t\t\t\tmessages: [{ role: \"user\", content: prompt }],\n\t\t\t\t\ttemperature,\n\t\t\t\t\ttools: [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\t\tfunction: {\n\t\t\t\t\t\t\t\tname: \"select_value\",\n\t\t\t\t\t\t\t\tdescription:\n\t\t\t\t\t\t\t\t\t\"Select the most appropriate value from the provided options\",\n\t\t\t\t\t\t\t\tparameters: {\n\t\t\t\t\t\t\t\t\ttype: \"object\",\n\t\t\t\t\t\t\t\t\tproperties: {\n\t\t\t\t\t\t\t\t\t\tvalue: {\n\t\t\t\t\t\t\t\t\t\t\ttype: \"string\",\n\t\t\t\t\t\t\t\t\t\t\tenum: enumValues,\n\t\t\t\t\t\t\t\t\t\t\tdescription: \"The selected value\",\n\t\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t\t\trequired: [\"value\"],\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t],\n\t\t\t\t\ttool_choice: { type: \"function\", function: { name: \"select_value\" } },\n\t\t\t\t}),\n\t\t\t});\n\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`API error: ${response.status}`);\n\t\t\t}\n\n\t\t\tconst result: any = await response.json();\n\t\t\tconst toolCalls = result.choices?.[0]?.message?.tool_calls;\n\n\t\t\tif (toolCalls && toolCalls.length > 0) {\n\t\t\t\ttry {\n\t\t\t\t\tconst functionArgs = JSON.parse(toolCalls[0].function.arguments);\n\t\t\t\t\treturn functionArgs.value;\n\t\t\t\t} catch (err) {\n\t\t\t\t\tlogger.error(\"Failed to parse function arguments:\", err);\n\t\t\t\t\treturn null;\n\t\t\t\t}\n\t\t\t}\n\n\t\t\treturn null;\n\t\t} catch (error) {\n\t\t\tlogger.error(\"Error generating enum value:\", error);\n\t\t\treturn null;\n\t\t}\n\t}\n\n\t// Handle regular object generation with schema\n\ttry {\n\t\t// Determine the appropriate JSON schema\n\t\tlet functionSchema: any;\n\n\t\tif (schema) {\n\t\t\t// Use provided schema\n\t\t\tfunctionSchema = schema;\n\t\t} else {\n\t\t\t// Default schema based on output type\n\t\t\tfunctionSchema = {\n\t\t\t\ttype: output === \"array\" ? \"array\" : \"object\",\n\t\t\t\t...(output === \"array\" ? { items: { type: \"object\" } } : {}),\n\t\t\t};\n\t\t}\n\n\t\t// Call the OpenAI API directly\n\t\tconst response = await fetch(`${baseURL}/chat/completions`, {\n\t\t\tmethod: \"POST\",\n\t\t\theaders: {\n\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\tAuthorization: `Bearer ${process.env.OPENAI_API_KEY}`,\n\t\t\t},\n\t\t\tbody: JSON.stringify({\n\t\t\t\tmodel: modelName,\n\t\t\t\tmessages: [{ role: \"user\", content: prompt }],\n\t\t\t\ttemperature,\n\t\t\t\ttools: [\n\t\t\t\t\t{\n\t\t\t\t\t\ttype: \"function\",\n\t\t\t\t\t\tfunction: {\n\t\t\t\t\t\t\tname: \"generate_structured_data\",\n\t\t\t\t\t\t\tdescription: \"Generate structured data based on the prompt\",\n\t\t\t\t\t\t\tparameters: functionSchema,\n\t\t\t\t\t\t},\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t\ttool_choice: {\n\t\t\t\t\ttype: \"function\",\n\t\t\t\t\tfunction: { name: \"generate_structured_data\" },\n\t\t\t\t},\n\t\t\t}),\n\t\t});\n\n\t\tif (!response.ok) {\n\t\t\tthrow new Error(`API error: ${response.status}`);\n\t\t}\n\n\t\tconst result: any = await response.json();\n\t\tconst toolCalls = result.choices?.[0]?.message?.tool_calls;\n\n\t\tif (toolCalls && toolCalls.length > 0) {\n\t\t\ttry {\n\t\t\t\treturn JSON.parse(toolCalls[0].function.arguments);\n\t\t\t} catch (err) {\n\t\t\t\tlogger.error(\"Failed to parse function arguments:\", err);\n\t\t\t\treturn null;\n\t\t\t}\n\t\t}\n\n\t\treturn null;\n\t} catch (error) {\n\t\tlogger.error(\"Error generating object:\", error);\n\t\treturn null;\n\t}\n}\n"],"mappings":";AAAA,SAAS,oBAAoB;AAS7B;AAAA,EAGC;AAAA,EAEA;AAAA,OACM;AACP,SAAS,oBAAoB;AAC7B,SAA6B,wBAAwB;AACrD,SAAS,SAAS;AASlB,eAAe,aAAa,OAAkB,QAAgB;AAC7D,QAAM,YACL,UAAU,WAAW,aACjB,QAAQ,IAAI,sBACd,QAAQ,IAAI,eACZ,gBACE,QAAQ,IAAI,eAAe;AAChC,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,QAAM,SAAS,SAAS,OAAO,MAAM;AACrC,SAAO;AACR;AASA,eAAe,eAAe,OAAkB,QAAkB;AACjE,QAAM,YACL,UAAU,WAAW,aACjB,QAAQ,IAAI,sBACd,QAAQ,IAAI,eACZ,gBACE,QAAQ,IAAI,sBAAsB,QAAQ,IAAI,eAAe;AAClE,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,SAAO,SAAS,OAAO,MAAM;AAC9B;AAEA,IAAM,eAAe,EAAE,OAAO;AAAA,EAC7B,gBAAgB,EAAE,OAAO,EAAE,IAAI,GAAG,4BAA4B;AAAA,EAC9D,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC3C,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,aAAa,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAMM,IAAM,eAAuB;AAAA,EACnC,MAAM;AAAA,EACN,aAAa;AAAA,EACb,QAAQ;AAAA,IACP,gBAAgB,QAAQ,IAAI;AAAA,IAC5B,iBAAiB,QAAQ,IAAI;AAAA,IAC7B,oBAAoB,QAAQ,IAAI;AAAA,IAChC,oBAAoB,QAAQ,IAAI;AAAA,IAChC,aAAa,QAAQ,IAAI;AAAA,IACzB,aAAa,QAAQ,IAAI;AAAA,EAC1B;AAAA,EACA,MAAM,KAAK,QAAgC;AAC1C,QAAI;AACH,YAAM,kBAAkB,MAAM,aAAa,WAAW,MAAM;AAG5D,iBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,eAAe,GAAG;AAC3D,YAAI,MAAO,SAAQ,IAAI,GAAG,IAAI;AAAA,MAC/B;AAGA,UAAI,CAAC,QAAQ,IAAI,gBAAgB;AAChC,eAAO;AAAA,UACN;AAAA,QACD;AAEA;AAAA,MACD;AAGA,UAAI;AACH,cAAM,UACL,QAAQ,IAAI,mBAAmB;AAChC,cAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,UACjD,SAAS,EAAE,eAAe,UAAU,QAAQ,IAAI,cAAc,GAAG;AAAA,QAClE,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AACjB,iBAAO;AAAA,YACN,qCAAqC,SAAS,UAAU;AAAA,UACzD;AACA,iBAAO;AAAA,YACN;AAAA,UACD;AAAA,QAED,OAAO;AAAA,QAEP;AAAA,MACD,SAAS,YAAY;AACpB,eAAO,KAAK,oCAAoC,UAAU,EAAE;AAC5D,eAAO;AAAA,UACN;AAAA,QACD;AAAA,MAED;AAAA,IACD,SAAS,OAAO;AACf,UAAI,iBAAiB,EAAE,UAAU;AAEhC,eAAO;AAAA,UACN,sCAAsC,MAAM,OAC1C,IAAI,CAAC,MAAM,EAAE,OAAO,EACpB;AAAA,YACA;AAAA,UACD,CAAC;AAAA,QACH;AAAA,MAED,OAAO;AAEN,cAAM;AAAA,MACP;AAAA,IACD;AAAA,EACD;AAAA,EACA,QAAQ;AAAA,IACP,CAAC,WAAW,cAAc,GAAG,OAC5B,SACA,WACuB;AAEvB,UAAI,WAAW,MAAM;AACpB,eAAO,MAAM,4CAA4C;AAEzD,cAAM,aAAa,MAAM,IAAI,EAAE,KAAK,CAAC;AACrC,mBAAW,CAAC,IAAI;AAChB,eAAO;AAAA,MACR;AAGA,UAAI;AACJ,UAAI,OAAO,WAAW,UAAU;AAC/B,eAAO;AAAA,MACR,WAAW,OAAO,WAAW,YAAY,OAAO,MAAM;AACrD,eAAO,OAAO;AAAA,MACf,OAAO;AACN,eAAO,KAAK,oCAAoC;AAEhD,cAAM,iBAAiB,MAAM,IAAI,EAAE,KAAK,CAAC;AACzC,uBAAe,CAAC,IAAI;AACpB,eAAO;AAAA,MACR;AAGA,UAAI,CAAC,KAAK,KAAK,GAAG;AACjB,eAAO,KAAK,0BAA0B;AACtC,cAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,oBAAY,CAAC,IAAI;AACjB,eAAO;AAAA,MACR;AAEA,UAAI;AACH,cAAM,UACL,QAAQ,IAAI,mBAAmB;AAGhC,cAAM,WAAW,MAAM,MAAM,GAAG,OAAO,eAAe;AAAA,UACrD,QAAQ;AAAA,UACR,SAAS;AAAA,YACR,eAAe,UAAU,QAAQ,IAAI,cAAc;AAAA,YACnD,gBAAgB;AAAA,UACjB;AAAA,UACA,MAAM,KAAK,UAAU;AAAA,YACpB,OAAO;AAAA,YACP,OAAO;AAAA,UACR,CAAC;AAAA,QACF,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AACjB,iBAAO;AAAA,YACN,qBAAqB,SAAS,MAAM,MAAM,SAAS,UAAU;AAAA,UAC9D;AACA,gBAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,sBAAY,CAAC,IAAI;AACjB,iBAAO;AAAA,QACR;AAEA,cAAM,OAAQ,MAAM,SAAS,KAAK;AAIlC,YAAI,CAAC,MAAM,OAAO,CAAC,GAAG,WAAW;AAChC,iBAAO,MAAM,gCAAgC;AAC7C,gBAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,sBAAY,CAAC,IAAI;AACjB,iBAAO;AAAA,QACR;AAEA,cAAM,YAAY,KAAK,KAAK,CAAC,EAAE;AAC/B,eAAO,IAAI,mCAAmC,UAAU,MAAM,EAAE;AAChE,eAAO;AAAA,MACR,SAAS,OAAO;AACf,eAAO,MAAM,+BAA+B,KAAK;AACjD,cAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,oBAAY,CAAC,IAAI;AACjB,eAAO;AAAA,MACR;AAAA,IACD;AAAA,IACA,CAAC,WAAW,qBAAqB,GAAG,OACnC,UACA,EAAE,QAAQ,YAAY,WAAW,WAAW,MACxC;AACJ,aAAO,MAAM,aAAa,aAAa,WAAW,YAAY,MAAM;AAAA,IACrE;AAAA,IACA,CAAC,WAAW,qBAAqB,GAAG,OACnC,UACA,EAAE,QAAQ,YAAY,WAAW,WAAW,MACxC;AACJ,aAAO,MAAM,eAAe,aAAa,WAAW,YAAY,MAAM;AAAA,IACvE;AAAA,IACA,CAAC,WAAW,UAAU,GAAG,OACxB,SACA,EAAE,QAAQ,gBAAgB,CAAC,EAAE,MACzB;AACJ,YAAM,cAAc;AACpB,YAAM,oBAAoB;AAC1B,YAAM,mBAAmB;AACzB,YAAM,sBAAsB;AAE5B,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAE1C,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,QACL,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAED,aAAO,IAAI,iBAAiB;AAC5B,aAAO,IAAI,MAAM;AAEjB,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QACnD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA,WAAW;AAAA,QACX,kBAAkB;AAAA,QAClB,iBAAiB;AAAA,QACjB;AAAA,MACD,CAAC;AAED,aAAO;AAAA,IACR;AAAA,IACA,CAAC,WAAW,UAAU,GAAG,OACxB,SACA;AAAA,MACC;AAAA,MACA,gBAAgB,CAAC;AAAA,MACjB,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,mBAAmB;AAAA,MACnB,kBAAkB;AAAA,IACnB,MACI;AACJ,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAE1C,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,QACL,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAED,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QACnD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACD,CAAC;AAED,aAAO;AAAA,IACR;AAAA,IACA,CAAC,WAAW,KAAK,GAAG,OACnB,SACA,WAKI;AACJ,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,uBAAuB;AAAA,QAC7D,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,UAC7D,gBAAgB;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACpB,QAAQ,OAAO;AAAA,UACf,GAAG,OAAO,KAAK;AAAA,UACf,MAAM,OAAO,QAAQ;AAAA,QACtB,CAAC;AAAA,MACF,CAAC;AACD,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,6BAA6B,SAAS,UAAU,EAAE;AAAA,MACnE;AACA,YAAM,OAAO,MAAM,SAAS,KAAK;AACjC,YAAM,YAAY;AAClB,aAAO,UAAU;AAAA,IAClB;AAAA,IACA,CAAC,WAAW,iBAAiB,GAAG,OAC/B,SACA,WACI;AAEJ,UAAI;AACJ,UAAI;AAEJ,UAAI,OAAO,WAAW,UAAU;AAC/B,mBAAW;AACX,iBAAS;AAAA,MACV,OAAO;AAEN,mBAAW,OAAO;AAClB,iBAAS,OAAO;AAAA,MACjB;AAEA,UAAI;AACH,cAAM,UACL,QAAQ,IAAI,mBAAmB;AAChC,cAAM,SAAS,QAAQ,IAAI;AAE3B,YAAI,CAAC,QAAQ;AACZ,iBAAO,MAAM,wBAAwB;AACrC,iBAAO;AAAA,YACN,OAAO;AAAA,YACP,aAAa;AAAA,UACd;AAAA,QACD;AAGA,cAAM,WAAW,MAAM,MAAM,GAAG,OAAO,qBAAqB;AAAA,UAC3D,QAAQ;AAAA,UACR,SAAS;AAAA,YACR,gBAAgB;AAAA,YAChB,eAAe,UAAU,MAAM;AAAA,UAChC;AAAA,UACA,MAAM,KAAK,UAAU;AAAA,YACpB,OAAO;AAAA,YACP,UAAU;AAAA,cACT;AAAA,gBACC,MAAM;AAAA,gBACN,SAAS;AAAA,kBACR;AAAA,oBACC,MAAM;AAAA,oBACN,MACC,UACA;AAAA,kBACF;AAAA,kBACA;AAAA,oBACC,MAAM;AAAA,oBACN,WAAW,EAAE,KAAK,SAAS;AAAA,kBAC5B;AAAA,gBACD;AAAA,cACD;AAAA,YACD;AAAA,YACA,YAAY;AAAA,UACb,CAAC;AAAA,QACF,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AACjB,gBAAM,IAAI,MAAM,qBAAqB,SAAS,MAAM,EAAE;AAAA,QACvD;AAEA,cAAM,SAAc,MAAM,SAAS,KAAK;AACxC,cAAM,UAAU,OAAO,UAAU,CAAC,GAAG,SAAS;AAE9C,YAAI,CAAC,SAAS;AACb,iBAAO;AAAA,YACN,OAAO;AAAA,YACP,aAAa;AAAA,UACd;AAAA,QACD;AAGA,cAAM,aAAa,QAAQ,MAAM,2BAA2B;AAC5D,cAAM,QAAQ,aAAa,CAAC,KAAK;AAGjC,cAAM,cAAc,QAClB,QAAQ,6BAA6B,EAAE,EACvC,KAAK;AAEP,eAAO,EAAE,OAAO,YAAY;AAAA,MAC7B,SAAS,OAAO;AACf,eAAO,MAAM,0BAA0B,KAAK;AAC5C,eAAO;AAAA,UACN,OAAO;AAAA,UACP,aAAa,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,CAAC;AAAA,QAC9E;AAAA,MACD;AAAA,IACD;AAAA,IACA,CAAC,WAAW,aAAa,GAAG,OAAO,SAAS,gBAAwB;AACnE,aAAO,IAAI,eAAe,WAAW;AACrC,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,YAAM,WAAW,IAAI,SAAS;AAC9B,eAAS,OAAO,QAAQ,IAAI,KAAK,CAAC,WAAW,GAAG,EAAE,MAAM,YAAY,CAAC,CAAC;AACtE,eAAS,OAAO,SAAS,WAAW;AACpC,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,yBAAyB;AAAA,QAC/D,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA;AAAA,QAE9D;AAAA,QACA,MAAM;AAAA,MACP,CAAC;AAED,aAAO,IAAI,YAAY,QAAQ;AAC/B,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,MACrE;AACA,YAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,aAAO,KAAK;AAAA,IACb;AAAA,IACA,CAAC,WAAW,YAAY,GAAG,OAAO,SAAS,WAAW;AACrD,aAAO,MAAM,eAAe,SAAS;AAAA,QACpC,GAAG;AAAA,QACH,WAAW,WAAW;AAAA,MACvB,CAAC;AAAA,IACF;AAAA,IACA,CAAC,WAAW,YAAY,GAAG,OAAO,SAAS,WAAW;AACrD,aAAO,MAAM,eAAe,SAAS;AAAA,QACpC,GAAG;AAAA,QACH,WAAW,WAAW;AAAA,MACvB,CAAC;AAAA,IACF;AAAA,EACD;AAAA,EACA,OAAO;AAAA,IACN;AAAA,MACC,MAAM;AAAA,MACN,OAAO;AAAA,QACN;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,UACL,QAAQ,WAAW,iBAAiB,KACpC;AACD,kBAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,cACjD,SAAS;AAAA,gBACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,cAC9D;AAAA,YACD,CAAC;AACD,kBAAM,OAAO,MAAM,SAAS,KAAK;AACjC,mBAAO,IAAI,qBAAsB,MAAc,KAAK,MAAM;AAC1D,gBAAI,CAAC,SAAS,IAAI;AACjB,oBAAM,IAAI;AAAA,gBACT,sCAAsC,SAAS,UAAU;AAAA,cAC1D;AAAA,YACD;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,YAAY,MAAM,QAAQ;AAAA,gBAC/B,WAAW;AAAA,gBACX;AAAA,kBACC,MAAM;AAAA,gBACP;AAAA,cACD;AACA,qBAAO,IAAI,aAAa,SAAS;AAAA,YAClC,SAAS,OAAO;AACf,qBAAO,MAAM,iCAAiC,KAAK;AACnD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,OAAO,MAAM,QAAQ,SAAS,WAAW,YAAY;AAAA,gBAC1D,QAAQ;AAAA,cACT,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACtB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC1C;AACA,qBAAO,IAAI,mCAAmC,IAAI;AAAA,YACnD,SAAS,OAAO;AACf,qBAAO,MAAM,6BAA6B,KAAK;AAC/C,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,OAAO,MAAM,QAAQ,SAAS,WAAW,YAAY;AAAA,gBAC1D,QAAQ;AAAA,cACT,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACtB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC1C;AACA,qBAAO,IAAI,mCAAmC,IAAI;AAAA,YACnD,SAAS,OAAO;AACf,qBAAO,MAAM,6BAA6B,KAAK;AAC/C,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,mBAAO,IAAI,8BAA8B;AACzC,gBAAI;AACH,oBAAM,QAAQ,MAAM,QAAQ,SAAS,WAAW,OAAO;AAAA,gBACtD,QAAQ;AAAA,gBACR,GAAG;AAAA,gBACH,MAAM;AAAA,cACP,CAAC;AACD,qBAAO,IAAI,yCAAyC,KAAK;AAAA,YAC1D,SAAS,OAAO;AACf,qBAAO,MAAM,mCAAmC,KAAK;AACrD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,qBAAO,IAAI,+BAA+B;AAC1C,kBAAI;AACH,sBAAM,SAAS,MAAM,QAAQ;AAAA,kBAC5B,WAAW;AAAA,kBACX;AAAA,gBACD;AAGA,oBACC,UACA,OAAO,WAAW,YAClB,WAAW,UACX,iBAAiB,QAChB;AACD,yBAAO,IAAI,sBAAsB,MAAM;AAAA,gBACxC,OAAO;AACN,yBAAO;AAAA,oBACN;AAAA,oBACA;AAAA,kBACD;AAAA,gBACD;AAAA,cACD,SAAS,GAAG;AACX,uBAAO,MAAM,oCAAoC,CAAC;AAAA,cACnD;AAAA,YACD,SAAS,GAAG;AACX,qBAAO,MAAM,2CAA2C,CAAC;AAAA,YAC1D;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,mBAAO,IAAI,2BAA2B;AACtC,gBAAI;AACH,oBAAM,WAAW,MAAM;AAAA,gBACtB;AAAA,cACD;AACA,oBAAM,cAAc,MAAM,SAAS,YAAY;AAC/C,oBAAM,gBAAgB,MAAM,QAAQ;AAAA,gBACnC,WAAW;AAAA,gBACX,OAAO,KAAK,IAAI,WAAW,WAAW,CAAC;AAAA,cACxC;AACA,qBAAO,IAAI,sCAAsC,aAAa;AAAA,YAC/D,SAAS,OAAO;AACf,qBAAO,MAAM,gCAAgC,KAAK;AAClD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,SAAS;AACf,kBAAM,SAAS,MAAM,QAAQ;AAAA,cAC5B,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AACA,gBAAI,CAAC,MAAM,QAAQ,MAAM,KAAK,OAAO,WAAW,GAAG;AAClD,oBAAM,IAAI;AAAA,gBACT;AAAA,cACD;AAAA,YACD;AACA,mBAAO,IAAI,qBAAqB,MAAM;AAAA,UACvC;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,SAAS;AAEf,kBAAM,SAAS,MAAM,QAAQ;AAAA,cAC5B,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AAEA,kBAAM,cAAc,MAAM,QAAQ;AAAA,cACjC,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AACA,gBAAI,gBAAgB,QAAQ;AAC3B,oBAAM,IAAI;AAAA,gBACT,mDAAmD,MAAM,WAAW,WAAW;AAAA,cAChF;AAAA,YACD;AACA,mBAAO,IAAI,iBAAiB,WAAW;AAAA,UACxC;AAAA,QACD;AAAA,MACD;AAAA,IACD;AAAA,EACD;AACD;AACA,IAAO,gBAAQ;AASf,eAAe,eACd,SACA,QACC;AACD,QAAM;AAAA,IACL;AAAA,IACA;AAAA,IACA,SAAS;AAAA,IACT,aAAa,CAAC;AAAA,IACd,YAAY,WAAW;AAAA,IACvB,cAAc;AAAA,EACf,IAAI;AAGJ,QAAM,YACL,cAAc,WAAW,eACrB,QAAQ,IAAI,sBACd,QAAQ,IAAI,eACZ,gBACE,QAAQ,IAAI,sBAAsB,QAAQ,IAAI,eAAe;AAElE,QAAM,UAAU,QAAQ,IAAI,mBAAmB;AAG/C,MAAI,WAAW,UAAU,WAAW,QAAQ;AAC3C,QAAI;AACH,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,qBAAqB;AAAA,QAC3D,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,gBAAgB;AAAA,UAChB,eAAe,UAAU,QAAQ,IAAI,cAAc;AAAA,QACpD;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACpB,OAAO;AAAA,UACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAAA,UAC5C;AAAA,UACA,OAAO;AAAA,YACN;AAAA,cACC,MAAM;AAAA,cACN,UAAU;AAAA,gBACT,MAAM;AAAA,gBACN,aACC;AAAA,gBACD,YAAY;AAAA,kBACX,MAAM;AAAA,kBACN,YAAY;AAAA,oBACX,OAAO;AAAA,sBACN,MAAM;AAAA,sBACN,MAAM;AAAA,sBACN,aAAa;AAAA,oBACd;AAAA,kBACD;AAAA,kBACA,UAAU,CAAC,OAAO;AAAA,gBACnB;AAAA,cACD;AAAA,YACD;AAAA,UACD;AAAA,UACA,aAAa,EAAE,MAAM,YAAY,UAAU,EAAE,MAAM,eAAe,EAAE;AAAA,QACrE,CAAC;AAAA,MACF,CAAC;AAED,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,cAAc,SAAS,MAAM,EAAE;AAAA,MAChD;AAEA,YAAM,SAAc,MAAM,SAAS,KAAK;AACxC,YAAM,YAAY,OAAO,UAAU,CAAC,GAAG,SAAS;AAEhD,UAAI,aAAa,UAAU,SAAS,GAAG;AACtC,YAAI;AACH,gBAAM,eAAe,KAAK,MAAM,UAAU,CAAC,EAAE,SAAS,SAAS;AAC/D,iBAAO,aAAa;AAAA,QACrB,SAAS,KAAK;AACb,iBAAO,MAAM,uCAAuC,GAAG;AACvD,iBAAO;AAAA,QACR;AAAA,MACD;AAEA,aAAO;AAAA,IACR,SAAS,OAAO;AACf,aAAO,MAAM,gCAAgC,KAAK;AAClD,aAAO;AAAA,IACR;AAAA,EACD;AAGA,MAAI;AAEH,QAAI;AAEJ,QAAI,QAAQ;AAEX,uBAAiB;AAAA,IAClB,OAAO;AAEN,uBAAiB;AAAA,QAChB,MAAM,WAAW,UAAU,UAAU;AAAA,QACrC,GAAI,WAAW,UAAU,EAAE,OAAO,EAAE,MAAM,SAAS,EAAE,IAAI,CAAC;AAAA,MAC3D;AAAA,IACD;AAGA,UAAM,WAAW,MAAM,MAAM,GAAG,OAAO,qBAAqB;AAAA,MAC3D,QAAQ;AAAA,MACR,SAAS;AAAA,QACR,gBAAgB;AAAA,QAChB,eAAe,UAAU,QAAQ,IAAI,cAAc;AAAA,MACpD;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACpB,OAAO;AAAA,QACP,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAAA,QAC5C;AAAA,QACA,OAAO;AAAA,UACN;AAAA,YACC,MAAM;AAAA,YACN,UAAU;AAAA,cACT,MAAM;AAAA,cACN,aAAa;AAAA,cACb,YAAY;AAAA,YACb;AAAA,UACD;AAAA,QACD;AAAA,QACA,aAAa;AAAA,UACZ,MAAM;AAAA,UACN,UAAU,EAAE,MAAM,2BAA2B;AAAA,QAC9C;AAAA,MACD,CAAC;AAAA,IACF,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AACjB,YAAM,IAAI,MAAM,cAAc,SAAS,MAAM,EAAE;AAAA,IAChD;AAEA,UAAM,SAAc,MAAM,SAAS,KAAK;AACxC,UAAM,YAAY,OAAO,UAAU,CAAC,GAAG,SAAS;AAEhD,QAAI,aAAa,UAAU,SAAS,GAAG;AACtC,UAAI;AACH,eAAO,KAAK,MAAM,UAAU,CAAC,EAAE,SAAS,SAAS;AAAA,MAClD,SAAS,KAAK;AACb,eAAO,MAAM,uCAAuC,GAAG;AACvD,eAAO;AAAA,MACR;AAAA,IACD;AAEA,WAAO;AAAA,EACR,SAAS,OAAO;AACf,WAAO,MAAM,4BAA4B,KAAK;AAC9C,WAAO;AAAA,EACR;AACD;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@elizaos/plugin-openai",
|
|
3
|
-
"version": "1.0.0-alpha.
|
|
3
|
+
"version": "1.0.0-alpha.21",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"module": "dist/index.js",
|
|
@@ -20,7 +20,7 @@
|
|
|
20
20
|
"dependencies": {
|
|
21
21
|
"@ai-sdk/openai": "^1.1.9",
|
|
22
22
|
"@ai-sdk/ui-utils": "1.1.9",
|
|
23
|
-
"@elizaos/core": "^1.0.0-alpha.
|
|
23
|
+
"@elizaos/core": "^1.0.0-alpha.21",
|
|
24
24
|
"ai": "^4.1.25",
|
|
25
25
|
"js-tiktoken": "^1.0.18",
|
|
26
26
|
"tsup": "8.4.0",
|
|
@@ -30,7 +30,8 @@
|
|
|
30
30
|
"build": "tsup",
|
|
31
31
|
"dev": "tsup --watch",
|
|
32
32
|
"test": "vitest run",
|
|
33
|
-
"lint": "biome check ./src --config-path=./ --apply-unsafe && biome format ./ --config-path=./ --write"
|
|
33
|
+
"lint": "biome check ./src --config-path=./ --apply-unsafe && biome format ./ --config-path=./ --write",
|
|
34
|
+
"clean": "rm -rf dist .turbo node_modules .turbo-tsconfig.json tsconfig.tsbuildinfo"
|
|
34
35
|
},
|
|
35
36
|
"peerDependencies": {
|
|
36
37
|
"whatwg-url": "7.1.0"
|
|
@@ -50,5 +51,5 @@
|
|
|
50
51
|
}
|
|
51
52
|
}
|
|
52
53
|
},
|
|
53
|
-
"gitHead": "
|
|
54
|
+
"gitHead": "a1bb2c8ab6805f9585540a9a9e6b6ae39bfd4ed1"
|
|
54
55
|
}
|