@elizaos/plugin-openai 1.0.0-alpha.7 → 1.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -13
- package/dist/index.js +263 -156
- package/dist/index.js.map +1 -1
- package/package.json +54 -52
package/README.md
CHANGED
|
@@ -24,6 +24,7 @@ The plugin requires these environment variables (can be set in .env file or char
|
|
|
24
24
|
```
|
|
25
25
|
|
|
26
26
|
Or in `.env` file:
|
|
27
|
+
|
|
27
28
|
```
|
|
28
29
|
OPENAI_API_KEY=your_openai_api_key
|
|
29
30
|
# Optional overrides:
|
|
@@ -33,12 +34,14 @@ OPENAI_LARGE_MODEL=gpt-4o
|
|
|
33
34
|
```
|
|
34
35
|
|
|
35
36
|
### Configuration Options
|
|
37
|
+
|
|
36
38
|
- `OPENAI_API_KEY` (required): Your OpenAI API credentials
|
|
37
39
|
- `OPENAI_BASE_URL`: Custom API endpoint (default: https://api.openai.com/v1)
|
|
38
40
|
- `OPENAI_SMALL_MODEL`: Defaults to GPT-4o Mini ("gpt-4o-mini")
|
|
39
41
|
- `OPENAI_LARGE_MODEL`: Defaults to GPT-4o ("gpt-4o")
|
|
40
42
|
|
|
41
43
|
The plugin provides these model classes:
|
|
44
|
+
|
|
42
45
|
- `TEXT_SMALL`: Optimized for fast, cost-effective responses
|
|
43
46
|
- `TEXT_LARGE`: For complex tasks requiring deeper reasoning
|
|
44
47
|
- `TEXT_EMBEDDING`: Text embedding model (text-embedding-3-small)
|
|
@@ -51,34 +54,32 @@ The plugin provides these model classes:
|
|
|
51
54
|
## Additional Features
|
|
52
55
|
|
|
53
56
|
### Image Generation
|
|
57
|
+
|
|
54
58
|
```js
|
|
55
|
-
await runtime.useModel(
|
|
56
|
-
prompt:
|
|
59
|
+
await runtime.useModel(ModelType.IMAGE, {
|
|
60
|
+
prompt: 'A sunset over mountains',
|
|
57
61
|
n: 1, // number of images
|
|
58
|
-
size:
|
|
62
|
+
size: '1024x1024', // image resolution
|
|
59
63
|
});
|
|
60
64
|
```
|
|
61
65
|
|
|
62
66
|
### Audio Transcription
|
|
67
|
+
|
|
63
68
|
```js
|
|
64
|
-
const transcription = await runtime.useModel(
|
|
65
|
-
ModelClass.TRANSCRIPTION,
|
|
66
|
-
audioBuffer
|
|
67
|
-
);
|
|
69
|
+
const transcription = await runtime.useModel(ModelType.TRANSCRIPTION, audioBuffer);
|
|
68
70
|
```
|
|
69
71
|
|
|
70
72
|
### Image Analysis
|
|
73
|
+
|
|
71
74
|
```js
|
|
72
75
|
const { title, description } = await runtime.useModel(
|
|
73
|
-
|
|
74
|
-
|
|
76
|
+
ModelType.IMAGE_DESCRIPTION,
|
|
77
|
+
'https://example.com/image.jpg'
|
|
75
78
|
);
|
|
76
79
|
```
|
|
77
80
|
|
|
78
81
|
### Text Embeddings
|
|
82
|
+
|
|
79
83
|
```js
|
|
80
|
-
const embedding = await runtime.useModel(
|
|
81
|
-
ModelClass.TEXT_EMBEDDING,
|
|
82
|
-
"text to embed"
|
|
83
|
-
);
|
|
84
|
+
const embedding = await runtime.useModel(ModelType.TEXT_EMBEDDING, 'text to embed');
|
|
84
85
|
```
|
package/dist/index.js
CHANGED
|
@@ -1,30 +1,22 @@
|
|
|
1
1
|
// src/index.ts
|
|
2
2
|
import { createOpenAI } from "@ai-sdk/openai";
|
|
3
3
|
import {
|
|
4
|
-
|
|
4
|
+
ModelType,
|
|
5
|
+
logger
|
|
5
6
|
} from "@elizaos/core";
|
|
6
|
-
import { generateText } from "ai";
|
|
7
|
+
import { generateObject, generateText } from "ai";
|
|
7
8
|
import { encodingForModel } from "js-tiktoken";
|
|
8
|
-
import { z } from "zod";
|
|
9
9
|
async function tokenizeText(model, prompt) {
|
|
10
|
-
const modelName = model ===
|
|
10
|
+
const modelName = model === ModelType.TEXT_SMALL ? process.env.OPENAI_SMALL_MODEL ?? process.env.SMALL_MODEL ?? "gpt-4o-mini" : process.env.LARGE_MODEL ?? "gpt-4o";
|
|
11
11
|
const encoding = encodingForModel(modelName);
|
|
12
12
|
const tokens = encoding.encode(prompt);
|
|
13
13
|
return tokens;
|
|
14
14
|
}
|
|
15
15
|
async function detokenizeText(model, tokens) {
|
|
16
|
-
const modelName = model ===
|
|
16
|
+
const modelName = model === ModelType.TEXT_SMALL ? process.env.OPENAI_SMALL_MODEL ?? process.env.SMALL_MODEL ?? "gpt-4o-mini" : process.env.OPENAI_LARGE_MODEL ?? process.env.LARGE_MODEL ?? "gpt-4o";
|
|
17
17
|
const encoding = encodingForModel(modelName);
|
|
18
18
|
return encoding.decode(tokens);
|
|
19
19
|
}
|
|
20
|
-
var configSchema = z.object({
|
|
21
|
-
OPENAI_API_KEY: z.string().min(1, "OpenAI API key is required"),
|
|
22
|
-
OPENAI_BASE_URL: z.string().url().optional(),
|
|
23
|
-
OPENAI_SMALL_MODEL: z.string().optional(),
|
|
24
|
-
OPENAI_LARGE_MODEL: z.string().optional(),
|
|
25
|
-
SMALL_MODEL: z.string().optional(),
|
|
26
|
-
LARGE_MODEL: z.string().optional()
|
|
27
|
-
});
|
|
28
20
|
var openaiPlugin = {
|
|
29
21
|
name: "openai",
|
|
30
22
|
description: "OpenAI plugin",
|
|
@@ -38,60 +30,100 @@ var openaiPlugin = {
|
|
|
38
30
|
},
|
|
39
31
|
async init(config) {
|
|
40
32
|
try {
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
}
|
|
45
|
-
const baseURL = process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
|
|
46
|
-
const response = await fetch(`${baseURL}/models`, {
|
|
47
|
-
headers: { Authorization: `Bearer ${process.env.OPENAI_API_KEY}` }
|
|
48
|
-
});
|
|
49
|
-
if (!response.ok) {
|
|
50
|
-
throw new Error(
|
|
51
|
-
`Failed to validate OpenAI API key: ${response.statusText}`
|
|
33
|
+
if (!process.env.OPENAI_API_KEY) {
|
|
34
|
+
logger.warn(
|
|
35
|
+
"OPENAI_API_KEY is not set in environment - OpenAI functionality will be limited"
|
|
52
36
|
);
|
|
37
|
+
return;
|
|
53
38
|
}
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
39
|
+
try {
|
|
40
|
+
const baseURL = process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
|
|
41
|
+
const response = await fetch(`${baseURL}/models`, {
|
|
42
|
+
headers: { Authorization: `Bearer ${process.env.OPENAI_API_KEY}` }
|
|
43
|
+
});
|
|
44
|
+
if (!response.ok) {
|
|
45
|
+
logger.warn(`OpenAI API key validation failed: ${response.statusText}`);
|
|
46
|
+
logger.warn("OpenAI functionality will be limited until a valid API key is provided");
|
|
47
|
+
} else {
|
|
48
|
+
}
|
|
49
|
+
} catch (fetchError) {
|
|
50
|
+
logger.warn(`Error validating OpenAI API key: ${fetchError}`);
|
|
51
|
+
logger.warn("OpenAI functionality will be limited until a valid API key is provided");
|
|
61
52
|
}
|
|
62
|
-
|
|
53
|
+
} catch (error) {
|
|
54
|
+
logger.warn(
|
|
55
|
+
`OpenAI plugin configuration issue: ${error.errors.map((e) => e.message).join(", ")} - You need to configure the OPENAI_API_KEY in your environment variables`
|
|
56
|
+
);
|
|
63
57
|
}
|
|
64
58
|
},
|
|
65
59
|
models: {
|
|
66
|
-
[
|
|
67
|
-
if (
|
|
68
|
-
|
|
60
|
+
[ModelType.TEXT_EMBEDDING]: async (_runtime, params) => {
|
|
61
|
+
if (params === null) {
|
|
62
|
+
logger.debug("Creating test embedding for initialization");
|
|
63
|
+
const testVector = Array(1536).fill(0);
|
|
64
|
+
testVector[0] = 0.1;
|
|
65
|
+
return testVector;
|
|
69
66
|
}
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
67
|
+
let text;
|
|
68
|
+
if (typeof params === "string") {
|
|
69
|
+
text = params;
|
|
70
|
+
} else if (typeof params === "object" && params.text) {
|
|
71
|
+
text = params.text;
|
|
72
|
+
} else {
|
|
73
|
+
logger.warn("Invalid input format for embedding");
|
|
74
|
+
const fallbackVector = Array(1536).fill(0);
|
|
75
|
+
fallbackVector[0] = 0.2;
|
|
76
|
+
return fallbackVector;
|
|
77
|
+
}
|
|
78
|
+
if (!text.trim()) {
|
|
79
|
+
logger.warn("Empty text for embedding");
|
|
80
|
+
const emptyVector = Array(1536).fill(0);
|
|
81
|
+
emptyVector[0] = 0.3;
|
|
82
|
+
return emptyVector;
|
|
83
|
+
}
|
|
84
|
+
try {
|
|
85
|
+
const baseURL = process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
|
|
86
|
+
const response = await fetch(`${baseURL}/embeddings`, {
|
|
87
|
+
method: "POST",
|
|
88
|
+
headers: {
|
|
89
|
+
Authorization: `Bearer ${process.env.OPENAI_API_KEY}`,
|
|
90
|
+
"Content-Type": "application/json"
|
|
91
|
+
},
|
|
92
|
+
body: JSON.stringify({
|
|
93
|
+
model: "text-embedding-3-small",
|
|
94
|
+
input: text
|
|
95
|
+
})
|
|
96
|
+
});
|
|
97
|
+
if (!response.ok) {
|
|
98
|
+
logger.error(`OpenAI API error: ${response.status} - ${response.statusText}`);
|
|
99
|
+
const errorVector = Array(1536).fill(0);
|
|
100
|
+
errorVector[0] = 0.4;
|
|
101
|
+
return errorVector;
|
|
102
|
+
}
|
|
103
|
+
const data = await response.json();
|
|
104
|
+
if (!data?.data?.[0]?.embedding) {
|
|
105
|
+
logger.error("API returned invalid structure");
|
|
106
|
+
const errorVector = Array(1536).fill(0);
|
|
107
|
+
errorVector[0] = 0.5;
|
|
108
|
+
return errorVector;
|
|
109
|
+
}
|
|
110
|
+
const embedding = data.data[0].embedding;
|
|
111
|
+
logger.log(`Got valid embedding with length ${embedding.length}`);
|
|
112
|
+
return embedding;
|
|
113
|
+
} catch (error) {
|
|
114
|
+
logger.error("Error generating embedding:", error);
|
|
115
|
+
const errorVector = Array(1536).fill(0);
|
|
116
|
+
errorVector[0] = 0.6;
|
|
117
|
+
return errorVector;
|
|
84
118
|
}
|
|
85
|
-
const data = await response.json();
|
|
86
|
-
return data.data[0].embedding;
|
|
87
119
|
},
|
|
88
|
-
[
|
|
89
|
-
return await tokenizeText(modelType ??
|
|
120
|
+
[ModelType.TEXT_TOKENIZER_ENCODE]: async (_runtime, { prompt, modelType = ModelType.TEXT_LARGE }) => {
|
|
121
|
+
return await tokenizeText(modelType ?? ModelType.TEXT_LARGE, prompt);
|
|
90
122
|
},
|
|
91
|
-
[
|
|
92
|
-
return await detokenizeText(modelType ??
|
|
123
|
+
[ModelType.TEXT_TOKENIZER_DECODE]: async (_runtime, { tokens, modelType = ModelType.TEXT_LARGE }) => {
|
|
124
|
+
return await detokenizeText(modelType ?? ModelType.TEXT_LARGE, tokens);
|
|
93
125
|
},
|
|
94
|
-
[
|
|
126
|
+
[ModelType.TEXT_SMALL]: async (runtime, { prompt, stopSequences = [] }) => {
|
|
95
127
|
const temperature = 0.7;
|
|
96
128
|
const frequency_penalty = 0.7;
|
|
97
129
|
const presence_penalty = 0.7;
|
|
@@ -102,8 +134,8 @@ var openaiPlugin = {
|
|
|
102
134
|
baseURL
|
|
103
135
|
});
|
|
104
136
|
const model = runtime.getSetting("OPENAI_SMALL_MODEL") ?? runtime.getSetting("SMALL_MODEL") ?? "gpt-4o-mini";
|
|
105
|
-
|
|
106
|
-
|
|
137
|
+
logger.log("generating text");
|
|
138
|
+
logger.log(prompt);
|
|
107
139
|
const { text: openaiResponse } = await generateText({
|
|
108
140
|
model: openai.languageModel(model),
|
|
109
141
|
prompt,
|
|
@@ -116,7 +148,7 @@ var openaiPlugin = {
|
|
|
116
148
|
});
|
|
117
149
|
return openaiResponse;
|
|
118
150
|
},
|
|
119
|
-
[
|
|
151
|
+
[ModelType.TEXT_LARGE]: async (runtime, {
|
|
120
152
|
prompt,
|
|
121
153
|
stopSequences = [],
|
|
122
154
|
maxTokens = 8192,
|
|
@@ -142,7 +174,7 @@ var openaiPlugin = {
|
|
|
142
174
|
});
|
|
143
175
|
return openaiResponse;
|
|
144
176
|
},
|
|
145
|
-
[
|
|
177
|
+
[ModelType.IMAGE]: async (runtime, params) => {
|
|
146
178
|
const baseURL = runtime.getSetting("OPENAI_BASE_URL") ?? "https://api.openai.com/v1";
|
|
147
179
|
const response = await fetch(`${baseURL}/images/generations`, {
|
|
148
180
|
method: "POST",
|
|
@@ -163,51 +195,77 @@ var openaiPlugin = {
|
|
|
163
195
|
const typedData = data;
|
|
164
196
|
return typedData.data;
|
|
165
197
|
},
|
|
166
|
-
[
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
198
|
+
[ModelType.IMAGE_DESCRIPTION]: async (runtime, params) => {
|
|
199
|
+
let imageUrl;
|
|
200
|
+
let prompt;
|
|
201
|
+
if (typeof params === "string") {
|
|
202
|
+
imageUrl = params;
|
|
203
|
+
prompt = void 0;
|
|
204
|
+
} else {
|
|
205
|
+
imageUrl = params.imageUrl;
|
|
206
|
+
prompt = params.prompt;
|
|
207
|
+
}
|
|
208
|
+
try {
|
|
209
|
+
const baseURL = process.env.OPENAI_BASE_URL ?? "https://api.openai.com/v1";
|
|
210
|
+
const apiKey = process.env.OPENAI_API_KEY;
|
|
211
|
+
if (!apiKey) {
|
|
212
|
+
logger.error("OpenAI API key not set");
|
|
213
|
+
return {
|
|
214
|
+
title: "Failed to analyze image",
|
|
215
|
+
description: "API key not configured"
|
|
216
|
+
};
|
|
217
|
+
}
|
|
218
|
+
const response = await fetch(`${baseURL}/chat/completions`, {
|
|
219
|
+
method: "POST",
|
|
220
|
+
headers: {
|
|
221
|
+
"Content-Type": "application/json",
|
|
222
|
+
Authorization: `Bearer ${apiKey}`
|
|
182
223
|
},
|
|
183
|
-
{
|
|
184
|
-
|
|
185
|
-
|
|
224
|
+
body: JSON.stringify({
|
|
225
|
+
model: "gpt-4-vision-preview",
|
|
226
|
+
messages: [
|
|
186
227
|
{
|
|
187
|
-
|
|
188
|
-
|
|
228
|
+
role: "user",
|
|
229
|
+
content: [
|
|
230
|
+
{
|
|
231
|
+
type: "text",
|
|
232
|
+
text: prompt || "Please analyze this image and provide a title and detailed description."
|
|
233
|
+
},
|
|
234
|
+
{
|
|
235
|
+
type: "image_url",
|
|
236
|
+
image_url: { url: imageUrl }
|
|
237
|
+
}
|
|
238
|
+
]
|
|
189
239
|
}
|
|
190
|
-
]
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
240
|
+
],
|
|
241
|
+
max_tokens: 300
|
|
242
|
+
})
|
|
243
|
+
});
|
|
244
|
+
if (!response.ok) {
|
|
245
|
+
throw new Error(`OpenAI API error: ${response.status}`);
|
|
246
|
+
}
|
|
247
|
+
const result = await response.json();
|
|
248
|
+
const content = result.choices?.[0]?.message?.content;
|
|
249
|
+
if (!content) {
|
|
250
|
+
return {
|
|
251
|
+
title: "Failed to analyze image",
|
|
252
|
+
description: "No response from API"
|
|
253
|
+
};
|
|
254
|
+
}
|
|
255
|
+
const titleMatch = content.match(/title[:\s]+(.+?)(?:\n|$)/i);
|
|
256
|
+
const title = titleMatch?.[1] || "Image Analysis";
|
|
257
|
+
const description = content.replace(/title[:\s]+(.+?)(?:\n|$)/i, "").trim();
|
|
258
|
+
return { title, description };
|
|
259
|
+
} catch (error) {
|
|
260
|
+
logger.error("Error analyzing image:", error);
|
|
261
|
+
return {
|
|
262
|
+
title: "Failed to analyze image",
|
|
263
|
+
description: `Error: ${error instanceof Error ? error.message : String(error)}`
|
|
264
|
+
};
|
|
203
265
|
}
|
|
204
|
-
return {
|
|
205
|
-
title: titleMatch[1],
|
|
206
|
-
description: descriptionMatch[1]
|
|
207
|
-
};
|
|
208
266
|
},
|
|
209
|
-
[
|
|
210
|
-
|
|
267
|
+
[ModelType.TRANSCRIPTION]: async (runtime, audioBuffer) => {
|
|
268
|
+
logger.log("audioBuffer", audioBuffer);
|
|
211
269
|
const baseURL = runtime.getSetting("OPENAI_BASE_URL") ?? "https://api.openai.com/v1";
|
|
212
270
|
const formData = new FormData();
|
|
213
271
|
formData.append("file", new Blob([audioBuffer], { type: "audio/mp3" }));
|
|
@@ -220,12 +278,72 @@ var openaiPlugin = {
|
|
|
220
278
|
},
|
|
221
279
|
body: formData
|
|
222
280
|
});
|
|
223
|
-
|
|
281
|
+
logger.log("response", response);
|
|
224
282
|
if (!response.ok) {
|
|
225
283
|
throw new Error(`Failed to transcribe audio: ${response.statusText}`);
|
|
226
284
|
}
|
|
227
285
|
const data = await response.json();
|
|
228
286
|
return data.text;
|
|
287
|
+
},
|
|
288
|
+
[ModelType.OBJECT_SMALL]: async (runtime, params) => {
|
|
289
|
+
const baseURL = runtime.getSetting("OPENAI_BASE_URL") ?? "https://api.openai.com/v1";
|
|
290
|
+
const openai = createOpenAI({
|
|
291
|
+
apiKey: runtime.getSetting("OPENAI_API_KEY"),
|
|
292
|
+
baseURL
|
|
293
|
+
});
|
|
294
|
+
const model = runtime.getSetting("OPENAI_SMALL_MODEL") ?? runtime.getSetting("SMALL_MODEL") ?? "gpt-4o-mini";
|
|
295
|
+
try {
|
|
296
|
+
if (params.schema) {
|
|
297
|
+
logger.info("Using OBJECT_SMALL without schema validation");
|
|
298
|
+
const { object: object2 } = await generateObject({
|
|
299
|
+
model: openai.languageModel(model),
|
|
300
|
+
output: "no-schema",
|
|
301
|
+
prompt: params.prompt,
|
|
302
|
+
temperature: params.temperature
|
|
303
|
+
});
|
|
304
|
+
return object2;
|
|
305
|
+
}
|
|
306
|
+
const { object } = await generateObject({
|
|
307
|
+
model: openai.languageModel(model),
|
|
308
|
+
output: "no-schema",
|
|
309
|
+
prompt: params.prompt,
|
|
310
|
+
temperature: params.temperature
|
|
311
|
+
});
|
|
312
|
+
return object;
|
|
313
|
+
} catch (error) {
|
|
314
|
+
logger.error("Error generating object:", error);
|
|
315
|
+
throw error;
|
|
316
|
+
}
|
|
317
|
+
},
|
|
318
|
+
[ModelType.OBJECT_LARGE]: async (runtime, params) => {
|
|
319
|
+
const baseURL = runtime.getSetting("OPENAI_BASE_URL") ?? "https://api.openai.com/v1";
|
|
320
|
+
const openai = createOpenAI({
|
|
321
|
+
apiKey: runtime.getSetting("OPENAI_API_KEY"),
|
|
322
|
+
baseURL
|
|
323
|
+
});
|
|
324
|
+
const model = runtime.getSetting("OPENAI_LARGE_MODEL") ?? runtime.getSetting("LARGE_MODEL") ?? "gpt-4o";
|
|
325
|
+
try {
|
|
326
|
+
if (params.schema) {
|
|
327
|
+
logger.info("Using OBJECT_LARGE without schema validation");
|
|
328
|
+
const { object: object2 } = await generateObject({
|
|
329
|
+
model: openai.languageModel(model),
|
|
330
|
+
output: "no-schema",
|
|
331
|
+
prompt: params.prompt,
|
|
332
|
+
temperature: params.temperature
|
|
333
|
+
});
|
|
334
|
+
return object2;
|
|
335
|
+
}
|
|
336
|
+
const { object } = await generateObject({
|
|
337
|
+
model: openai.languageModel(model),
|
|
338
|
+
output: "no-schema",
|
|
339
|
+
prompt: params.prompt,
|
|
340
|
+
temperature: params.temperature
|
|
341
|
+
});
|
|
342
|
+
return object;
|
|
343
|
+
} catch (error) {
|
|
344
|
+
logger.error("Error generating object:", error);
|
|
345
|
+
throw error;
|
|
346
|
+
}
|
|
229
347
|
}
|
|
230
348
|
},
|
|
231
349
|
tests: [
|
|
@@ -242,11 +360,9 @@ var openaiPlugin = {
|
|
|
242
360
|
}
|
|
243
361
|
});
|
|
244
362
|
const data = await response.json();
|
|
245
|
-
|
|
363
|
+
logger.log("Models Available:", data?.data.length);
|
|
246
364
|
if (!response.ok) {
|
|
247
|
-
throw new Error(
|
|
248
|
-
`Failed to validate OpenAI API key: ${response.statusText}`
|
|
249
|
-
);
|
|
365
|
+
throw new Error(`Failed to validate OpenAI API key: ${response.statusText}`);
|
|
250
366
|
}
|
|
251
367
|
}
|
|
252
368
|
},
|
|
@@ -254,13 +370,12 @@ var openaiPlugin = {
|
|
|
254
370
|
name: "openai_test_text_embedding",
|
|
255
371
|
fn: async (runtime) => {
|
|
256
372
|
try {
|
|
257
|
-
const embedding = await runtime.useModel(
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
);
|
|
261
|
-
console.log("embedding", embedding);
|
|
373
|
+
const embedding = await runtime.useModel(ModelType.TEXT_EMBEDDING, {
|
|
374
|
+
text: "Hello, world!"
|
|
375
|
+
});
|
|
376
|
+
logger.log("embedding", embedding);
|
|
262
377
|
} catch (error) {
|
|
263
|
-
|
|
378
|
+
logger.error("Error in test_text_embedding:", error);
|
|
264
379
|
throw error;
|
|
265
380
|
}
|
|
266
381
|
}
|
|
@@ -269,15 +384,15 @@ var openaiPlugin = {
|
|
|
269
384
|
name: "openai_test_text_large",
|
|
270
385
|
fn: async (runtime) => {
|
|
271
386
|
try {
|
|
272
|
-
const text = await runtime.useModel(
|
|
387
|
+
const text = await runtime.useModel(ModelType.TEXT_LARGE, {
|
|
273
388
|
prompt: "What is the nature of reality in 10 words?"
|
|
274
389
|
});
|
|
275
390
|
if (text.length === 0) {
|
|
276
391
|
throw new Error("Failed to generate text");
|
|
277
392
|
}
|
|
278
|
-
|
|
393
|
+
logger.log("generated with test_text_large:", text);
|
|
279
394
|
} catch (error) {
|
|
280
|
-
|
|
395
|
+
logger.error("Error in test_text_large:", error);
|
|
281
396
|
throw error;
|
|
282
397
|
}
|
|
283
398
|
}
|
|
@@ -286,15 +401,15 @@ var openaiPlugin = {
|
|
|
286
401
|
name: "openai_test_text_small",
|
|
287
402
|
fn: async (runtime) => {
|
|
288
403
|
try {
|
|
289
|
-
const text = await runtime.useModel(
|
|
404
|
+
const text = await runtime.useModel(ModelType.TEXT_SMALL, {
|
|
290
405
|
prompt: "What is the nature of reality in 10 words?"
|
|
291
406
|
});
|
|
292
407
|
if (text.length === 0) {
|
|
293
408
|
throw new Error("Failed to generate text");
|
|
294
409
|
}
|
|
295
|
-
|
|
410
|
+
logger.log("generated with test_text_small:", text);
|
|
296
411
|
} catch (error) {
|
|
297
|
-
|
|
412
|
+
logger.error("Error in test_text_small:", error);
|
|
298
413
|
throw error;
|
|
299
414
|
}
|
|
300
415
|
}
|
|
@@ -302,56 +417,59 @@ var openaiPlugin = {
|
|
|
302
417
|
{
|
|
303
418
|
name: "openai_test_image_generation",
|
|
304
419
|
fn: async (runtime) => {
|
|
305
|
-
|
|
420
|
+
logger.log("openai_test_image_generation");
|
|
306
421
|
try {
|
|
307
|
-
const image = await runtime.useModel(
|
|
422
|
+
const image = await runtime.useModel(ModelType.IMAGE, {
|
|
308
423
|
prompt: "A beautiful sunset over a calm ocean",
|
|
309
424
|
n: 1,
|
|
310
425
|
size: "1024x1024"
|
|
311
426
|
});
|
|
312
|
-
|
|
427
|
+
logger.log("generated with test_image_generation:", image);
|
|
313
428
|
} catch (error) {
|
|
314
|
-
|
|
429
|
+
logger.error("Error in test_image_generation:", error);
|
|
315
430
|
throw error;
|
|
316
431
|
}
|
|
317
432
|
}
|
|
318
433
|
},
|
|
319
434
|
{
|
|
320
|
-
name: "
|
|
435
|
+
name: "image-description",
|
|
321
436
|
fn: async (runtime) => {
|
|
322
|
-
console.log("openai_test_image_description");
|
|
323
437
|
try {
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
title
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
438
|
+
logger.log("openai_test_image_description");
|
|
439
|
+
try {
|
|
440
|
+
const result = await runtime.useModel(
|
|
441
|
+
ModelType.IMAGE_DESCRIPTION,
|
|
442
|
+
"https://upload.wikimedia.org/wikipedia/commons/thumb/1/1c/Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg/537px-Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg"
|
|
443
|
+
);
|
|
444
|
+
if (result && typeof result === "object" && "title" in result && "description" in result) {
|
|
445
|
+
logger.log("Image description:", result);
|
|
446
|
+
} else {
|
|
447
|
+
logger.error("Invalid image description result format:", result);
|
|
448
|
+
}
|
|
449
|
+
} catch (e) {
|
|
450
|
+
logger.error("Error in image description test:", e);
|
|
451
|
+
}
|
|
452
|
+
} catch (e) {
|
|
453
|
+
logger.error("Error in openai_test_image_description:", e);
|
|
336
454
|
}
|
|
337
455
|
}
|
|
338
456
|
},
|
|
339
457
|
{
|
|
340
458
|
name: "openai_test_transcription",
|
|
341
459
|
fn: async (runtime) => {
|
|
342
|
-
|
|
460
|
+
logger.log("openai_test_transcription");
|
|
343
461
|
try {
|
|
344
462
|
const response = await fetch(
|
|
345
463
|
"https://upload.wikimedia.org/wikipedia/en/4/40/Chris_Benoit_Voice_Message.ogg"
|
|
346
464
|
);
|
|
347
465
|
const arrayBuffer = await response.arrayBuffer();
|
|
348
466
|
const transcription = await runtime.useModel(
|
|
349
|
-
|
|
467
|
+
ModelType.TRANSCRIPTION,
|
|
350
468
|
Buffer.from(new Uint8Array(arrayBuffer))
|
|
351
469
|
);
|
|
352
|
-
|
|
470
|
+
logger.log("generated with test_transcription:", transcription);
|
|
353
471
|
} catch (error) {
|
|
354
|
-
|
|
472
|
+
logger.error("Error in test_transcription:", error);
|
|
355
473
|
throw error;
|
|
356
474
|
}
|
|
357
475
|
}
|
|
@@ -360,36 +478,25 @@ var openaiPlugin = {
|
|
|
360
478
|
name: "openai_test_text_tokenizer_encode",
|
|
361
479
|
fn: async (runtime) => {
|
|
362
480
|
const prompt = "Hello tokenizer encode!";
|
|
363
|
-
const tokens = await runtime.useModel(
|
|
364
|
-
ModelTypes.TEXT_TOKENIZER_ENCODE,
|
|
365
|
-
{ prompt }
|
|
366
|
-
);
|
|
481
|
+
const tokens = await runtime.useModel(ModelType.TEXT_TOKENIZER_ENCODE, { prompt });
|
|
367
482
|
if (!Array.isArray(tokens) || tokens.length === 0) {
|
|
368
|
-
throw new Error(
|
|
369
|
-
"Failed to tokenize text: expected non-empty array of tokens"
|
|
370
|
-
);
|
|
483
|
+
throw new Error("Failed to tokenize text: expected non-empty array of tokens");
|
|
371
484
|
}
|
|
372
|
-
|
|
485
|
+
logger.log("Tokenized output:", tokens);
|
|
373
486
|
}
|
|
374
487
|
},
|
|
375
488
|
{
|
|
376
489
|
name: "openai_test_text_tokenizer_decode",
|
|
377
490
|
fn: async (runtime) => {
|
|
378
491
|
const prompt = "Hello tokenizer decode!";
|
|
379
|
-
const tokens = await runtime.useModel(
|
|
380
|
-
|
|
381
|
-
{ prompt }
|
|
382
|
-
);
|
|
383
|
-
const decodedText = await runtime.useModel(
|
|
384
|
-
ModelTypes.TEXT_TOKENIZER_DECODE,
|
|
385
|
-
{ tokens }
|
|
386
|
-
);
|
|
492
|
+
const tokens = await runtime.useModel(ModelType.TEXT_TOKENIZER_ENCODE, { prompt });
|
|
493
|
+
const decodedText = await runtime.useModel(ModelType.TEXT_TOKENIZER_DECODE, { tokens });
|
|
387
494
|
if (decodedText !== prompt) {
|
|
388
495
|
throw new Error(
|
|
389
496
|
`Decoded text does not match original. Expected "${prompt}", got "${decodedText}"`
|
|
390
497
|
);
|
|
391
498
|
}
|
|
392
|
-
|
|
499
|
+
logger.log("Decoded text:", decodedText);
|
|
393
500
|
}
|
|
394
501
|
}
|
|
395
502
|
]
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { createOpenAI } from \"@ai-sdk/openai\";\nimport type { IAgentRuntime, ModelType, Plugin } from \"@elizaos/core\";\nimport {\n\ttype DetokenizeTextParams,\n\ttype GenerateTextParams,\n\tModelTypes,\n\ttype TokenizeTextParams,\n} from \"@elizaos/core\";\nimport { generateText } from \"ai\";\nimport { type TiktokenModel, encodingForModel } from \"js-tiktoken\";\nimport { z } from \"zod\";\n\n/**\n * Asynchronously tokenizes the given text based on the specified model and prompt.\n *\n * @param {ModelType} model - The type of model to use for tokenization.\n * @param {string} prompt - The text prompt to tokenize.\n * @returns {number[]} - An array of tokens representing the encoded prompt.\n */\nasync function tokenizeText(model: ModelType, prompt: string) {\n\tconst modelName =\n\t\tmodel === ModelTypes.TEXT_SMALL\n\t\t\t? (process.env.OPENAI_SMALL_MODEL ??\n\t\t\t\tprocess.env.SMALL_MODEL ??\n\t\t\t\t\"gpt-4o-mini\")\n\t\t\t: (process.env.LARGE_MODEL ?? \"gpt-4o\");\n\tconst encoding = encodingForModel(modelName as TiktokenModel);\n\tconst tokens = encoding.encode(prompt);\n\treturn tokens;\n}\n\n/**\n * Detokenize a sequence of tokens back into text using the specified model.\n *\n * @param {ModelType} model - The type of model to use for detokenization.\n * @param {number[]} tokens - The sequence of tokens to detokenize.\n * @returns {string} The detokenized text.\n */\nasync function detokenizeText(model: ModelType, tokens: number[]) {\n\tconst modelName =\n\t\tmodel === ModelTypes.TEXT_SMALL\n\t\t\t? (process.env.OPENAI_SMALL_MODEL ??\n\t\t\t\tprocess.env.SMALL_MODEL ??\n\t\t\t\t\"gpt-4o-mini\")\n\t\t\t: (process.env.OPENAI_LARGE_MODEL ?? process.env.LARGE_MODEL ?? \"gpt-4o\");\n\tconst encoding = encodingForModel(modelName as TiktokenModel);\n\treturn encoding.decode(tokens);\n}\n\nconst configSchema = z.object({\n\tOPENAI_API_KEY: z.string().min(1, \"OpenAI API key is required\"),\n\tOPENAI_BASE_URL: z.string().url().optional(),\n\tOPENAI_SMALL_MODEL: z.string().optional(),\n\tOPENAI_LARGE_MODEL: z.string().optional(),\n\tSMALL_MODEL: z.string().optional(),\n\tLARGE_MODEL: z.string().optional(),\n});\n\n/**\n * Defines the OpenAI plugin with its name, description, and configuration options.\n * @type {Plugin}\n */\nexport const openaiPlugin: Plugin = {\n\tname: \"openai\",\n\tdescription: \"OpenAI plugin\",\n\tconfig: {\n\t\tOPENAI_API_KEY: process.env.OPENAI_API_KEY,\n\t\tOPENAI_BASE_URL: process.env.OPENAI_BASE_URL,\n\t\tOPENAI_SMALL_MODEL: process.env.OPENAI_SMALL_MODEL,\n\t\tOPENAI_LARGE_MODEL: process.env.OPENAI_LARGE_MODEL,\n\t\tSMALL_MODEL: process.env.SMALL_MODEL,\n\t\tLARGE_MODEL: process.env.LARGE_MODEL,\n\t},\n\tasync init(config: Record<string, string>) {\n\t\ttry {\n\t\t\tconst validatedConfig = await configSchema.parseAsync(config);\n\n\t\t\t// Set all environment variables at once\n\t\t\tfor (const [key, value] of Object.entries(validatedConfig)) {\n\t\t\t\tif (value) process.env[key] = value;\n\t\t\t}\n\n\t\t\t// Verify API key\n\t\t\tconst baseURL =\n\t\t\t\tprocess.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\t\t\tconst response = await fetch(`${baseURL}/models`, {\n\t\t\t\theaders: { Authorization: `Bearer ${process.env.OPENAI_API_KEY}` },\n\t\t\t});\n\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Failed to validate OpenAI API key: ${response.statusText}`,\n\t\t\t\t);\n\t\t\t}\n\t\t} catch (error) {\n\t\t\tif (error instanceof z.ZodError) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Invalid plugin configuration: ${error.errors\n\t\t\t\t\t\t.map((e) => e.message)\n\t\t\t\t\t\t.join(\n\t\t\t\t\t\t\t\", \",\n\t\t\t\t\t\t)} - You need to configure the OPENAI_API_KEY in your environment variables`,\n\t\t\t\t);\n\t\t\t}\n\t\t\tthrow error;\n\t\t}\n\t},\n\tmodels: {\n\t\t[ModelTypes.TEXT_EMBEDDING]: async (\n\t\t\t_runtime: IAgentRuntime,\n\t\t\ttext: string | null,\n\t\t) => {\n\t\t\tif (!text) {\n\t\t\t\t// Return zero vector of appropriate length for model\n\t\t\t\treturn new Array(1536).fill(0);\n\t\t\t}\n\n\t\t\tconst baseURL =\n\t\t\t\tprocess.env.OPENAI_BASE_URL ?? \"https://api.openai.com/v1\";\n\n\t\t\t// use fetch to call embedding endpoint\n\t\t\tconst response = await fetch(`${baseURL}/embeddings`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${process.env.OPENAI_API_KEY}`,\n\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t},\n\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\tmodel: \"text-embedding-3-small\",\n\t\t\t\t\tinput: text,\n\t\t\t\t}),\n\t\t\t});\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to get embedding: ${response.statusText}`);\n\t\t\t}\n\n\t\t\tconst data = (await response.json()) as {\n\t\t\t\tdata: [{ embedding: number[] }];\n\t\t\t};\n\t\t\treturn data.data[0].embedding;\n\t\t},\n\t\t[ModelTypes.TEXT_TOKENIZER_ENCODE]: async (\n\t\t\t_runtime,\n\t\t\t{ prompt, modelType = ModelTypes.TEXT_LARGE }: TokenizeTextParams,\n\t\t) => {\n\t\t\treturn await tokenizeText(modelType ?? ModelTypes.TEXT_LARGE, prompt);\n\t\t},\n\t\t[ModelTypes.TEXT_TOKENIZER_DECODE]: async (\n\t\t\t_runtime,\n\t\t\t{ tokens, modelType = ModelTypes.TEXT_LARGE }: DetokenizeTextParams,\n\t\t) => {\n\t\t\treturn await detokenizeText(modelType ?? ModelTypes.TEXT_LARGE, tokens);\n\t\t},\n\t\t[ModelTypes.TEXT_SMALL]: async (\n\t\t\truntime,\n\t\t\t{ prompt, stopSequences = [] }: GenerateTextParams,\n\t\t) => {\n\t\t\tconst temperature = 0.7;\n\t\t\tconst frequency_penalty = 0.7;\n\t\t\tconst presence_penalty = 0.7;\n\t\t\tconst max_response_length = 8192;\n\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst model =\n\t\t\t\truntime.getSetting(\"OPENAI_SMALL_MODEL\") ??\n\t\t\t\truntime.getSetting(\"SMALL_MODEL\") ??\n\t\t\t\t\"gpt-4o-mini\";\n\n\t\t\tconsole.log(\"generating text\");\n\t\t\tconsole.log(prompt);\n\n\t\t\tconst { text: openaiResponse } = await generateText({\n\t\t\t\tmodel: openai.languageModel(model),\n\t\t\t\tprompt: prompt,\n\t\t\t\tsystem: runtime.character.system ?? undefined,\n\t\t\t\ttemperature: temperature,\n\t\t\t\tmaxTokens: max_response_length,\n\t\t\t\tfrequencyPenalty: frequency_penalty,\n\t\t\t\tpresencePenalty: presence_penalty,\n\t\t\t\tstopSequences: stopSequences,\n\t\t\t});\n\n\t\t\treturn openaiResponse;\n\t\t},\n\t\t[ModelTypes.TEXT_LARGE]: async (\n\t\t\truntime,\n\t\t\t{\n\t\t\t\tprompt,\n\t\t\t\tstopSequences = [],\n\t\t\t\tmaxTokens = 8192,\n\t\t\t\ttemperature = 0.7,\n\t\t\t\tfrequencyPenalty = 0.7,\n\t\t\t\tpresencePenalty = 0.7,\n\t\t\t}: GenerateTextParams,\n\t\t) => {\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst model =\n\t\t\t\truntime.getSetting(\"OPENAI_LARGE_MODEL\") ??\n\t\t\t\truntime.getSetting(\"LARGE_MODEL\") ??\n\t\t\t\t\"gpt-4o\";\n\n\t\t\tconst { text: openaiResponse } = await generateText({\n\t\t\t\tmodel: openai.languageModel(model),\n\t\t\t\tprompt: prompt,\n\t\t\t\tsystem: runtime.character.system ?? undefined,\n\t\t\t\ttemperature: temperature,\n\t\t\t\tmaxTokens: maxTokens,\n\t\t\t\tfrequencyPenalty: frequencyPenalty,\n\t\t\t\tpresencePenalty: presencePenalty,\n\t\t\t\tstopSequences: stopSequences,\n\t\t\t});\n\n\t\t\treturn openaiResponse;\n\t\t},\n\t\t[ModelTypes.IMAGE]: async (\n\t\t\truntime,\n\t\t\tparams: {\n\t\t\t\tprompt: string;\n\t\t\t\tn?: number;\n\t\t\t\tsize?: string;\n\t\t\t},\n\t\t) => {\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconst response = await fetch(`${baseURL}/images/generations`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t\"Content-Type\": \"application/json\",\n\t\t\t\t},\n\t\t\t\tbody: JSON.stringify({\n\t\t\t\t\tprompt: params.prompt,\n\t\t\t\t\tn: params.n || 1,\n\t\t\t\t\tsize: params.size || \"1024x1024\",\n\t\t\t\t}),\n\t\t\t});\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to generate image: ${response.statusText}`);\n\t\t\t}\n\t\t\tconst data = await response.json();\n\t\t\tconst typedData = data as { data: { url: string }[] };\n\t\t\treturn typedData.data;\n\t\t},\n\t\t[ModelTypes.IMAGE_DESCRIPTION]: async (runtime, imageUrl) => {\n\t\t\tconsole.log(\"IMAGE_DESCRIPTION\");\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconsole.log(\"baseURL\", baseURL);\n\t\t\tconst openai = createOpenAI({\n\t\t\t\tapiKey: runtime.getSetting(\"OPENAI_API_KEY\"),\n\t\t\t\tbaseURL,\n\t\t\t});\n\n\t\t\tconst { text } = await generateText({\n\t\t\t\tmodel: openai.languageModel(\n\t\t\t\t\truntime.getSetting(\"OPENAI_SMALL_MODEL\") ?? \"gpt-4o-mini\",\n\t\t\t\t),\n\t\t\t\tmessages: [\n\t\t\t\t\t{\n\t\t\t\t\t\trole: \"system\",\n\t\t\t\t\t\tcontent:\n\t\t\t\t\t\t\t\"Provide a title and brief description of the image. Structure this as XML with the following syntax:\\n<title>{{title}}</title>\\n<description>{{description}}</description>\\nReplacing the handlerbars with the actual text\",\n\t\t\t\t\t},\n\t\t\t\t\t{\n\t\t\t\t\t\trole: \"user\",\n\t\t\t\t\t\tcontent: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\ttype: \"image\" as const,\n\t\t\t\t\t\t\t\timage: imageUrl,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t\ttemperature: 0.7,\n\t\t\t\tmaxTokens: 1024,\n\t\t\t\tfrequencyPenalty: 0,\n\t\t\t\tpresencePenalty: 0,\n\t\t\t\tstopSequences: [],\n\t\t\t});\n\n\t\t\tconst titleMatch = text.match(/<title>(.*?)<\\/title>/);\n\t\t\tconst descriptionMatch = text.match(/<description>(.*?)<\\/description>/);\n\n\t\t\tif (!titleMatch || !descriptionMatch) {\n\t\t\t\tthrow new Error(\"Could not parse title or description from response\");\n\t\t\t}\n\n\t\t\treturn {\n\t\t\t\ttitle: titleMatch[1],\n\t\t\t\tdescription: descriptionMatch[1],\n\t\t\t};\n\t\t},\n\t\t[ModelTypes.TRANSCRIPTION]: async (runtime, audioBuffer: Buffer) => {\n\t\t\tconsole.log(\"audioBuffer\", audioBuffer);\n\t\t\tconst baseURL =\n\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ?? \"https://api.openai.com/v1\";\n\t\t\tconst formData = new FormData();\n\t\t\tformData.append(\"file\", new Blob([audioBuffer], { type: \"audio/mp3\" }));\n\t\t\tformData.append(\"model\", \"whisper-1\");\n\t\t\tconst response = await fetch(`${baseURL}/audio/transcriptions`, {\n\t\t\t\tmethod: \"POST\",\n\t\t\t\theaders: {\n\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t// Note: Do not set a Content-Type header—letting fetch set it for FormData is best\n\t\t\t\t},\n\t\t\t\tbody: formData,\n\t\t\t});\n\n\t\t\tconsole.log(\"response\", response);\n\t\t\tif (!response.ok) {\n\t\t\t\tthrow new Error(`Failed to transcribe audio: ${response.statusText}`);\n\t\t\t}\n\t\t\tconst data = (await response.json()) as { text: string };\n\t\t\treturn data.text;\n\t\t},\n\t},\n\ttests: [\n\t\t{\n\t\t\tname: \"openai_plugin_tests\",\n\t\t\ttests: [\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_url_and_api_key_validation\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst baseURL =\n\t\t\t\t\t\t\truntime.getSetting(\"OPENAI_BASE_URL\") ??\n\t\t\t\t\t\t\t\"https://api.openai.com/v1\";\n\t\t\t\t\t\tconst response = await fetch(`${baseURL}/models`, {\n\t\t\t\t\t\t\theaders: {\n\t\t\t\t\t\t\t\tAuthorization: `Bearer ${runtime.getSetting(\"OPENAI_API_KEY\")}`,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t});\n\t\t\t\t\t\tconst data = await response.json();\n\t\t\t\t\t\tconsole.log(\"Models Available:\", (data as any)?.data.length);\n\t\t\t\t\t\tif (!response.ok) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t`Failed to validate OpenAI API key: ${response.statusText}`,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_embedding\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst embedding = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.TEXT_EMBEDDING,\n\t\t\t\t\t\t\t\t\"Hello, world!\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconsole.log(\"embedding\", embedding);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_text_embedding:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_large\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst text = await runtime.useModel(ModelTypes.TEXT_LARGE, {\n\t\t\t\t\t\t\t\tprompt: \"What is the nature of reality in 10 words?\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tif (text.length === 0) {\n\t\t\t\t\t\t\t\tthrow new Error(\"Failed to generate text\");\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tconsole.log(\"generated with test_text_large:\", text);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_text_large:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_small\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst text = await runtime.useModel(ModelTypes.TEXT_SMALL, {\n\t\t\t\t\t\t\t\tprompt: \"What is the nature of reality in 10 words?\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tif (text.length === 0) {\n\t\t\t\t\t\t\t\tthrow new Error(\"Failed to generate text\");\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tconsole.log(\"generated with test_text_small:\", text);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_text_small:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_image_generation\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconsole.log(\"openai_test_image_generation\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst image = await runtime.useModel(ModelTypes.IMAGE, {\n\t\t\t\t\t\t\t\tprompt: \"A beautiful sunset over a calm ocean\",\n\t\t\t\t\t\t\t\tn: 1,\n\t\t\t\t\t\t\t\tsize: \"1024x1024\",\n\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\tconsole.log(\"generated with test_image_generation:\", image);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_image_generation:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_image_description\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconsole.log(\"openai_test_image_description\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst { title, description } = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.IMAGE_DESCRIPTION,\n\t\t\t\t\t\t\t\t\"https://upload.wikimedia.org/wikipedia/commons/thumb/1/1c/Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg/537px-Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconsole.log(\n\t\t\t\t\t\t\t\t\"generated with test_image_description:\",\n\t\t\t\t\t\t\t\ttitle,\n\t\t\t\t\t\t\t\tdescription,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_image_description:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_transcription\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconsole.log(\"openai_test_transcription\");\n\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\tconst response = await fetch(\n\t\t\t\t\t\t\t\t\"https://upload.wikimedia.org/wikipedia/en/4/40/Chris_Benoit_Voice_Message.ogg\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconst arrayBuffer = await response.arrayBuffer();\n\t\t\t\t\t\t\tconst transcription = await runtime.useModel(\n\t\t\t\t\t\t\t\tModelTypes.TRANSCRIPTION,\n\t\t\t\t\t\t\t\tBuffer.from(new Uint8Array(arrayBuffer)),\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\tconsole.log(\"generated with test_transcription:\", transcription);\n\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\tconsole.error(\"Error in test_transcription:\", error);\n\t\t\t\t\t\t\tthrow error;\n\t\t\t\t\t\t}\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_tokenizer_encode\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst prompt = \"Hello tokenizer encode!\";\n\t\t\t\t\t\tconst tokens = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_ENCODE,\n\t\t\t\t\t\t\t{ prompt },\n\t\t\t\t\t\t);\n\t\t\t\t\t\tif (!Array.isArray(tokens) || tokens.length === 0) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t\"Failed to tokenize text: expected non-empty array of tokens\",\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tconsole.log(\"Tokenized output:\", tokens);\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tname: \"openai_test_text_tokenizer_decode\",\n\t\t\t\t\tfn: async (runtime) => {\n\t\t\t\t\t\tconst prompt = \"Hello tokenizer decode!\";\n\t\t\t\t\t\t// Encode the string into tokens first\n\t\t\t\t\t\tconst tokens = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_ENCODE,\n\t\t\t\t\t\t\t{ prompt },\n\t\t\t\t\t\t);\n\t\t\t\t\t\t// Now decode tokens back into text\n\t\t\t\t\t\tconst decodedText = await runtime.useModel(\n\t\t\t\t\t\t\tModelTypes.TEXT_TOKENIZER_DECODE,\n\t\t\t\t\t\t\t{ tokens },\n\t\t\t\t\t\t);\n\t\t\t\t\t\tif (decodedText !== prompt) {\n\t\t\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\t\t`Decoded text does not match original. Expected \"${prompt}\", got \"${decodedText}\"`,\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t\tconsole.log(\"Decoded text:\", decodedText);\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t],\n\t\t},\n\t],\n};\nexport default openaiPlugin;\n"],"mappings":";AAAA,SAAS,oBAAoB;AAE7B;AAAA,EAGC;AAAA,OAEM;AACP,SAAS,oBAAoB;AAC7B,SAA6B,wBAAwB;AACrD,SAAS,SAAS;AASlB,eAAe,aAAa,OAAkB,QAAgB;AAC7D,QAAM,YACL,UAAU,WAAW,aACjB,QAAQ,IAAI,sBACd,QAAQ,IAAI,eACZ,gBACE,QAAQ,IAAI,eAAe;AAChC,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,QAAM,SAAS,SAAS,OAAO,MAAM;AACrC,SAAO;AACR;AASA,eAAe,eAAe,OAAkB,QAAkB;AACjE,QAAM,YACL,UAAU,WAAW,aACjB,QAAQ,IAAI,sBACd,QAAQ,IAAI,eACZ,gBACE,QAAQ,IAAI,sBAAsB,QAAQ,IAAI,eAAe;AAClE,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,SAAO,SAAS,OAAO,MAAM;AAC9B;AAEA,IAAM,eAAe,EAAE,OAAO;AAAA,EAC7B,gBAAgB,EAAE,OAAO,EAAE,IAAI,GAAG,4BAA4B;AAAA,EAC9D,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC3C,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,oBAAoB,EAAE,OAAO,EAAE,SAAS;AAAA,EACxC,aAAa,EAAE,OAAO,EAAE,SAAS;AAAA,EACjC,aAAa,EAAE,OAAO,EAAE,SAAS;AAClC,CAAC;AAMM,IAAM,eAAuB;AAAA,EACnC,MAAM;AAAA,EACN,aAAa;AAAA,EACb,QAAQ;AAAA,IACP,gBAAgB,QAAQ,IAAI;AAAA,IAC5B,iBAAiB,QAAQ,IAAI;AAAA,IAC7B,oBAAoB,QAAQ,IAAI;AAAA,IAChC,oBAAoB,QAAQ,IAAI;AAAA,IAChC,aAAa,QAAQ,IAAI;AAAA,IACzB,aAAa,QAAQ,IAAI;AAAA,EAC1B;AAAA,EACA,MAAM,KAAK,QAAgC;AAC1C,QAAI;AACH,YAAM,kBAAkB,MAAM,aAAa,WAAW,MAAM;AAG5D,iBAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,eAAe,GAAG;AAC3D,YAAI,MAAO,SAAQ,IAAI,GAAG,IAAI;AAAA,MAC/B;AAGA,YAAM,UACL,QAAQ,IAAI,mBAAmB;AAChC,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,QACjD,SAAS,EAAE,eAAe,UAAU,QAAQ,IAAI,cAAc,GAAG;AAAA,MAClE,CAAC;AAED,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI;AAAA,UACT,sCAAsC,SAAS,UAAU;AAAA,QAC1D;AAAA,MACD;AAAA,IACD,SAAS,OAAO;AACf,UAAI,iBAAiB,EAAE,UAAU;AAChC,cAAM,IAAI;AAAA,UACT,iCAAiC,MAAM,OACrC,IAAI,CAAC,MAAM,EAAE,OAAO,EACpB;AAAA,YACA;AAAA,UACD,CAAC;AAAA,QACH;AAAA,MACD;AACA,YAAM;AAAA,IACP;AAAA,EACD;AAAA,EACA,QAAQ;AAAA,IACP,CAAC,WAAW,cAAc,GAAG,OAC5B,UACA,SACI;AACJ,UAAI,CAAC,MAAM;AAEV,eAAO,IAAI,MAAM,IAAI,EAAE,KAAK,CAAC;AAAA,MAC9B;AAEA,YAAM,UACL,QAAQ,IAAI,mBAAmB;AAGhC,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,eAAe;AAAA,QACrD,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,IAAI,cAAc;AAAA,UACnD,gBAAgB;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACpB,OAAO;AAAA,UACP,OAAO;AAAA,QACR,CAAC;AAAA,MACF,CAAC;AACD,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,4BAA4B,SAAS,UAAU,EAAE;AAAA,MAClE;AAEA,YAAM,OAAQ,MAAM,SAAS,KAAK;AAGlC,aAAO,KAAK,KAAK,CAAC,EAAE;AAAA,IACrB;AAAA,IACA,CAAC,WAAW,qBAAqB,GAAG,OACnC,UACA,EAAE,QAAQ,YAAY,WAAW,WAAW,MACxC;AACJ,aAAO,MAAM,aAAa,aAAa,WAAW,YAAY,MAAM;AAAA,IACrE;AAAA,IACA,CAAC,WAAW,qBAAqB,GAAG,OACnC,UACA,EAAE,QAAQ,YAAY,WAAW,WAAW,MACxC;AACJ,aAAO,MAAM,eAAe,aAAa,WAAW,YAAY,MAAM;AAAA,IACvE;AAAA,IACA,CAAC,WAAW,UAAU,GAAG,OACxB,SACA,EAAE,QAAQ,gBAAgB,CAAC,EAAE,MACzB;AACJ,YAAM,cAAc;AACpB,YAAM,oBAAoB;AAC1B,YAAM,mBAAmB;AACzB,YAAM,sBAAsB;AAE5B,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAE1C,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,QACL,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAED,cAAQ,IAAI,iBAAiB;AAC7B,cAAQ,IAAI,MAAM;AAElB,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QACnD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA,WAAW;AAAA,QACX,kBAAkB;AAAA,QAClB,iBAAiB;AAAA,QACjB;AAAA,MACD,CAAC;AAED,aAAO;AAAA,IACR;AAAA,IACA,CAAC,WAAW,UAAU,GAAG,OACxB,SACA;AAAA,MACC;AAAA,MACA,gBAAgB,CAAC;AAAA,MACjB,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,mBAAmB;AAAA,MACnB,kBAAkB;AAAA,IACnB,MACI;AACJ,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAE1C,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,QACL,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAED,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QACnD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACD,CAAC;AAED,aAAO;AAAA,IACR;AAAA,IACA,CAAC,WAAW,KAAK,GAAG,OACnB,SACA,WAKI;AACJ,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,uBAAuB;AAAA,QAC7D,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,UAC7D,gBAAgB;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACpB,QAAQ,OAAO;AAAA,UACf,GAAG,OAAO,KAAK;AAAA,UACf,MAAM,OAAO,QAAQ;AAAA,QACtB,CAAC;AAAA,MACF,CAAC;AACD,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,6BAA6B,SAAS,UAAU,EAAE;AAAA,MACnE;AACA,YAAM,OAAO,MAAM,SAAS,KAAK;AACjC,YAAM,YAAY;AAClB,aAAO,UAAU;AAAA,IAClB;AAAA,IACA,CAAC,WAAW,iBAAiB,GAAG,OAAO,SAAS,aAAa;AAC5D,cAAQ,IAAI,mBAAmB;AAC/B,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,cAAQ,IAAI,WAAW,OAAO;AAC9B,YAAM,SAAS,aAAa;AAAA,QAC3B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACD,CAAC;AAED,YAAM,EAAE,KAAK,IAAI,MAAM,aAAa;AAAA,QACnC,OAAO,OAAO;AAAA,UACb,QAAQ,WAAW,oBAAoB,KAAK;AAAA,QAC7C;AAAA,QACA,UAAU;AAAA,UACT;AAAA,YACC,MAAM;AAAA,YACN,SACC;AAAA,UACF;AAAA,UACA;AAAA,YACC,MAAM;AAAA,YACN,SAAS;AAAA,cACR;AAAA,gBACC,MAAM;AAAA,gBACN,OAAO;AAAA,cACR;AAAA,YACD;AAAA,UACD;AAAA,QACD;AAAA,QACA,aAAa;AAAA,QACb,WAAW;AAAA,QACX,kBAAkB;AAAA,QAClB,iBAAiB;AAAA,QACjB,eAAe,CAAC;AAAA,MACjB,CAAC;AAED,YAAM,aAAa,KAAK,MAAM,uBAAuB;AACrD,YAAM,mBAAmB,KAAK,MAAM,mCAAmC;AAEvE,UAAI,CAAC,cAAc,CAAC,kBAAkB;AACrC,cAAM,IAAI,MAAM,oDAAoD;AAAA,MACrE;AAEA,aAAO;AAAA,QACN,OAAO,WAAW,CAAC;AAAA,QACnB,aAAa,iBAAiB,CAAC;AAAA,MAChC;AAAA,IACD;AAAA,IACA,CAAC,WAAW,aAAa,GAAG,OAAO,SAAS,gBAAwB;AACnE,cAAQ,IAAI,eAAe,WAAW;AACtC,YAAM,UACL,QAAQ,WAAW,iBAAiB,KAAK;AAC1C,YAAM,WAAW,IAAI,SAAS;AAC9B,eAAS,OAAO,QAAQ,IAAI,KAAK,CAAC,WAAW,GAAG,EAAE,MAAM,YAAY,CAAC,CAAC;AACtE,eAAS,OAAO,SAAS,WAAW;AACpC,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,yBAAyB;AAAA,QAC/D,QAAQ;AAAA,QACR,SAAS;AAAA,UACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA;AAAA,QAE9D;AAAA,QACA,MAAM;AAAA,MACP,CAAC;AAED,cAAQ,IAAI,YAAY,QAAQ;AAChC,UAAI,CAAC,SAAS,IAAI;AACjB,cAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,MACrE;AACA,YAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,aAAO,KAAK;AAAA,IACb;AAAA,EACD;AAAA,EACA,OAAO;AAAA,IACN;AAAA,MACC,MAAM;AAAA,MACN,OAAO;AAAA,QACN;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,UACL,QAAQ,WAAW,iBAAiB,KACpC;AACD,kBAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,cACjD,SAAS;AAAA,gBACR,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,cAC9D;AAAA,YACD,CAAC;AACD,kBAAM,OAAO,MAAM,SAAS,KAAK;AACjC,oBAAQ,IAAI,qBAAsB,MAAc,KAAK,MAAM;AAC3D,gBAAI,CAAC,SAAS,IAAI;AACjB,oBAAM,IAAI;AAAA,gBACT,sCAAsC,SAAS,UAAU;AAAA,cAC1D;AAAA,YACD;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,YAAY,MAAM,QAAQ;AAAA,gBAC/B,WAAW;AAAA,gBACX;AAAA,cACD;AACA,sBAAQ,IAAI,aAAa,SAAS;AAAA,YACnC,SAAS,OAAO;AACf,sBAAQ,MAAM,iCAAiC,KAAK;AACpD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,OAAO,MAAM,QAAQ,SAAS,WAAW,YAAY;AAAA,gBAC1D,QAAQ;AAAA,cACT,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACtB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC1C;AACA,sBAAQ,IAAI,mCAAmC,IAAI;AAAA,YACpD,SAAS,OAAO;AACf,sBAAQ,MAAM,6BAA6B,KAAK;AAChD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,gBAAI;AACH,oBAAM,OAAO,MAAM,QAAQ,SAAS,WAAW,YAAY;AAAA,gBAC1D,QAAQ;AAAA,cACT,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACtB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC1C;AACA,sBAAQ,IAAI,mCAAmC,IAAI;AAAA,YACpD,SAAS,OAAO;AACf,sBAAQ,MAAM,6BAA6B,KAAK;AAChD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,oBAAQ,IAAI,8BAA8B;AAC1C,gBAAI;AACH,oBAAM,QAAQ,MAAM,QAAQ,SAAS,WAAW,OAAO;AAAA,gBACtD,QAAQ;AAAA,gBACR,GAAG;AAAA,gBACH,MAAM;AAAA,cACP,CAAC;AACD,sBAAQ,IAAI,yCAAyC,KAAK;AAAA,YAC3D,SAAS,OAAO;AACf,sBAAQ,MAAM,mCAAmC,KAAK;AACtD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,oBAAQ,IAAI,+BAA+B;AAC3C,gBAAI;AACH,oBAAM,EAAE,OAAO,YAAY,IAAI,MAAM,QAAQ;AAAA,gBAC5C,WAAW;AAAA,gBACX;AAAA,cACD;AACA,sBAAQ;AAAA,gBACP;AAAA,gBACA;AAAA,gBACA;AAAA,cACD;AAAA,YACD,SAAS,OAAO;AACf,sBAAQ,MAAM,oCAAoC,KAAK;AACvD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,oBAAQ,IAAI,2BAA2B;AACvC,gBAAI;AACH,oBAAM,WAAW,MAAM;AAAA,gBACtB;AAAA,cACD;AACA,oBAAM,cAAc,MAAM,SAAS,YAAY;AAC/C,oBAAM,gBAAgB,MAAM,QAAQ;AAAA,gBACnC,WAAW;AAAA,gBACX,OAAO,KAAK,IAAI,WAAW,WAAW,CAAC;AAAA,cACxC;AACA,sBAAQ,IAAI,sCAAsC,aAAa;AAAA,YAChE,SAAS,OAAO;AACf,sBAAQ,MAAM,gCAAgC,KAAK;AACnD,oBAAM;AAAA,YACP;AAAA,UACD;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,SAAS;AACf,kBAAM,SAAS,MAAM,QAAQ;AAAA,cAC5B,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AACA,gBAAI,CAAC,MAAM,QAAQ,MAAM,KAAK,OAAO,WAAW,GAAG;AAClD,oBAAM,IAAI;AAAA,gBACT;AAAA,cACD;AAAA,YACD;AACA,oBAAQ,IAAI,qBAAqB,MAAM;AAAA,UACxC;AAAA,QACD;AAAA,QACA;AAAA,UACC,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACtB,kBAAM,SAAS;AAEf,kBAAM,SAAS,MAAM,QAAQ;AAAA,cAC5B,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AAEA,kBAAM,cAAc,MAAM,QAAQ;AAAA,cACjC,WAAW;AAAA,cACX,EAAE,OAAO;AAAA,YACV;AACA,gBAAI,gBAAgB,QAAQ;AAC3B,oBAAM,IAAI;AAAA,gBACT,mDAAmD,MAAM,WAAW,WAAW;AAAA,cAChF;AAAA,YACD;AACA,oBAAQ,IAAI,iBAAiB,WAAW;AAAA,UACzC;AAAA,QACD;AAAA,MACD;AAAA,IACD;AAAA,EACD;AACD;AACA,IAAO,gBAAQ;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { createOpenAI } from '@ai-sdk/openai';\nimport type {\n ImageDescriptionParams,\n ModelTypeName,\n ObjectGenerationParams,\n Plugin,\n TextEmbeddingParams,\n} from '@elizaos/core';\nimport {\n type DetokenizeTextParams,\n type GenerateTextParams,\n ModelType,\n type TokenizeTextParams,\n logger,\n} from '@elizaos/core';\nimport { generateObject, generateText } from 'ai';\nimport { type TiktokenModel, encodingForModel } from 'js-tiktoken';\nimport { z } from 'zod';\n\n/**\n * Asynchronously tokenizes the given text based on the specified model and prompt.\n *\n * @param {ModelTypeName} model - The type of model to use for tokenization.\n * @param {string} prompt - The text prompt to tokenize.\n * @returns {number[]} - An array of tokens representing the encoded prompt.\n */\nasync function tokenizeText(model: ModelTypeName, prompt: string) {\n const modelName =\n model === ModelType.TEXT_SMALL\n ? (process.env.OPENAI_SMALL_MODEL ?? process.env.SMALL_MODEL ?? 'gpt-4o-mini')\n : (process.env.LARGE_MODEL ?? 'gpt-4o');\n const encoding = encodingForModel(modelName as TiktokenModel);\n const tokens = encoding.encode(prompt);\n return tokens;\n}\n\n/**\n * Detokenize a sequence of tokens back into text using the specified model.\n *\n * @param {ModelTypeName} model - The type of model to use for detokenization.\n * @param {number[]} tokens - The sequence of tokens to detokenize.\n * @returns {string} The detokenized text.\n */\nasync function detokenizeText(model: ModelTypeName, tokens: number[]) {\n const modelName =\n model === ModelType.TEXT_SMALL\n ? (process.env.OPENAI_SMALL_MODEL ?? process.env.SMALL_MODEL ?? 'gpt-4o-mini')\n : (process.env.OPENAI_LARGE_MODEL ?? process.env.LARGE_MODEL ?? 'gpt-4o');\n const encoding = encodingForModel(modelName as TiktokenModel);\n return encoding.decode(tokens);\n}\n\n/**\n * Defines the OpenAI plugin with its name, description, and configuration options.\n * @type {Plugin}\n */\nexport const openaiPlugin: Plugin = {\n name: 'openai',\n description: 'OpenAI plugin',\n config: {\n OPENAI_API_KEY: process.env.OPENAI_API_KEY,\n OPENAI_BASE_URL: process.env.OPENAI_BASE_URL,\n OPENAI_SMALL_MODEL: process.env.OPENAI_SMALL_MODEL,\n OPENAI_LARGE_MODEL: process.env.OPENAI_LARGE_MODEL,\n SMALL_MODEL: process.env.SMALL_MODEL,\n LARGE_MODEL: process.env.LARGE_MODEL,\n },\n async init(config: Record<string, string>) {\n try {\n // const validatedConfig = await configSchema.parseAsync(config);\n\n // // Set all environment variables at once\n // for (const [key, value] of Object.entries(validatedConfig)) {\n // \tif (value) process.env[key] = value;\n // }\n\n // If API key is not set, we'll show a warning but continue\n if (!process.env.OPENAI_API_KEY) {\n logger.warn(\n 'OPENAI_API_KEY is not set in environment - OpenAI functionality will be limited'\n );\n // Return early without throwing an error\n return;\n }\n\n // Verify API key only if we have one\n try {\n const baseURL = process.env.OPENAI_BASE_URL ?? 'https://api.openai.com/v1';\n const response = await fetch(`${baseURL}/models`, {\n headers: { Authorization: `Bearer ${process.env.OPENAI_API_KEY}` },\n });\n\n if (!response.ok) {\n logger.warn(`OpenAI API key validation failed: ${response.statusText}`);\n logger.warn('OpenAI functionality will be limited until a valid API key is provided');\n // Continue execution instead of throwing\n } else {\n // logger.log(\"OpenAI API key validated successfully\");\n }\n } catch (fetchError) {\n logger.warn(`Error validating OpenAI API key: ${fetchError}`);\n logger.warn('OpenAI functionality will be limited until a valid API key is provided');\n // Continue execution instead of throwing\n }\n } catch (error) {\n // Convert to warning instead of error\n logger.warn(\n `OpenAI plugin configuration issue: ${error.errors\n .map((e) => e.message)\n .join(', ')} - You need to configure the OPENAI_API_KEY in your environment variables`\n );\n }\n },\n models: {\n [ModelType.TEXT_EMBEDDING]: async (\n _runtime,\n params: TextEmbeddingParams | string | null\n ): Promise<number[]> => {\n // Handle null input (initialization case)\n if (params === null) {\n logger.debug('Creating test embedding for initialization');\n // Return a consistent vector for null input\n const testVector = Array(1536).fill(0);\n testVector[0] = 0.1; // Make it non-zero\n return testVector;\n }\n\n // Get the text from whatever format was provided\n let text: string;\n if (typeof params === 'string') {\n text = params; // Direct string input\n } else if (typeof params === 'object' && params.text) {\n text = params.text; // Object with text property\n } else {\n logger.warn('Invalid input format for embedding');\n // Return a fallback for invalid input\n const fallbackVector = Array(1536).fill(0);\n fallbackVector[0] = 0.2; // Different value for tracking\n return fallbackVector;\n }\n\n // Skip API call for empty text\n if (!text.trim()) {\n logger.warn('Empty text for embedding');\n const emptyVector = Array(1536).fill(0);\n emptyVector[0] = 0.3; // Different value for tracking\n return emptyVector;\n }\n\n try {\n const baseURL = process.env.OPENAI_BASE_URL ?? 'https://api.openai.com/v1';\n\n // Call the OpenAI API\n const response = await fetch(`${baseURL}/embeddings`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${process.env.OPENAI_API_KEY}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model: 'text-embedding-3-small',\n input: text,\n }),\n });\n\n if (!response.ok) {\n logger.error(`OpenAI API error: ${response.status} - ${response.statusText}`);\n const errorVector = Array(1536).fill(0);\n errorVector[0] = 0.4; // Different value for tracking\n return errorVector;\n }\n\n const data = (await response.json()) as {\n data: [{ embedding: number[] }];\n };\n\n if (!data?.data?.[0]?.embedding) {\n logger.error('API returned invalid structure');\n const errorVector = Array(1536).fill(0);\n errorVector[0] = 0.5; // Different value for tracking\n return errorVector;\n }\n\n const embedding = data.data[0].embedding;\n logger.log(`Got valid embedding with length ${embedding.length}`);\n return embedding;\n } catch (error) {\n logger.error('Error generating embedding:', error);\n const errorVector = Array(1536).fill(0);\n errorVector[0] = 0.6; // Different value for tracking\n return errorVector;\n }\n },\n [ModelType.TEXT_TOKENIZER_ENCODE]: async (\n _runtime,\n { prompt, modelType = ModelType.TEXT_LARGE }: TokenizeTextParams\n ) => {\n return await tokenizeText(modelType ?? ModelType.TEXT_LARGE, prompt);\n },\n [ModelType.TEXT_TOKENIZER_DECODE]: async (\n _runtime,\n { tokens, modelType = ModelType.TEXT_LARGE }: DetokenizeTextParams\n ) => {\n return await detokenizeText(modelType ?? ModelType.TEXT_LARGE, tokens);\n },\n [ModelType.TEXT_SMALL]: async (runtime, { prompt, stopSequences = [] }: GenerateTextParams) => {\n const temperature = 0.7;\n const frequency_penalty = 0.7;\n const presence_penalty = 0.7;\n const max_response_length = 8192;\n\n const baseURL = runtime.getSetting('OPENAI_BASE_URL') ?? 'https://api.openai.com/v1';\n\n const openai = createOpenAI({\n apiKey: runtime.getSetting('OPENAI_API_KEY'),\n baseURL,\n });\n\n const model =\n runtime.getSetting('OPENAI_SMALL_MODEL') ??\n runtime.getSetting('SMALL_MODEL') ??\n 'gpt-4o-mini';\n\n logger.log('generating text');\n logger.log(prompt);\n\n const { text: openaiResponse } = await generateText({\n model: openai.languageModel(model),\n prompt: prompt,\n system: runtime.character.system ?? undefined,\n temperature: temperature,\n maxTokens: max_response_length,\n frequencyPenalty: frequency_penalty,\n presencePenalty: presence_penalty,\n stopSequences: stopSequences,\n });\n\n return openaiResponse;\n },\n [ModelType.TEXT_LARGE]: async (\n runtime,\n {\n prompt,\n stopSequences = [],\n maxTokens = 8192,\n temperature = 0.7,\n frequencyPenalty = 0.7,\n presencePenalty = 0.7,\n }: GenerateTextParams\n ) => {\n const baseURL = runtime.getSetting('OPENAI_BASE_URL') ?? 'https://api.openai.com/v1';\n\n const openai = createOpenAI({\n apiKey: runtime.getSetting('OPENAI_API_KEY'),\n baseURL,\n });\n\n const model =\n runtime.getSetting('OPENAI_LARGE_MODEL') ?? runtime.getSetting('LARGE_MODEL') ?? 'gpt-4o';\n\n const { text: openaiResponse } = await generateText({\n model: openai.languageModel(model),\n prompt: prompt,\n system: runtime.character.system ?? undefined,\n temperature: temperature,\n maxTokens: maxTokens,\n frequencyPenalty: frequencyPenalty,\n presencePenalty: presencePenalty,\n stopSequences: stopSequences,\n });\n\n return openaiResponse;\n },\n [ModelType.IMAGE]: async (\n runtime,\n params: {\n prompt: string;\n n?: number;\n size?: string;\n }\n ) => {\n const baseURL = runtime.getSetting('OPENAI_BASE_URL') ?? 'https://api.openai.com/v1';\n const response = await fetch(`${baseURL}/images/generations`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${runtime.getSetting('OPENAI_API_KEY')}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n prompt: params.prompt,\n n: params.n || 1,\n size: params.size || '1024x1024',\n }),\n });\n if (!response.ok) {\n throw new Error(`Failed to generate image: ${response.statusText}`);\n }\n const data = await response.json();\n const typedData = data as { data: { url: string }[] };\n return typedData.data;\n },\n [ModelType.IMAGE_DESCRIPTION]: async (runtime, params: ImageDescriptionParams | string) => {\n // Handle string case (direct URL)\n let imageUrl: string;\n let prompt: string | undefined;\n\n if (typeof params === 'string') {\n imageUrl = params;\n prompt = undefined;\n } else {\n // Object parameter case\n imageUrl = params.imageUrl;\n prompt = params.prompt;\n }\n\n try {\n const baseURL = process.env.OPENAI_BASE_URL ?? 'https://api.openai.com/v1';\n const apiKey = process.env.OPENAI_API_KEY;\n\n if (!apiKey) {\n logger.error('OpenAI API key not set');\n return {\n title: 'Failed to analyze image',\n description: 'API key not configured',\n };\n }\n\n // Call the GPT-4 Vision API\n const response = await fetch(`${baseURL}/chat/completions`, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n Authorization: `Bearer ${apiKey}`,\n },\n body: JSON.stringify({\n model: 'gpt-4-vision-preview',\n messages: [\n {\n role: 'user',\n content: [\n {\n type: 'text',\n text:\n prompt ||\n 'Please analyze this image and provide a title and detailed description.',\n },\n {\n type: 'image_url',\n image_url: { url: imageUrl },\n },\n ],\n },\n ],\n max_tokens: 300,\n }),\n });\n\n if (!response.ok) {\n throw new Error(`OpenAI API error: ${response.status}`);\n }\n\n const result: any = await response.json();\n const content = result.choices?.[0]?.message?.content;\n\n if (!content) {\n return {\n title: 'Failed to analyze image',\n description: 'No response from API',\n };\n }\n\n // Extract title and description\n const titleMatch = content.match(/title[:\\s]+(.+?)(?:\\n|$)/i);\n const title = titleMatch?.[1] || 'Image Analysis';\n\n // Rest of content is the description\n const description = content.replace(/title[:\\s]+(.+?)(?:\\n|$)/i, '').trim();\n\n return { title, description };\n } catch (error) {\n logger.error('Error analyzing image:', error);\n return {\n title: 'Failed to analyze image',\n description: `Error: ${error instanceof Error ? error.message : String(error)}`,\n };\n }\n },\n [ModelType.TRANSCRIPTION]: async (runtime, audioBuffer: Buffer) => {\n logger.log('audioBuffer', audioBuffer);\n const baseURL = runtime.getSetting('OPENAI_BASE_URL') ?? 'https://api.openai.com/v1';\n const formData = new FormData();\n formData.append('file', new Blob([audioBuffer], { type: 'audio/mp3' }));\n formData.append('model', 'whisper-1');\n const response = await fetch(`${baseURL}/audio/transcriptions`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${runtime.getSetting('OPENAI_API_KEY')}`,\n // Note: Do not set a Content-Type header—letting fetch set it for FormData is best\n },\n body: formData,\n });\n\n logger.log('response', response);\n if (!response.ok) {\n throw new Error(`Failed to transcribe audio: ${response.statusText}`);\n }\n const data = (await response.json()) as { text: string };\n return data.text;\n },\n [ModelType.OBJECT_SMALL]: async (runtime, params: ObjectGenerationParams) => {\n const baseURL = runtime.getSetting('OPENAI_BASE_URL') ?? 'https://api.openai.com/v1';\n const openai = createOpenAI({\n apiKey: runtime.getSetting('OPENAI_API_KEY'),\n baseURL,\n });\n const model =\n runtime.getSetting('OPENAI_SMALL_MODEL') ??\n runtime.getSetting('SMALL_MODEL') ??\n 'gpt-4o-mini';\n\n try {\n if (params.schema) {\n // Skip zod validation and just use the generateObject without schema\n logger.info('Using OBJECT_SMALL without schema validation');\n const { object } = await generateObject({\n model: openai.languageModel(model),\n output: 'no-schema',\n prompt: params.prompt,\n temperature: params.temperature,\n });\n return object;\n }\n\n const { object } = await generateObject({\n model: openai.languageModel(model),\n output: 'no-schema',\n prompt: params.prompt,\n temperature: params.temperature,\n });\n return object;\n } catch (error) {\n logger.error('Error generating object:', error);\n throw error;\n }\n },\n [ModelType.OBJECT_LARGE]: async (runtime, params: ObjectGenerationParams) => {\n const baseURL = runtime.getSetting('OPENAI_BASE_URL') ?? 'https://api.openai.com/v1';\n const openai = createOpenAI({\n apiKey: runtime.getSetting('OPENAI_API_KEY'),\n baseURL,\n });\n const model =\n runtime.getSetting('OPENAI_LARGE_MODEL') ?? runtime.getSetting('LARGE_MODEL') ?? 'gpt-4o';\n\n try {\n if (params.schema) {\n // Skip zod validation and just use the generateObject without schema\n logger.info('Using OBJECT_LARGE without schema validation');\n const { object } = await generateObject({\n model: openai.languageModel(model),\n output: 'no-schema',\n prompt: params.prompt,\n temperature: params.temperature,\n });\n return object;\n }\n\n const { object } = await generateObject({\n model: openai.languageModel(model),\n output: 'no-schema',\n prompt: params.prompt,\n temperature: params.temperature,\n });\n return object;\n } catch (error) {\n logger.error('Error generating object:', error);\n throw error;\n }\n },\n },\n tests: [\n {\n name: 'openai_plugin_tests',\n tests: [\n {\n name: 'openai_test_url_and_api_key_validation',\n fn: async (runtime) => {\n const baseURL = runtime.getSetting('OPENAI_BASE_URL') ?? 'https://api.openai.com/v1';\n const response = await fetch(`${baseURL}/models`, {\n headers: {\n Authorization: `Bearer ${runtime.getSetting('OPENAI_API_KEY')}`,\n },\n });\n const data = await response.json();\n logger.log('Models Available:', (data as any)?.data.length);\n if (!response.ok) {\n throw new Error(`Failed to validate OpenAI API key: ${response.statusText}`);\n }\n },\n },\n {\n name: 'openai_test_text_embedding',\n fn: async (runtime) => {\n try {\n const embedding = await runtime.useModel(ModelType.TEXT_EMBEDDING, {\n text: 'Hello, world!',\n });\n logger.log('embedding', embedding);\n } catch (error) {\n logger.error('Error in test_text_embedding:', error);\n throw error;\n }\n },\n },\n {\n name: 'openai_test_text_large',\n fn: async (runtime) => {\n try {\n const text = await runtime.useModel(ModelType.TEXT_LARGE, {\n prompt: 'What is the nature of reality in 10 words?',\n });\n if (text.length === 0) {\n throw new Error('Failed to generate text');\n }\n logger.log('generated with test_text_large:', text);\n } catch (error) {\n logger.error('Error in test_text_large:', error);\n throw error;\n }\n },\n },\n {\n name: 'openai_test_text_small',\n fn: async (runtime) => {\n try {\n const text = await runtime.useModel(ModelType.TEXT_SMALL, {\n prompt: 'What is the nature of reality in 10 words?',\n });\n if (text.length === 0) {\n throw new Error('Failed to generate text');\n }\n logger.log('generated with test_text_small:', text);\n } catch (error) {\n logger.error('Error in test_text_small:', error);\n throw error;\n }\n },\n },\n {\n name: 'openai_test_image_generation',\n fn: async (runtime) => {\n logger.log('openai_test_image_generation');\n try {\n const image = await runtime.useModel(ModelType.IMAGE, {\n prompt: 'A beautiful sunset over a calm ocean',\n n: 1,\n size: '1024x1024',\n });\n logger.log('generated with test_image_generation:', image);\n } catch (error) {\n logger.error('Error in test_image_generation:', error);\n throw error;\n }\n },\n },\n {\n name: 'image-description',\n fn: async (runtime) => {\n try {\n logger.log('openai_test_image_description');\n try {\n const result = await runtime.useModel(\n ModelType.IMAGE_DESCRIPTION,\n 'https://upload.wikimedia.org/wikipedia/commons/thumb/1/1c/Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg/537px-Vitalik_Buterin_TechCrunch_London_2015_%28cropped%29.jpg'\n );\n\n // Check if result has the expected structure\n if (\n result &&\n typeof result === 'object' &&\n 'title' in result &&\n 'description' in result\n ) {\n logger.log('Image description:', result);\n } else {\n logger.error('Invalid image description result format:', result);\n }\n } catch (e) {\n logger.error('Error in image description test:', e);\n }\n } catch (e) {\n logger.error('Error in openai_test_image_description:', e);\n }\n },\n },\n {\n name: 'openai_test_transcription',\n fn: async (runtime) => {\n logger.log('openai_test_transcription');\n try {\n const response = await fetch(\n 'https://upload.wikimedia.org/wikipedia/en/4/40/Chris_Benoit_Voice_Message.ogg'\n );\n const arrayBuffer = await response.arrayBuffer();\n const transcription = await runtime.useModel(\n ModelType.TRANSCRIPTION,\n Buffer.from(new Uint8Array(arrayBuffer))\n );\n logger.log('generated with test_transcription:', transcription);\n } catch (error) {\n logger.error('Error in test_transcription:', error);\n throw error;\n }\n },\n },\n {\n name: 'openai_test_text_tokenizer_encode',\n fn: async (runtime) => {\n const prompt = 'Hello tokenizer encode!';\n const tokens = await runtime.useModel(ModelType.TEXT_TOKENIZER_ENCODE, { prompt });\n if (!Array.isArray(tokens) || tokens.length === 0) {\n throw new Error('Failed to tokenize text: expected non-empty array of tokens');\n }\n logger.log('Tokenized output:', tokens);\n },\n },\n {\n name: 'openai_test_text_tokenizer_decode',\n fn: async (runtime) => {\n const prompt = 'Hello tokenizer decode!';\n // Encode the string into tokens first\n const tokens = await runtime.useModel(ModelType.TEXT_TOKENIZER_ENCODE, { prompt });\n // Now decode tokens back into text\n const decodedText = await runtime.useModel(ModelType.TEXT_TOKENIZER_DECODE, { tokens });\n if (decodedText !== prompt) {\n throw new Error(\n `Decoded text does not match original. Expected \"${prompt}\", got \"${decodedText}\"`\n );\n }\n logger.log('Decoded text:', decodedText);\n },\n },\n ],\n },\n ],\n};\nexport default openaiPlugin;\n"],"mappings":";AAAA,SAAS,oBAAoB;AAQ7B;AAAA,EAGE;AAAA,EAEA;AAAA,OACK;AACP,SAAS,gBAAgB,oBAAoB;AAC7C,SAA6B,wBAAwB;AAUrD,eAAe,aAAa,OAAsB,QAAgB;AAChE,QAAM,YACJ,UAAU,UAAU,aACf,QAAQ,IAAI,sBAAsB,QAAQ,IAAI,eAAe,gBAC7D,QAAQ,IAAI,eAAe;AAClC,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,QAAM,SAAS,SAAS,OAAO,MAAM;AACrC,SAAO;AACT;AASA,eAAe,eAAe,OAAsB,QAAkB;AACpE,QAAM,YACJ,UAAU,UAAU,aACf,QAAQ,IAAI,sBAAsB,QAAQ,IAAI,eAAe,gBAC7D,QAAQ,IAAI,sBAAsB,QAAQ,IAAI,eAAe;AACpE,QAAM,WAAW,iBAAiB,SAA0B;AAC5D,SAAO,SAAS,OAAO,MAAM;AAC/B;AAMO,IAAM,eAAuB;AAAA,EAClC,MAAM;AAAA,EACN,aAAa;AAAA,EACb,QAAQ;AAAA,IACN,gBAAgB,QAAQ,IAAI;AAAA,IAC5B,iBAAiB,QAAQ,IAAI;AAAA,IAC7B,oBAAoB,QAAQ,IAAI;AAAA,IAChC,oBAAoB,QAAQ,IAAI;AAAA,IAChC,aAAa,QAAQ,IAAI;AAAA,IACzB,aAAa,QAAQ,IAAI;AAAA,EAC3B;AAAA,EACA,MAAM,KAAK,QAAgC;AACzC,QAAI;AASF,UAAI,CAAC,QAAQ,IAAI,gBAAgB;AAC/B,eAAO;AAAA,UACL;AAAA,QACF;AAEA;AAAA,MACF;AAGA,UAAI;AACF,cAAM,UAAU,QAAQ,IAAI,mBAAmB;AAC/C,cAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,UAChD,SAAS,EAAE,eAAe,UAAU,QAAQ,IAAI,cAAc,GAAG;AAAA,QACnE,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AAChB,iBAAO,KAAK,qCAAqC,SAAS,UAAU,EAAE;AACtE,iBAAO,KAAK,wEAAwE;AAAA,QAEtF,OAAO;AAAA,QAEP;AAAA,MACF,SAAS,YAAY;AACnB,eAAO,KAAK,oCAAoC,UAAU,EAAE;AAC5D,eAAO,KAAK,wEAAwE;AAAA,MAEtF;AAAA,IACF,SAAS,OAAO;AAEd,aAAO;AAAA,QACL,sCAAsC,MAAM,OACzC,IAAI,CAAC,MAAM,EAAE,OAAO,EACpB,KAAK,IAAI,CAAC;AAAA,MACf;AAAA,IACF;AAAA,EACF;AAAA,EACA,QAAQ;AAAA,IACN,CAAC,UAAU,cAAc,GAAG,OAC1B,UACA,WACsB;AAEtB,UAAI,WAAW,MAAM;AACnB,eAAO,MAAM,4CAA4C;AAEzD,cAAM,aAAa,MAAM,IAAI,EAAE,KAAK,CAAC;AACrC,mBAAW,CAAC,IAAI;AAChB,eAAO;AAAA,MACT;AAGA,UAAI;AACJ,UAAI,OAAO,WAAW,UAAU;AAC9B,eAAO;AAAA,MACT,WAAW,OAAO,WAAW,YAAY,OAAO,MAAM;AACpD,eAAO,OAAO;AAAA,MAChB,OAAO;AACL,eAAO,KAAK,oCAAoC;AAEhD,cAAM,iBAAiB,MAAM,IAAI,EAAE,KAAK,CAAC;AACzC,uBAAe,CAAC,IAAI;AACpB,eAAO;AAAA,MACT;AAGA,UAAI,CAAC,KAAK,KAAK,GAAG;AAChB,eAAO,KAAK,0BAA0B;AACtC,cAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,oBAAY,CAAC,IAAI;AACjB,eAAO;AAAA,MACT;AAEA,UAAI;AACF,cAAM,UAAU,QAAQ,IAAI,mBAAmB;AAG/C,cAAM,WAAW,MAAM,MAAM,GAAG,OAAO,eAAe;AAAA,UACpD,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,eAAe,UAAU,QAAQ,IAAI,cAAc;AAAA,YACnD,gBAAgB;AAAA,UAClB;AAAA,UACA,MAAM,KAAK,UAAU;AAAA,YACnB,OAAO;AAAA,YACP,OAAO;AAAA,UACT,CAAC;AAAA,QACH,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AAChB,iBAAO,MAAM,qBAAqB,SAAS,MAAM,MAAM,SAAS,UAAU,EAAE;AAC5E,gBAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,sBAAY,CAAC,IAAI;AACjB,iBAAO;AAAA,QACT;AAEA,cAAM,OAAQ,MAAM,SAAS,KAAK;AAIlC,YAAI,CAAC,MAAM,OAAO,CAAC,GAAG,WAAW;AAC/B,iBAAO,MAAM,gCAAgC;AAC7C,gBAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,sBAAY,CAAC,IAAI;AACjB,iBAAO;AAAA,QACT;AAEA,cAAM,YAAY,KAAK,KAAK,CAAC,EAAE;AAC/B,eAAO,IAAI,mCAAmC,UAAU,MAAM,EAAE;AAChE,eAAO;AAAA,MACT,SAAS,OAAO;AACd,eAAO,MAAM,+BAA+B,KAAK;AACjD,cAAM,cAAc,MAAM,IAAI,EAAE,KAAK,CAAC;AACtC,oBAAY,CAAC,IAAI;AACjB,eAAO;AAAA,MACT;AAAA,IACF;AAAA,IACA,CAAC,UAAU,qBAAqB,GAAG,OACjC,UACA,EAAE,QAAQ,YAAY,UAAU,WAAW,MACxC;AACH,aAAO,MAAM,aAAa,aAAa,UAAU,YAAY,MAAM;AAAA,IACrE;AAAA,IACA,CAAC,UAAU,qBAAqB,GAAG,OACjC,UACA,EAAE,QAAQ,YAAY,UAAU,WAAW,MACxC;AACH,aAAO,MAAM,eAAe,aAAa,UAAU,YAAY,MAAM;AAAA,IACvE;AAAA,IACA,CAAC,UAAU,UAAU,GAAG,OAAO,SAAS,EAAE,QAAQ,gBAAgB,CAAC,EAAE,MAA0B;AAC7F,YAAM,cAAc;AACpB,YAAM,oBAAoB;AAC1B,YAAM,mBAAmB;AACzB,YAAM,sBAAsB;AAE5B,YAAM,UAAU,QAAQ,WAAW,iBAAiB,KAAK;AAEzD,YAAM,SAAS,aAAa;AAAA,QAC1B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACF,CAAC;AAED,YAAM,QACJ,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAEF,aAAO,IAAI,iBAAiB;AAC5B,aAAO,IAAI,MAAM;AAEjB,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QAClD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA,WAAW;AAAA,QACX,kBAAkB;AAAA,QAClB,iBAAiB;AAAA,QACjB;AAAA,MACF,CAAC;AAED,aAAO;AAAA,IACT;AAAA,IACA,CAAC,UAAU,UAAU,GAAG,OACtB,SACA;AAAA,MACE;AAAA,MACA,gBAAgB,CAAC;AAAA,MACjB,YAAY;AAAA,MACZ,cAAc;AAAA,MACd,mBAAmB;AAAA,MACnB,kBAAkB;AAAA,IACpB,MACG;AACH,YAAM,UAAU,QAAQ,WAAW,iBAAiB,KAAK;AAEzD,YAAM,SAAS,aAAa;AAAA,QAC1B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACF,CAAC;AAED,YAAM,QACJ,QAAQ,WAAW,oBAAoB,KAAK,QAAQ,WAAW,aAAa,KAAK;AAEnF,YAAM,EAAE,MAAM,eAAe,IAAI,MAAM,aAAa;AAAA,QAClD,OAAO,OAAO,cAAc,KAAK;AAAA,QACjC;AAAA,QACA,QAAQ,QAAQ,UAAU,UAAU;AAAA,QACpC;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF,CAAC;AAED,aAAO;AAAA,IACT;AAAA,IACA,CAAC,UAAU,KAAK,GAAG,OACjB,SACA,WAKG;AACH,YAAM,UAAU,QAAQ,WAAW,iBAAiB,KAAK;AACzD,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,uBAAuB;AAAA,QAC5D,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,UAC7D,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACnB,QAAQ,OAAO;AAAA,UACf,GAAG,OAAO,KAAK;AAAA,UACf,MAAM,OAAO,QAAQ;AAAA,QACvB,CAAC;AAAA,MACH,CAAC;AACD,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,IAAI,MAAM,6BAA6B,SAAS,UAAU,EAAE;AAAA,MACpE;AACA,YAAM,OAAO,MAAM,SAAS,KAAK;AACjC,YAAM,YAAY;AAClB,aAAO,UAAU;AAAA,IACnB;AAAA,IACA,CAAC,UAAU,iBAAiB,GAAG,OAAO,SAAS,WAA4C;AAEzF,UAAI;AACJ,UAAI;AAEJ,UAAI,OAAO,WAAW,UAAU;AAC9B,mBAAW;AACX,iBAAS;AAAA,MACX,OAAO;AAEL,mBAAW,OAAO;AAClB,iBAAS,OAAO;AAAA,MAClB;AAEA,UAAI;AACF,cAAM,UAAU,QAAQ,IAAI,mBAAmB;AAC/C,cAAM,SAAS,QAAQ,IAAI;AAE3B,YAAI,CAAC,QAAQ;AACX,iBAAO,MAAM,wBAAwB;AACrC,iBAAO;AAAA,YACL,OAAO;AAAA,YACP,aAAa;AAAA,UACf;AAAA,QACF;AAGA,cAAM,WAAW,MAAM,MAAM,GAAG,OAAO,qBAAqB;AAAA,UAC1D,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,gBAAgB;AAAA,YAChB,eAAe,UAAU,MAAM;AAAA,UACjC;AAAA,UACA,MAAM,KAAK,UAAU;AAAA,YACnB,OAAO;AAAA,YACP,UAAU;AAAA,cACR;AAAA,gBACE,MAAM;AAAA,gBACN,SAAS;AAAA,kBACP;AAAA,oBACE,MAAM;AAAA,oBACN,MACE,UACA;AAAA,kBACJ;AAAA,kBACA;AAAA,oBACE,MAAM;AAAA,oBACN,WAAW,EAAE,KAAK,SAAS;AAAA,kBAC7B;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,YACA,YAAY;AAAA,UACd,CAAC;AAAA,QACH,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AAChB,gBAAM,IAAI,MAAM,qBAAqB,SAAS,MAAM,EAAE;AAAA,QACxD;AAEA,cAAM,SAAc,MAAM,SAAS,KAAK;AACxC,cAAM,UAAU,OAAO,UAAU,CAAC,GAAG,SAAS;AAE9C,YAAI,CAAC,SAAS;AACZ,iBAAO;AAAA,YACL,OAAO;AAAA,YACP,aAAa;AAAA,UACf;AAAA,QACF;AAGA,cAAM,aAAa,QAAQ,MAAM,2BAA2B;AAC5D,cAAM,QAAQ,aAAa,CAAC,KAAK;AAGjC,cAAM,cAAc,QAAQ,QAAQ,6BAA6B,EAAE,EAAE,KAAK;AAE1E,eAAO,EAAE,OAAO,YAAY;AAAA,MAC9B,SAAS,OAAO;AACd,eAAO,MAAM,0BAA0B,KAAK;AAC5C,eAAO;AAAA,UACL,OAAO;AAAA,UACP,aAAa,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,CAAC;AAAA,QAC/E;AAAA,MACF;AAAA,IACF;AAAA,IACA,CAAC,UAAU,aAAa,GAAG,OAAO,SAAS,gBAAwB;AACjE,aAAO,IAAI,eAAe,WAAW;AACrC,YAAM,UAAU,QAAQ,WAAW,iBAAiB,KAAK;AACzD,YAAM,WAAW,IAAI,SAAS;AAC9B,eAAS,OAAO,QAAQ,IAAI,KAAK,CAAC,WAAW,GAAG,EAAE,MAAM,YAAY,CAAC,CAAC;AACtE,eAAS,OAAO,SAAS,WAAW;AACpC,YAAM,WAAW,MAAM,MAAM,GAAG,OAAO,yBAAyB;AAAA,QAC9D,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA;AAAA,QAE/D;AAAA,QACA,MAAM;AAAA,MACR,CAAC;AAED,aAAO,IAAI,YAAY,QAAQ;AAC/B,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,MACtE;AACA,YAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,aAAO,KAAK;AAAA,IACd;AAAA,IACA,CAAC,UAAU,YAAY,GAAG,OAAO,SAAS,WAAmC;AAC3E,YAAM,UAAU,QAAQ,WAAW,iBAAiB,KAAK;AACzD,YAAM,SAAS,aAAa;AAAA,QAC1B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACF,CAAC;AACD,YAAM,QACJ,QAAQ,WAAW,oBAAoB,KACvC,QAAQ,WAAW,aAAa,KAChC;AAEF,UAAI;AACF,YAAI,OAAO,QAAQ;AAEjB,iBAAO,KAAK,8CAA8C;AAC1D,gBAAM,EAAE,QAAAA,QAAO,IAAI,MAAM,eAAe;AAAA,YACtC,OAAO,OAAO,cAAc,KAAK;AAAA,YACjC,QAAQ;AAAA,YACR,QAAQ,OAAO;AAAA,YACf,aAAa,OAAO;AAAA,UACtB,CAAC;AACD,iBAAOA;AAAA,QACT;AAEA,cAAM,EAAE,OAAO,IAAI,MAAM,eAAe;AAAA,UACtC,OAAO,OAAO,cAAc,KAAK;AAAA,UACjC,QAAQ;AAAA,UACR,QAAQ,OAAO;AAAA,UACf,aAAa,OAAO;AAAA,QACtB,CAAC;AACD,eAAO;AAAA,MACT,SAAS,OAAO;AACd,eAAO,MAAM,4BAA4B,KAAK;AAC9C,cAAM;AAAA,MACR;AAAA,IACF;AAAA,IACA,CAAC,UAAU,YAAY,GAAG,OAAO,SAAS,WAAmC;AAC3E,YAAM,UAAU,QAAQ,WAAW,iBAAiB,KAAK;AACzD,YAAM,SAAS,aAAa;AAAA,QAC1B,QAAQ,QAAQ,WAAW,gBAAgB;AAAA,QAC3C;AAAA,MACF,CAAC;AACD,YAAM,QACJ,QAAQ,WAAW,oBAAoB,KAAK,QAAQ,WAAW,aAAa,KAAK;AAEnF,UAAI;AACF,YAAI,OAAO,QAAQ;AAEjB,iBAAO,KAAK,8CAA8C;AAC1D,gBAAM,EAAE,QAAAA,QAAO,IAAI,MAAM,eAAe;AAAA,YACtC,OAAO,OAAO,cAAc,KAAK;AAAA,YACjC,QAAQ;AAAA,YACR,QAAQ,OAAO;AAAA,YACf,aAAa,OAAO;AAAA,UACtB,CAAC;AACD,iBAAOA;AAAA,QACT;AAEA,cAAM,EAAE,OAAO,IAAI,MAAM,eAAe;AAAA,UACtC,OAAO,OAAO,cAAc,KAAK;AAAA,UACjC,QAAQ;AAAA,UACR,QAAQ,OAAO;AAAA,UACf,aAAa,OAAO;AAAA,QACtB,CAAC;AACD,eAAO;AAAA,MACT,SAAS,OAAO;AACd,eAAO,MAAM,4BAA4B,KAAK;AAC9C,cAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA,EACA,OAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,OAAO;AAAA,QACL;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,kBAAM,UAAU,QAAQ,WAAW,iBAAiB,KAAK;AACzD,kBAAM,WAAW,MAAM,MAAM,GAAG,OAAO,WAAW;AAAA,cAChD,SAAS;AAAA,gBACP,eAAe,UAAU,QAAQ,WAAW,gBAAgB,CAAC;AAAA,cAC/D;AAAA,YACF,CAAC;AACD,kBAAM,OAAO,MAAM,SAAS,KAAK;AACjC,mBAAO,IAAI,qBAAsB,MAAc,KAAK,MAAM;AAC1D,gBAAI,CAAC,SAAS,IAAI;AAChB,oBAAM,IAAI,MAAM,sCAAsC,SAAS,UAAU,EAAE;AAAA,YAC7E;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,gBAAI;AACF,oBAAM,YAAY,MAAM,QAAQ,SAAS,UAAU,gBAAgB;AAAA,gBACjE,MAAM;AAAA,cACR,CAAC;AACD,qBAAO,IAAI,aAAa,SAAS;AAAA,YACnC,SAAS,OAAO;AACd,qBAAO,MAAM,iCAAiC,KAAK;AACnD,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,gBAAI;AACF,oBAAM,OAAO,MAAM,QAAQ,SAAS,UAAU,YAAY;AAAA,gBACxD,QAAQ;AAAA,cACV,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACrB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC3C;AACA,qBAAO,IAAI,mCAAmC,IAAI;AAAA,YACpD,SAAS,OAAO;AACd,qBAAO,MAAM,6BAA6B,KAAK;AAC/C,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,gBAAI;AACF,oBAAM,OAAO,MAAM,QAAQ,SAAS,UAAU,YAAY;AAAA,gBACxD,QAAQ;AAAA,cACV,CAAC;AACD,kBAAI,KAAK,WAAW,GAAG;AACrB,sBAAM,IAAI,MAAM,yBAAyB;AAAA,cAC3C;AACA,qBAAO,IAAI,mCAAmC,IAAI;AAAA,YACpD,SAAS,OAAO;AACd,qBAAO,MAAM,6BAA6B,KAAK;AAC/C,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,mBAAO,IAAI,8BAA8B;AACzC,gBAAI;AACF,oBAAM,QAAQ,MAAM,QAAQ,SAAS,UAAU,OAAO;AAAA,gBACpD,QAAQ;AAAA,gBACR,GAAG;AAAA,gBACH,MAAM;AAAA,cACR,CAAC;AACD,qBAAO,IAAI,yCAAyC,KAAK;AAAA,YAC3D,SAAS,OAAO;AACd,qBAAO,MAAM,mCAAmC,KAAK;AACrD,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,gBAAI;AACF,qBAAO,IAAI,+BAA+B;AAC1C,kBAAI;AACF,sBAAM,SAAS,MAAM,QAAQ;AAAA,kBAC3B,UAAU;AAAA,kBACV;AAAA,gBACF;AAGA,oBACE,UACA,OAAO,WAAW,YAClB,WAAW,UACX,iBAAiB,QACjB;AACA,yBAAO,IAAI,sBAAsB,MAAM;AAAA,gBACzC,OAAO;AACL,yBAAO,MAAM,4CAA4C,MAAM;AAAA,gBACjE;AAAA,cACF,SAAS,GAAG;AACV,uBAAO,MAAM,oCAAoC,CAAC;AAAA,cACpD;AAAA,YACF,SAAS,GAAG;AACV,qBAAO,MAAM,2CAA2C,CAAC;AAAA,YAC3D;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,mBAAO,IAAI,2BAA2B;AACtC,gBAAI;AACF,oBAAM,WAAW,MAAM;AAAA,gBACrB;AAAA,cACF;AACA,oBAAM,cAAc,MAAM,SAAS,YAAY;AAC/C,oBAAM,gBAAgB,MAAM,QAAQ;AAAA,gBAClC,UAAU;AAAA,gBACV,OAAO,KAAK,IAAI,WAAW,WAAW,CAAC;AAAA,cACzC;AACA,qBAAO,IAAI,sCAAsC,aAAa;AAAA,YAChE,SAAS,OAAO;AACd,qBAAO,MAAM,gCAAgC,KAAK;AAClD,oBAAM;AAAA,YACR;AAAA,UACF;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,kBAAM,SAAS;AACf,kBAAM,SAAS,MAAM,QAAQ,SAAS,UAAU,uBAAuB,EAAE,OAAO,CAAC;AACjF,gBAAI,CAAC,MAAM,QAAQ,MAAM,KAAK,OAAO,WAAW,GAAG;AACjD,oBAAM,IAAI,MAAM,6DAA6D;AAAA,YAC/E;AACA,mBAAO,IAAI,qBAAqB,MAAM;AAAA,UACxC;AAAA,QACF;AAAA,QACA;AAAA,UACE,MAAM;AAAA,UACN,IAAI,OAAO,YAAY;AACrB,kBAAM,SAAS;AAEf,kBAAM,SAAS,MAAM,QAAQ,SAAS,UAAU,uBAAuB,EAAE,OAAO,CAAC;AAEjF,kBAAM,cAAc,MAAM,QAAQ,SAAS,UAAU,uBAAuB,EAAE,OAAO,CAAC;AACtF,gBAAI,gBAAgB,QAAQ;AAC1B,oBAAM,IAAI;AAAA,gBACR,mDAAmD,MAAM,WAAW,WAAW;AAAA,cACjF;AAAA,YACF;AACA,mBAAO,IAAI,iBAAiB,WAAW;AAAA,UACzC;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AACA,IAAO,gBAAQ;","names":["object"]}
|
package/package.json
CHANGED
|
@@ -1,54 +1,56 @@
|
|
|
1
1
|
{
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
2
|
+
"name": "@elizaos/plugin-openai",
|
|
3
|
+
"version": "1.0.0-beta.1",
|
|
4
|
+
"type": "module",
|
|
5
|
+
"main": "dist/index.js",
|
|
6
|
+
"module": "dist/index.js",
|
|
7
|
+
"types": "dist/index.d.ts",
|
|
8
|
+
"repository": {
|
|
9
|
+
"type": "git",
|
|
10
|
+
"url": "https://github.com/elizaos-plugins/plugin-openai"
|
|
11
|
+
},
|
|
12
|
+
"exports": {
|
|
13
|
+
"./package.json": "./package.json",
|
|
14
|
+
".": {
|
|
15
|
+
"import": {
|
|
16
|
+
"types": "./dist/index.d.ts",
|
|
17
|
+
"default": "./dist/index.js"
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"files": [
|
|
22
|
+
"dist"
|
|
23
|
+
],
|
|
24
|
+
"dependencies": {
|
|
25
|
+
"@ai-sdk/openai": "^1.1.9",
|
|
26
|
+
"@ai-sdk/ui-utils": "1.1.9",
|
|
27
|
+
"@elizaos/core": "^1.0.0-beta.1",
|
|
28
|
+
"ai": "^4.1.25",
|
|
29
|
+
"js-tiktoken": "^1.0.18",
|
|
30
|
+
"tsup": "8.4.0"
|
|
31
|
+
},
|
|
32
|
+
"scripts": {
|
|
33
|
+
"build": "tsup",
|
|
34
|
+
"dev": "tsup --watch",
|
|
35
|
+
"lint": "prettier --write ./src",
|
|
36
|
+
"clean": "rm -rf dist .turbo node_modules .turbo-tsconfig.json tsconfig.tsbuildinfo",
|
|
37
|
+
"format": "prettier --write ./src",
|
|
38
|
+
"format:check": "prettier --check ./src"
|
|
39
|
+
},
|
|
40
|
+
"publishConfig": {
|
|
41
|
+
"access": "public"
|
|
42
|
+
},
|
|
43
|
+
"agentConfig": {
|
|
44
|
+
"pluginType": "elizaos:plugin:1.0.0",
|
|
45
|
+
"pluginParameters": {
|
|
46
|
+
"OPENAI_API_KEY": {
|
|
47
|
+
"type": "string",
|
|
48
|
+
"description": "API key for the service"
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
"gitHead": "618c778cc0b1cf0a257c53e332894ce2dbf1b4cb",
|
|
53
|
+
"devDependencies": {
|
|
54
|
+
"prettier": "3.5.3"
|
|
55
|
+
}
|
|
54
56
|
}
|