@micdrop/openai 1.0.4 → 1.0.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1,53 +1,21 @@
1
1
  import { AgentOptions, Agent, FileSTT } from '@micdrop/server';
2
2
  import OpenAI from 'openai';
3
3
  import { PassThrough } from 'stream';
4
- import { z } from 'zod';
5
-
6
- interface Tool<Schema extends z.ZodObject = z.ZodObject> {
7
- name: string;
8
- description: string;
9
- parameters?: Schema;
10
- callback?: (input: z.infer<Schema>) => any | Promise<any>;
11
- skipAnswer?: boolean;
12
- emitOutput?: boolean;
13
- }
14
4
 
15
5
  interface OpenaiAgentOptions extends AgentOptions {
16
6
  apiKey: string;
17
7
  model?: string;
18
- maxCalls?: number;
8
+ maxRetry?: number;
19
9
  settings?: Omit<OpenAI.Responses.ResponseCreateParamsStreaming, 'input' | 'model'>;
20
- autoEndCall?: boolean | string;
21
- autoSemanticTurn?: boolean | string;
22
- autoIgnoreUserNoise?: boolean | string;
23
- extract?: ExtractJsonOptions | ExtractTagOptions;
24
- }
25
- interface ExtractOptions {
26
- callback?: (value: string) => void;
27
- saveInMetadata?: boolean;
28
- }
29
- interface ExtractJsonOptions extends ExtractOptions {
30
- json: true;
31
- callback?: (value: any) => void;
32
- }
33
- interface ExtractTagOptions extends ExtractOptions {
34
- startTag: string;
35
- endTag: string;
36
10
  }
37
11
  declare class OpenaiAgent extends Agent<OpenaiAgentOptions> {
38
12
  private openai;
39
- private tools;
40
13
  private abortController?;
41
14
  constructor(options: OpenaiAgentOptions);
42
15
  answer(): PassThrough;
43
16
  private generateAnswer;
44
- addTool<Schema extends z.ZodObject>(tool: Tool<Schema>): void;
45
- removeTool(name: string): void;
46
- getTool(name: string): Tool | undefined;
47
- private getDefaultTools;
48
- private executeTool;
49
- private getExtractOptions;
50
- private extract;
17
+ private buildInput;
18
+ private buildTools;
51
19
  cancel(): void;
52
20
  }
53
21
 
package/dist/index.d.ts CHANGED
@@ -1,53 +1,21 @@
1
1
  import { AgentOptions, Agent, FileSTT } from '@micdrop/server';
2
2
  import OpenAI from 'openai';
3
3
  import { PassThrough } from 'stream';
4
- import { z } from 'zod';
5
-
6
- interface Tool<Schema extends z.ZodObject = z.ZodObject> {
7
- name: string;
8
- description: string;
9
- parameters?: Schema;
10
- callback?: (input: z.infer<Schema>) => any | Promise<any>;
11
- skipAnswer?: boolean;
12
- emitOutput?: boolean;
13
- }
14
4
 
15
5
  interface OpenaiAgentOptions extends AgentOptions {
16
6
  apiKey: string;
17
7
  model?: string;
18
- maxCalls?: number;
8
+ maxRetry?: number;
19
9
  settings?: Omit<OpenAI.Responses.ResponseCreateParamsStreaming, 'input' | 'model'>;
20
- autoEndCall?: boolean | string;
21
- autoSemanticTurn?: boolean | string;
22
- autoIgnoreUserNoise?: boolean | string;
23
- extract?: ExtractJsonOptions | ExtractTagOptions;
24
- }
25
- interface ExtractOptions {
26
- callback?: (value: string) => void;
27
- saveInMetadata?: boolean;
28
- }
29
- interface ExtractJsonOptions extends ExtractOptions {
30
- json: true;
31
- callback?: (value: any) => void;
32
- }
33
- interface ExtractTagOptions extends ExtractOptions {
34
- startTag: string;
35
- endTag: string;
36
10
  }
37
11
  declare class OpenaiAgent extends Agent<OpenaiAgentOptions> {
38
12
  private openai;
39
- private tools;
40
13
  private abortController?;
41
14
  constructor(options: OpenaiAgentOptions);
42
15
  answer(): PassThrough;
43
16
  private generateAnswer;
44
- addTool<Schema extends z.ZodObject>(tool: Tool<Schema>): void;
45
- removeTool(name: string): void;
46
- getTool(name: string): Tool | undefined;
47
- private getDefaultTools;
48
- private executeTool;
49
- private getExtractOptions;
50
- private extract;
17
+ private buildInput;
18
+ private buildTools;
51
19
  cancel(): void;
52
20
  }
53
21
 
package/dist/index.js CHANGED
@@ -39,40 +39,14 @@ module.exports = __toCommonJS(index_exports);
39
39
  var import_server = require("@micdrop/server");
40
40
  var import_openai = __toESM(require("openai"));
41
41
  var import_stream = require("stream");
42
-
43
- // src/tools.ts
44
- var import_zod = require("zod");
45
- function createToolSchema(tool) {
46
- return {
47
- type: "function",
48
- name: tool.name,
49
- description: tool.description,
50
- strict: true,
51
- parameters: (0, import_zod.toJSONSchema)(tool.parameters || import_zod.z.object())
52
- };
53
- }
54
- function createToolCallOutput(toolCall, args) {
55
- return {
56
- type: "function_call_output",
57
- call_id: toolCall.call_id,
58
- output: JSON.stringify(args)
59
- };
60
- }
61
-
62
- // src/OpenaiAgent.ts
42
+ var import_zod = __toESM(require("zod"));
63
43
  var DEFAULT_MODEL = "gpt-4o";
64
44
  var DEFAULT_MAX_CALLS = 5;
65
- var AUTO_END_CALL_TOOL_NAME = "end_call";
66
- var AUTO_END_CALL_PROMPT = "Call this tool only if user asks to end the call";
67
- var AUTO_SEMANTIC_TURN_TOOL_NAME = "semantic_turn";
68
- var AUTO_SEMANTIC_TURN_PROMPT = "Call this tool only if last user message is obviously an incomplete sentence that you need to wait for the end before answering";
69
- var AUTO_IGNORE_USER_NOISE_TOOL_NAME = "ignore_user_noise";
70
- var AUTO_IGNORE_USER_NOISE_PROMPT = `Call this tool only if last user message is just an interjection or a sound that expresses emotion, hesitation, or reaction (ex: "Uh", "Ahem", "Hmm", "Ah") but doesn't carry any clear meaning like agreeing, refusing, or commanding`;
45
+ var DEFAULT_MAX_RETRIES = 3;
71
46
  var OpenaiAgent = class extends import_server.Agent {
72
47
  constructor(options) {
73
48
  super(options);
74
49
  this.openai = new import_openai.default({ apiKey: options.apiKey });
75
- this.tools = this.getDefaultTools();
76
50
  }
77
51
  answer() {
78
52
  this.cancel();
@@ -86,39 +60,28 @@ var OpenaiAgent = class extends import_server.Agent {
86
60
  });
87
61
  return stream;
88
62
  }
89
- async generateAnswer(stream, callCount = 0, toolInputs) {
90
- if (callCount >= (this.options.maxCalls || DEFAULT_MAX_CALLS)) {
63
+ async generateAnswer(stream, callCount = 0, tryCount = 0) {
64
+ if (callCount >= (this.options.maxRetry || DEFAULT_MAX_CALLS)) {
91
65
  console.error("[OpenaiAgent] Max calls reached");
92
66
  return;
93
67
  }
94
68
  this.abortController = new AbortController();
95
69
  const signal = this.abortController.signal;
96
- const enableTools = this.conversation.length > 1;
97
- const input = this.conversation.map(
98
- (message) => ({
99
- role: message.role,
100
- content: message.content
101
- })
102
- );
103
- if (toolInputs) {
104
- input.push(...toolInputs);
105
- }
106
70
  let extracting = false;
107
71
  const extractOptions = this.getExtractOptions();
108
72
  try {
109
73
  const response = await this.openai.responses.create(
110
74
  {
111
75
  model: this.options.model || DEFAULT_MODEL,
112
- input,
76
+ input: this.buildInput(),
77
+ tools: this.buildTools(),
113
78
  temperature: 0.5,
114
79
  max_output_tokens: 250,
115
80
  stream: true,
116
- tools: enableTools ? this.tools.map(createToolSchema) : void 0,
117
81
  ...this.options.settings
118
82
  },
119
83
  { signal }
120
84
  );
121
- const toolOutputs = [];
122
85
  let hasAnswer = false;
123
86
  let skipAnswer = false;
124
87
  for await (const event of response) {
@@ -150,8 +113,13 @@ var OpenaiAgent = class extends import_server.Agent {
150
113
  break;
151
114
  case "response.output_item.done":
152
115
  if (event.item.type === "function_call") {
153
- const result = await this.executeTool(event.item);
154
- toolOutputs.push(result.toolCall, result.toolCallOutput);
116
+ const toolCall = event.item;
117
+ const result = await this.executeTool({
118
+ role: "tool_call",
119
+ toolCallId: toolCall.call_id,
120
+ toolName: toolCall.name,
121
+ parameters: toolCall.arguments
122
+ });
155
123
  if (result.skipAnswer) {
156
124
  skipAnswer = true;
157
125
  }
@@ -161,121 +129,54 @@ var OpenaiAgent = class extends import_server.Agent {
161
129
  break;
162
130
  }
163
131
  }
164
- if (toolOutputs.length > 0 && !hasAnswer && !skipAnswer) {
165
- await this.generateAnswer(stream, callCount + 1, toolOutputs);
132
+ if (!hasAnswer && !skipAnswer) {
133
+ await this.generateAnswer(stream, callCount + 1);
166
134
  }
167
135
  } catch (error) {
168
136
  if (!(error instanceof import_openai.default.APIUserAbortError)) {
169
137
  console.error("[OpenaiAgent] Error answering:", error);
138
+ if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {
139
+ await this.generateAnswer(stream, callCount, tryCount + 1);
140
+ }
170
141
  }
171
142
  }
172
143
  }
173
- addTool(tool) {
174
- this.tools.push(tool);
175
- }
176
- removeTool(name) {
177
- this.tools = this.tools.filter((tool) => tool.name !== name);
178
- }
179
- getTool(name) {
180
- return this.tools.find((tool) => tool.name === name);
181
- }
182
- getDefaultTools() {
183
- const tools = [];
184
- if (this.options.autoEndCall) {
185
- tools.push({
186
- name: AUTO_END_CALL_TOOL_NAME,
187
- description: typeof this.options.autoEndCall === "string" ? this.options.autoEndCall : AUTO_END_CALL_PROMPT,
188
- callback: () => this.endCall()
189
- });
190
- }
191
- if (this.options.autoSemanticTurn) {
192
- tools.push({
193
- name: AUTO_SEMANTIC_TURN_TOOL_NAME,
194
- description: typeof this.options.autoSemanticTurn === "string" ? this.options.autoSemanticTurn : AUTO_SEMANTIC_TURN_PROMPT,
195
- skipAnswer: true,
196
- callback: () => this.skipAnswer()
197
- });
198
- }
199
- if (this.options.autoIgnoreUserNoise) {
200
- tools.push({
201
- name: AUTO_IGNORE_USER_NOISE_TOOL_NAME,
202
- description: typeof this.options.autoIgnoreUserNoise === "string" ? this.options.autoIgnoreUserNoise : AUTO_IGNORE_USER_NOISE_PROMPT,
203
- skipAnswer: true,
204
- callback: () => this.cancelLastUserMessage()
205
- });
206
- }
207
- return tools;
208
- }
209
- async executeTool(toolCall) {
210
- try {
211
- const tool = this.getTool(toolCall.name);
212
- if (!tool) {
213
- throw new Error(`Tool not found "${toolCall.name}"`);
214
- }
215
- this.log("Executing tool:", toolCall.name, toolCall.arguments);
216
- const args = JSON.parse(toolCall.arguments);
217
- const result = tool.callback ? await tool.callback(args) : {};
218
- if (tool.emitOutput) {
219
- this.emit("ToolCall", {
220
- name: toolCall.name,
221
- parameters: args,
222
- output: result
223
- });
144
+ buildInput() {
145
+ return this.conversation.map((message) => {
146
+ switch (message.role) {
147
+ case "user":
148
+ case "assistant":
149
+ case "system":
150
+ return {
151
+ role: message.role,
152
+ content: message.content
153
+ };
154
+ case "tool_call":
155
+ return {
156
+ type: "function_call",
157
+ call_id: message.toolCallId,
158
+ name: message.toolName,
159
+ arguments: JSON.stringify(message.parameters)
160
+ };
161
+ case "tool_result":
162
+ return {
163
+ type: "function_call_output",
164
+ call_id: message.toolCallId,
165
+ output: message.output
166
+ };
224
167
  }
225
- return {
226
- toolCall,
227
- toolCallOutput: createToolCallOutput(toolCall, result || {}),
228
- skipAnswer: tool.skipAnswer
229
- };
230
- } catch (error) {
231
- console.error("[OpenaiAgent] Error executing tool:", error);
232
- return {
233
- toolCall,
234
- toolCallOutput: createToolCallOutput(toolCall, {
235
- error: error.message
236
- })
237
- };
238
- }
239
- }
240
- getExtractOptions() {
241
- const extract = this.options.extract;
242
- if (!extract) return void 0;
243
- if ("json" in extract && extract.json) {
244
- return { ...extract, startTag: "{", endTag: "}" };
245
- }
246
- if ("startTag" in extract && "endTag" in extract) {
247
- return extract;
248
- }
249
- return void 0;
168
+ });
250
169
  }
251
- extract(message) {
252
- const extractOptions = this.getExtractOptions();
253
- let metadata = void 0;
254
- if (extractOptions) {
255
- const startTagIndex = message.indexOf(extractOptions.startTag);
256
- if (startTagIndex !== -1) {
257
- let endTagIndex = message.lastIndexOf(extractOptions.endTag);
258
- if (endTagIndex === -1) endTagIndex = message.length + 1;
259
- else endTagIndex += extractOptions.endTag.length;
260
- const extractedText = message.slice(startTagIndex, endTagIndex).trim();
261
- try {
262
- const extractedValue = "json" in extractOptions && extractOptions.json ? JSON.parse(extractedText) : extractedText;
263
- if (extractOptions.callback) {
264
- extractOptions.callback(extractedValue);
265
- }
266
- if (extractOptions.saveInMetadata) {
267
- metadata = { extracted: extractedValue };
268
- }
269
- } catch (error) {
270
- console.error(
271
- `[OpenaiAgent] Error parsing extracted value (${extractedText}):`,
272
- error
273
- );
274
- }
275
- message = message.slice(0, startTagIndex).trimEnd();
276
- }
277
- }
278
- return { message, metadata };
170
+ buildTools() {
171
+ const enableTools = this.conversation.length > 1;
172
+ if (!enableTools) return void 0;
173
+ return this.tools.map((tool) => ({
174
+ type: "function",
175
+ name: tool.name,
176
+ description: tool.description,
177
+ strict: true,
178
+ parameters: (0, import_zod.toJSONSchema)(tool.inputSchema || import_zod.default.object())
179
+ }));
279
180
  }
280
181
  cancel() {
281
182
  if (!this.abortController) return;
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/tools.ts","../src/OpenaiSTT.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiSTT'\n","import { Agent, AgentOptions, MicdropAnswerMetadata } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\nimport {\n createToolCallOutput,\n createToolSchema,\n Tool,\n ToolCall,\n ToolCallOutput,\n} from './tools'\n\nexport interface OpenaiAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n maxCalls?: number\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model'\n >\n\n // Enable auto ending of the call when user asks to end the call\n // You can provide a custom prompt to use instead of the default one by passing a string\n autoEndCall?: boolean | string\n\n // Enable detection of an incomplete sentence, and skip the answer (assistant waits)\n // You can provide a custom prompt to use instead of the default one by passing a string\n autoSemanticTurn?: boolean | string\n\n // Ignore of the last user message when it's meaningless\n // You can provide a custom prompt to use instead of the default one by passing a string\n autoIgnoreUserNoise?: boolean | string\n\n // Extract a value from the answer\n // Value must be at the end of the answer, in JSON or between tags\n extract?: ExtractJsonOptions | ExtractTagOptions\n}\n\ninterface ExtractOptions {\n callback?: (value: string) => void\n saveInMetadata?: boolean\n}\n\ninterface ExtractJsonOptions extends ExtractOptions {\n json: true\n callback?: (value: any) => void\n}\n\ninterface ExtractTagOptions extends ExtractOptions {\n startTag: string\n endTag: string\n}\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_CALLS = 5\n\nconst AUTO_END_CALL_TOOL_NAME = 'end_call'\nconst AUTO_END_CALL_PROMPT = 'Call this tool only if user asks to end the call'\n\nconst AUTO_SEMANTIC_TURN_TOOL_NAME = 'semantic_turn'\nconst AUTO_SEMANTIC_TURN_PROMPT =\n 'Call this tool only if last user message is obviously an incomplete sentence that you need to wait for the end before answering'\n\nconst AUTO_IGNORE_USER_NOISE_TOOL_NAME = 'ignore_user_noise'\nconst AUTO_IGNORE_USER_NOISE_PROMPT =\n 'Call this tool only if last user message is just an interjection or a sound that expresses emotion, hesitation, or reaction (ex: \"Uh\", \"Ahem\", \"Hmm\", \"Ah\") but doesn\\'t carry any clear meaning like agreeing, refusing, or commanding'\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private tools: Tool[]\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai = new OpenAI({ apiKey: options.apiKey })\n this.tools = this.getDefaultTools()\n }\n\n answer() {\n this.cancel()\n this.log('Start answering')\n const stream = new PassThrough()\n\n this.generateAnswer(stream).finally(() => {\n this.abortController = undefined\n if (stream.writable) {\n stream.end()\n }\n })\n\n return stream\n }\n\n private async generateAnswer(\n stream: PassThrough,\n callCount = 0,\n toolInputs?: Array<ToolCall | ToolCallOutput>\n ): Promise<void> {\n if (callCount >= (this.options.maxCalls || DEFAULT_MAX_CALLS)) {\n console.error('[OpenaiAgent] Max calls reached')\n return\n }\n\n this.abortController = new AbortController()\n const signal = this.abortController.signal\n\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n\n // Build input\n const input: OpenAI.Responses.ResponseInput = this.conversation.map(\n (message) => ({\n role: message.role,\n content: message.content,\n })\n )\n if (toolInputs) {\n input.push(...toolInputs)\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input,\n temperature: 0.5,\n max_output_tokens: 250,\n stream: true,\n tools: enableTools ? this.tools.map(createToolSchema) : undefined,\n ...this.options.settings,\n },\n { signal }\n )\n const toolOutputs: Array<ToolCall | ToolCallOutput> = []\n let hasAnswer = false\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n stream.end()\n hasAnswer = true\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const result = await this.executeTool(event.item)\n toolOutputs.push(result.toolCall, result.toolCallOutput)\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n // Query again in case of tool call\n if (toolOutputs.length > 0 && !hasAnswer && !skipAnswer) {\n await this.generateAnswer(stream, callCount + 1, toolOutputs)\n }\n } catch (error) {\n if (!(error instanceof OpenAI.APIUserAbortError)) {\n console.error('[OpenaiAgent] Error answering:', error)\n }\n }\n }\n\n addTool<Schema extends z.ZodObject>(tool: Tool<Schema>) {\n this.tools.push(tool)\n }\n\n removeTool(name: string) {\n this.tools = this.tools.filter((tool) => tool.name !== name)\n }\n\n getTool(name: string): Tool | undefined {\n return this.tools.find((tool) => tool.name === name)\n }\n\n private getDefaultTools() {\n const tools: Tool[] = []\n if (this.options.autoEndCall) {\n tools.push({\n name: AUTO_END_CALL_TOOL_NAME,\n description:\n typeof this.options.autoEndCall === 'string'\n ? this.options.autoEndCall\n : AUTO_END_CALL_PROMPT,\n callback: () => this.endCall(),\n })\n }\n if (this.options.autoSemanticTurn) {\n tools.push({\n name: AUTO_SEMANTIC_TURN_TOOL_NAME,\n description:\n typeof this.options.autoSemanticTurn === 'string'\n ? this.options.autoSemanticTurn\n : AUTO_SEMANTIC_TURN_PROMPT,\n skipAnswer: true,\n callback: () => this.skipAnswer(),\n })\n }\n if (this.options.autoIgnoreUserNoise) {\n tools.push({\n name: AUTO_IGNORE_USER_NOISE_TOOL_NAME,\n description:\n typeof this.options.autoIgnoreUserNoise === 'string'\n ? this.options.autoIgnoreUserNoise\n : AUTO_IGNORE_USER_NOISE_PROMPT,\n skipAnswer: true,\n callback: () => this.cancelLastUserMessage(),\n })\n }\n return tools\n }\n\n private async executeTool(toolCall: ToolCall) {\n try {\n const tool = this.getTool(toolCall.name)\n if (!tool) {\n throw new Error(`Tool not found \"${toolCall.name}\"`)\n }\n\n this.log('Executing tool:', toolCall.name, toolCall.arguments)\n const args = JSON.parse(toolCall.arguments)\n const result = tool.callback ? await tool.callback(args) : {}\n\n // Emit output\n if (tool.emitOutput) {\n this.emit('ToolCall', {\n name: toolCall.name,\n parameters: args,\n output: result,\n })\n }\n\n return {\n toolCall,\n toolCallOutput: createToolCallOutput(toolCall, result || {}),\n skipAnswer: tool.skipAnswer,\n }\n } catch (error: any) {\n console.error('[OpenaiAgent] Error executing tool:', error)\n return {\n toolCall,\n toolCallOutput: createToolCallOutput(toolCall, {\n error: error.message,\n }),\n }\n }\n }\n\n private getExtractOptions(): ExtractTagOptions | undefined {\n const extract = this.options.extract\n if (!extract) return undefined\n if ('json' in extract && extract.json) {\n return { ...extract, startTag: '{', endTag: '}' }\n }\n if ('startTag' in extract && 'endTag' in extract) {\n return extract\n }\n return undefined\n }\n\n private extract(message: string) {\n const extractOptions = this.getExtractOptions()\n let metadata: MicdropAnswerMetadata | undefined = undefined\n\n // Extract value?\n if (extractOptions) {\n const startTagIndex = message.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n // Find end tag\n let endTagIndex = message.lastIndexOf(extractOptions.endTag)\n if (endTagIndex === -1) endTagIndex = message.length + 1\n else endTagIndex += extractOptions.endTag.length\n const extractedText = message.slice(startTagIndex, endTagIndex).trim()\n\n // Parse extracted value\n try {\n const extractedValue =\n 'json' in extractOptions && extractOptions.json\n ? JSON.parse(extractedText)\n : extractedText\n\n // Call callback\n if (extractOptions.callback) {\n extractOptions.callback(extractedValue)\n }\n\n // Save in metadata\n if (extractOptions.saveInMetadata) {\n metadata = { extracted: extractedValue }\n }\n } catch (error) {\n console.error(\n `[OpenaiAgent] Error parsing extracted value (${extractedText}):`,\n error\n )\n }\n\n // Remove extracted value from message\n message = message.slice(0, startTagIndex).trimEnd()\n }\n }\n return { message, metadata }\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n FunctionTool,\n ResponseInputItem,\n Responses,\n} from 'openai/resources/responses/responses'\nimport { toJSONSchema, z } from 'zod'\n\nexport interface Tool<Schema extends z.ZodObject = z.ZodObject> {\n name: string\n description: string\n parameters?: Schema\n callback?: (input: z.infer<Schema>) => any | Promise<any>\n skipAnswer?: boolean\n emitOutput?: boolean\n}\n\nexport type ToolCall = Responses.ResponseFunctionToolCall\nexport type ToolCallOutput = ResponseInputItem.FunctionCallOutput\n\nexport function createToolSchema<Schema extends z.ZodObject>(\n tool: Tool<Schema>\n): FunctionTool {\n return {\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.parameters || z.object()),\n }\n}\n\nexport function createToolCallOutput(\n toolCall: ToolCall,\n args: any\n): ToolCallOutput {\n return {\n type: 'function_call_output',\n call_id: toolCall.call_id,\n output: JSON.stringify(args),\n }\n}\n","import { FileSTT } from '@micdrop/server'\n\n/**\n * OpenAI Whisper STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text?lang=curl\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n}\n\nconst DEFAULT_MODEL = 'whisper-1'\n\nexport class OpenaiSTT extends FileSTT {\n constructor(private options: OpenaiSTTOptions) {\n super()\n }\n\n async transcribeFile(file: File) {\n // Prepare form data\n const formData = new FormData()\n formData.append('file', file)\n formData.append('model', this.options.model || DEFAULT_MODEL)\n formData.append('response_format', 'text')\n\n if (this.options.language) {\n formData.append('language', this.options.language)\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/audio/transcriptions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n body: formData,\n }\n )\n\n if (!response.ok) {\n this.log('Failed to transcribe audio', await response.json())\n throw new Error(`Failed to transcribe audio: ${response.statusText}`)\n }\n\n const transcript = await response.text()\n this.log(`Received transcript: \"${transcript}\"`)\n\n return transcript\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAA2D;AAC3D,oBAAmB;AACnB,oBAA4B;;;ACG5B,iBAAgC;AAczB,SAAS,iBACd,MACc;AACd,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,QAAQ;AAAA,IACR,gBAAY,yBAAa,KAAK,cAAc,aAAE,OAAO,CAAC;AAAA,EACxD;AACF;AAEO,SAAS,qBACd,UACA,MACgB;AAChB,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS,SAAS;AAAA,IAClB,QAAQ,KAAK,UAAU,IAAI;AAAA,EAC7B;AACF;;;ADaA,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAE1B,IAAM,0BAA0B;AAChC,IAAM,uBAAuB;AAE7B,IAAM,+BAA+B;AACrC,IAAM,4BACJ;AAEF,IAAM,mCAAmC;AACzC,IAAM,gCACJ;AAEK,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAKzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SAAS,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AACnD,SAAK,QAAQ,KAAK,gBAAgB;AAAA,EACpC;AAAA,EAEA,SAAS;AACP,SAAK,OAAO;AACZ,SAAK,IAAI,iBAAiB;AAC1B,UAAM,SAAS,IAAI,0BAAY;AAE/B,SAAK,eAAe,MAAM,EAAE,QAAQ,MAAM;AACxC,WAAK,kBAAkB;AACvB,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eACZ,QACA,YAAY,GACZ,YACe;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,SAAK,kBAAkB,IAAI,gBAAgB;AAC3C,UAAM,SAAS,KAAK,gBAAgB;AAGpC,UAAM,cAAc,KAAK,aAAa,SAAS;AAG/C,UAAM,QAAwC,KAAK,aAAa;AAAA,MAC9D,CAAC,aAAa;AAAA,QACZ,MAAM,QAAQ;AAAA,QACd,SAAS,QAAQ;AAAA,MACnB;AAAA,IACF;AACA,QAAI,YAAY;AACd,YAAM,KAAK,GAAG,UAAU;AAAA,IAC1B;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B;AAAA,UACA,aAAa;AAAA,UACb,mBAAmB;AAAA,UACnB,QAAQ;AAAA,UACR,OAAO,cAAc,KAAK,MAAM,IAAI,gBAAgB,IAAI;AAAA,UACxD,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,YAAM,cAAgD,CAAC;AACvD,UAAI,YAAY;AAChB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,mBAAO,IAAI;AACX,wBAAY;AACZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,SAAS,MAAM,KAAK,YAAY,MAAM,IAAI;AAChD,0BAAY,KAAK,OAAO,UAAU,OAAO,cAAc;AACvD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAGA,UAAI,YAAY,SAAS,KAAK,CAAC,aAAa,CAAC,YAAY;AACvD,cAAM,KAAK,eAAe,QAAQ,YAAY,GAAG,WAAW;AAAA,MAC9D;AAAA,IACF,SAAS,OAAO;AACd,UAAI,EAAE,iBAAiB,cAAAA,QAAO,oBAAoB;AAChD,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,QAAoC,MAAoB;AACtD,SAAK,MAAM,KAAK,IAAI;AAAA,EACtB;AAAA,EAEA,WAAW,MAAc;AACvB,SAAK,QAAQ,KAAK,MAAM,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI;AAAA,EAC7D;AAAA,EAEA,QAAQ,MAAgC;AACtC,WAAO,KAAK,MAAM,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI;AAAA,EACrD;AAAA,EAEQ,kBAAkB;AACxB,UAAM,QAAgB,CAAC;AACvB,QAAI,KAAK,QAAQ,aAAa;AAC5B,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,aACE,OAAO,KAAK,QAAQ,gBAAgB,WAChC,KAAK,QAAQ,cACb;AAAA,QACN,UAAU,MAAM,KAAK,QAAQ;AAAA,MAC/B,CAAC;AAAA,IACH;AACA,QAAI,KAAK,QAAQ,kBAAkB;AACjC,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,aACE,OAAO,KAAK,QAAQ,qBAAqB,WACrC,KAAK,QAAQ,mBACb;AAAA,QACN,YAAY;AAAA,QACZ,UAAU,MAAM,KAAK,WAAW;AAAA,MAClC,CAAC;AAAA,IACH;AACA,QAAI,KAAK,QAAQ,qBAAqB;AACpC,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,aACE,OAAO,KAAK,QAAQ,wBAAwB,WACxC,KAAK,QAAQ,sBACb;AAAA,QACN,YAAY;AAAA,QACZ,UAAU,MAAM,KAAK,sBAAsB;AAAA,MAC7C,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,YAAY,UAAoB;AAC5C,QAAI;AACF,YAAM,OAAO,KAAK,QAAQ,SAAS,IAAI;AACvC,UAAI,CAAC,MAAM;AACT,cAAM,IAAI,MAAM,mBAAmB,SAAS,IAAI,GAAG;AAAA,MACrD;AAEA,WAAK,IAAI,mBAAmB,SAAS,MAAM,SAAS,SAAS;AAC7D,YAAM,OAAO,KAAK,MAAM,SAAS,SAAS;AAC1C,YAAM,SAAS,KAAK,WAAW,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC;AAG5D,UAAI,KAAK,YAAY;AACnB,aAAK,KAAK,YAAY;AAAA,UACpB,MAAM,SAAS;AAAA,UACf,YAAY;AAAA,UACZ,QAAQ;AAAA,QACV,CAAC;AAAA,MACH;AAEA,aAAO;AAAA,QACL;AAAA,QACA,gBAAgB,qBAAqB,UAAU,UAAU,CAAC,CAAC;AAAA,QAC3D,YAAY,KAAK;AAAA,MACnB;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,uCAAuC,KAAK;AAC1D,aAAO;AAAA,QACL;AAAA,QACA,gBAAgB,qBAAqB,UAAU;AAAA,UAC7C,OAAO,MAAM;AAAA,QACf,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAmD;AACzD,UAAM,UAAU,KAAK,QAAQ;AAC7B,QAAI,CAAC,QAAS,QAAO;AACrB,QAAI,UAAU,WAAW,QAAQ,MAAM;AACrC,aAAO,EAAE,GAAG,SAAS,UAAU,KAAK,QAAQ,IAAI;AAAA,IAClD;AACA,QAAI,cAAc,WAAW,YAAY,SAAS;AAChD,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,QAAQ,SAAiB;AAC/B,UAAM,iBAAiB,KAAK,kBAAkB;AAC9C,QAAI,WAA8C;AAGlD,QAAI,gBAAgB;AAClB,YAAM,gBAAgB,QAAQ,QAAQ,eAAe,QAAQ;AAC7D,UAAI,kBAAkB,IAAI;AAExB,YAAI,cAAc,QAAQ,YAAY,eAAe,MAAM;AAC3D,YAAI,gBAAgB,GAAI,eAAc,QAAQ,SAAS;AAAA,YAClD,gBAAe,eAAe,OAAO;AAC1C,cAAM,gBAAgB,QAAQ,MAAM,eAAe,WAAW,EAAE,KAAK;AAGrE,YAAI;AACF,gBAAM,iBACJ,UAAU,kBAAkB,eAAe,OACvC,KAAK,MAAM,aAAa,IACxB;AAGN,cAAI,eAAe,UAAU;AAC3B,2BAAe,SAAS,cAAc;AAAA,UACxC;AAGA,cAAI,eAAe,gBAAgB;AACjC,uBAAW,EAAE,WAAW,eAAe;AAAA,UACzC;AAAA,QACF,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN,gDAAgD,aAAa;AAAA,YAC7D;AAAA,UACF;AAAA,QACF;AAGA,kBAAU,QAAQ,MAAM,GAAG,aAAa,EAAE,QAAQ;AAAA,MACpD;AAAA,IACF;AACA,WAAO,EAAE,SAAS,SAAS;AAAA,EAC7B;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;AEhWA,IAAAC,iBAAwB;AAcxB,IAAMC,iBAAgB;AAEf,IAAM,YAAN,cAAwB,uBAAQ;AAAA,EACrC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAAA,EAEpB;AAAA,EAEA,MAAM,eAAe,MAAY;AAE/B,UAAM,WAAW,IAAI,SAAS;AAC9B,aAAS,OAAO,QAAQ,IAAI;AAC5B,aAAS,OAAO,SAAS,KAAK,QAAQ,SAASA,cAAa;AAC5D,aAAS,OAAO,mBAAmB,MAAM;AAEzC,QAAI,KAAK,QAAQ,UAAU;AACzB,eAAS,OAAO,YAAY,KAAK,QAAQ,QAAQ;AAAA,IACnD;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,QACA,MAAM;AAAA,MACR;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,WAAK,IAAI,8BAA8B,MAAM,SAAS,KAAK,CAAC;AAC5D,YAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,IACtE;AAEA,UAAM,aAAa,MAAM,SAAS,KAAK;AACvC,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAE/C,WAAO;AAAA,EACT;AACF;","names":["OpenAI","import_server","DEFAULT_MODEL"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiSTT'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface OpenaiAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n maxRetry?: number\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model'\n >\n}\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_CALLS = 5\nconst DEFAULT_MAX_RETRIES = 3\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai = new OpenAI({ apiKey: options.apiKey })\n }\n\n answer() {\n this.cancel()\n this.log('Start answering')\n const stream = new PassThrough()\n\n this.generateAnswer(stream).finally(() => {\n this.abortController = undefined\n if (stream.writable) {\n stream.end()\n }\n })\n\n return stream\n }\n\n private async generateAnswer(\n stream: PassThrough,\n callCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (callCount >= (this.options.maxRetry || DEFAULT_MAX_CALLS)) {\n console.error('[OpenaiAgent] Max calls reached')\n return\n }\n\n this.abortController = new AbortController()\n const signal = this.abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n temperature: 0.5,\n max_output_tokens: 250,\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let hasAnswer = false\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n stream.end()\n hasAnswer = true\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n // Query again in case of tool call\n if (!hasAnswer && !skipAnswer) {\n await this.generateAnswer(stream, callCount + 1)\n }\n } catch (error) {\n if (!(error instanceof OpenAI.APIUserAbortError)) {\n console.error('[OpenaiAgent] Error answering:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {\n await this.generateAnswer(stream, callCount, tryCount + 1)\n }\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { FileSTT } from '@micdrop/server'\n\n/**\n * OpenAI Whisper STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text?lang=curl\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n}\n\nconst DEFAULT_MODEL = 'whisper-1'\n\nexport class OpenaiSTT extends FileSTT {\n constructor(private options: OpenaiSTTOptions) {\n super()\n }\n\n async transcribeFile(file: File) {\n // Prepare form data\n const formData = new FormData()\n formData.append('file', file)\n formData.append('model', this.options.model || DEFAULT_MODEL)\n formData.append('response_format', 'text')\n\n if (this.options.language) {\n formData.append('language', this.options.language)\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/audio/transcriptions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n body: formData,\n }\n )\n\n if (!response.ok) {\n this.log('Failed to transcribe audio', await response.json())\n throw new Error(`Failed to transcribe audio: ${response.statusText}`)\n }\n\n const transcript = await response.text()\n this.log(`Received transcript: \"${transcript}\"`)\n\n return transcript\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,oBAAmB;AACnB,oBAA4B;AAC5B,iBAAgC;AAYhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SAAS,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACrD;AAAA,EAEA,SAAS;AACP,SAAK,OAAO;AACZ,SAAK,IAAI,iBAAiB;AAC1B,UAAM,SAAS,IAAI,0BAAY;AAE/B,SAAK,eAAe,MAAM,EAAE,QAAQ,MAAM;AACxC,WAAK,kBAAkB;AACvB,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eACZ,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,SAAK,kBAAkB,IAAI,gBAAgB;AAC3C,UAAM,SAAS,KAAK,gBAAgB;AAGpC,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,aAAa;AAAA,UACb,mBAAmB;AAAA,UACnB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,YAAY;AAChB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,mBAAO,IAAI;AACX,wBAAY;AACZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAGA,UAAI,CAAC,aAAa,CAAC,YAAY;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAO;AACd,UAAI,EAAE,iBAAiB,cAAAA,QAAO,oBAAoB;AAChD,gBAAQ,MAAM,kCAAkC,KAAK;AACrD,YAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,gBAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnMA,IAAAC,iBAAwB;AAcxB,IAAMC,iBAAgB;AAEf,IAAM,YAAN,cAAwB,uBAAQ;AAAA,EACrC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAAA,EAEpB;AAAA,EAEA,MAAM,eAAe,MAAY;AAE/B,UAAM,WAAW,IAAI,SAAS;AAC9B,aAAS,OAAO,QAAQ,IAAI;AAC5B,aAAS,OAAO,SAAS,KAAK,QAAQ,SAASA,cAAa;AAC5D,aAAS,OAAO,mBAAmB,MAAM;AAEzC,QAAI,KAAK,QAAQ,UAAU;AACzB,eAAS,OAAO,YAAY,KAAK,QAAQ,QAAQ;AAAA,IACnD;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,QACA,MAAM;AAAA,MACR;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,WAAK,IAAI,8BAA8B,MAAM,SAAS,KAAK,CAAC;AAC5D,YAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,IACtE;AAEA,UAAM,aAAa,MAAM,SAAS,KAAK;AACvC,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAE/C,WAAO;AAAA,EACT;AACF;","names":["OpenAI","z","import_server","DEFAULT_MODEL"]}
package/dist/index.mjs CHANGED
@@ -2,40 +2,14 @@
2
2
  import { Agent } from "@micdrop/server";
3
3
  import OpenAI from "openai";
4
4
  import { PassThrough } from "stream";
5
-
6
- // src/tools.ts
7
- import { toJSONSchema, z } from "zod";
8
- function createToolSchema(tool) {
9
- return {
10
- type: "function",
11
- name: tool.name,
12
- description: tool.description,
13
- strict: true,
14
- parameters: toJSONSchema(tool.parameters || z.object())
15
- };
16
- }
17
- function createToolCallOutput(toolCall, args) {
18
- return {
19
- type: "function_call_output",
20
- call_id: toolCall.call_id,
21
- output: JSON.stringify(args)
22
- };
23
- }
24
-
25
- // src/OpenaiAgent.ts
5
+ import z, { toJSONSchema } from "zod";
26
6
  var DEFAULT_MODEL = "gpt-4o";
27
7
  var DEFAULT_MAX_CALLS = 5;
28
- var AUTO_END_CALL_TOOL_NAME = "end_call";
29
- var AUTO_END_CALL_PROMPT = "Call this tool only if user asks to end the call";
30
- var AUTO_SEMANTIC_TURN_TOOL_NAME = "semantic_turn";
31
- var AUTO_SEMANTIC_TURN_PROMPT = "Call this tool only if last user message is obviously an incomplete sentence that you need to wait for the end before answering";
32
- var AUTO_IGNORE_USER_NOISE_TOOL_NAME = "ignore_user_noise";
33
- var AUTO_IGNORE_USER_NOISE_PROMPT = `Call this tool only if last user message is just an interjection or a sound that expresses emotion, hesitation, or reaction (ex: "Uh", "Ahem", "Hmm", "Ah") but doesn't carry any clear meaning like agreeing, refusing, or commanding`;
8
+ var DEFAULT_MAX_RETRIES = 3;
34
9
  var OpenaiAgent = class extends Agent {
35
10
  constructor(options) {
36
11
  super(options);
37
12
  this.openai = new OpenAI({ apiKey: options.apiKey });
38
- this.tools = this.getDefaultTools();
39
13
  }
40
14
  answer() {
41
15
  this.cancel();
@@ -49,39 +23,28 @@ var OpenaiAgent = class extends Agent {
49
23
  });
50
24
  return stream;
51
25
  }
52
- async generateAnswer(stream, callCount = 0, toolInputs) {
53
- if (callCount >= (this.options.maxCalls || DEFAULT_MAX_CALLS)) {
26
+ async generateAnswer(stream, callCount = 0, tryCount = 0) {
27
+ if (callCount >= (this.options.maxRetry || DEFAULT_MAX_CALLS)) {
54
28
  console.error("[OpenaiAgent] Max calls reached");
55
29
  return;
56
30
  }
57
31
  this.abortController = new AbortController();
58
32
  const signal = this.abortController.signal;
59
- const enableTools = this.conversation.length > 1;
60
- const input = this.conversation.map(
61
- (message) => ({
62
- role: message.role,
63
- content: message.content
64
- })
65
- );
66
- if (toolInputs) {
67
- input.push(...toolInputs);
68
- }
69
33
  let extracting = false;
70
34
  const extractOptions = this.getExtractOptions();
71
35
  try {
72
36
  const response = await this.openai.responses.create(
73
37
  {
74
38
  model: this.options.model || DEFAULT_MODEL,
75
- input,
39
+ input: this.buildInput(),
40
+ tools: this.buildTools(),
76
41
  temperature: 0.5,
77
42
  max_output_tokens: 250,
78
43
  stream: true,
79
- tools: enableTools ? this.tools.map(createToolSchema) : void 0,
80
44
  ...this.options.settings
81
45
  },
82
46
  { signal }
83
47
  );
84
- const toolOutputs = [];
85
48
  let hasAnswer = false;
86
49
  let skipAnswer = false;
87
50
  for await (const event of response) {
@@ -113,8 +76,13 @@ var OpenaiAgent = class extends Agent {
113
76
  break;
114
77
  case "response.output_item.done":
115
78
  if (event.item.type === "function_call") {
116
- const result = await this.executeTool(event.item);
117
- toolOutputs.push(result.toolCall, result.toolCallOutput);
79
+ const toolCall = event.item;
80
+ const result = await this.executeTool({
81
+ role: "tool_call",
82
+ toolCallId: toolCall.call_id,
83
+ toolName: toolCall.name,
84
+ parameters: toolCall.arguments
85
+ });
118
86
  if (result.skipAnswer) {
119
87
  skipAnswer = true;
120
88
  }
@@ -124,121 +92,54 @@ var OpenaiAgent = class extends Agent {
124
92
  break;
125
93
  }
126
94
  }
127
- if (toolOutputs.length > 0 && !hasAnswer && !skipAnswer) {
128
- await this.generateAnswer(stream, callCount + 1, toolOutputs);
95
+ if (!hasAnswer && !skipAnswer) {
96
+ await this.generateAnswer(stream, callCount + 1);
129
97
  }
130
98
  } catch (error) {
131
99
  if (!(error instanceof OpenAI.APIUserAbortError)) {
132
100
  console.error("[OpenaiAgent] Error answering:", error);
101
+ if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {
102
+ await this.generateAnswer(stream, callCount, tryCount + 1);
103
+ }
133
104
  }
134
105
  }
135
106
  }
136
- addTool(tool) {
137
- this.tools.push(tool);
138
- }
139
- removeTool(name) {
140
- this.tools = this.tools.filter((tool) => tool.name !== name);
141
- }
142
- getTool(name) {
143
- return this.tools.find((tool) => tool.name === name);
144
- }
145
- getDefaultTools() {
146
- const tools = [];
147
- if (this.options.autoEndCall) {
148
- tools.push({
149
- name: AUTO_END_CALL_TOOL_NAME,
150
- description: typeof this.options.autoEndCall === "string" ? this.options.autoEndCall : AUTO_END_CALL_PROMPT,
151
- callback: () => this.endCall()
152
- });
153
- }
154
- if (this.options.autoSemanticTurn) {
155
- tools.push({
156
- name: AUTO_SEMANTIC_TURN_TOOL_NAME,
157
- description: typeof this.options.autoSemanticTurn === "string" ? this.options.autoSemanticTurn : AUTO_SEMANTIC_TURN_PROMPT,
158
- skipAnswer: true,
159
- callback: () => this.skipAnswer()
160
- });
161
- }
162
- if (this.options.autoIgnoreUserNoise) {
163
- tools.push({
164
- name: AUTO_IGNORE_USER_NOISE_TOOL_NAME,
165
- description: typeof this.options.autoIgnoreUserNoise === "string" ? this.options.autoIgnoreUserNoise : AUTO_IGNORE_USER_NOISE_PROMPT,
166
- skipAnswer: true,
167
- callback: () => this.cancelLastUserMessage()
168
- });
169
- }
170
- return tools;
171
- }
172
- async executeTool(toolCall) {
173
- try {
174
- const tool = this.getTool(toolCall.name);
175
- if (!tool) {
176
- throw new Error(`Tool not found "${toolCall.name}"`);
177
- }
178
- this.log("Executing tool:", toolCall.name, toolCall.arguments);
179
- const args = JSON.parse(toolCall.arguments);
180
- const result = tool.callback ? await tool.callback(args) : {};
181
- if (tool.emitOutput) {
182
- this.emit("ToolCall", {
183
- name: toolCall.name,
184
- parameters: args,
185
- output: result
186
- });
107
+ buildInput() {
108
+ return this.conversation.map((message) => {
109
+ switch (message.role) {
110
+ case "user":
111
+ case "assistant":
112
+ case "system":
113
+ return {
114
+ role: message.role,
115
+ content: message.content
116
+ };
117
+ case "tool_call":
118
+ return {
119
+ type: "function_call",
120
+ call_id: message.toolCallId,
121
+ name: message.toolName,
122
+ arguments: JSON.stringify(message.parameters)
123
+ };
124
+ case "tool_result":
125
+ return {
126
+ type: "function_call_output",
127
+ call_id: message.toolCallId,
128
+ output: message.output
129
+ };
187
130
  }
188
- return {
189
- toolCall,
190
- toolCallOutput: createToolCallOutput(toolCall, result || {}),
191
- skipAnswer: tool.skipAnswer
192
- };
193
- } catch (error) {
194
- console.error("[OpenaiAgent] Error executing tool:", error);
195
- return {
196
- toolCall,
197
- toolCallOutput: createToolCallOutput(toolCall, {
198
- error: error.message
199
- })
200
- };
201
- }
202
- }
203
- getExtractOptions() {
204
- const extract = this.options.extract;
205
- if (!extract) return void 0;
206
- if ("json" in extract && extract.json) {
207
- return { ...extract, startTag: "{", endTag: "}" };
208
- }
209
- if ("startTag" in extract && "endTag" in extract) {
210
- return extract;
211
- }
212
- return void 0;
131
+ });
213
132
  }
214
- extract(message) {
215
- const extractOptions = this.getExtractOptions();
216
- let metadata = void 0;
217
- if (extractOptions) {
218
- const startTagIndex = message.indexOf(extractOptions.startTag);
219
- if (startTagIndex !== -1) {
220
- let endTagIndex = message.lastIndexOf(extractOptions.endTag);
221
- if (endTagIndex === -1) endTagIndex = message.length + 1;
222
- else endTagIndex += extractOptions.endTag.length;
223
- const extractedText = message.slice(startTagIndex, endTagIndex).trim();
224
- try {
225
- const extractedValue = "json" in extractOptions && extractOptions.json ? JSON.parse(extractedText) : extractedText;
226
- if (extractOptions.callback) {
227
- extractOptions.callback(extractedValue);
228
- }
229
- if (extractOptions.saveInMetadata) {
230
- metadata = { extracted: extractedValue };
231
- }
232
- } catch (error) {
233
- console.error(
234
- `[OpenaiAgent] Error parsing extracted value (${extractedText}):`,
235
- error
236
- );
237
- }
238
- message = message.slice(0, startTagIndex).trimEnd();
239
- }
240
- }
241
- return { message, metadata };
133
+ buildTools() {
134
+ const enableTools = this.conversation.length > 1;
135
+ if (!enableTools) return void 0;
136
+ return this.tools.map((tool) => ({
137
+ type: "function",
138
+ name: tool.name,
139
+ description: tool.description,
140
+ strict: true,
141
+ parameters: toJSONSchema(tool.inputSchema || z.object())
142
+ }));
242
143
  }
243
144
  cancel() {
244
145
  if (!this.abortController) return;
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/OpenaiAgent.ts","../src/tools.ts","../src/OpenaiSTT.ts"],"sourcesContent":["import { Agent, AgentOptions, MicdropAnswerMetadata } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\nimport {\n createToolCallOutput,\n createToolSchema,\n Tool,\n ToolCall,\n ToolCallOutput,\n} from './tools'\n\nexport interface OpenaiAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n maxCalls?: number\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model'\n >\n\n // Enable auto ending of the call when user asks to end the call\n // You can provide a custom prompt to use instead of the default one by passing a string\n autoEndCall?: boolean | string\n\n // Enable detection of an incomplete sentence, and skip the answer (assistant waits)\n // You can provide a custom prompt to use instead of the default one by passing a string\n autoSemanticTurn?: boolean | string\n\n // Ignore of the last user message when it's meaningless\n // You can provide a custom prompt to use instead of the default one by passing a string\n autoIgnoreUserNoise?: boolean | string\n\n // Extract a value from the answer\n // Value must be at the end of the answer, in JSON or between tags\n extract?: ExtractJsonOptions | ExtractTagOptions\n}\n\ninterface ExtractOptions {\n callback?: (value: string) => void\n saveInMetadata?: boolean\n}\n\ninterface ExtractJsonOptions extends ExtractOptions {\n json: true\n callback?: (value: any) => void\n}\n\ninterface ExtractTagOptions extends ExtractOptions {\n startTag: string\n endTag: string\n}\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_CALLS = 5\n\nconst AUTO_END_CALL_TOOL_NAME = 'end_call'\nconst AUTO_END_CALL_PROMPT = 'Call this tool only if user asks to end the call'\n\nconst AUTO_SEMANTIC_TURN_TOOL_NAME = 'semantic_turn'\nconst AUTO_SEMANTIC_TURN_PROMPT =\n 'Call this tool only if last user message is obviously an incomplete sentence that you need to wait for the end before answering'\n\nconst AUTO_IGNORE_USER_NOISE_TOOL_NAME = 'ignore_user_noise'\nconst AUTO_IGNORE_USER_NOISE_PROMPT =\n 'Call this tool only if last user message is just an interjection or a sound that expresses emotion, hesitation, or reaction (ex: \"Uh\", \"Ahem\", \"Hmm\", \"Ah\") but doesn\\'t carry any clear meaning like agreeing, refusing, or commanding'\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private tools: Tool[]\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai = new OpenAI({ apiKey: options.apiKey })\n this.tools = this.getDefaultTools()\n }\n\n answer() {\n this.cancel()\n this.log('Start answering')\n const stream = new PassThrough()\n\n this.generateAnswer(stream).finally(() => {\n this.abortController = undefined\n if (stream.writable) {\n stream.end()\n }\n })\n\n return stream\n }\n\n private async generateAnswer(\n stream: PassThrough,\n callCount = 0,\n toolInputs?: Array<ToolCall | ToolCallOutput>\n ): Promise<void> {\n if (callCount >= (this.options.maxCalls || DEFAULT_MAX_CALLS)) {\n console.error('[OpenaiAgent] Max calls reached')\n return\n }\n\n this.abortController = new AbortController()\n const signal = this.abortController.signal\n\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n\n // Build input\n const input: OpenAI.Responses.ResponseInput = this.conversation.map(\n (message) => ({\n role: message.role,\n content: message.content,\n })\n )\n if (toolInputs) {\n input.push(...toolInputs)\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input,\n temperature: 0.5,\n max_output_tokens: 250,\n stream: true,\n tools: enableTools ? this.tools.map(createToolSchema) : undefined,\n ...this.options.settings,\n },\n { signal }\n )\n const toolOutputs: Array<ToolCall | ToolCallOutput> = []\n let hasAnswer = false\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n stream.end()\n hasAnswer = true\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const result = await this.executeTool(event.item)\n toolOutputs.push(result.toolCall, result.toolCallOutput)\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n // Query again in case of tool call\n if (toolOutputs.length > 0 && !hasAnswer && !skipAnswer) {\n await this.generateAnswer(stream, callCount + 1, toolOutputs)\n }\n } catch (error) {\n if (!(error instanceof OpenAI.APIUserAbortError)) {\n console.error('[OpenaiAgent] Error answering:', error)\n }\n }\n }\n\n addTool<Schema extends z.ZodObject>(tool: Tool<Schema>) {\n this.tools.push(tool)\n }\n\n removeTool(name: string) {\n this.tools = this.tools.filter((tool) => tool.name !== name)\n }\n\n getTool(name: string): Tool | undefined {\n return this.tools.find((tool) => tool.name === name)\n }\n\n private getDefaultTools() {\n const tools: Tool[] = []\n if (this.options.autoEndCall) {\n tools.push({\n name: AUTO_END_CALL_TOOL_NAME,\n description:\n typeof this.options.autoEndCall === 'string'\n ? this.options.autoEndCall\n : AUTO_END_CALL_PROMPT,\n callback: () => this.endCall(),\n })\n }\n if (this.options.autoSemanticTurn) {\n tools.push({\n name: AUTO_SEMANTIC_TURN_TOOL_NAME,\n description:\n typeof this.options.autoSemanticTurn === 'string'\n ? this.options.autoSemanticTurn\n : AUTO_SEMANTIC_TURN_PROMPT,\n skipAnswer: true,\n callback: () => this.skipAnswer(),\n })\n }\n if (this.options.autoIgnoreUserNoise) {\n tools.push({\n name: AUTO_IGNORE_USER_NOISE_TOOL_NAME,\n description:\n typeof this.options.autoIgnoreUserNoise === 'string'\n ? this.options.autoIgnoreUserNoise\n : AUTO_IGNORE_USER_NOISE_PROMPT,\n skipAnswer: true,\n callback: () => this.cancelLastUserMessage(),\n })\n }\n return tools\n }\n\n private async executeTool(toolCall: ToolCall) {\n try {\n const tool = this.getTool(toolCall.name)\n if (!tool) {\n throw new Error(`Tool not found \"${toolCall.name}\"`)\n }\n\n this.log('Executing tool:', toolCall.name, toolCall.arguments)\n const args = JSON.parse(toolCall.arguments)\n const result = tool.callback ? await tool.callback(args) : {}\n\n // Emit output\n if (tool.emitOutput) {\n this.emit('ToolCall', {\n name: toolCall.name,\n parameters: args,\n output: result,\n })\n }\n\n return {\n toolCall,\n toolCallOutput: createToolCallOutput(toolCall, result || {}),\n skipAnswer: tool.skipAnswer,\n }\n } catch (error: any) {\n console.error('[OpenaiAgent] Error executing tool:', error)\n return {\n toolCall,\n toolCallOutput: createToolCallOutput(toolCall, {\n error: error.message,\n }),\n }\n }\n }\n\n private getExtractOptions(): ExtractTagOptions | undefined {\n const extract = this.options.extract\n if (!extract) return undefined\n if ('json' in extract && extract.json) {\n return { ...extract, startTag: '{', endTag: '}' }\n }\n if ('startTag' in extract && 'endTag' in extract) {\n return extract\n }\n return undefined\n }\n\n private extract(message: string) {\n const extractOptions = this.getExtractOptions()\n let metadata: MicdropAnswerMetadata | undefined = undefined\n\n // Extract value?\n if (extractOptions) {\n const startTagIndex = message.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n // Find end tag\n let endTagIndex = message.lastIndexOf(extractOptions.endTag)\n if (endTagIndex === -1) endTagIndex = message.length + 1\n else endTagIndex += extractOptions.endTag.length\n const extractedText = message.slice(startTagIndex, endTagIndex).trim()\n\n // Parse extracted value\n try {\n const extractedValue =\n 'json' in extractOptions && extractOptions.json\n ? JSON.parse(extractedText)\n : extractedText\n\n // Call callback\n if (extractOptions.callback) {\n extractOptions.callback(extractedValue)\n }\n\n // Save in metadata\n if (extractOptions.saveInMetadata) {\n metadata = { extracted: extractedValue }\n }\n } catch (error) {\n console.error(\n `[OpenaiAgent] Error parsing extracted value (${extractedText}):`,\n error\n )\n }\n\n // Remove extracted value from message\n message = message.slice(0, startTagIndex).trimEnd()\n }\n }\n return { message, metadata }\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n FunctionTool,\n ResponseInputItem,\n Responses,\n} from 'openai/resources/responses/responses'\nimport { toJSONSchema, z } from 'zod'\n\nexport interface Tool<Schema extends z.ZodObject = z.ZodObject> {\n name: string\n description: string\n parameters?: Schema\n callback?: (input: z.infer<Schema>) => any | Promise<any>\n skipAnswer?: boolean\n emitOutput?: boolean\n}\n\nexport type ToolCall = Responses.ResponseFunctionToolCall\nexport type ToolCallOutput = ResponseInputItem.FunctionCallOutput\n\nexport function createToolSchema<Schema extends z.ZodObject>(\n tool: Tool<Schema>\n): FunctionTool {\n return {\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.parameters || z.object()),\n }\n}\n\nexport function createToolCallOutput(\n toolCall: ToolCall,\n args: any\n): ToolCallOutput {\n return {\n type: 'function_call_output',\n call_id: toolCall.call_id,\n output: JSON.stringify(args),\n }\n}\n","import { FileSTT } from '@micdrop/server'\n\n/**\n * OpenAI Whisper STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text?lang=curl\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n}\n\nconst DEFAULT_MODEL = 'whisper-1'\n\nexport class OpenaiSTT extends FileSTT {\n constructor(private options: OpenaiSTTOptions) {\n super()\n }\n\n async transcribeFile(file: File) {\n // Prepare form data\n const formData = new FormData()\n formData.append('file', file)\n formData.append('model', this.options.model || DEFAULT_MODEL)\n formData.append('response_format', 'text')\n\n if (this.options.language) {\n formData.append('language', this.options.language)\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/audio/transcriptions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n body: formData,\n }\n )\n\n if (!response.ok) {\n this.log('Failed to transcribe audio', await response.json())\n throw new Error(`Failed to transcribe audio: ${response.statusText}`)\n }\n\n const transcript = await response.text()\n this.log(`Received transcript: \"${transcript}\"`)\n\n return transcript\n }\n}\n"],"mappings":";AAAA,SAAS,aAAkD;AAC3D,OAAO,YAAY;AACnB,SAAS,mBAAmB;;;ACG5B,SAAS,cAAc,SAAS;AAczB,SAAS,iBACd,MACc;AACd,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AAAA,IACX,aAAa,KAAK;AAAA,IAClB,QAAQ;AAAA,IACR,YAAY,aAAa,KAAK,cAAc,EAAE,OAAO,CAAC;AAAA,EACxD;AACF;AAEO,SAAS,qBACd,UACA,MACgB;AAChB,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS,SAAS;AAAA,IAClB,QAAQ,KAAK,UAAU,IAAI;AAAA,EAC7B;AACF;;;ADaA,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAE1B,IAAM,0BAA0B;AAChC,IAAM,uBAAuB;AAE7B,IAAM,+BAA+B;AACrC,IAAM,4BACJ;AAEF,IAAM,mCAAmC;AACzC,IAAM,gCACJ;AAEK,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAKzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SAAS,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AACnD,SAAK,QAAQ,KAAK,gBAAgB;AAAA,EACpC;AAAA,EAEA,SAAS;AACP,SAAK,OAAO;AACZ,SAAK,IAAI,iBAAiB;AAC1B,UAAM,SAAS,IAAI,YAAY;AAE/B,SAAK,eAAe,MAAM,EAAE,QAAQ,MAAM;AACxC,WAAK,kBAAkB;AACvB,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eACZ,QACA,YAAY,GACZ,YACe;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,SAAK,kBAAkB,IAAI,gBAAgB;AAC3C,UAAM,SAAS,KAAK,gBAAgB;AAGpC,UAAM,cAAc,KAAK,aAAa,SAAS;AAG/C,UAAM,QAAwC,KAAK,aAAa;AAAA,MAC9D,CAAC,aAAa;AAAA,QACZ,MAAM,QAAQ;AAAA,QACd,SAAS,QAAQ;AAAA,MACnB;AAAA,IACF;AACA,QAAI,YAAY;AACd,YAAM,KAAK,GAAG,UAAU;AAAA,IAC1B;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B;AAAA,UACA,aAAa;AAAA,UACb,mBAAmB;AAAA,UACnB,QAAQ;AAAA,UACR,OAAO,cAAc,KAAK,MAAM,IAAI,gBAAgB,IAAI;AAAA,UACxD,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,YAAM,cAAgD,CAAC;AACvD,UAAI,YAAY;AAChB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,mBAAO,IAAI;AACX,wBAAY;AACZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,SAAS,MAAM,KAAK,YAAY,MAAM,IAAI;AAChD,0BAAY,KAAK,OAAO,UAAU,OAAO,cAAc;AACvD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAGA,UAAI,YAAY,SAAS,KAAK,CAAC,aAAa,CAAC,YAAY;AACvD,cAAM,KAAK,eAAe,QAAQ,YAAY,GAAG,WAAW;AAAA,MAC9D;AAAA,IACF,SAAS,OAAO;AACd,UAAI,EAAE,iBAAiB,OAAO,oBAAoB;AAChD,gBAAQ,MAAM,kCAAkC,KAAK;AAAA,MACvD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,QAAoC,MAAoB;AACtD,SAAK,MAAM,KAAK,IAAI;AAAA,EACtB;AAAA,EAEA,WAAW,MAAc;AACvB,SAAK,QAAQ,KAAK,MAAM,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI;AAAA,EAC7D;AAAA,EAEA,QAAQ,MAAgC;AACtC,WAAO,KAAK,MAAM,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI;AAAA,EACrD;AAAA,EAEQ,kBAAkB;AACxB,UAAM,QAAgB,CAAC;AACvB,QAAI,KAAK,QAAQ,aAAa;AAC5B,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,aACE,OAAO,KAAK,QAAQ,gBAAgB,WAChC,KAAK,QAAQ,cACb;AAAA,QACN,UAAU,MAAM,KAAK,QAAQ;AAAA,MAC/B,CAAC;AAAA,IACH;AACA,QAAI,KAAK,QAAQ,kBAAkB;AACjC,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,aACE,OAAO,KAAK,QAAQ,qBAAqB,WACrC,KAAK,QAAQ,mBACb;AAAA,QACN,YAAY;AAAA,QACZ,UAAU,MAAM,KAAK,WAAW;AAAA,MAClC,CAAC;AAAA,IACH;AACA,QAAI,KAAK,QAAQ,qBAAqB;AACpC,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,aACE,OAAO,KAAK,QAAQ,wBAAwB,WACxC,KAAK,QAAQ,sBACb;AAAA,QACN,YAAY;AAAA,QACZ,UAAU,MAAM,KAAK,sBAAsB;AAAA,MAC7C,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,YAAY,UAAoB;AAC5C,QAAI;AACF,YAAM,OAAO,KAAK,QAAQ,SAAS,IAAI;AACvC,UAAI,CAAC,MAAM;AACT,cAAM,IAAI,MAAM,mBAAmB,SAAS,IAAI,GAAG;AAAA,MACrD;AAEA,WAAK,IAAI,mBAAmB,SAAS,MAAM,SAAS,SAAS;AAC7D,YAAM,OAAO,KAAK,MAAM,SAAS,SAAS;AAC1C,YAAM,SAAS,KAAK,WAAW,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC;AAG5D,UAAI,KAAK,YAAY;AACnB,aAAK,KAAK,YAAY;AAAA,UACpB,MAAM,SAAS;AAAA,UACf,YAAY;AAAA,UACZ,QAAQ;AAAA,QACV,CAAC;AAAA,MACH;AAEA,aAAO;AAAA,QACL;AAAA,QACA,gBAAgB,qBAAqB,UAAU,UAAU,CAAC,CAAC;AAAA,QAC3D,YAAY,KAAK;AAAA,MACnB;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,uCAAuC,KAAK;AAC1D,aAAO;AAAA,QACL;AAAA,QACA,gBAAgB,qBAAqB,UAAU;AAAA,UAC7C,OAAO,MAAM;AAAA,QACf,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAmD;AACzD,UAAM,UAAU,KAAK,QAAQ;AAC7B,QAAI,CAAC,QAAS,QAAO;AACrB,QAAI,UAAU,WAAW,QAAQ,MAAM;AACrC,aAAO,EAAE,GAAG,SAAS,UAAU,KAAK,QAAQ,IAAI;AAAA,IAClD;AACA,QAAI,cAAc,WAAW,YAAY,SAAS;AAChD,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,QAAQ,SAAiB;AAC/B,UAAM,iBAAiB,KAAK,kBAAkB;AAC9C,QAAI,WAA8C;AAGlD,QAAI,gBAAgB;AAClB,YAAM,gBAAgB,QAAQ,QAAQ,eAAe,QAAQ;AAC7D,UAAI,kBAAkB,IAAI;AAExB,YAAI,cAAc,QAAQ,YAAY,eAAe,MAAM;AAC3D,YAAI,gBAAgB,GAAI,eAAc,QAAQ,SAAS;AAAA,YAClD,gBAAe,eAAe,OAAO;AAC1C,cAAM,gBAAgB,QAAQ,MAAM,eAAe,WAAW,EAAE,KAAK;AAGrE,YAAI;AACF,gBAAM,iBACJ,UAAU,kBAAkB,eAAe,OACvC,KAAK,MAAM,aAAa,IACxB;AAGN,cAAI,eAAe,UAAU;AAC3B,2BAAe,SAAS,cAAc;AAAA,UACxC;AAGA,cAAI,eAAe,gBAAgB;AACjC,uBAAW,EAAE,WAAW,eAAe;AAAA,UACzC;AAAA,QACF,SAAS,OAAO;AACd,kBAAQ;AAAA,YACN,gDAAgD,aAAa;AAAA,YAC7D;AAAA,UACF;AAAA,QACF;AAGA,kBAAU,QAAQ,MAAM,GAAG,aAAa,EAAE,QAAQ;AAAA,MACpD;AAAA,IACF;AACA,WAAO,EAAE,SAAS,SAAS;AAAA,EAC7B;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;AEhWA,SAAS,eAAe;AAcxB,IAAMA,iBAAgB;AAEf,IAAM,YAAN,cAAwB,QAAQ;AAAA,EACrC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAAA,EAEpB;AAAA,EAEA,MAAM,eAAe,MAAY;AAE/B,UAAM,WAAW,IAAI,SAAS;AAC9B,aAAS,OAAO,QAAQ,IAAI;AAC5B,aAAS,OAAO,SAAS,KAAK,QAAQ,SAASA,cAAa;AAC5D,aAAS,OAAO,mBAAmB,MAAM;AAEzC,QAAI,KAAK,QAAQ,UAAU;AACzB,eAAS,OAAO,YAAY,KAAK,QAAQ,QAAQ;AAAA,IACnD;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,QACA,MAAM;AAAA,MACR;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,WAAK,IAAI,8BAA8B,MAAM,SAAS,KAAK,CAAC;AAC5D,YAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,IACtE;AAEA,UAAM,aAAa,MAAM,SAAS,KAAK;AACvC,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAE/C,WAAO;AAAA,EACT;AACF;","names":["DEFAULT_MODEL"]}
1
+ {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface OpenaiAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n maxRetry?: number\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model'\n >\n}\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_CALLS = 5\nconst DEFAULT_MAX_RETRIES = 3\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai = new OpenAI({ apiKey: options.apiKey })\n }\n\n answer() {\n this.cancel()\n this.log('Start answering')\n const stream = new PassThrough()\n\n this.generateAnswer(stream).finally(() => {\n this.abortController = undefined\n if (stream.writable) {\n stream.end()\n }\n })\n\n return stream\n }\n\n private async generateAnswer(\n stream: PassThrough,\n callCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (callCount >= (this.options.maxRetry || DEFAULT_MAX_CALLS)) {\n console.error('[OpenaiAgent] Max calls reached')\n return\n }\n\n this.abortController = new AbortController()\n const signal = this.abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n temperature: 0.5,\n max_output_tokens: 250,\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let hasAnswer = false\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n stream.end()\n hasAnswer = true\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n // Query again in case of tool call\n if (!hasAnswer && !skipAnswer) {\n await this.generateAnswer(stream, callCount + 1)\n }\n } catch (error) {\n if (!(error instanceof OpenAI.APIUserAbortError)) {\n console.error('[OpenaiAgent] Error answering:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {\n await this.generateAnswer(stream, callCount, tryCount + 1)\n }\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { FileSTT } from '@micdrop/server'\n\n/**\n * OpenAI Whisper STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text?lang=curl\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n}\n\nconst DEFAULT_MODEL = 'whisper-1'\n\nexport class OpenaiSTT extends FileSTT {\n constructor(private options: OpenaiSTTOptions) {\n super()\n }\n\n async transcribeFile(file: File) {\n // Prepare form data\n const formData = new FormData()\n formData.append('file', file)\n formData.append('model', this.options.model || DEFAULT_MODEL)\n formData.append('response_format', 'text')\n\n if (this.options.language) {\n formData.append('language', this.options.language)\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/audio/transcriptions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n body: formData,\n }\n )\n\n if (!response.ok) {\n this.log('Failed to transcribe audio', await response.json())\n throw new Error(`Failed to transcribe audio: ${response.statusText}`)\n }\n\n const transcript = await response.text()\n this.log(`Received transcript: \"${transcript}\"`)\n\n return transcript\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AACnB,SAAS,mBAAmB;AAC5B,OAAO,KAAK,oBAAoB;AAYhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SAAS,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACrD;AAAA,EAEA,SAAS;AACP,SAAK,OAAO;AACZ,SAAK,IAAI,iBAAiB;AAC1B,UAAM,SAAS,IAAI,YAAY;AAE/B,SAAK,eAAe,MAAM,EAAE,QAAQ,MAAM;AACxC,WAAK,kBAAkB;AACvB,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eACZ,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,SAAK,kBAAkB,IAAI,gBAAgB;AAC3C,UAAM,SAAS,KAAK,gBAAgB;AAGpC,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,aAAa;AAAA,UACb,mBAAmB;AAAA,UACnB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,YAAY;AAChB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,mBAAO,IAAI;AACX,wBAAY;AACZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAGA,UAAI,CAAC,aAAa,CAAC,YAAY;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAO;AACd,UAAI,EAAE,iBAAiB,OAAO,oBAAoB;AAChD,gBAAQ,MAAM,kCAAkC,KAAK;AACrD,YAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,gBAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,QAC3D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnMA,SAAS,eAAe;AAcxB,IAAMA,iBAAgB;AAEf,IAAM,YAAN,cAAwB,QAAQ;AAAA,EACrC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAAA,EAEpB;AAAA,EAEA,MAAM,eAAe,MAAY;AAE/B,UAAM,WAAW,IAAI,SAAS;AAC9B,aAAS,OAAO,QAAQ,IAAI;AAC5B,aAAS,OAAO,SAAS,KAAK,QAAQ,SAASA,cAAa;AAC5D,aAAS,OAAO,mBAAmB,MAAM;AAEzC,QAAI,KAAK,QAAQ,UAAU;AACzB,eAAS,OAAO,YAAY,KAAK,QAAQ,QAAQ;AAAA,IACnD;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,QACA,MAAM;AAAA,MACR;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,WAAK,IAAI,8BAA8B,MAAM,SAAS,KAAK,CAAC;AAC5D,YAAM,IAAI,MAAM,+BAA+B,SAAS,UAAU,EAAE;AAAA,IACtE;AAEA,UAAM,aAAa,MAAM,SAAS,KAAK;AACvC,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAE/C,WAAO;AAAA,EACT;AACF;","names":["DEFAULT_MODEL"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/openai",
3
- "version": "1.0.4",
3
+ "version": "1.0.5",
4
4
  "description": "OpenAI implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",
@@ -34,11 +34,11 @@
34
34
  "openai"
35
35
  ],
36
36
  "dependencies": {
37
- "openai": "^5.8.2",
38
- "zod": "^4.0.5"
37
+ "openai": "^5.8.2"
39
38
  },
40
39
  "peerDependencies": {
41
- "@micdrop/server": "*"
40
+ "@micdrop/server": "*",
41
+ "zod": "^4"
42
42
  },
43
43
  "devDependencies": {
44
44
  "@types/node": "^22.13.4",