@micdrop/openai 1.1.0 → 1.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -5,6 +5,7 @@ import { PassThrough, Readable } from 'stream';
5
5
  type OpenaiAgentOptions = AgentOptions & OpenaiOptions & {
6
6
  model?: string;
7
7
  settings?: Omit<OpenAI.Responses.ResponseCreateParamsStreaming, 'input' | 'model' | 'tools' | 'stream'>;
8
+ retryDelay?: number;
8
9
  maxRetry?: number;
9
10
  maxSteps?: number;
10
11
  };
@@ -34,6 +35,7 @@ interface OpenaiSTTOptions {
34
35
  language?: string;
35
36
  prompt?: string;
36
37
  transcriptionTimeout?: number;
38
+ retryDelay?: number;
37
39
  }
38
40
  declare class OpenaiSTT extends STT {
39
41
  private options;
package/dist/index.d.ts CHANGED
@@ -5,6 +5,7 @@ import { PassThrough, Readable } from 'stream';
5
5
  type OpenaiAgentOptions = AgentOptions & OpenaiOptions & {
6
6
  model?: string;
7
7
  settings?: Omit<OpenAI.Responses.ResponseCreateParamsStreaming, 'input' | 'model' | 'tools' | 'stream'>;
8
+ retryDelay?: number;
8
9
  maxRetry?: number;
9
10
  maxSteps?: number;
10
11
  };
@@ -34,6 +35,7 @@ interface OpenaiSTTOptions {
34
35
  language?: string;
35
36
  prompt?: string;
36
37
  transcriptionTimeout?: number;
38
+ retryDelay?: number;
37
39
  }
38
40
  declare class OpenaiSTT extends STT {
39
41
  private options;
package/dist/index.js CHANGED
@@ -42,7 +42,7 @@ var import_zod = __toESM(require("zod"));
42
42
  var DEFAULT_MODEL = "gpt-4o";
43
43
  var DEFAULT_MAX_STEPS = 5;
44
44
  var DEFAULT_MAX_RETRIES = 3;
45
- var DEFAULT_RETRY_DELAY = 500;
45
+ var DEFAULT_RETRY_DELAY = 1e3;
46
46
  var OpenaiAgent = class extends import_server.Agent {
47
47
  constructor(options) {
48
48
  super(options);
@@ -123,8 +123,10 @@ var OpenaiAgent = class extends import_server.Agent {
123
123
  } catch (error) {
124
124
  if (error instanceof import_openai.default.APIUserAbortError) return;
125
125
  console.error("[OpenaiAgent] Error answering:", error);
126
- if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {
127
- await new Promise((resolve) => setTimeout(resolve, DEFAULT_RETRY_DELAY));
126
+ if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {
127
+ await new Promise(
128
+ (resolve) => setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)
129
+ );
128
130
  await this.generateAnswer(stream, stepCount, tryCount + 1);
129
131
  }
130
132
  }
@@ -182,6 +184,7 @@ var DEFAULT_LANGUAGE = "en";
182
184
  var SAMPLE_RATE = 16e3;
183
185
  var BIT_DEPTH = 16;
184
186
  var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
187
+ var DEFAULT_RETRY_DELAY2 = 1e3;
185
188
  var OpenaiSTT = class extends import_server2.STT {
186
189
  constructor(options) {
187
190
  super();
@@ -256,9 +259,20 @@ var OpenaiSTT = class extends import_server2.STT {
256
259
  }
257
260
  );
258
261
  if (!response.ok) {
259
- throw new Error(
260
- `Failed to create transcription session: ${response.status} ${response.text()}`
262
+ const status = response.status;
263
+ if (status >= 400 && status < 500) {
264
+ throw new Error(
265
+ `Failed to create transcription session: ${status} ${response.statusText}`
266
+ );
267
+ }
268
+ this.log("Error creating transcription session, retrying...", {
269
+ status,
270
+ text: response.statusText
271
+ });
272
+ await new Promise(
273
+ (resolve) => setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2)
261
274
  );
275
+ return this.createTranscriptionSession();
262
276
  }
263
277
  const data = await response.json();
264
278
  this.ephemeralToken = data.client_secret.value;
@@ -352,7 +366,7 @@ var OpenaiSTT = class extends import_server2.STT {
352
366
  this.log("Reconnection error:", error);
353
367
  reject(error);
354
368
  });
355
- }, 1e3);
369
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2);
356
370
  });
357
371
  }
358
372
  sendSilence(durationSeconds) {
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiSTT'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) => setTimeout(resolve, DEFAULT_RETRY_DELAY))\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n transcriptionTimeout?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000\nconst BIT_DEPTH = 16\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: string[] = [] // Store Base64 encoded audio chunks\n private ephemeralToken?: string\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection (first create session, then connect)\n this.initPromise = this.createTranscriptionSession()\n .then(() => this.initWS())\n .catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n })\n }\n\n transcribe(audioStream: Readable) {\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n await this.initPromise\n const base64Audio = chunk.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendSilence(2)\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private async createTranscriptionSession(): Promise<void> {\n const payload = {\n input_audio_format: 'pcm16',\n input_audio_transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt || 'Transcribe the incoming audio in real time.',\n },\n turn_detection: {\n type: 'server_vad',\n silence_duration_ms: 1000,\n },\n input_audio_noise_reduction: {\n type: 'near_field',\n },\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/realtime/transcription_sessions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n 'Content-Type': 'application/json',\n 'OpenAI-Beta': 'realtime=v1',\n },\n body: JSON.stringify(payload),\n }\n )\n\n if (!response.ok) {\n throw new Error(\n `Failed to create transcription session: ${response.status} ${response.text()}`\n )\n }\n\n const data = (await response.json()) as { client_secret: { value: string } }\n this.ephemeralToken = data.client_secret.value\n this.log('Transcription session created')\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket('wss://api.openai.com/v1/realtime', {\n headers: {\n Authorization: `Bearer ${this.ephemeralToken}`,\n 'OpenAI-Beta': 'realtime=v1',\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n reject(error)\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(base64Audio: string) {\n if (!this.socket) return\n\n const audioMessage = {\n type: 'input_audio_buffer.append',\n audio: base64Audio,\n }\n\n this.socket.send(JSON.stringify(audioMessage))\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n console.error('[OpenaiSTT] Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.createTranscriptionSession()\n .then(() => this.initWS())\n .then(() => {\n // Send audio chunks again if reconnecting during transcription\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n\n private sendSilence(durationSeconds: number) {\n if (!this.socket) return\n const numSamples = Math.round(SAMPLE_RATE * durationSeconds)\n const bytesPerSample = BIT_DEPTH / 8\n const silenceBuffer = Buffer.alloc(numSamples * bytesPerSample)\n const base64Audio = silenceBuffer.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(\n `Sent ${durationSeconds * 1000}ms of silence (${silenceBuffer.byteLength} bytes) after stream end`\n )\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,oBAAmB;AAEnB,iBAAgC;AAehC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,cAAAA,QAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,mBAAmB,CAAC;AACvE,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;AClMA,IAAAC,iBAAoB;AAEpB,gBAAsB;AAgBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,YAAY;AAClB,IAAM,gCAAgC;AAE/B,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAQjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAHpB,SAAQ,qBAA+B,CAAC;AAOtC,SAAK,cAAc,KAAK,2BAA2B,EAChD,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,MAAM,CAAC,UAAU;AAChB,cAAQ,MAAM,iCAAiC,KAAK;AAAA,IACtD,CAAC;AAAA,EACL;AAAA,EAEA,WAAW,aAAuB;AAEhC,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,YAAM,KAAK;AACX,YAAM,cAAc,MAAM,SAAS,QAAQ;AAC3C,WAAK,mBAAmB,KAAK,WAAW;AACxC,WAAK,eAAe,WAAW;AAC/B,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY,CAAC;AAGlB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,6BAA4C;AACxD,UAAM,UAAU;AAAA,MACd,oBAAoB;AAAA,MACpB,2BAA2B;AAAA,QACzB,OAAO,KAAK,QAAQ,SAASD;AAAA,QAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,QACnC,QACE,KAAK,QAAQ,UAAU;AAAA,MAC3B;AAAA,MACA,gBAAgB;AAAA,QACd,MAAM;AAAA,QACN,qBAAqB;AAAA,MACvB;AAAA,MACA,6BAA6B;AAAA,QAC3B,MAAM;AAAA,MACR;AAAA,IACF;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC5C,gBAAgB;AAAA,UAChB,eAAe;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU,OAAO;AAAA,MAC9B;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI;AAAA,QACR,2CAA2C,SAAS,MAAM,IAAI,SAAS,KAAK,CAAC;AAAA,MAC/E;AAAA,IACF;AAEA,UAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,SAAK,iBAAiB,KAAK,cAAc;AACzC,SAAK,IAAI,+BAA+B;AAAA,EAC1C;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAC,QAAU,oCAAoC;AAAA,QAC/D,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,cAAc;AAAA,UAC5C,eAAe;AAAA,QACjB;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,aAAqB;AAC1C,QAAI,CAAC,KAAK,OAAQ;AAElB,UAAM,eAAe;AAAA,MACnB,MAAM;AAAA,MACN,OAAO;AAAA,IACT;AAEA,SAAK,OAAO,KAAK,KAAK,UAAU,YAAY,CAAC;AAAA,EAC/C;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,gBAAQ,MAAM,sBAAsB,QAAQ,KAAK;AACjD;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,2BAA2B,EAC7B,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,KAAK,MAAM;AAEV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY,iBAAyB;AAC3C,QAAI,CAAC,KAAK,OAAQ;AAClB,UAAM,aAAa,KAAK,MAAM,cAAc,eAAe;AAC3D,UAAM,iBAAiB,YAAY;AACnC,UAAM,gBAAgB,OAAO,MAAM,aAAa,cAAc;AAC9D,UAAM,cAAc,cAAc,SAAS,QAAQ;AACnD,SAAK,mBAAmB,KAAK,WAAW;AACxC,SAAK,eAAe,WAAW;AAC/B,SAAK;AAAA,MACH,QAAQ,kBAAkB,GAAI,kBAAkB,cAAc,UAAU;AAAA,IAC1E;AAAA,EACF;AACF;","names":["OpenAI","z","import_server","DEFAULT_MODEL","WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiSTT'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n transcriptionTimeout?: number\n retryDelay?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000\nconst BIT_DEPTH = 16\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: string[] = [] // Store Base64 encoded audio chunks\n private ephemeralToken?: string\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection (first create session, then connect)\n this.initPromise = this.createTranscriptionSession()\n .then(() => this.initWS())\n .catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n })\n }\n\n transcribe(audioStream: Readable) {\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n await this.initPromise\n const base64Audio = chunk.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendSilence(2)\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private async createTranscriptionSession(): Promise<void> {\n const payload = {\n input_audio_format: 'pcm16',\n input_audio_transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt || 'Transcribe the incoming audio in real time.',\n },\n turn_detection: {\n type: 'server_vad',\n silence_duration_ms: 1000,\n },\n input_audio_noise_reduction: {\n type: 'near_field',\n },\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/realtime/transcription_sessions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n 'Content-Type': 'application/json',\n 'OpenAI-Beta': 'realtime=v1',\n },\n body: JSON.stringify(payload),\n }\n )\n\n if (!response.ok) {\n const status = response.status\n\n // Don't retry on 4xx errors\n if (status >= 400 && status < 500) {\n throw new Error(\n `Failed to create transcription session: ${status} ${response.statusText}`\n )\n }\n\n // Retry on other errors\n this.log('Error creating transcription session, retrying...', {\n status,\n text: response.statusText,\n })\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n return this.createTranscriptionSession()\n }\n\n const data = (await response.json()) as { client_secret: { value: string } }\n this.ephemeralToken = data.client_secret.value\n this.log('Transcription session created')\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket('wss://api.openai.com/v1/realtime', {\n headers: {\n Authorization: `Bearer ${this.ephemeralToken}`,\n 'OpenAI-Beta': 'realtime=v1',\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n reject(error)\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(base64Audio: string) {\n if (!this.socket) return\n\n const audioMessage = {\n type: 'input_audio_buffer.append',\n audio: base64Audio,\n }\n\n this.socket.send(JSON.stringify(audioMessage))\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n console.error('[OpenaiSTT] Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.createTranscriptionSession()\n .then(() => this.initWS())\n .then(() => {\n // Send audio chunks again if reconnecting during transcription\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private sendSilence(durationSeconds: number) {\n if (!this.socket) return\n const numSamples = Math.round(SAMPLE_RATE * durationSeconds)\n const bytesPerSample = BIT_DEPTH / 8\n const silenceBuffer = Buffer.alloc(numSamples * bytesPerSample)\n const base64Audio = silenceBuffer.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(\n `Sent ${durationSeconds * 1000}ms of silence (${silenceBuffer.byteLength} bytes) after stream end`\n )\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,oBAAmB;AAEnB,iBAAgC;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,cAAAA,QAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACrMA,IAAAC,iBAAoB;AAEpB,gBAAsB;AAiBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,YAAY;AAClB,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAErB,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAQjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAHpB,SAAQ,qBAA+B,CAAC;AAOtC,SAAK,cAAc,KAAK,2BAA2B,EAChD,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,MAAM,CAAC,UAAU;AAChB,cAAQ,MAAM,iCAAiC,KAAK;AAAA,IACtD,CAAC;AAAA,EACL;AAAA,EAEA,WAAW,aAAuB;AAEhC,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,YAAM,KAAK;AACX,YAAM,cAAc,MAAM,SAAS,QAAQ;AAC3C,WAAK,mBAAmB,KAAK,WAAW;AACxC,WAAK,eAAe,WAAW;AAC/B,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY,CAAC;AAGlB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,6BAA4C;AACxD,UAAM,UAAU;AAAA,MACd,oBAAoB;AAAA,MACpB,2BAA2B;AAAA,QACzB,OAAO,KAAK,QAAQ,SAASF;AAAA,QAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,QACnC,QACE,KAAK,QAAQ,UAAU;AAAA,MAC3B;AAAA,MACA,gBAAgB;AAAA,QACd,MAAM;AAAA,QACN,qBAAqB;AAAA,MACvB;AAAA,MACA,6BAA6B;AAAA,QAC3B,MAAM;AAAA,MACR;AAAA,IACF;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC5C,gBAAgB;AAAA,UAChB,eAAe;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU,OAAO;AAAA,MAC9B;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,SAAS,SAAS;AAGxB,UAAI,UAAU,OAAO,SAAS,KAAK;AACjC,cAAM,IAAI;AAAA,UACR,2CAA2C,MAAM,IAAI,SAAS,UAAU;AAAA,QAC1E;AAAA,MACF;AAGA,WAAK,IAAI,qDAAqD;AAAA,QAC5D;AAAA,QACA,MAAM,SAAS;AAAA,MACjB,CAAC;AACD,YAAM,IAAI;AAAA,QAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,MACpE;AACA,aAAO,KAAK,2BAA2B;AAAA,IACzC;AAEA,UAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,SAAK,iBAAiB,KAAK,cAAc;AACzC,SAAK,IAAI,+BAA+B;AAAA,EAC1C;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAC,QAAU,oCAAoC;AAAA,QAC/D,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,cAAc;AAAA,UAC5C,eAAe;AAAA,QACjB;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,aAAqB;AAC1C,QAAI,CAAC,KAAK,OAAQ;AAElB,UAAM,eAAe;AAAA,MACnB,MAAM;AAAA,MACN,OAAO;AAAA,IACT;AAEA,SAAK,OAAO,KAAK,KAAK,UAAU,YAAY,CAAC;AAAA,EAC/C;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,gBAAQ,MAAM,sBAAsB,QAAQ,KAAK;AACjD;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,2BAA2B,EAC7B,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,KAAK,MAAM;AAEV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY,iBAAyB;AAC3C,QAAI,CAAC,KAAK,OAAQ;AAClB,UAAM,aAAa,KAAK,MAAM,cAAc,eAAe;AAC3D,UAAM,iBAAiB,YAAY;AACnC,UAAM,gBAAgB,OAAO,MAAM,aAAa,cAAc;AAC9D,UAAM,cAAc,cAAc,SAAS,QAAQ;AACnD,SAAK,mBAAmB,KAAK,WAAW;AACxC,SAAK,eAAe,WAAW;AAC/B,SAAK;AAAA,MACH,QAAQ,kBAAkB,GAAI,kBAAkB,cAAc,UAAU;AAAA,IAC1E;AAAA,EACF;AACF;","names":["OpenAI","z","import_server","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","WebSocket"]}
package/dist/index.mjs CHANGED
@@ -5,7 +5,7 @@ import z, { toJSONSchema } from "zod";
5
5
  var DEFAULT_MODEL = "gpt-4o";
6
6
  var DEFAULT_MAX_STEPS = 5;
7
7
  var DEFAULT_MAX_RETRIES = 3;
8
- var DEFAULT_RETRY_DELAY = 500;
8
+ var DEFAULT_RETRY_DELAY = 1e3;
9
9
  var OpenaiAgent = class extends Agent {
10
10
  constructor(options) {
11
11
  super(options);
@@ -86,8 +86,10 @@ var OpenaiAgent = class extends Agent {
86
86
  } catch (error) {
87
87
  if (error instanceof OpenAI.APIUserAbortError) return;
88
88
  console.error("[OpenaiAgent] Error answering:", error);
89
- if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {
90
- await new Promise((resolve) => setTimeout(resolve, DEFAULT_RETRY_DELAY));
89
+ if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {
90
+ await new Promise(
91
+ (resolve) => setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)
92
+ );
91
93
  await this.generateAnswer(stream, stepCount, tryCount + 1);
92
94
  }
93
95
  }
@@ -145,6 +147,7 @@ var DEFAULT_LANGUAGE = "en";
145
147
  var SAMPLE_RATE = 16e3;
146
148
  var BIT_DEPTH = 16;
147
149
  var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
150
+ var DEFAULT_RETRY_DELAY2 = 1e3;
148
151
  var OpenaiSTT = class extends STT {
149
152
  constructor(options) {
150
153
  super();
@@ -219,9 +222,20 @@ var OpenaiSTT = class extends STT {
219
222
  }
220
223
  );
221
224
  if (!response.ok) {
222
- throw new Error(
223
- `Failed to create transcription session: ${response.status} ${response.text()}`
225
+ const status = response.status;
226
+ if (status >= 400 && status < 500) {
227
+ throw new Error(
228
+ `Failed to create transcription session: ${status} ${response.statusText}`
229
+ );
230
+ }
231
+ this.log("Error creating transcription session, retrying...", {
232
+ status,
233
+ text: response.statusText
234
+ });
235
+ await new Promise(
236
+ (resolve) => setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2)
224
237
  );
238
+ return this.createTranscriptionSession();
225
239
  }
226
240
  const data = await response.json();
227
241
  this.ephemeralToken = data.client_secret.value;
@@ -315,7 +329,7 @@ var OpenaiSTT = class extends STT {
315
329
  this.log("Reconnection error:", error);
316
330
  reject(error);
317
331
  });
318
- }, 1e3);
332
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2);
319
333
  });
320
334
  }
321
335
  sendSilence(durationSeconds) {
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) => setTimeout(resolve, DEFAULT_RETRY_DELAY))\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n transcriptionTimeout?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000\nconst BIT_DEPTH = 16\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: string[] = [] // Store Base64 encoded audio chunks\n private ephemeralToken?: string\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection (first create session, then connect)\n this.initPromise = this.createTranscriptionSession()\n .then(() => this.initWS())\n .catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n })\n }\n\n transcribe(audioStream: Readable) {\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n await this.initPromise\n const base64Audio = chunk.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendSilence(2)\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private async createTranscriptionSession(): Promise<void> {\n const payload = {\n input_audio_format: 'pcm16',\n input_audio_transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt || 'Transcribe the incoming audio in real time.',\n },\n turn_detection: {\n type: 'server_vad',\n silence_duration_ms: 1000,\n },\n input_audio_noise_reduction: {\n type: 'near_field',\n },\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/realtime/transcription_sessions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n 'Content-Type': 'application/json',\n 'OpenAI-Beta': 'realtime=v1',\n },\n body: JSON.stringify(payload),\n }\n )\n\n if (!response.ok) {\n throw new Error(\n `Failed to create transcription session: ${response.status} ${response.text()}`\n )\n }\n\n const data = (await response.json()) as { client_secret: { value: string } }\n this.ephemeralToken = data.client_secret.value\n this.log('Transcription session created')\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket('wss://api.openai.com/v1/realtime', {\n headers: {\n Authorization: `Bearer ${this.ephemeralToken}`,\n 'OpenAI-Beta': 'realtime=v1',\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n reject(error)\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(base64Audio: string) {\n if (!this.socket) return\n\n const audioMessage = {\n type: 'input_audio_buffer.append',\n audio: base64Audio,\n }\n\n this.socket.send(JSON.stringify(audioMessage))\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n console.error('[OpenaiSTT] Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.createTranscriptionSession()\n .then(() => this.initWS())\n .then(() => {\n // Send audio chunks again if reconnecting during transcription\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, 1000)\n })\n }\n\n private sendSilence(durationSeconds: number) {\n if (!this.socket) return\n const numSamples = Math.round(SAMPLE_RATE * durationSeconds)\n const bytesPerSample = BIT_DEPTH / 8\n const silenceBuffer = Buffer.alloc(numSamples * bytesPerSample)\n const base64Audio = silenceBuffer.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(\n `Sent ${durationSeconds * 1000}ms of silence (${silenceBuffer.byteLength} bytes) after stream end`\n )\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAehC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,mBAAmB,CAAC;AACvE,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;AClMA,SAAS,WAAW;AAEpB,OAAO,eAAe;AAgBtB,IAAMA,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,YAAY;AAClB,IAAM,gCAAgC;AAE/B,IAAM,YAAN,cAAwB,IAAI;AAAA,EAQjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAHpB,SAAQ,qBAA+B,CAAC;AAOtC,SAAK,cAAc,KAAK,2BAA2B,EAChD,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,MAAM,CAAC,UAAU;AAChB,cAAQ,MAAM,iCAAiC,KAAK;AAAA,IACtD,CAAC;AAAA,EACL;AAAA,EAEA,WAAW,aAAuB;AAEhC,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,YAAM,KAAK;AACX,YAAM,cAAc,MAAM,SAAS,QAAQ;AAC3C,WAAK,mBAAmB,KAAK,WAAW;AACxC,WAAK,eAAe,WAAW;AAC/B,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY,CAAC;AAGlB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,6BAA4C;AACxD,UAAM,UAAU;AAAA,MACd,oBAAoB;AAAA,MACpB,2BAA2B;AAAA,QACzB,OAAO,KAAK,QAAQ,SAASA;AAAA,QAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,QACnC,QACE,KAAK,QAAQ,UAAU;AAAA,MAC3B;AAAA,MACA,gBAAgB;AAAA,QACd,MAAM;AAAA,QACN,qBAAqB;AAAA,MACvB;AAAA,MACA,6BAA6B;AAAA,QAC3B,MAAM;AAAA,MACR;AAAA,IACF;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC5C,gBAAgB;AAAA,UAChB,eAAe;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU,OAAO;AAAA,MAC9B;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI;AAAA,QACR,2CAA2C,SAAS,MAAM,IAAI,SAAS,KAAK,CAAC;AAAA,MAC/E;AAAA,IACF;AAEA,UAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,SAAK,iBAAiB,KAAK,cAAc;AACzC,SAAK,IAAI,+BAA+B;AAAA,EAC1C;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,oCAAoC;AAAA,QAC/D,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,cAAc;AAAA,UAC5C,eAAe;AAAA,QACjB;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,aAAqB;AAC1C,QAAI,CAAC,KAAK,OAAQ;AAElB,UAAM,eAAe;AAAA,MACnB,MAAM;AAAA,MACN,OAAO;AAAA,IACT;AAEA,SAAK,OAAO,KAAK,KAAK,UAAU,YAAY,CAAC;AAAA,EAC/C;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,gBAAQ,MAAM,sBAAsB,QAAQ,KAAK;AACjD;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,2BAA2B,EAC7B,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,KAAK,MAAM;AAEV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,GAAI;AAAA,IACT,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY,iBAAyB;AAC3C,QAAI,CAAC,KAAK,OAAQ;AAClB,UAAM,aAAa,KAAK,MAAM,cAAc,eAAe;AAC3D,UAAM,iBAAiB,YAAY;AACnC,UAAM,gBAAgB,OAAO,MAAM,aAAa,cAAc;AAC9D,UAAM,cAAc,cAAc,SAAS,QAAQ;AACnD,SAAK,mBAAmB,KAAK,WAAW;AACxC,SAAK,eAAe,WAAW;AAC/B,SAAK;AAAA,MACH,QAAQ,kBAAkB,GAAI,kBAAkB,cAAc,UAAU;AAAA,IAC1E;AAAA,EACF;AACF;","names":["DEFAULT_MODEL"]}
1
+ {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n transcriptionTimeout?: number\n retryDelay?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000\nconst BIT_DEPTH = 16\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: string[] = [] // Store Base64 encoded audio chunks\n private ephemeralToken?: string\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection (first create session, then connect)\n this.initPromise = this.createTranscriptionSession()\n .then(() => this.initWS())\n .catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n })\n }\n\n transcribe(audioStream: Readable) {\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n await this.initPromise\n const base64Audio = chunk.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendSilence(2)\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private async createTranscriptionSession(): Promise<void> {\n const payload = {\n input_audio_format: 'pcm16',\n input_audio_transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt || 'Transcribe the incoming audio in real time.',\n },\n turn_detection: {\n type: 'server_vad',\n silence_duration_ms: 1000,\n },\n input_audio_noise_reduction: {\n type: 'near_field',\n },\n }\n\n const response = await fetch(\n 'https://api.openai.com/v1/realtime/transcription_sessions',\n {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n 'Content-Type': 'application/json',\n 'OpenAI-Beta': 'realtime=v1',\n },\n body: JSON.stringify(payload),\n }\n )\n\n if (!response.ok) {\n const status = response.status\n\n // Don't retry on 4xx errors\n if (status >= 400 && status < 500) {\n throw new Error(\n `Failed to create transcription session: ${status} ${response.statusText}`\n )\n }\n\n // Retry on other errors\n this.log('Error creating transcription session, retrying...', {\n status,\n text: response.statusText,\n })\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n return this.createTranscriptionSession()\n }\n\n const data = (await response.json()) as { client_secret: { value: string } }\n this.ephemeralToken = data.client_secret.value\n this.log('Transcription session created')\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket('wss://api.openai.com/v1/realtime', {\n headers: {\n Authorization: `Bearer ${this.ephemeralToken}`,\n 'OpenAI-Beta': 'realtime=v1',\n },\n })\n this.socket = socket\n\n socket.addEventListener('open', () => {\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n reject(error)\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(base64Audio: string) {\n if (!this.socket) return\n\n const audioMessage = {\n type: 'input_audio_buffer.append',\n audio: base64Audio,\n }\n\n this.socket.send(JSON.stringify(audioMessage))\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n console.error('[OpenaiSTT] Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.initPromise = new Promise((resolve, reject) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.createTranscriptionSession()\n .then(() => this.initWS())\n .then(() => {\n // Send audio chunks again if reconnecting during transcription\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n reject(error)\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private sendSilence(durationSeconds: number) {\n if (!this.socket) return\n const numSamples = Math.round(SAMPLE_RATE * durationSeconds)\n const bytesPerSample = BIT_DEPTH / 8\n const silenceBuffer = Buffer.alloc(numSamples * bytesPerSample)\n const base64Audio = silenceBuffer.toString('base64')\n this.audioChunksPending.push(base64Audio)\n this.sendAudioChunk(base64Audio)\n this.log(\n `Sent ${durationSeconds * 1000}ms of silence (${silenceBuffer.byteLength} bytes) after stream end`\n )\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACrMA,SAAS,WAAW;AAEpB,OAAO,eAAe;AAiBtB,IAAMA,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,YAAY;AAClB,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAErB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAQjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAHpB,SAAQ,qBAA+B,CAAC;AAOtC,SAAK,cAAc,KAAK,2BAA2B,EAChD,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,MAAM,CAAC,UAAU;AAChB,cAAQ,MAAM,iCAAiC,KAAK;AAAA,IACtD,CAAC;AAAA,EACL;AAAA,EAEA,WAAW,aAAuB;AAEhC,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,YAAM,KAAK;AACX,YAAM,cAAc,MAAM,SAAS,QAAQ;AAC3C,WAAK,mBAAmB,KAAK,WAAW;AACxC,WAAK,eAAe,WAAW;AAC/B,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY,CAAC;AAGlB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,6BAA4C;AACxD,UAAM,UAAU;AAAA,MACd,oBAAoB;AAAA,MACpB,2BAA2B;AAAA,QACzB,OAAO,KAAK,QAAQ,SAASD;AAAA,QAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,QACnC,QACE,KAAK,QAAQ,UAAU;AAAA,MAC3B;AAAA,MACA,gBAAgB;AAAA,QACd,MAAM;AAAA,QACN,qBAAqB;AAAA,MACvB;AAAA,MACA,6BAA6B;AAAA,QAC3B,MAAM;AAAA,MACR;AAAA,IACF;AAEA,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC5C,gBAAgB;AAAA,UAChB,eAAe;AAAA,QACjB;AAAA,QACA,MAAM,KAAK,UAAU,OAAO;AAAA,MAC9B;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,SAAS,SAAS;AAGxB,UAAI,UAAU,OAAO,SAAS,KAAK;AACjC,cAAM,IAAI;AAAA,UACR,2CAA2C,MAAM,IAAI,SAAS,UAAU;AAAA,QAC1E;AAAA,MACF;AAGA,WAAK,IAAI,qDAAqD;AAAA,QAC5D;AAAA,QACA,MAAM,SAAS;AAAA,MACjB,CAAC;AACD,YAAM,IAAI;AAAA,QAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,MACpE;AACA,aAAO,KAAK,2BAA2B;AAAA,IACzC;AAEA,UAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,SAAK,iBAAiB,KAAK,cAAc;AACzC,SAAK,IAAI,+BAA+B;AAAA,EAC1C;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,oCAAoC;AAAA,QAC/D,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,cAAc;AAAA,UAC5C,eAAe;AAAA,QACjB;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,aAAO,iBAAiB,QAAQ,MAAM;AACpC,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,aAAqB;AAC1C,QAAI,CAAC,KAAK,OAAQ;AAElB,UAAM,eAAe;AAAA,MACnB,MAAM;AAAA,MACN,OAAO;AAAA,IACT;AAEA,SAAK,OAAO,KAAK,KAAK,UAAU,YAAY,CAAC;AAAA,EAC/C;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,gBAAQ,MAAM,sBAAsB,QAAQ,KAAK;AACjD;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK,cAAc,IAAI,QAAQ,CAAC,SAAS,WAAW;AAClD,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,2BAA2B,EAC7B,KAAK,MAAM,KAAK,OAAO,CAAC,EACxB,KAAK,MAAM;AAEV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,iBAAO,KAAK;AAAA,QACd,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcA,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,YAAY,iBAAyB;AAC3C,QAAI,CAAC,KAAK,OAAQ;AAClB,UAAM,aAAa,KAAK,MAAM,cAAc,eAAe;AAC3D,UAAM,iBAAiB,YAAY;AACnC,UAAM,gBAAgB,OAAO,MAAM,aAAa,cAAc;AAC9D,UAAM,cAAc,cAAc,SAAS,QAAQ;AACnD,SAAK,mBAAmB,KAAK,WAAW;AACxC,SAAK,eAAe,WAAW;AAC/B,SAAK;AAAA,MACH,QAAQ,kBAAkB,GAAI,kBAAkB,cAAc,UAAU;AAAA,IAC1E;AAAA,EACF;AACF;","names":["DEFAULT_MODEL","DEFAULT_RETRY_DELAY"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/openai",
3
- "version": "1.1.0",
3
+ "version": "1.1.1",
4
4
  "description": "OpenAI implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",