@micdrop/openai 1.2.4 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -63,6 +63,35 @@ new MicdropServer(socket, {
63
63
  })
64
64
  ```
65
65
 
66
+ ## OpenAI TTS (Text-to-Speech)
67
+
68
+ ### Usage
69
+
70
+ ```typescript
71
+ import { OpenaiTTS } from '@micdrop/openai'
72
+ import { MicdropServer } from '@micdrop/server'
73
+
74
+ const tts = new OpenaiTTS({
75
+ apiKey: process.env.OPENAI_API_KEY || '',
76
+ model: 'gpt-4o-mini-tts', // Default model
77
+ voice: 'alloy', // Default voice
78
+
79
+ // Prosody control, only for gpt-4o-mini-tts (optional)
80
+ instructions: 'Speak in a calm and friendly tone',
81
+
82
+ // Speech speed from 0.25 to 4.0, only for tts-1 / tts-1-hd (optional)
83
+ // speed: 1,
84
+ })
85
+
86
+ // Use with MicdropServer
87
+ new MicdropServer(socket, {
88
+ tts,
89
+ // ... other options
90
+ })
91
+ ```
92
+
93
+ > **Language**: OpenAI's speech API has no language parameter, the voice follows the language of the input text. To influence the spoken language or accent, use `instructions` (e.g. `'Speak in French'`) with the `gpt-4o-mini-tts` model.
94
+
66
95
  ## Documentation
67
96
 
68
97
  Read full [documentation of the OpenAI integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/openai) on the [website](https://micdrop.dev).
package/dist/index.d.mts CHANGED
@@ -1,4 +1,4 @@
1
- import { Agent, AgentOptions, STT } from '@micdrop/server';
1
+ import { Agent, AgentOptions, STT, TTS } from '@micdrop/server';
2
2
  import OpenAI from 'openai';
3
3
  import { PassThrough, Readable } from 'stream';
4
4
 
@@ -47,21 +47,50 @@ declare class OpenaiSTT extends STT {
47
47
  private retryCount;
48
48
  private transcriptionTimeout?;
49
49
  private audioChunksPending;
50
+ private resampler;
50
51
  constructor(options: OpenaiSTTOptions);
51
52
  transcribe(audioStream: Readable): void;
52
53
  destroy(): void;
53
54
  private sendSessionUpdate;
54
55
  private initWS;
55
56
  private sendAudioChunk;
56
- /**
57
- * Linear interpolation upsampling from SAMPLE_RATE to OPENAI_SAMPLE_RATE.
58
- * The Micdrop client emits PCM16 mono at 16kHz, but the GA Realtime API
59
- * requires a rate >= 24kHz, so the audio has to be resampled before sending.
60
- */
61
- private upsample;
62
57
  private handleMessage;
63
58
  private reconnect;
64
59
  private commitAudio;
65
60
  }
66
61
 
67
- export { OpenaiAgent, type OpenaiAgentOptions, type OpenaiOptions, OpenaiSTT, type OpenaiSTTOptions };
62
+ /**
63
+ * OpenAI Text-to-Speech
64
+ *
65
+ * @see https://platform.openai.com/docs/guides/text-to-speech
66
+ *
67
+ * The OpenAI speech endpoint takes a complete text input (no streaming text
68
+ * in), so the incoming text stream is buffered into sentences and each
69
+ * sentence is synthesized as soon as it is complete. Requests are processed
70
+ * sequentially, which keeps the emitted audio in order while still starting
71
+ * playback as soon as the first sentence is ready.
72
+ */
73
+ type OpenaiTTSOptions = OpenaiOptions & {
74
+ model?: string;
75
+ voice?: string;
76
+ instructions?: string;
77
+ speed?: number;
78
+ };
79
+ declare class OpenaiTTS extends TTS {
80
+ private readonly options;
81
+ private openai;
82
+ private counter;
83
+ private buffer;
84
+ private queue;
85
+ private processing;
86
+ private abortController?;
87
+ constructor(options: OpenaiTTSOptions);
88
+ speak(textStream: Readable): void;
89
+ cancel(): void;
90
+ private flushSentences;
91
+ private enqueue;
92
+ private processQueue;
93
+ private synthesize;
94
+ }
95
+
96
+ export { OpenaiAgent, type OpenaiAgentOptions, type OpenaiOptions, OpenaiSTT, type OpenaiSTTOptions, OpenaiTTS, type OpenaiTTSOptions };
package/dist/index.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { Agent, AgentOptions, STT } from '@micdrop/server';
1
+ import { Agent, AgentOptions, STT, TTS } from '@micdrop/server';
2
2
  import OpenAI from 'openai';
3
3
  import { PassThrough, Readable } from 'stream';
4
4
 
@@ -47,21 +47,50 @@ declare class OpenaiSTT extends STT {
47
47
  private retryCount;
48
48
  private transcriptionTimeout?;
49
49
  private audioChunksPending;
50
+ private resampler;
50
51
  constructor(options: OpenaiSTTOptions);
51
52
  transcribe(audioStream: Readable): void;
52
53
  destroy(): void;
53
54
  private sendSessionUpdate;
54
55
  private initWS;
55
56
  private sendAudioChunk;
56
- /**
57
- * Linear interpolation upsampling from SAMPLE_RATE to OPENAI_SAMPLE_RATE.
58
- * The Micdrop client emits PCM16 mono at 16kHz, but the GA Realtime API
59
- * requires a rate >= 24kHz, so the audio has to be resampled before sending.
60
- */
61
- private upsample;
62
57
  private handleMessage;
63
58
  private reconnect;
64
59
  private commitAudio;
65
60
  }
66
61
 
67
- export { OpenaiAgent, type OpenaiAgentOptions, type OpenaiOptions, OpenaiSTT, type OpenaiSTTOptions };
62
+ /**
63
+ * OpenAI Text-to-Speech
64
+ *
65
+ * @see https://platform.openai.com/docs/guides/text-to-speech
66
+ *
67
+ * The OpenAI speech endpoint takes a complete text input (no streaming text
68
+ * in), so the incoming text stream is buffered into sentences and each
69
+ * sentence is synthesized as soon as it is complete. Requests are processed
70
+ * sequentially, which keeps the emitted audio in order while still starting
71
+ * playback as soon as the first sentence is ready.
72
+ */
73
+ type OpenaiTTSOptions = OpenaiOptions & {
74
+ model?: string;
75
+ voice?: string;
76
+ instructions?: string;
77
+ speed?: number;
78
+ };
79
+ declare class OpenaiTTS extends TTS {
80
+ private readonly options;
81
+ private openai;
82
+ private counter;
83
+ private buffer;
84
+ private queue;
85
+ private processing;
86
+ private abortController?;
87
+ constructor(options: OpenaiTTSOptions);
88
+ speak(textStream: Readable): void;
89
+ cancel(): void;
90
+ private flushSentences;
91
+ private enqueue;
92
+ private processQueue;
93
+ private synthesize;
94
+ }
95
+
96
+ export { OpenaiAgent, type OpenaiAgentOptions, type OpenaiOptions, OpenaiSTT, type OpenaiSTTOptions, OpenaiTTS, type OpenaiTTSOptions };
package/dist/index.js CHANGED
@@ -31,7 +31,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
31
31
  var index_exports = {};
32
32
  __export(index_exports, {
33
33
  OpenaiAgent: () => OpenaiAgent,
34
- OpenaiSTT: () => OpenaiSTT
34
+ OpenaiSTT: () => OpenaiSTT,
35
+ OpenaiTTS: () => OpenaiTTS
35
36
  });
36
37
  module.exports = __toCommonJS(index_exports);
37
38
 
@@ -182,6 +183,50 @@ var OpenaiAgent = class extends import_server.Agent {
182
183
  // src/OpenaiSTT.ts
183
184
  var import_server2 = require("@micdrop/server");
184
185
  var import_ws = __toESM(require("ws"));
186
+
187
+ // src/utils/Pcm16Resampler.ts
188
+ var Pcm16Resampler = class {
189
+ // Fractional position into the first sample of the buffer
190
+ constructor(inRate, outRate) {
191
+ this.leftover = Buffer.alloc(0);
192
+ this.pos = 0;
193
+ this.step = inRate / outRate;
194
+ }
195
+ // Reset to the initial state, to resample a new independent stream
196
+ // (e.g. resending buffered audio after a reconnection).
197
+ reset() {
198
+ this.leftover = Buffer.alloc(0);
199
+ this.pos = 0;
200
+ }
201
+ process(chunk) {
202
+ const buf = this.leftover.length ? Buffer.concat([this.leftover, chunk]) : chunk;
203
+ const samples = Math.floor(buf.length / 2);
204
+ if (samples < 2) {
205
+ this.leftover = buf;
206
+ return Buffer.alloc(0);
207
+ }
208
+ const out = [];
209
+ let p = this.pos;
210
+ while (Math.floor(p) + 1 < samples) {
211
+ const i = Math.floor(p);
212
+ const frac = p - i;
213
+ const s0 = buf.readInt16LE(i * 2);
214
+ const s1 = buf.readInt16LE((i + 1) * 2);
215
+ out.push(Math.round(s0 + (s1 - s0) * frac));
216
+ p += this.step;
217
+ }
218
+ const consumed = Math.floor(p);
219
+ this.pos = p - consumed;
220
+ this.leftover = buf.subarray(consumed * 2);
221
+ const result = Buffer.alloc(out.length * 2);
222
+ for (let k = 0; k < out.length; k++) {
223
+ result.writeInt16LE(out[k], k * 2);
224
+ }
225
+ return result;
226
+ }
227
+ };
228
+
229
+ // src/OpenaiSTT.ts
185
230
  var DEFAULT_MODEL2 = "gpt-4o-transcribe";
186
231
  var DEFAULT_LANGUAGE = "en";
187
232
  var SAMPLE_RATE = 16e3;
@@ -191,18 +236,20 @@ var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
191
236
  var DEFAULT_RETRY_DELAY2 = 1e3;
192
237
  var DEFAULT_MAX_RETRY = 3;
193
238
  var OpenaiSTT = class extends import_server2.STT {
194
- // Store audio chunks to send them again if reconnecting
195
239
  constructor(options) {
196
240
  super();
197
241
  this.options = options;
198
242
  this.retryCount = 0;
199
243
  this.audioChunksPending = [];
244
+ // Store audio chunks to send them again if reconnecting
245
+ this.resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE);
200
246
  this.initPromise = this.initWS().catch((error) => {
201
247
  console.error("[OpenaiSTT] Connection error:", error);
202
248
  this.reconnect();
203
249
  });
204
250
  }
205
251
  transcribe(audioStream) {
252
+ this.resampler.reset();
206
253
  audioStream.on("data", async (chunk) => {
207
254
  this.audioChunksPending.push(chunk);
208
255
  await this.initPromise;
@@ -317,32 +364,14 @@ var OpenaiSTT = class extends import_server2.STT {
317
364
  }
318
365
  sendAudioChunk(chunk) {
319
366
  if (!this.socket) return;
320
- const audioMessage = {
321
- type: "input_audio_buffer.append",
322
- audio: this.upsample(chunk).toString("base64")
323
- };
324
- this.socket.send(JSON.stringify(audioMessage));
325
- }
326
- /**
327
- * Linear interpolation upsampling from SAMPLE_RATE to OPENAI_SAMPLE_RATE.
328
- * The Micdrop client emits PCM16 mono at 16kHz, but the GA Realtime API
329
- * requires a rate >= 24kHz, so the audio has to be resampled before sending.
330
- */
331
- upsample(chunk) {
332
- const inSamples = Math.floor(chunk.length / 2);
333
- if (inSamples === 0) return chunk;
334
- const ratio = SAMPLE_RATE / OPENAI_SAMPLE_RATE;
335
- const outSamples = Math.floor(inSamples / ratio);
336
- const out = Buffer.alloc(outSamples * 2);
337
- for (let j = 0; j < outSamples; j++) {
338
- const srcPos = j * ratio;
339
- const i = Math.floor(srcPos);
340
- const frac = srcPos - i;
341
- const s0 = chunk.readInt16LE(i * 2);
342
- const s1 = i + 1 < inSamples ? chunk.readInt16LE((i + 1) * 2) : s0;
343
- out.writeInt16LE(Math.round(s0 + (s1 - s0) * frac), j * 2);
344
- }
345
- return out;
367
+ const resampled = this.resampler.process(chunk);
368
+ if (resampled.length === 0) return;
369
+ this.socket.send(
370
+ JSON.stringify({
371
+ type: "input_audio_buffer.append",
372
+ audio: resampled.toString("base64")
373
+ })
374
+ );
346
375
  }
347
376
  handleMessage(message) {
348
377
  switch (message.type) {
@@ -390,6 +419,7 @@ var OpenaiSTT = class extends import_server2.STT {
390
419
  this.retryCount = 0;
391
420
  if (this.audioChunksPending.length > 0) {
392
421
  this.log("Sending audio chunks again");
422
+ this.resampler.reset();
393
423
  this.audioChunksPending.forEach(
394
424
  (chunk) => this.sendAudioChunk(chunk)
395
425
  );
@@ -407,9 +437,132 @@ var OpenaiSTT = class extends import_server2.STT {
407
437
  this.log("Committed audio buffer");
408
438
  }
409
439
  };
440
+
441
+ // src/OpenaiTTS.ts
442
+ var import_server3 = require("@micdrop/server");
443
+ var import_openai2 = __toESM(require("openai"));
444
+ var DEFAULT_MODEL3 = "gpt-4o-mini-tts";
445
+ var DEFAULT_VOICE = "alloy";
446
+ var OPENAI_SAMPLE_RATE2 = 24e3;
447
+ var OUTPUT_SAMPLE_RATE = 16e3;
448
+ var OpenaiTTS = class extends import_server3.TTS {
449
+ constructor(options) {
450
+ super();
451
+ this.options = options;
452
+ this.counter = 0;
453
+ // Identifies the current speak() call
454
+ this.buffer = "";
455
+ // Incomplete sentence waiting for more text
456
+ this.queue = [];
457
+ this.processing = false;
458
+ this.openai = "openai" in options ? options.openai : new import_openai2.default({ apiKey: options.apiKey });
459
+ }
460
+ speak(textStream) {
461
+ this.counter++;
462
+ const counter = this.counter;
463
+ this.buffer = "";
464
+ textStream.on("data", (chunk) => {
465
+ if (counter !== this.counter) return;
466
+ this.buffer += chunk.toString("utf-8");
467
+ this.flushSentences(counter, false);
468
+ });
469
+ textStream.on("error", (error) => {
470
+ this.log("Error in text stream", error);
471
+ });
472
+ textStream.on("end", () => {
473
+ if (counter !== this.counter) return;
474
+ this.flushSentences(counter, true);
475
+ });
476
+ }
477
+ cancel() {
478
+ this.log("Cancel");
479
+ this.counter++;
480
+ this.buffer = "";
481
+ this.queue = [];
482
+ this.abortController?.abort();
483
+ this.abortController = void 0;
484
+ }
485
+ // Extract complete sentences from the buffer and enqueue them.
486
+ // On `end`, whatever remains in the buffer is flushed as a last sentence.
487
+ flushSentences(counter, end) {
488
+ const regex = /[\s\S]*?[.!?…\n]+(?=\s|$)/g;
489
+ let match;
490
+ let lastIndex = 0;
491
+ while ((match = regex.exec(this.buffer)) !== null) {
492
+ if (!end && regex.lastIndex === this.buffer.length) break;
493
+ const sentence = match[0].trim();
494
+ if (sentence) this.enqueue(counter, sentence);
495
+ lastIndex = regex.lastIndex;
496
+ }
497
+ this.buffer = this.buffer.slice(lastIndex);
498
+ if (end) {
499
+ const rest = this.buffer.trim();
500
+ if (rest) this.enqueue(counter, rest);
501
+ this.buffer = "";
502
+ }
503
+ }
504
+ enqueue(counter, text) {
505
+ this.queue.push({ counter, text });
506
+ this.processQueue();
507
+ }
508
+ async processQueue() {
509
+ if (this.processing) return;
510
+ this.processing = true;
511
+ while (this.queue.length > 0) {
512
+ const item = this.queue.shift();
513
+ if (item.counter !== this.counter) continue;
514
+ await this.synthesize(item.counter, item.text);
515
+ }
516
+ this.processing = false;
517
+ if (this.queue.length > 0) this.processQueue();
518
+ }
519
+ async synthesize(counter, text) {
520
+ const abortController = new AbortController();
521
+ this.abortController = abortController;
522
+ try {
523
+ const response = await this.openai.audio.speech.create(
524
+ {
525
+ model: this.options.model || DEFAULT_MODEL3,
526
+ voice: this.options.voice || DEFAULT_VOICE,
527
+ input: text,
528
+ response_format: "pcm",
529
+ ...this.options.instructions ? { instructions: this.options.instructions } : {},
530
+ ...this.options.speed ? { speed: this.options.speed } : {}
531
+ },
532
+ { signal: abortController.signal }
533
+ );
534
+ if (!response.body) return;
535
+ this.log(`Synthesizing: "${text}"`);
536
+ const resampler = new Pcm16Resampler(
537
+ OPENAI_SAMPLE_RATE2,
538
+ OUTPUT_SAMPLE_RATE
539
+ );
540
+ const reader = response.body.getReader();
541
+ while (true) {
542
+ const { done, value } = await reader.read();
543
+ if (done) break;
544
+ if (counter !== this.counter) {
545
+ await reader.cancel();
546
+ break;
547
+ }
548
+ const output = resampler.process(Buffer.from(value));
549
+ if (output.length > 0) this.emit("Audio", output);
550
+ }
551
+ } catch (error) {
552
+ if (abortController.signal.aborted) return;
553
+ this.log("Error synthesizing speech:", error);
554
+ this.emit("Failed", [text]);
555
+ } finally {
556
+ if (this.abortController === abortController) {
557
+ this.abortController = void 0;
558
+ }
559
+ }
560
+ }
561
+ };
410
562
  // Annotate the CommonJS export names for ESM import in node:
411
563
  0 && (module.exports = {
412
564
  OpenaiAgent,
413
- OpenaiSTT
565
+ OpenaiSTT,
566
+ OpenaiTTS
414
567
  });
415
568
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiSTT'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n const audioMessage = {\n type: 'input_audio_buffer.append',\n audio: this.upsample(chunk).toString('base64'),\n }\n\n this.socket.send(JSON.stringify(audioMessage))\n }\n\n /**\n * Linear interpolation upsampling from SAMPLE_RATE to OPENAI_SAMPLE_RATE.\n * The Micdrop client emits PCM16 mono at 16kHz, but the GA Realtime API\n * requires a rate >= 24kHz, so the audio has to be resampled before sending.\n */\n private upsample(chunk: Buffer): Buffer {\n const inSamples = Math.floor(chunk.length / 2)\n if (inSamples === 0) return chunk\n\n const ratio = SAMPLE_RATE / OPENAI_SAMPLE_RATE\n const outSamples = Math.floor(inSamples / ratio)\n const out = Buffer.alloc(outSamples * 2)\n\n for (let j = 0; j < outSamples; j++) {\n const srcPos = j * ratio\n const i = Math.floor(srcPos)\n const frac = srcPos - i\n const s0 = chunk.readInt16LE(i * 2)\n const s1 = i + 1 < inSamples ? chunk.readInt16LE((i + 1) * 2) : s0\n out.writeInt16LE(Math.round(s0 + (s1 - s0) * frac), j * 2)\n }\n\n return out\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send audio chunks again if reconnecting during transcription\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,oBAAmB;AAEnB,iBAAgC;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,cAAAA,QAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACxMA,IAAAC,iBAAoB;AAEpB,gBAAsB;AAmBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,YAAN,cAAwB,mBAAI;AAAA;AAAA,EAQjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAJpB,SAAQ,aAAa;AAErB,SAAQ,qBAA+B,CAAC;AAMtC,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAEhC,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAM;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASF;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAE;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAElB,UAAM,eAAe;AAAA,MACnB,MAAM;AAAA,MACN,OAAO,KAAK,SAAS,KAAK,EAAE,SAAS,QAAQ;AAAA,IAC/C;AAEA,SAAK,OAAO,KAAK,KAAK,UAAU,YAAY,CAAC;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,SAAS,OAAuB;AACtC,UAAM,YAAY,KAAK,MAAM,MAAM,SAAS,CAAC;AAC7C,QAAI,cAAc,EAAG,QAAO;AAE5B,UAAM,QAAQ,cAAc;AAC5B,UAAM,aAAa,KAAK,MAAM,YAAY,KAAK;AAC/C,UAAM,MAAM,OAAO,MAAM,aAAa,CAAC;AAEvC,aAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,YAAM,SAAS,IAAI;AACnB,YAAM,IAAI,KAAK,MAAM,MAAM;AAC3B,YAAM,OAAO,SAAS;AACtB,YAAM,KAAK,MAAM,YAAY,IAAI,CAAC;AAClC,YAAM,KAAK,IAAI,IAAI,YAAY,MAAM,aAAa,IAAI,KAAK,CAAC,IAAI;AAChE,UAAI,aAAa,KAAK,MAAM,MAAM,KAAK,MAAM,IAAI,GAAG,IAAI,CAAC;AAAA,IAC3D;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;","names":["OpenAI","z","import_server","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/OpenaiSTT.ts","../src/utils/Pcm16Resampler.ts","../src/OpenaiTTS.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiSTT'\nexport * from './OpenaiTTS'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { Pcm16Resampler } from './utils/Pcm16Resampler'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n","/**\n * Streaming linear-interpolation resampler for PCM16 mono audio.\n *\n * Works in both directions (up or downsampling). It is stateful: it handles\n * arbitrary byte boundaries (a network chunk can split a 16-bit sample) and\n * keeps the fractional sample position continuous across chunks, so feeding a\n * stream chunk by chunk yields the same result as resampling it in one go.\n *\n * Used by OpenaiSTT (16kHz -> 24kHz, GA Realtime API requires >= 24kHz) and\n * OpenaiTTS (24kHz pcm output -> 16kHz expected by the Micdrop client).\n */\nexport class Pcm16Resampler {\n private readonly step: number\n private leftover: Buffer<ArrayBufferLike> = Buffer.alloc(0)\n private pos = 0 // Fractional position into the first sample of the buffer\n\n constructor(inRate: number, outRate: number) {\n this.step = inRate / outRate\n }\n\n // Reset to the initial state, to resample a new independent stream\n // (e.g. resending buffered audio after a reconnection).\n reset() {\n this.leftover = Buffer.alloc(0)\n this.pos = 0\n }\n\n process(chunk: Buffer): Buffer {\n const buf = this.leftover.length\n ? Buffer.concat([this.leftover, chunk])\n : chunk\n const samples = Math.floor(buf.length / 2)\n\n // Need at least 2 samples to interpolate\n if (samples < 2) {\n this.leftover = buf\n return Buffer.alloc(0)\n }\n\n const out: number[] = []\n let p = this.pos\n while (Math.floor(p) + 1 < samples) {\n const i = Math.floor(p)\n const frac = p - i\n const s0 = buf.readInt16LE(i * 2)\n const s1 = buf.readInt16LE((i + 1) * 2)\n out.push(Math.round(s0 + (s1 - s0) * frac))\n p += this.step\n }\n\n // Keep the last still-needed sample (and any trailing odd byte) for the\n // next chunk, and carry the fractional position relative to it.\n const consumed = Math.floor(p)\n this.pos = p - consumed\n this.leftover = buf.subarray(consumed * 2)\n\n const result = Buffer.alloc(out.length * 2)\n for (let k = 0; k < out.length; k++) {\n result.writeInt16LE(out[k], k * 2)\n }\n return result\n }\n}\n","import { TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\nimport { Pcm16Resampler } from './utils/Pcm16Resampler'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n *\n * The OpenAI speech endpoint takes a complete text input (no streaming text\n * in), so the incoming text stream is buffered into sentences and each\n * sentence is synthesized as soon as it is complete. Requests are processed\n * sequentially, which keeps the emitted audio in order while still starting\n * playback as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n model?: string\n voice?: string\n // Prosody instructions (accent, emotion, speed, tone...).\n // Only works with gpt-4o-mini-tts, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0. Only works with tts-1 / tts-1-hd.\n speed?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\nexport class OpenaiTTS extends TTS {\n private openai: OpenAI\n private counter = 0 // Identifies the current speak() call\n private buffer = '' // Incomplete sentence waiting for more text\n private queue: QueueItem[] = []\n private processing = false\n private abortController?: AbortController\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n this.buffer = ''\n\n textStream.on('data', (chunk: Buffer) => {\n if (counter !== this.counter) return\n this.buffer += chunk.toString('utf-8')\n this.flushSentences(counter, false)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n if (counter !== this.counter) return\n this.flushSentences(counter, true)\n })\n }\n\n cancel() {\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.buffer = ''\n this.queue = []\n this.abortController?.abort()\n this.abortController = undefined\n }\n\n // Extract complete sentences from the buffer and enqueue them.\n // On `end`, whatever remains in the buffer is flushed as a last sentence.\n private flushSentences(counter: number, end: boolean) {\n const regex = /[\\s\\S]*?[.!?…\\n]+(?=\\s|$)/g\n let match: RegExpExecArray | null\n let lastIndex = 0\n while ((match = regex.exec(this.buffer)) !== null) {\n // A sentence ending at the very end of an unfinished stream may still\n // grow, so keep it buffered until more text arrives or the stream ends.\n if (!end && regex.lastIndex === this.buffer.length) break\n const sentence = match[0].trim()\n if (sentence) this.enqueue(counter, sentence)\n lastIndex = regex.lastIndex\n }\n this.buffer = this.buffer.slice(lastIndex)\n\n if (end) {\n const rest = this.buffer.trim()\n if (rest) this.enqueue(counter, rest)\n this.buffer = ''\n }\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.processQueue()\n }\n\n private async processQueue() {\n if (this.processing) return\n this.processing = true\n\n while (this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n await this.synthesize(item.counter, item.text)\n }\n\n this.processing = false\n // Items may have been enqueued right as we exited the loop\n if (this.queue.length > 0) this.processQueue()\n }\n\n private async synthesize(counter: number, text: string) {\n const abortController = new AbortController()\n this.abortController = abortController\n\n try {\n const response = await this.openai.audio.speech.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: abortController.signal }\n )\n\n if (!response.body) return\n this.log(`Synthesizing: \"${text}\"`)\n\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = response.body.getReader()\n\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n if (counter !== this.counter) {\n await reader.cancel()\n break\n }\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) this.emit('Audio', output)\n }\n } catch (error) {\n if (abortController.signal.aborted) return\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [text])\n } finally {\n if (this.abortController === abortController) {\n this.abortController = undefined\n }\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,oBAAmB;AAEnB,iBAAgC;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,cAAAA,QAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACxMA,IAAAC,iBAAoB;AAEpB,gBAAsB;;;ACSf,IAAM,iBAAN,MAAqB;AAAA;AAAA,EAK1B,YAAY,QAAgB,SAAiB;AAH7C,SAAQ,WAAoC,OAAO,MAAM,CAAC;AAC1D,SAAQ,MAAM;AAGZ,SAAK,OAAO,SAAS;AAAA,EACvB;AAAA;AAAA;AAAA,EAIA,QAAQ;AACN,SAAK,WAAW,OAAO,MAAM,CAAC;AAC9B,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,QAAQ,OAAuB;AAC7B,UAAM,MAAM,KAAK,SAAS,SACtB,OAAO,OAAO,CAAC,KAAK,UAAU,KAAK,CAAC,IACpC;AACJ,UAAM,UAAU,KAAK,MAAM,IAAI,SAAS,CAAC;AAGzC,QAAI,UAAU,GAAG;AACf,WAAK,WAAW;AAChB,aAAO,OAAO,MAAM,CAAC;AAAA,IACvB;AAEA,UAAM,MAAgB,CAAC;AACvB,QAAI,IAAI,KAAK;AACb,WAAO,KAAK,MAAM,CAAC,IAAI,IAAI,SAAS;AAClC,YAAM,IAAI,KAAK,MAAM,CAAC;AACtB,YAAM,OAAO,IAAI;AACjB,YAAM,KAAK,IAAI,YAAY,IAAI,CAAC;AAChC,YAAM,KAAK,IAAI,aAAa,IAAI,KAAK,CAAC;AACtC,UAAI,KAAK,KAAK,MAAM,MAAM,KAAK,MAAM,IAAI,CAAC;AAC1C,WAAK,KAAK;AAAA,IACZ;AAIA,UAAM,WAAW,KAAK,MAAM,CAAC;AAC7B,SAAK,MAAM,IAAI;AACf,SAAK,WAAW,IAAI,SAAS,WAAW,CAAC;AAEzC,UAAM,SAAS,OAAO,MAAM,IAAI,SAAS,CAAC;AAC1C,aAAS,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;AACnC,aAAO,aAAa,IAAI,CAAC,GAAG,IAAI,CAAC;AAAA,IACnC;AACA,WAAO;AAAA,EACT;AACF;;;ADxCA,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,YAAN,cAAwB,mBAAI;AAAA,EASjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AALpB,SAAQ,aAAa;AAErB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAI,eAAe,aAAa,kBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAM;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASF;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAE;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;;;AEzRA,IAAAE,iBAAoB;AACpB,IAAAC,iBAAmB;AA2BnB,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAOpB,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAQjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAN7B,SAAQ,UAAU;AAClB;AAAA,SAAQ,SAAS;AACjB;AAAA,SAAQ,QAAqB,CAAC;AAC9B,SAAQ,aAAa;AAKnB,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,eAAAC,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,SAAK,SAAS;AAEd,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,MAAM,SAAS,OAAO;AACrC,WAAK,eAAe,SAAS,KAAK;AAAA,IACpC,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AACzB,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,eAAe,SAAS,IAAI;AAAA,IACnC,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS;AACd,SAAK,QAAQ,CAAC;AACd,SAAK,iBAAiB,MAAM;AAC5B,SAAK,kBAAkB;AAAA,EACzB;AAAA;AAAA;AAAA,EAIQ,eAAe,SAAiB,KAAc;AACpD,UAAM,QAAQ;AACd,QAAI;AACJ,QAAI,YAAY;AAChB,YAAQ,QAAQ,MAAM,KAAK,KAAK,MAAM,OAAO,MAAM;AAGjD,UAAI,CAAC,OAAO,MAAM,cAAc,KAAK,OAAO,OAAQ;AACpD,YAAM,WAAW,MAAM,CAAC,EAAE,KAAK;AAC/B,UAAI,SAAU,MAAK,QAAQ,SAAS,QAAQ;AAC5C,kBAAY,MAAM;AAAA,IACpB;AACA,SAAK,SAAS,KAAK,OAAO,MAAM,SAAS;AAEzC,QAAI,KAAK;AACP,YAAM,OAAO,KAAK,OAAO,KAAK;AAC9B,UAAI,KAAM,MAAK,QAAQ,SAAS,IAAI;AACpC,WAAK,SAAS;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,eAAe;AAC3B,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,MAAM,SAAS,GAAG;AAC5B,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,YAAM,KAAK,WAAW,KAAK,SAAS,KAAK,IAAI;AAAA,IAC/C;AAEA,SAAK,aAAa;AAElB,QAAI,KAAK,MAAM,SAAS,EAAG,MAAK,aAAa;AAAA,EAC/C;AAAA,EAEA,MAAc,WAAW,SAAiB,MAAc;AACtD,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AAEvB,QAAI;AACF,YAAM,WAAW,MAAM,KAAK,OAAO,MAAM,OAAO;AAAA,QAC9C;AAAA,UACE,OAAO,KAAK,QAAQ,SAASF;AAAA,UAC7B,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO;AAAA,UACP,iBAAiB;AAAA,UACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QAC5D;AAAA,QACA,EAAE,QAAQ,gBAAgB,OAAO;AAAA,MACnC;AAEA,UAAI,CAAC,SAAS,KAAM;AACpB,WAAK,IAAI,kBAAkB,IAAI,GAAG;AAElC,YAAM,YAAY,IAAI;AAAA,QACpBC;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,KAAK,UAAU;AAEvC,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,YAAY,KAAK,SAAS;AAC5B,gBAAM,OAAO,OAAO;AACpB;AAAA,QACF;AACA,cAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,YAAI,OAAO,SAAS,EAAG,MAAK,KAAK,SAAS,MAAM;AAAA,MAClD;AAAA,IACF,SAAS,OAAO;AACd,UAAI,gBAAgB,OAAO,QAAS;AACpC,WAAK,IAAI,8BAA8B,KAAK;AAC5C,WAAK,KAAK,UAAU,CAAC,IAAI,CAAC;AAAA,IAC5B,UAAE;AACA,UAAI,KAAK,oBAAoB,iBAAiB;AAC5C,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AACF;","names":["OpenAI","z","import_server","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","WebSocket","import_server","import_openai","DEFAULT_MODEL","OPENAI_SAMPLE_RATE","OpenAI"]}
package/dist/index.mjs CHANGED
@@ -145,6 +145,50 @@ var OpenaiAgent = class extends Agent {
145
145
  // src/OpenaiSTT.ts
146
146
  import { STT } from "@micdrop/server";
147
147
  import WebSocket from "ws";
148
+
149
+ // src/utils/Pcm16Resampler.ts
150
+ var Pcm16Resampler = class {
151
+ // Fractional position into the first sample of the buffer
152
+ constructor(inRate, outRate) {
153
+ this.leftover = Buffer.alloc(0);
154
+ this.pos = 0;
155
+ this.step = inRate / outRate;
156
+ }
157
+ // Reset to the initial state, to resample a new independent stream
158
+ // (e.g. resending buffered audio after a reconnection).
159
+ reset() {
160
+ this.leftover = Buffer.alloc(0);
161
+ this.pos = 0;
162
+ }
163
+ process(chunk) {
164
+ const buf = this.leftover.length ? Buffer.concat([this.leftover, chunk]) : chunk;
165
+ const samples = Math.floor(buf.length / 2);
166
+ if (samples < 2) {
167
+ this.leftover = buf;
168
+ return Buffer.alloc(0);
169
+ }
170
+ const out = [];
171
+ let p = this.pos;
172
+ while (Math.floor(p) + 1 < samples) {
173
+ const i = Math.floor(p);
174
+ const frac = p - i;
175
+ const s0 = buf.readInt16LE(i * 2);
176
+ const s1 = buf.readInt16LE((i + 1) * 2);
177
+ out.push(Math.round(s0 + (s1 - s0) * frac));
178
+ p += this.step;
179
+ }
180
+ const consumed = Math.floor(p);
181
+ this.pos = p - consumed;
182
+ this.leftover = buf.subarray(consumed * 2);
183
+ const result = Buffer.alloc(out.length * 2);
184
+ for (let k = 0; k < out.length; k++) {
185
+ result.writeInt16LE(out[k], k * 2);
186
+ }
187
+ return result;
188
+ }
189
+ };
190
+
191
+ // src/OpenaiSTT.ts
148
192
  var DEFAULT_MODEL2 = "gpt-4o-transcribe";
149
193
  var DEFAULT_LANGUAGE = "en";
150
194
  var SAMPLE_RATE = 16e3;
@@ -154,18 +198,20 @@ var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
154
198
  var DEFAULT_RETRY_DELAY2 = 1e3;
155
199
  var DEFAULT_MAX_RETRY = 3;
156
200
  var OpenaiSTT = class extends STT {
157
- // Store audio chunks to send them again if reconnecting
158
201
  constructor(options) {
159
202
  super();
160
203
  this.options = options;
161
204
  this.retryCount = 0;
162
205
  this.audioChunksPending = [];
206
+ // Store audio chunks to send them again if reconnecting
207
+ this.resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE);
163
208
  this.initPromise = this.initWS().catch((error) => {
164
209
  console.error("[OpenaiSTT] Connection error:", error);
165
210
  this.reconnect();
166
211
  });
167
212
  }
168
213
  transcribe(audioStream) {
214
+ this.resampler.reset();
169
215
  audioStream.on("data", async (chunk) => {
170
216
  this.audioChunksPending.push(chunk);
171
217
  await this.initPromise;
@@ -280,32 +326,14 @@ var OpenaiSTT = class extends STT {
280
326
  }
281
327
  sendAudioChunk(chunk) {
282
328
  if (!this.socket) return;
283
- const audioMessage = {
284
- type: "input_audio_buffer.append",
285
- audio: this.upsample(chunk).toString("base64")
286
- };
287
- this.socket.send(JSON.stringify(audioMessage));
288
- }
289
- /**
290
- * Linear interpolation upsampling from SAMPLE_RATE to OPENAI_SAMPLE_RATE.
291
- * The Micdrop client emits PCM16 mono at 16kHz, but the GA Realtime API
292
- * requires a rate >= 24kHz, so the audio has to be resampled before sending.
293
- */
294
- upsample(chunk) {
295
- const inSamples = Math.floor(chunk.length / 2);
296
- if (inSamples === 0) return chunk;
297
- const ratio = SAMPLE_RATE / OPENAI_SAMPLE_RATE;
298
- const outSamples = Math.floor(inSamples / ratio);
299
- const out = Buffer.alloc(outSamples * 2);
300
- for (let j = 0; j < outSamples; j++) {
301
- const srcPos = j * ratio;
302
- const i = Math.floor(srcPos);
303
- const frac = srcPos - i;
304
- const s0 = chunk.readInt16LE(i * 2);
305
- const s1 = i + 1 < inSamples ? chunk.readInt16LE((i + 1) * 2) : s0;
306
- out.writeInt16LE(Math.round(s0 + (s1 - s0) * frac), j * 2);
307
- }
308
- return out;
329
+ const resampled = this.resampler.process(chunk);
330
+ if (resampled.length === 0) return;
331
+ this.socket.send(
332
+ JSON.stringify({
333
+ type: "input_audio_buffer.append",
334
+ audio: resampled.toString("base64")
335
+ })
336
+ );
309
337
  }
310
338
  handleMessage(message) {
311
339
  switch (message.type) {
@@ -353,6 +381,7 @@ var OpenaiSTT = class extends STT {
353
381
  this.retryCount = 0;
354
382
  if (this.audioChunksPending.length > 0) {
355
383
  this.log("Sending audio chunks again");
384
+ this.resampler.reset();
356
385
  this.audioChunksPending.forEach(
357
386
  (chunk) => this.sendAudioChunk(chunk)
358
387
  );
@@ -370,8 +399,131 @@ var OpenaiSTT = class extends STT {
370
399
  this.log("Committed audio buffer");
371
400
  }
372
401
  };
402
+
403
+ // src/OpenaiTTS.ts
404
+ import { TTS } from "@micdrop/server";
405
+ import OpenAI2 from "openai";
406
+ var DEFAULT_MODEL3 = "gpt-4o-mini-tts";
407
+ var DEFAULT_VOICE = "alloy";
408
+ var OPENAI_SAMPLE_RATE2 = 24e3;
409
+ var OUTPUT_SAMPLE_RATE = 16e3;
410
+ var OpenaiTTS = class extends TTS {
411
+ constructor(options) {
412
+ super();
413
+ this.options = options;
414
+ this.counter = 0;
415
+ // Identifies the current speak() call
416
+ this.buffer = "";
417
+ // Incomplete sentence waiting for more text
418
+ this.queue = [];
419
+ this.processing = false;
420
+ this.openai = "openai" in options ? options.openai : new OpenAI2({ apiKey: options.apiKey });
421
+ }
422
+ speak(textStream) {
423
+ this.counter++;
424
+ const counter = this.counter;
425
+ this.buffer = "";
426
+ textStream.on("data", (chunk) => {
427
+ if (counter !== this.counter) return;
428
+ this.buffer += chunk.toString("utf-8");
429
+ this.flushSentences(counter, false);
430
+ });
431
+ textStream.on("error", (error) => {
432
+ this.log("Error in text stream", error);
433
+ });
434
+ textStream.on("end", () => {
435
+ if (counter !== this.counter) return;
436
+ this.flushSentences(counter, true);
437
+ });
438
+ }
439
+ cancel() {
440
+ this.log("Cancel");
441
+ this.counter++;
442
+ this.buffer = "";
443
+ this.queue = [];
444
+ this.abortController?.abort();
445
+ this.abortController = void 0;
446
+ }
447
+ // Extract complete sentences from the buffer and enqueue them.
448
+ // On `end`, whatever remains in the buffer is flushed as a last sentence.
449
+ flushSentences(counter, end) {
450
+ const regex = /[\s\S]*?[.!?…\n]+(?=\s|$)/g;
451
+ let match;
452
+ let lastIndex = 0;
453
+ while ((match = regex.exec(this.buffer)) !== null) {
454
+ if (!end && regex.lastIndex === this.buffer.length) break;
455
+ const sentence = match[0].trim();
456
+ if (sentence) this.enqueue(counter, sentence);
457
+ lastIndex = regex.lastIndex;
458
+ }
459
+ this.buffer = this.buffer.slice(lastIndex);
460
+ if (end) {
461
+ const rest = this.buffer.trim();
462
+ if (rest) this.enqueue(counter, rest);
463
+ this.buffer = "";
464
+ }
465
+ }
466
+ enqueue(counter, text) {
467
+ this.queue.push({ counter, text });
468
+ this.processQueue();
469
+ }
470
+ async processQueue() {
471
+ if (this.processing) return;
472
+ this.processing = true;
473
+ while (this.queue.length > 0) {
474
+ const item = this.queue.shift();
475
+ if (item.counter !== this.counter) continue;
476
+ await this.synthesize(item.counter, item.text);
477
+ }
478
+ this.processing = false;
479
+ if (this.queue.length > 0) this.processQueue();
480
+ }
481
+ async synthesize(counter, text) {
482
+ const abortController = new AbortController();
483
+ this.abortController = abortController;
484
+ try {
485
+ const response = await this.openai.audio.speech.create(
486
+ {
487
+ model: this.options.model || DEFAULT_MODEL3,
488
+ voice: this.options.voice || DEFAULT_VOICE,
489
+ input: text,
490
+ response_format: "pcm",
491
+ ...this.options.instructions ? { instructions: this.options.instructions } : {},
492
+ ...this.options.speed ? { speed: this.options.speed } : {}
493
+ },
494
+ { signal: abortController.signal }
495
+ );
496
+ if (!response.body) return;
497
+ this.log(`Synthesizing: "${text}"`);
498
+ const resampler = new Pcm16Resampler(
499
+ OPENAI_SAMPLE_RATE2,
500
+ OUTPUT_SAMPLE_RATE
501
+ );
502
+ const reader = response.body.getReader();
503
+ while (true) {
504
+ const { done, value } = await reader.read();
505
+ if (done) break;
506
+ if (counter !== this.counter) {
507
+ await reader.cancel();
508
+ break;
509
+ }
510
+ const output = resampler.process(Buffer.from(value));
511
+ if (output.length > 0) this.emit("Audio", output);
512
+ }
513
+ } catch (error) {
514
+ if (abortController.signal.aborted) return;
515
+ this.log("Error synthesizing speech:", error);
516
+ this.emit("Failed", [text]);
517
+ } finally {
518
+ if (this.abortController === abortController) {
519
+ this.abortController = void 0;
520
+ }
521
+ }
522
+ }
523
+ };
373
524
  export {
374
525
  OpenaiAgent,
375
- OpenaiSTT
526
+ OpenaiSTT,
527
+ OpenaiTTS
376
528
  };
377
529
  //# sourceMappingURL=index.mjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n const audioMessage = {\n type: 'input_audio_buffer.append',\n audio: this.upsample(chunk).toString('base64'),\n }\n\n this.socket.send(JSON.stringify(audioMessage))\n }\n\n /**\n * Linear interpolation upsampling from SAMPLE_RATE to OPENAI_SAMPLE_RATE.\n * The Micdrop client emits PCM16 mono at 16kHz, but the GA Realtime API\n * requires a rate >= 24kHz, so the audio has to be resampled before sending.\n */\n private upsample(chunk: Buffer): Buffer {\n const inSamples = Math.floor(chunk.length / 2)\n if (inSamples === 0) return chunk\n\n const ratio = SAMPLE_RATE / OPENAI_SAMPLE_RATE\n const outSamples = Math.floor(inSamples / ratio)\n const out = Buffer.alloc(outSamples * 2)\n\n for (let j = 0; j < outSamples; j++) {\n const srcPos = j * ratio\n const i = Math.floor(srcPos)\n const frac = srcPos - i\n const s0 = chunk.readInt16LE(i * 2)\n const s1 = i + 1 < inSamples ? chunk.readInt16LE((i + 1) * 2) : s0\n out.writeInt16LE(Math.round(s0 + (s1 - s0) * frac), j * 2)\n }\n\n return out\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send audio chunks again if reconnecting during transcription\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACxMA,SAAS,WAAW;AAEpB,OAAO,eAAe;AAmBtB,IAAMA,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,YAAN,cAAwB,IAAI;AAAA;AAAA,EAQjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AAJpB,SAAQ,aAAa;AAErB,SAAQ,qBAA+B,CAAC;AAMtC,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAEhC,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAM;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASD;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAElB,UAAM,eAAe;AAAA,MACnB,MAAM;AAAA,MACN,OAAO,KAAK,SAAS,KAAK,EAAE,SAAS,QAAQ;AAAA,IAC/C;AAEA,SAAK,OAAO,KAAK,KAAK,UAAU,YAAY,CAAC;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,SAAS,OAAuB;AACtC,UAAM,YAAY,KAAK,MAAM,MAAM,SAAS,CAAC;AAC7C,QAAI,cAAc,EAAG,QAAO;AAE5B,UAAM,QAAQ,cAAc;AAC5B,UAAM,aAAa,KAAK,MAAM,YAAY,KAAK;AAC/C,UAAM,MAAM,OAAO,MAAM,aAAa,CAAC;AAEvC,aAAS,IAAI,GAAG,IAAI,YAAY,KAAK;AACnC,YAAM,SAAS,IAAI;AACnB,YAAM,IAAI,KAAK,MAAM,MAAM;AAC3B,YAAM,OAAO,SAAS;AACtB,YAAM,KAAK,MAAM,YAAY,IAAI,CAAC;AAClC,YAAM,KAAK,IAAI,IAAI,YAAY,MAAM,aAAa,IAAI,KAAK,CAAC,IAAI;AAChE,UAAI,aAAa,KAAK,MAAM,MAAM,KAAK,MAAM,IAAI,GAAG,IAAI,CAAC;AAAA,IAC3D;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAGlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;","names":["DEFAULT_MODEL","DEFAULT_RETRY_DELAY"]}
1
+ {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiSTT.ts","../src/utils/Pcm16Resampler.ts","../src/OpenaiTTS.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n // Stop query now that we have a complete answer\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n return\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again in case of tool call\n if (!skipAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { Pcm16Resampler } from './utils/Pcm16Resampler'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n","/**\n * Streaming linear-interpolation resampler for PCM16 mono audio.\n *\n * Works in both directions (up or downsampling). It is stateful: it handles\n * arbitrary byte boundaries (a network chunk can split a 16-bit sample) and\n * keeps the fractional sample position continuous across chunks, so feeding a\n * stream chunk by chunk yields the same result as resampling it in one go.\n *\n * Used by OpenaiSTT (16kHz -> 24kHz, GA Realtime API requires >= 24kHz) and\n * OpenaiTTS (24kHz pcm output -> 16kHz expected by the Micdrop client).\n */\nexport class Pcm16Resampler {\n private readonly step: number\n private leftover: Buffer<ArrayBufferLike> = Buffer.alloc(0)\n private pos = 0 // Fractional position into the first sample of the buffer\n\n constructor(inRate: number, outRate: number) {\n this.step = inRate / outRate\n }\n\n // Reset to the initial state, to resample a new independent stream\n // (e.g. resending buffered audio after a reconnection).\n reset() {\n this.leftover = Buffer.alloc(0)\n this.pos = 0\n }\n\n process(chunk: Buffer): Buffer {\n const buf = this.leftover.length\n ? Buffer.concat([this.leftover, chunk])\n : chunk\n const samples = Math.floor(buf.length / 2)\n\n // Need at least 2 samples to interpolate\n if (samples < 2) {\n this.leftover = buf\n return Buffer.alloc(0)\n }\n\n const out: number[] = []\n let p = this.pos\n while (Math.floor(p) + 1 < samples) {\n const i = Math.floor(p)\n const frac = p - i\n const s0 = buf.readInt16LE(i * 2)\n const s1 = buf.readInt16LE((i + 1) * 2)\n out.push(Math.round(s0 + (s1 - s0) * frac))\n p += this.step\n }\n\n // Keep the last still-needed sample (and any trailing odd byte) for the\n // next chunk, and carry the fractional position relative to it.\n const consumed = Math.floor(p)\n this.pos = p - consumed\n this.leftover = buf.subarray(consumed * 2)\n\n const result = Buffer.alloc(out.length * 2)\n for (let k = 0; k < out.length; k++) {\n result.writeInt16LE(out[k], k * 2)\n }\n return result\n }\n}\n","import { TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\nimport { Pcm16Resampler } from './utils/Pcm16Resampler'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n *\n * The OpenAI speech endpoint takes a complete text input (no streaming text\n * in), so the incoming text stream is buffered into sentences and each\n * sentence is synthesized as soon as it is complete. Requests are processed\n * sequentially, which keeps the emitted audio in order while still starting\n * playback as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n model?: string\n voice?: string\n // Prosody instructions (accent, emotion, speed, tone...).\n // Only works with gpt-4o-mini-tts, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0. Only works with tts-1 / tts-1-hd.\n speed?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\nexport class OpenaiTTS extends TTS {\n private openai: OpenAI\n private counter = 0 // Identifies the current speak() call\n private buffer = '' // Incomplete sentence waiting for more text\n private queue: QueueItem[] = []\n private processing = false\n private abortController?: AbortController\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n this.buffer = ''\n\n textStream.on('data', (chunk: Buffer) => {\n if (counter !== this.counter) return\n this.buffer += chunk.toString('utf-8')\n this.flushSentences(counter, false)\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n if (counter !== this.counter) return\n this.flushSentences(counter, true)\n })\n }\n\n cancel() {\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.buffer = ''\n this.queue = []\n this.abortController?.abort()\n this.abortController = undefined\n }\n\n // Extract complete sentences from the buffer and enqueue them.\n // On `end`, whatever remains in the buffer is flushed as a last sentence.\n private flushSentences(counter: number, end: boolean) {\n const regex = /[\\s\\S]*?[.!?…\\n]+(?=\\s|$)/g\n let match: RegExpExecArray | null\n let lastIndex = 0\n while ((match = regex.exec(this.buffer)) !== null) {\n // A sentence ending at the very end of an unfinished stream may still\n // grow, so keep it buffered until more text arrives or the stream ends.\n if (!end && regex.lastIndex === this.buffer.length) break\n const sentence = match[0].trim()\n if (sentence) this.enqueue(counter, sentence)\n lastIndex = regex.lastIndex\n }\n this.buffer = this.buffer.slice(lastIndex)\n\n if (end) {\n const rest = this.buffer.trim()\n if (rest) this.enqueue(counter, rest)\n this.buffer = ''\n }\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.processQueue()\n }\n\n private async processQueue() {\n if (this.processing) return\n this.processing = true\n\n while (this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n await this.synthesize(item.counter, item.text)\n }\n\n this.processing = false\n // Items may have been enqueued right as we exited the loop\n if (this.queue.length > 0) this.processQueue()\n }\n\n private async synthesize(counter: number, text: string) {\n const abortController = new AbortController()\n this.abortController = abortController\n\n try {\n const response = await this.openai.audio.speech.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: abortController.signal }\n )\n\n if (!response.body) return\n this.log(`Synthesizing: \"${text}\"`)\n\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = response.body.getReader()\n\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n if (counter !== this.counter) {\n await reader.cancel()\n break\n }\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) this.emit('Audio', output)\n }\n } catch (error) {\n if (abortController.signal.aborted) return\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [text])\n } finally {\n if (this.abortController === abortController) {\n this.abortController = undefined\n }\n }\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AAGjB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AACH,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AACH,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,iBAAK,kBAAkB;AAMvB;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAG9C,UAAI,CAAC,YAAY;AACf,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACxMA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACSf,IAAM,iBAAN,MAAqB;AAAA;AAAA,EAK1B,YAAY,QAAgB,SAAiB;AAH7C,SAAQ,WAAoC,OAAO,MAAM,CAAC;AAC1D,SAAQ,MAAM;AAGZ,SAAK,OAAO,SAAS;AAAA,EACvB;AAAA;AAAA;AAAA,EAIA,QAAQ;AACN,SAAK,WAAW,OAAO,MAAM,CAAC;AAC9B,SAAK,MAAM;AAAA,EACb;AAAA,EAEA,QAAQ,OAAuB;AAC7B,UAAM,MAAM,KAAK,SAAS,SACtB,OAAO,OAAO,CAAC,KAAK,UAAU,KAAK,CAAC,IACpC;AACJ,UAAM,UAAU,KAAK,MAAM,IAAI,SAAS,CAAC;AAGzC,QAAI,UAAU,GAAG;AACf,WAAK,WAAW;AAChB,aAAO,OAAO,MAAM,CAAC;AAAA,IACvB;AAEA,UAAM,MAAgB,CAAC;AACvB,QAAI,IAAI,KAAK;AACb,WAAO,KAAK,MAAM,CAAC,IAAI,IAAI,SAAS;AAClC,YAAM,IAAI,KAAK,MAAM,CAAC;AACtB,YAAM,OAAO,IAAI;AACjB,YAAM,KAAK,IAAI,YAAY,IAAI,CAAC;AAChC,YAAM,KAAK,IAAI,aAAa,IAAI,KAAK,CAAC;AACtC,UAAI,KAAK,KAAK,MAAM,MAAM,KAAK,MAAM,IAAI,CAAC;AAC1C,WAAK,KAAK;AAAA,IACZ;AAIA,UAAM,WAAW,KAAK,MAAM,CAAC;AAC7B,SAAK,MAAM,IAAI;AACf,SAAK,WAAW,IAAI,SAAS,WAAW,CAAC;AAEzC,UAAM,SAAS,OAAO,MAAM,IAAI,SAAS,CAAC;AAC1C,aAAS,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;AACnC,aAAO,aAAa,IAAI,CAAC,GAAG,IAAI,CAAC;AAAA,IACnC;AACA,WAAO;AAAA,EACT;AACF;;;ADxCA,IAAMA,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,YAAN,cAAwB,IAAI;AAAA,EASjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AALpB,SAAQ,aAAa;AAErB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAI,eAAe,aAAa,kBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAM;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASD;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;;;AEzRA,SAAS,WAAW;AACpB,OAAOC,aAAY;AA2BnB,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAOpB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAQjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAN7B,SAAQ,UAAU;AAClB;AAAA,SAAQ,SAAS;AACjB;AAAA,SAAQ,QAAqB,CAAC;AAC9B,SAAQ,aAAa;AAKnB,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAIC,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,SAAK,SAAS;AAEd,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,MAAM,SAAS,OAAO;AACrC,WAAK,eAAe,SAAS,KAAK;AAAA,IACpC,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AACzB,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,eAAe,SAAS,IAAI;AAAA,IACnC,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS;AACd,SAAK,QAAQ,CAAC;AACd,SAAK,iBAAiB,MAAM;AAC5B,SAAK,kBAAkB;AAAA,EACzB;AAAA;AAAA;AAAA,EAIQ,eAAe,SAAiB,KAAc;AACpD,UAAM,QAAQ;AACd,QAAI;AACJ,QAAI,YAAY;AAChB,YAAQ,QAAQ,MAAM,KAAK,KAAK,MAAM,OAAO,MAAM;AAGjD,UAAI,CAAC,OAAO,MAAM,cAAc,KAAK,OAAO,OAAQ;AACpD,YAAM,WAAW,MAAM,CAAC,EAAE,KAAK;AAC/B,UAAI,SAAU,MAAK,QAAQ,SAAS,QAAQ;AAC5C,kBAAY,MAAM;AAAA,IACpB;AACA,SAAK,SAAS,KAAK,OAAO,MAAM,SAAS;AAEzC,QAAI,KAAK;AACP,YAAM,OAAO,KAAK,OAAO,KAAK;AAC9B,UAAI,KAAM,MAAK,QAAQ,SAAS,IAAI;AACpC,WAAK,SAAS;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAc,eAAe;AAC3B,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,MAAM,SAAS,GAAG;AAC5B,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,YAAM,KAAK,WAAW,KAAK,SAAS,KAAK,IAAI;AAAA,IAC/C;AAEA,SAAK,aAAa;AAElB,QAAI,KAAK,MAAM,SAAS,EAAG,MAAK,aAAa;AAAA,EAC/C;AAAA,EAEA,MAAc,WAAW,SAAiB,MAAc;AACtD,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AAEvB,QAAI;AACF,YAAM,WAAW,MAAM,KAAK,OAAO,MAAM,OAAO;AAAA,QAC9C;AAAA,UACE,OAAO,KAAK,QAAQ,SAASF;AAAA,UAC7B,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO;AAAA,UACP,iBAAiB;AAAA,UACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,QAC5D;AAAA,QACA,EAAE,QAAQ,gBAAgB,OAAO;AAAA,MACnC;AAEA,UAAI,CAAC,SAAS,KAAM;AACpB,WAAK,IAAI,kBAAkB,IAAI,GAAG;AAElC,YAAM,YAAY,IAAI;AAAA,QACpBC;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,KAAK,UAAU;AAEvC,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,YAAY,KAAK,SAAS;AAC5B,gBAAM,OAAO,OAAO;AACpB;AAAA,QACF;AACA,cAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,YAAI,OAAO,SAAS,EAAG,MAAK,KAAK,SAAS,MAAM;AAAA,MAClD;AAAA,IACF,SAAS,OAAO;AACd,UAAI,gBAAgB,OAAO,QAAS;AACpC,WAAK,IAAI,8BAA8B,KAAK;AAC5C,WAAK,KAAK,UAAU,CAAC,IAAI,CAAC;AAAA,IAC5B,UAAE;AACA,UAAI,KAAK,oBAAoB,iBAAiB;AAC5C,aAAK,kBAAkB;AAAA,MACzB;AAAA,IACF;AAAA,EACF;AACF;","names":["DEFAULT_MODEL","DEFAULT_RETRY_DELAY","OpenAI","DEFAULT_MODEL","OPENAI_SAMPLE_RATE","OpenAI"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/openai",
3
- "version": "1.2.4",
3
+ "version": "1.3.0",
4
4
  "description": "OpenAI implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",