@micdrop/openai 1.5.0 → 1.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -104,7 +104,9 @@ declare class OpenaiSTT extends STT {
104
104
  private socket?;
105
105
  private initPromise;
106
106
  private reconnectTimeout?;
107
+ private connectionTimeout?;
107
108
  private retryCount;
109
+ private destroyed;
108
110
  private transcriptionTimeout?;
109
111
  private audioChunksPending;
110
112
  private resampler;
package/dist/index.d.ts CHANGED
@@ -104,7 +104,9 @@ declare class OpenaiSTT extends STT {
104
104
  private socket?;
105
105
  private initPromise;
106
106
  private reconnectTimeout?;
107
+ private connectionTimeout?;
107
108
  private retryCount;
109
+ private destroyed;
108
110
  private transcriptionTimeout?;
109
111
  private audioChunksPending;
110
112
  private resampler;
package/dist/index.js CHANGED
@@ -554,6 +554,7 @@ var OpenaiSTT = class extends import_server3.STT {
554
554
  super();
555
555
  this.options = options;
556
556
  this.retryCount = 0;
557
+ this.destroyed = false;
557
558
  this.audioChunksPending = [];
558
559
  // Store audio chunks to send them again if reconnecting
559
560
  this.resampler = new import_server3.Pcm16Resampler(SAMPLE_RATE2, OPENAI_SAMPLE_RATE2);
@@ -584,6 +585,7 @@ var OpenaiSTT = class extends import_server3.STT {
584
585
  }
585
586
  destroy() {
586
587
  super.destroy();
588
+ this.destroyed = true;
587
589
  if (this.reconnectTimeout) {
588
590
  clearTimeout(this.reconnectTimeout);
589
591
  this.reconnectTimeout = void 0;
@@ -592,10 +594,11 @@ var OpenaiSTT = class extends import_server3.STT {
592
594
  clearTimeout(this.transcriptionTimeout);
593
595
  this.transcriptionTimeout = void 0;
594
596
  }
595
- this.socket?.removeAllListeners();
596
- if (this.socket?.readyState === import_ws2.default.OPEN) {
597
- this.socket?.close(1e3);
597
+ if (this.connectionTimeout) {
598
+ clearTimeout(this.connectionTimeout);
599
+ this.connectionTimeout = void 0;
598
600
  }
601
+ if (this.socket) closeSocket(this.socket);
599
602
  this.socket = void 0;
600
603
  }
601
604
  sendSessionUpdate() {
@@ -642,11 +645,11 @@ var OpenaiSTT = class extends import_server3.STT {
642
645
  this.socket = socket;
643
646
  const timeout = setTimeout(() => {
644
647
  this.log("Connection timeout");
645
- socket.removeAllListeners();
646
- socket.close();
648
+ closeSocket(socket);
647
649
  this.socket = void 0;
648
650
  reject(new Error("WebSocket connection timeout"));
649
651
  }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
652
+ this.connectionTimeout = timeout;
650
653
  socket.addEventListener("open", () => {
651
654
  clearTimeout(timeout);
652
655
  this.sendSessionUpdate();
@@ -711,6 +714,9 @@ var OpenaiSTT = class extends import_server3.STT {
711
714
  this.transcriptionTimeout = void 0;
712
715
  }
713
716
  break;
717
+ case "session.created":
718
+ this.retryCount = 0;
719
+ break;
714
720
  case "error":
715
721
  this.log("Error:", message.error);
716
722
  break;
@@ -719,6 +725,7 @@ var OpenaiSTT = class extends import_server3.STT {
719
725
  }
720
726
  }
721
727
  reconnect() {
728
+ if (this.destroyed) return;
722
729
  this.retryCount++;
723
730
  if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
724
731
  this.log("Max retries reached, giving up");
@@ -730,7 +737,6 @@ var OpenaiSTT = class extends import_server3.STT {
730
737
  this.reconnectTimeout = setTimeout(() => {
731
738
  this.reconnectTimeout = void 0;
732
739
  this.initWS().then(() => {
733
- this.retryCount = 0;
734
740
  if (this.audioChunksPending.length > 0) {
735
741
  this.log("Sending audio chunks again");
736
742
  this.resampler.reset();
@@ -751,6 +757,14 @@ var OpenaiSTT = class extends import_server3.STT {
751
757
  this.log("Committed audio buffer");
752
758
  }
753
759
  };
760
+ function closeSocket(socket) {
761
+ socket.removeAllListeners();
762
+ socket.on("error", () => {
763
+ });
764
+ if (socket.readyState === import_ws2.default.OPEN || socket.readyState === import_ws2.default.CONNECTING) {
765
+ socket.close(1e3);
766
+ }
767
+ }
754
768
 
755
769
  // src/OpenaiTTS.ts
756
770
  var import_server4 = require("@micdrop/server");
@@ -926,6 +940,11 @@ var OpenaiTTS = class extends import_server4.TTS {
926
940
  const output = resampler.process(Buffer.from(value));
927
941
  if (output.length > 0) this.emitAudio(output);
928
942
  }
943
+ } catch (error) {
944
+ if (!item.controller.signal.aborted) {
945
+ this.log("Error reading synthesized speech:", error);
946
+ this.emit("Failed", [item.text]);
947
+ }
929
948
  } finally {
930
949
  this.abortControllers.delete(item.controller);
931
950
  }
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/OpenaiRealtime.ts","../src/OpenaiSTT.ts","../src/OpenaiTTS.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiRealtime'\nexport * from './OpenaiSTT'\nexport * from './OpenaiTTS'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n let hasAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n // Ignore extra outputs, we keep the first answer only\n if (hasAnswer) break\n\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n // Keep the first answer only.\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n if (hasAnswer) break\n\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n hasAnswer = true\n // Keep reading events instead of returning here: the API streams\n // one output item at a time, so a function call the model made\n // alongside its answer is only announced after the text is done.\n // Returning dropped every tool call that came with an answer.\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (!skipAnswer && !hasAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport WebSocket from 'ws'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * OpenAI Realtime API, a model hearing the user and answering with its voice\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-conversations\n *\n * The Micdrop client already tells when the user speaks, so the server side\n * turn detection is off: the audio of a turn is committed when the client\n * closes it, and the answer is asked for right after.\n */\n\nexport interface OpenaiRealtimeOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n voice?: string\n // Language of the user, which helps the transcription\n language?: string\n transcriptionModel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-realtime-2.1'\nconst DEFAULT_VOICE = 'marin'\nconst DEFAULT_TRANSCRIPTION_MODEL = 'gpt-4o-transcribe'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, both ways\nconst OPENAI_SAMPLE_RATE = 24000 // The only rate of the Realtime API\nconst OPENAI_BYTES_PER_MS = (OPENAI_SAMPLE_RATE * 2) / 1000\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\n/** A response asked for, until the API gives it an id */\ninterface RequestedResponse {\n generation: number\n // Out of the conversation, so there is no item to truncate\n outOfBand: boolean\n}\n\nexport class OpenaiRealtime extends Realtime<OpenaiRealtimeOptions> {\n private socket?: WebSocket\n private connected = false\n private everConnected = false\n private destroyed = false\n // Events sent while the connection opens\n private pending: object[] = []\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n\n private inputResampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n private outputResampler = new Pcm16Resampler(OPENAI_SAMPLE_RATE, SAMPLE_RATE)\n\n // Bumped by every interruption, so late responses can tell they are stale\n private generation = 0\n private requested: RequestedResponse[] = []\n private response?: { id: string } & RequestedResponse\n private ignoredResponses = new Set<string>()\n // Audio of the response being played, to cut what the user did not hear\n private audioItemId?: string\n private audioStartedAt = 0\n private audioBytes = 0\n\n constructor(options: OpenaiRealtimeOptions) {\n super(options)\n this.connect()\n }\n\n destroy() {\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.closeSocket()\n }\n\n protected openTurn() {\n this.inputResampler.reset()\n }\n\n protected appendAudio(chunk: Buffer) {\n const audio = this.inputResampler.process(chunk)\n if (audio.length === 0) return\n this.send({\n type: 'input_audio_buffer.append',\n audio: audio.toString('base64'),\n })\n }\n\n protected closeTurn() {\n this.send({ type: 'input_audio_buffer.commit' })\n this.createResponse()\n }\n\n protected clearTurn() {\n this.send({ type: 'input_audio_buffer.clear' })\n }\n\n protected generate() {\n this.createResponse()\n }\n\n protected speakText(text: string) {\n // Out of the conversation: the text is already in it, recorded by the\n // caller, and the instruction to read it does not belong there\n this.createResponse({\n conversation: 'none',\n instructions: `Say exactly the following text, word for word, and nothing else: ${text}`,\n })\n }\n\n protected cancelAnswer() {\n this.generation++\n this.outputResampler.reset()\n const response = this.response\n if (!response) return\n this.response = undefined\n this.ignoredResponses.add(response.id)\n this.send({ type: 'response.cancel', response_id: response.id })\n\n // The client played part of the audio at most, the model should not\n // remember saying the rest\n if (!response.outOfBand && this.audioItemId) {\n const played = Math.min(\n Date.now() - this.audioStartedAt,\n this.audioBytes / OPENAI_BYTES_PER_MS\n )\n this.send({\n type: 'conversation.item.truncate',\n item_id: this.audioItemId,\n content_index: 0,\n audio_end_ms: Math.max(0, Math.floor(played)),\n })\n }\n this.audioItemId = undefined\n }\n\n protected updateTools() {\n if (this.connected) this.sendSessionUpdate()\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again once reconnected\n if (!this.connected && this.everConnected) return\n this.send(this.messageItem(role, text))\n }\n\n private createResponse(response?: object) {\n this.requested.push({\n generation: this.generation,\n outOfBand: !!response,\n })\n this.send({ type: 'response.create', ...(response ? { response } : {}) })\n }\n\n private send(event: object) {\n if (this.connected && this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify(event))\n } else {\n this.pending.push(event)\n }\n }\n\n private messageItem(role: 'user' | 'assistant' | 'system', text: string) {\n return {\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role,\n content: [\n {\n type: role === 'assistant' ? 'output_text' : 'input_text',\n text,\n },\n ],\n },\n }\n }\n\n private sendSessionUpdate() {\n this.socket?.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'realtime',\n model: this.options.model || DEFAULT_MODEL,\n instructions: this.options.systemPrompt,\n output_modalities: ['audio'],\n audio: {\n input: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n // The Micdrop client detects when the user speaks\n turn_detection: null,\n transcription: {\n model:\n this.options.transcriptionModel ||\n DEFAULT_TRANSCRIPTION_MODEL,\n ...(this.options.language\n ? { language: this.options.language }\n : {}),\n },\n noise_reduction: { type: 'near_field' },\n },\n output: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n voice: this.options.voice || DEFAULT_VOICE,\n },\n },\n tools: this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n })),\n },\n })\n )\n }\n\n private connect() {\n this.initWS().catch((error) => {\n this.log('Connection error:', error)\n this.reconnect()\n })\n }\n\n private initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const model = this.options.model || DEFAULT_MODEL\n const socket = new WebSocket(\n `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`,\n { headers: { Authorization: `Bearer ${this.options.apiKey}` } }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n this.sendSessionUpdate()\n\n // A new connection starts from an empty conversation\n if (this.everConnected) {\n for (const message of this.conversation) {\n if (message.role !== 'user' && message.role !== 'assistant') {\n continue\n }\n socket.send(\n JSON.stringify(this.messageItem(message.role, message.content))\n )\n }\n }\n\n this.connected = true\n this.everConnected = true\n this.retryCount = 0\n const pending = this.pending\n this.pending = []\n pending.forEach((event) => this.send(event))\n resolve()\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n const wasConnected = this.connected\n this.closeSocket()\n if (this.destroyed) return\n this.log('Connection closed', { code, reason: reason.toString() })\n if (wasConnected) this.reconnect()\n })\n\n socket.on('message', (data) => {\n this.handleMessage(JSON.parse(data.toString()))\n })\n })\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connected = false\n // What was waiting for this connection is sent again with the\n // conversation, or belonged to an answer that is lost\n this.pending = []\n this.requested = []\n this.response = undefined\n if (!socket) return\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n // The answer in progress is lost with the connection\n this.endAnswer()\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.connect()\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n }\n\n private isIgnored(responseId?: string) {\n return (\n !responseId ||\n this.ignoredResponses.has(responseId) ||\n this.response?.id !== responseId\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'response.created': {\n const requested = this.requested.shift() ?? {\n generation: this.generation,\n outOfBand: false,\n }\n const id = message.response.id\n // Interrupted before it even started\n if (requested.generation !== this.generation) {\n this.ignoredResponses.add(id)\n this.socket?.send(\n JSON.stringify({ type: 'response.cancel', response_id: id })\n )\n break\n }\n this.response = { id, ...requested }\n this.audioItemId = undefined\n this.audioBytes = 0\n this.outputResampler.reset()\n break\n }\n\n case 'response.output_audio.delta': {\n if (this.isIgnored(message.response_id)) break\n const audio = Buffer.from(message.delta, 'base64')\n if (this.audioItemId !== message.item_id) {\n this.audioItemId = message.item_id\n this.audioStartedAt = Date.now()\n this.audioBytes = 0\n }\n this.audioBytes += audio.length\n const output = this.outputResampler.process(audio)\n if (output.length > 0) this.emitAudio(output)\n break\n }\n\n case 'response.output_audio_transcript.delta':\n if (this.isIgnored(message.response_id)) break\n this.addAnswerTranscript(message.delta)\n break\n\n case 'conversation.item.input_audio_transcription.completed':\n this.log(`User transcript: \"${message.transcript}\"`)\n this.addUserTranscript(message.transcript || '')\n this.commitUserTranscript()\n break\n\n case 'conversation.item.input_audio_transcription.failed':\n this.log('Transcription failed:', message.error)\n this.commitUserTranscript()\n break\n\n case 'response.done':\n this.onResponseDone(message.response)\n break\n\n case 'error':\n // Cancelling a response that just ended is expected\n if (message.error?.code === 'response_cancel_not_active') break\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private async onResponseDone(response: any) {\n if (this.ignoredResponses.delete(response.id)) return\n if (this.response?.id !== response.id) return\n this.response = undefined\n const generation = this.generation\n\n if (response.status === 'failed') {\n this.log('Response failed:', response.status_details)\n }\n\n const calls = (response.output ?? []).filter(\n (item: any) => item.type === 'function_call'\n )\n if (calls.length === 0) {\n this.endAnswer()\n return\n }\n\n // Run the tools, then have the model speak about their results\n let skipAnswer = true\n for (const call of calls) {\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.call_id,\n toolName: call.name,\n parameters: call.arguments,\n }\n const result = await this.runTool(toolCall)\n if (generation !== this.generation) return\n if (!result.skipAnswer) skipAnswer = false\n this.send({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: call.call_id,\n output: JSON.stringify(result.output ?? null),\n },\n })\n }\n\n if (skipAnswer) {\n this.endAnswer()\n } else {\n this.createResponse()\n }\n }\n}\n","import { Pcm16Resampler, STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n","import { Pcm16Resampler, SentenceSplitter, TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n *\n * The OpenAI speech endpoint takes a complete text input (no streaming text\n * in), so the incoming text stream is buffered into sentences and each\n * sentence is synthesized as soon as it is complete. Requests are processed\n * sequentially, which keeps the emitted audio in order while still starting\n * playback as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n model?: string\n voice?: string\n // Prosody instructions (accent, emotion, speed, tone...).\n // Only works with gpt-4o-mini-tts, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0. Only works with tts-1 / tts-1-hd.\n speed?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst MAX_IN_FLIGHT = 2 // Requests asked for at once, current one included\n// Audio held back at the start of an utterance, in bytes of the output format\n// (16 bits, 16 kHz, so 32 bytes per millisecond).\n//\n// The endpoint answers with a burst of a hundred milliseconds or so, then goes\n// quiet while it generates the rest. Forwarding that burst as it arrives means\n// the browser starts playing a syllable it cannot continue, and the hole lands\n// inside the first word. Holding the opening back until there is enough of it\n// to cover the pause costs the same time either way, and spends it before the\n// first syllable rather than inside it.\nconst OPENING_CUSHION = 300 * 32\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\n/** A sentence whose synthesis has been asked for and not yet spoken. */\ninterface PendingItem extends QueueItem {\n controller: AbortController\n response: Promise<{ body: ReadableStream<Uint8Array> | null } | null>\n}\n\nexport class OpenaiTTS extends TTS {\n private openai: OpenAI\n private counter = 0 // Identifies the current speak() call\n // Bumped by every speak() and every cancel(), so a call claimed late can tell\n // whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the synthesis calls and must only move when there\n // is something to synthesize.\n private generation = 0\n private splitter = new SentenceSplitter()\n private queue: QueueItem[] = [] // Sentences whose synthesis has not started\n private pending: PendingItem[] = [] // Requests in flight, in speaking order\n private cushion: Buffer[] = [] // Opening audio held back, see OPENING_CUSHION\n private cushionBytes = 0\n private processing = false\n // More than one request is in flight at a time, so they are aborted as a set.\n private abortControllers = new Set<AbortController>()\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n\n // Claiming the call is deferred until there is something to say.\n //\n // Taking the next number right away would drop the utterance still being\n // spoken, since both the queue and the streaming reader skip anything\n // stamped with an older one. A stream that never carries a word, which is\n // what an answer skipped by a tool or by onBeforeAnswer hands over, would\n // then cut the assistant off and throw away the sentences still queued.\n const claimCall = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n this.splitter.reset()\n this.cushion = []\n this.cushionBytes = 0\n return true\n }\n\n textStream.on('data', (chunk: Buffer) => {\n if (!claimCall()) return\n if (counter !== this.counter) return\n for (const sentence of this.splitter.push(chunk.toString('utf-8'))) {\n this.enqueue(counter, sentence)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n // Nothing was ever said, so there is nothing left to flush.\n if (!counter || counter !== this.counter) return\n for (const sentence of this.splitter.flush()) {\n this.enqueue(counter, sentence)\n }\n })\n }\n\n cancel() {\n this.generation++\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.splitter.reset()\n this.queue = []\n this.pending = []\n this.cushion = []\n this.cushionBytes = 0\n this.abortControllers.forEach((controller) => controller.abort())\n this.abortControllers.clear()\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.pump()\n }\n\n /**\n * Starts what can be started, then speaks what is ready.\n *\n * The endpoint takes a few hundred milliseconds before its first byte, and\n * waiting for that between two sentences leaves a silence in the middle of\n * her voice. It is loudest at the very start, where a greeting is often one\n * short sentence: a syllable, a hole, then the rest of the answer. Asking for\n * a sentence the moment it is complete, rather than when its turn to be\n * spoken comes, hides that latency behind the audio already playing.\n *\n * Two requests at a time is enough to cover the gap, and it keeps a long\n * answer from opening one request per sentence all at once.\n */\n private pump() {\n while (this.pending.length < MAX_IN_FLIGHT && this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n this.pending.push(this.request(item))\n }\n this.drain()\n }\n\n /** Speaks the started requests in the order they were queued. */\n private async drain() {\n if (this.processing) return\n this.processing = true\n\n while (this.pending.length > 0) {\n const item = this.pending.shift()!\n // A slot just freed, so the sentence after the next one can start now\n this.pump()\n await this.speakItem(item)\n }\n\n this.processing = false\n // Nothing left to speak: an utterance shorter than the cushion is released\n // here, since there is no longer anything coming to fill it up.\n this.flushCushion()\n // Sentences may have arrived right as we exited the loop\n if (this.pending.length > 0 || this.queue.length > 0) this.pump()\n }\n\n /** Asks for one sentence, without waiting for the answer. */\n private request(item: QueueItem): PendingItem {\n const controller = new AbortController()\n this.abortControllers.add(controller)\n\n const response = this.openai.audio.speech\n .create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: item.text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: controller.signal }\n )\n .catch((error) => {\n if (!controller.signal.aborted) {\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [item.text])\n }\n return null\n })\n\n return { ...item, controller, response }\n }\n\n /** Holds the opening of an utterance back, then lets the rest through. */\n private emitAudio(chunk: Buffer) {\n if (this.cushionBytes >= OPENING_CUSHION) {\n this.emit('Audio', chunk)\n return\n }\n this.cushion.push(chunk)\n this.cushionBytes += chunk.length\n if (this.cushionBytes >= OPENING_CUSHION) this.flushCushion()\n }\n\n private flushCushion() {\n if (this.cushion.length === 0) return\n const held = this.cushion\n this.cushion = []\n for (const chunk of held) this.emit('Audio', chunk)\n }\n\n /** Emits one sentence, whose request was started earlier. */\n private async speakItem(item: PendingItem) {\n try {\n const response = await item.response\n if (!response?.body) return\n if (item.counter !== this.counter) return\n this.log(`Synthesizing: \"${item.text}\"`)\n\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = response.body.getReader()\n\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n if (item.counter !== this.counter) {\n await reader.cancel()\n break\n }\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) this.emitAudio(output)\n }\n } finally {\n this.abortControllers.delete(item.controller)\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,oBAAmB;AAEnB,iBAAgC;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AACjB,UAAI,YAAY;AAGhB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AAEH,gBAAI,UAAW;AAEf,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AAMH,gBAAI,UAAW;AAEf,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,wBAAY;AAKZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAI9C,UAAI,CAAC,cAAc,CAAC,WAAW;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,cAAAA,QAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnNA,IAAAC,iBAKO;AACP,gBAAsB;AACtB,IAAAC,cAAgC;AAwBhC,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,8BAA8B;AACpC,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,sBAAuB,qBAAqB,IAAK;AACvD,IAAM,6BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AASnB,IAAM,iBAAN,cAA6B,wBAAgC;AAAA,EAuBlE,YAAY,SAAgC;AAC1C,UAAM,OAAO;AAtBf,SAAQ,YAAY;AACpB,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAEpB;AAAA,SAAQ,UAAoB,CAAC;AAE7B,SAAQ,aAAa;AAErB,SAAQ,iBAAiB,IAAI,8BAAe,aAAa,kBAAkB;AAC3E,SAAQ,kBAAkB,IAAI,8BAAe,oBAAoB,WAAW;AAG5E;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAiC,CAAC;AAE1C,SAAQ,mBAAmB,oBAAI,IAAY;AAG3C,SAAQ,iBAAiB;AACzB,SAAQ,aAAa;AAInB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe,MAAM;AAAA,EAC5B;AAAA,EAEU,YAAY,OAAe;AACnC,UAAM,QAAQ,KAAK,eAAe,QAAQ,KAAK;AAC/C,QAAI,MAAM,WAAW,EAAG;AACxB,SAAK,KAAK;AAAA,MACR,MAAM;AAAA,MACN,OAAO,MAAM,SAAS,QAAQ;AAAA,IAChC,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAC/C,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAAA,EAChD;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,UAAU,MAAc;AAGhC,SAAK,eAAe;AAAA,MAClB,cAAc;AAAA,MACd,cAAc,oEAAoE,IAAI;AAAA,IACxF,CAAC;AAAA,EACH;AAAA,EAEU,eAAe;AACvB,SAAK;AACL,SAAK,gBAAgB,MAAM;AAC3B,UAAM,WAAW,KAAK;AACtB,QAAI,CAAC,SAAU;AACf,SAAK,WAAW;AAChB,SAAK,iBAAiB,IAAI,SAAS,EAAE;AACrC,SAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,SAAS,GAAG,CAAC;AAI/D,QAAI,CAAC,SAAS,aAAa,KAAK,aAAa;AAC3C,YAAM,SAAS,KAAK;AAAA,QAClB,KAAK,IAAI,IAAI,KAAK;AAAA,QAClB,KAAK,aAAa;AAAA,MACpB;AACA,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,SAAS,KAAK;AAAA,QACd,eAAe;AAAA,QACf,cAAc,KAAK,IAAI,GAAG,KAAK,MAAM,MAAM,CAAC;AAAA,MAC9C,CAAC;AAAA,IACH;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,UAAW,MAAK,kBAAkB;AAAA,EAC7C;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QAAI,CAAC,KAAK,aAAa,KAAK,cAAe;AAC3C,SAAK,KAAK,KAAK,YAAY,MAAM,IAAI,CAAC;AAAA,EACxC;AAAA,EAEQ,eAAe,UAAmB;AACxC,SAAK,UAAU,KAAK;AAAA,MAClB,YAAY,KAAK;AAAA,MACjB,WAAW,CAAC,CAAC;AAAA,IACf,CAAC;AACD,SAAK,KAAK,EAAE,MAAM,mBAAmB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC,EAAG,CAAC;AAAA,EAC1E;AAAA,EAEQ,KAAK,OAAe;AAC1B,QAAI,KAAK,aAAa,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAChE,WAAK,OAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,IACxC,OAAO;AACL,WAAK,QAAQ,KAAK,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,YAAY,MAAuC,MAAc;AACvE,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA,SAAS;AAAA,UACP;AAAA,YACE,MAAM,SAAS,cAAc,gBAAgB;AAAA,YAC7C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO,KAAK,QAAQ,SAASF;AAAA,UAC7B,cAAc,KAAK,QAAQ;AAAA,UAC3B,mBAAmB,CAAC,OAAO;AAAA,UAC3B,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA;AAAA,cAEtD,gBAAgB;AAAA,cAChB,eAAe;AAAA,gBACb,OACE,KAAK,QAAQ,sBACb;AAAA,gBACF,GAAI,KAAK,QAAQ,WACb,EAAE,UAAU,KAAK,QAAQ,SAAS,IAClC,CAAC;AAAA,cACP;AAAA,cACA,iBAAiB,EAAE,MAAM,aAAa;AAAA,YACxC;AAAA,YACA,QAAQ;AAAA,cACN,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA,cACtD,OAAO,KAAK,QAAQ,SAAS;AAAA,YAC/B;AAAA,UACF;AAAA,UACA,OAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,YAC/B,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,YACX,aAAa,KAAK;AAAA,YAClB,gBAAY,0BAAa,KAAK,eAAe,YAAAG,QAAE,OAAO,CAAC;AAAA,UACzD,EAAE;AAAA,QACJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAC7B,WAAK,IAAI,qBAAqB,KAAK;AACnC,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,KAAK,QAAQ,SAASH;AACpC,YAAM,SAAS,IAAI,UAAAE;AAAA,QACjB,0CAA0C,mBAAmB,KAAK,CAAC;AAAA,QACnE,EAAE,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,GAAG,EAAE;AAAA,MAChE;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAC5B,aAAK,kBAAkB;AAGvB,YAAI,KAAK,eAAe;AACtB,qBAAW,WAAW,KAAK,cAAc;AACvC,gBAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,aAAa;AAC3D;AAAA,YACF;AACA,mBAAO;AAAA,cACL,KAAK,UAAU,KAAK,YAAY,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YAChE;AAAA,UACF;AAAA,QACF;AAEA,aAAK,YAAY;AACjB,aAAK,gBAAgB;AACrB,aAAK,aAAa;AAClB,cAAM,UAAU,KAAK;AACrB,aAAK,UAAU,CAAC;AAChB,gBAAQ,QAAQ,CAAC,UAAU,KAAK,KAAK,KAAK,CAAC;AAC3C,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,cAAM,eAAe,KAAK;AAC1B,aAAK,YAAY;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,YAAI,aAAc,MAAK,UAAU;AAAA,MACnC,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,aAAK,cAAc,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MAChD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,YAAY;AAGjB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,CAAC;AAClB,SAAK,WAAW;AAChB,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAC1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAe,UAAAA,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,QAAQ;AAClB;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,SAAK,mBAAmB,WAAW,MAAM;AACvC,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AAAA,IACf,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,EACnD;AAAA,EAEQ,UAAU,YAAqB;AACrC,WACE,CAAC,cACD,KAAK,iBAAiB,IAAI,UAAU,KACpC,KAAK,UAAU,OAAO;AAAA,EAE1B;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,oBAAoB;AACvB,cAAM,YAAY,KAAK,UAAU,MAAM,KAAK;AAAA,UAC1C,YAAY,KAAK;AAAA,UACjB,WAAW;AAAA,QACb;AACA,cAAM,KAAK,QAAQ,SAAS;AAE5B,YAAI,UAAU,eAAe,KAAK,YAAY;AAC5C,eAAK,iBAAiB,IAAI,EAAE;AAC5B,eAAK,QAAQ;AAAA,YACX,KAAK,UAAU,EAAE,MAAM,mBAAmB,aAAa,GAAG,CAAC;AAAA,UAC7D;AACA;AAAA,QACF;AACA,aAAK,WAAW,EAAE,IAAI,GAAG,UAAU;AACnC,aAAK,cAAc;AACnB,aAAK,aAAa;AAClB,aAAK,gBAAgB,MAAM;AAC3B;AAAA,MACF;AAAA,MAEA,KAAK,+BAA+B;AAClC,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,cAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,YAAI,KAAK,gBAAgB,QAAQ,SAAS;AACxC,eAAK,cAAc,QAAQ;AAC3B,eAAK,iBAAiB,KAAK,IAAI;AAC/B,eAAK,aAAa;AAAA,QACpB;AACA,aAAK,cAAc,MAAM;AACzB,cAAM,SAAS,KAAK,gBAAgB,QAAQ,KAAK;AACjD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAC5C;AAAA,MACF;AAAA,MAEA,KAAK;AACH,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,aAAK,oBAAoB,QAAQ,KAAK;AACtC;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,qBAAqB,QAAQ,UAAU,GAAG;AACnD,aAAK,kBAAkB,QAAQ,cAAc,EAAE;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,yBAAyB,QAAQ,KAAK;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,eAAe,QAAQ,QAAQ;AACpC;AAAA,MAEF,KAAK;AAEH,YAAI,QAAQ,OAAO,SAAS,6BAA8B;AAC1D,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,UAAe;AAC1C,QAAI,KAAK,iBAAiB,OAAO,SAAS,EAAE,EAAG;AAC/C,QAAI,KAAK,UAAU,OAAO,SAAS,GAAI;AACvC,SAAK,WAAW;AAChB,UAAM,aAAa,KAAK;AAExB,QAAI,SAAS,WAAW,UAAU;AAChC,WAAK,IAAI,oBAAoB,SAAS,cAAc;AAAA,IACtD;AAEA,UAAM,SAAS,SAAS,UAAU,CAAC,GAAG;AAAA,MACpC,CAAC,SAAc,KAAK,SAAS;AAAA,IAC/B;AACA,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,UAAU;AACf;AAAA,IACF;AAGA,QAAI,aAAa;AACjB,eAAW,QAAQ,OAAO;AACxB,YAAM,WAAwC;AAAA,QAC5C,MAAM;AAAA,QACN,YAAY,KAAK;AAAA,QACjB,UAAU,KAAK;AAAA,QACf,YAAY,KAAK;AAAA,MACnB;AACA,YAAM,SAAS,MAAM,KAAK,QAAQ,QAAQ;AAC1C,UAAI,eAAe,KAAK,WAAY;AACpC,UAAI,CAAC,OAAO,WAAY,cAAa;AACrC,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS,KAAK;AAAA,UACd,QAAQ,KAAK,UAAU,OAAO,UAAU,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,YAAY;AACd,WAAK,UAAU;AAAA,IACjB,OAAO;AACL,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AACF;;;ACzcA,IAAAG,iBAAoC;AAEpC,IAAAC,aAAsB;AAmBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAMC,eAAc;AACpB,IAAMC,sBAAqB;AAC3B,IAAMC,8BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,YAAN,cAAwB,mBAAI;AAAA,EASjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AALpB,SAAQ,aAAa;AAErB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAI,8BAAeJ,cAAaC,mBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,WAAAI,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAMJ;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASF;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAM;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;;;ACxRA,IAAAG,iBAAsD;AACtD,IAAAC,iBAAmB;AA0BnB,IAAMC,iBAAgB;AACtB,IAAMC,iBAAgB;AACtB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAUtB,IAAM,kBAAkB,MAAM;AAavB,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAiBjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAf7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,WAAW,IAAI,gCAAiB;AACxC,SAAQ,QAAqB,CAAC;AAC9B;AAAA,SAAQ,UAAyB,CAAC;AAClC;AAAA,SAAQ,UAAoB,CAAC;AAC7B;AAAA,SAAQ,eAAe;AACvB,SAAQ,aAAa;AAErB;AAAA,SAAQ,mBAAmB,oBAAI,IAAqB;AAIlD,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,eAAAC,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AASd,UAAM,YAAY,MAAM;AACtB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,WAAK,SAAS,MAAM;AACpB,WAAK,UAAU,CAAC;AAChB,WAAK,eAAe;AACpB,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,CAAC,UAAU,EAAG;AAClB,UAAI,YAAY,KAAK,QAAS;AAC9B,iBAAW,YAAY,KAAK,SAAS,KAAK,MAAM,SAAS,OAAO,CAAC,GAAG;AAClE,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AAEzB,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,iBAAW,YAAY,KAAK,SAAS,MAAM,GAAG;AAC5C,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS,MAAM;AACpB,SAAK,QAAQ,CAAC;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,UAAU,CAAC;AAChB,SAAK,eAAe;AACpB,SAAK,iBAAiB,QAAQ,CAAC,eAAe,WAAW,MAAM,CAAC;AAChE,SAAK,iBAAiB,MAAM;AAAA,EAC9B;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,KAAK;AAAA,EACZ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeQ,OAAO;AACb,WAAO,KAAK,QAAQ,SAAS,iBAAiB,KAAK,MAAM,SAAS,GAAG;AACnE,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,QAAQ,KAAK,KAAK,QAAQ,IAAI,CAAC;AAAA,IACtC;AACA,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,MAAc,QAAQ;AACpB,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,QAAQ,SAAS,GAAG;AAC9B,YAAM,OAAO,KAAK,QAAQ,MAAM;AAEhC,WAAK,KAAK;AACV,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B;AAEA,SAAK,aAAa;AAGlB,SAAK,aAAa;AAElB,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,MAAM,SAAS,EAAG,MAAK,KAAK;AAAA,EAClE;AAAA;AAAA,EAGQ,QAAQ,MAA8B;AAC5C,UAAM,aAAa,IAAI,gBAAgB;AACvC,SAAK,iBAAiB,IAAI,UAAU;AAEpC,UAAM,WAAW,KAAK,OAAO,MAAM,OAChC;AAAA,MACC;AAAA,QACE,OAAO,KAAK,QAAQ,SAASH;AAAA,QAC7B,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK;AAAA,QACZ,iBAAiB;AAAA,QACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,QACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,MAC5D;AAAA,MACA,EAAE,QAAQ,WAAW,OAAO;AAAA,IAC9B,EACC,MAAM,CAAC,UAAU;AAChB,UAAI,CAAC,WAAW,OAAO,SAAS;AAC9B,aAAK,IAAI,8BAA8B,KAAK;AAC5C,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AACA,aAAO;AAAA,IACT,CAAC;AAEH,WAAO,EAAE,GAAG,MAAM,YAAY,SAAS;AAAA,EACzC;AAAA;AAAA,EAGQ,UAAU,OAAe;AAC/B,QAAI,KAAK,gBAAgB,iBAAiB;AACxC,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,gBAAgB,MAAM;AAC3B,QAAI,KAAK,gBAAgB,gBAAiB,MAAK,aAAa;AAAA,EAC9D;AAAA,EAEQ,eAAe;AACrB,QAAI,KAAK,QAAQ,WAAW,EAAG;AAC/B,UAAM,OAAO,KAAK;AAClB,SAAK,UAAU,CAAC;AAChB,eAAW,SAAS,KAAM,MAAK,KAAK,SAAS,KAAK;AAAA,EACpD;AAAA;AAAA,EAGA,MAAc,UAAU,MAAmB;AACzC,QAAI;AACF,YAAM,WAAW,MAAM,KAAK;AAC5B,UAAI,CAAC,UAAU,KAAM;AACrB,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,IAAI,kBAAkB,KAAK,IAAI,GAAG;AAEvC,YAAM,YAAY,IAAI;AAAA,QACpBC;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,KAAK,UAAU;AAEvC,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,KAAK,YAAY,KAAK,SAAS;AACjC,gBAAM,OAAO,OAAO;AACpB;AAAA,QACF;AACA,cAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,MAC9C;AAAA,IACF,UAAE;AACA,WAAK,iBAAiB,OAAO,KAAK,UAAU;AAAA,IAC9C;AAAA,EACF;AACF;","names":["OpenAI","z","import_server","import_zod","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","WebSocket","z","import_server","import_ws","DEFAULT_MODEL","SAMPLE_RATE","OPENAI_SAMPLE_RATE","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket","import_server","import_openai","DEFAULT_MODEL","DEFAULT_VOICE","OPENAI_SAMPLE_RATE","OpenAI"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/OpenaiAgent.ts","../src/OpenaiRealtime.ts","../src/OpenaiSTT.ts","../src/OpenaiTTS.ts"],"sourcesContent":["export * from './OpenaiAgent'\nexport * from './OpenaiRealtime'\nexport * from './OpenaiSTT'\nexport * from './OpenaiTTS'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n let hasAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n // Ignore extra outputs, we keep the first answer only\n if (hasAnswer) break\n\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n // Keep the first answer only.\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n if (hasAnswer) break\n\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n hasAnswer = true\n // Keep reading events instead of returning here: the API streams\n // one output item at a time, so a function call the model made\n // alongside its answer is only announced after the text is done.\n // Returning dropped every tool call that came with an answer.\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (!skipAnswer && !hasAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport WebSocket from 'ws'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * OpenAI Realtime API, a model hearing the user and answering with its voice\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-conversations\n *\n * The Micdrop client already tells when the user speaks, so the server side\n * turn detection is off: the audio of a turn is committed when the client\n * closes it, and the answer is asked for right after.\n */\n\nexport interface OpenaiRealtimeOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n voice?: string\n // Language of the user, which helps the transcription\n language?: string\n transcriptionModel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-realtime-2.1'\nconst DEFAULT_VOICE = 'marin'\nconst DEFAULT_TRANSCRIPTION_MODEL = 'gpt-4o-transcribe'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, both ways\nconst OPENAI_SAMPLE_RATE = 24000 // The only rate of the Realtime API\nconst OPENAI_BYTES_PER_MS = (OPENAI_SAMPLE_RATE * 2) / 1000\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\n/** A response asked for, until the API gives it an id */\ninterface RequestedResponse {\n generation: number\n // Out of the conversation, so there is no item to truncate\n outOfBand: boolean\n}\n\nexport class OpenaiRealtime extends Realtime<OpenaiRealtimeOptions> {\n private socket?: WebSocket\n private connected = false\n private everConnected = false\n private destroyed = false\n // Events sent while the connection opens\n private pending: object[] = []\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n\n private inputResampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n private outputResampler = new Pcm16Resampler(OPENAI_SAMPLE_RATE, SAMPLE_RATE)\n\n // Bumped by every interruption, so late responses can tell they are stale\n private generation = 0\n private requested: RequestedResponse[] = []\n private response?: { id: string } & RequestedResponse\n private ignoredResponses = new Set<string>()\n // Audio of the response being played, to cut what the user did not hear\n private audioItemId?: string\n private audioStartedAt = 0\n private audioBytes = 0\n\n constructor(options: OpenaiRealtimeOptions) {\n super(options)\n this.connect()\n }\n\n destroy() {\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.closeSocket()\n }\n\n protected openTurn() {\n this.inputResampler.reset()\n }\n\n protected appendAudio(chunk: Buffer) {\n const audio = this.inputResampler.process(chunk)\n if (audio.length === 0) return\n this.send({\n type: 'input_audio_buffer.append',\n audio: audio.toString('base64'),\n })\n }\n\n protected closeTurn() {\n this.send({ type: 'input_audio_buffer.commit' })\n this.createResponse()\n }\n\n protected clearTurn() {\n this.send({ type: 'input_audio_buffer.clear' })\n }\n\n protected generate() {\n this.createResponse()\n }\n\n protected speakText(text: string) {\n // Out of the conversation: the text is already in it, recorded by the\n // caller, and the instruction to read it does not belong there\n this.createResponse({\n conversation: 'none',\n instructions: `Say exactly the following text, word for word, and nothing else: ${text}`,\n })\n }\n\n protected cancelAnswer() {\n this.generation++\n this.outputResampler.reset()\n const response = this.response\n if (!response) return\n this.response = undefined\n this.ignoredResponses.add(response.id)\n this.send({ type: 'response.cancel', response_id: response.id })\n\n // The client played part of the audio at most, the model should not\n // remember saying the rest\n if (!response.outOfBand && this.audioItemId) {\n const played = Math.min(\n Date.now() - this.audioStartedAt,\n this.audioBytes / OPENAI_BYTES_PER_MS\n )\n this.send({\n type: 'conversation.item.truncate',\n item_id: this.audioItemId,\n content_index: 0,\n audio_end_ms: Math.max(0, Math.floor(played)),\n })\n }\n this.audioItemId = undefined\n }\n\n protected updateTools() {\n if (this.connected) this.sendSessionUpdate()\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again once reconnected\n if (!this.connected && this.everConnected) return\n this.send(this.messageItem(role, text))\n }\n\n private createResponse(response?: object) {\n this.requested.push({\n generation: this.generation,\n outOfBand: !!response,\n })\n this.send({ type: 'response.create', ...(response ? { response } : {}) })\n }\n\n private send(event: object) {\n if (this.connected && this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify(event))\n } else {\n this.pending.push(event)\n }\n }\n\n private messageItem(role: 'user' | 'assistant' | 'system', text: string) {\n return {\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role,\n content: [\n {\n type: role === 'assistant' ? 'output_text' : 'input_text',\n text,\n },\n ],\n },\n }\n }\n\n private sendSessionUpdate() {\n this.socket?.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'realtime',\n model: this.options.model || DEFAULT_MODEL,\n instructions: this.options.systemPrompt,\n output_modalities: ['audio'],\n audio: {\n input: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n // The Micdrop client detects when the user speaks\n turn_detection: null,\n transcription: {\n model:\n this.options.transcriptionModel ||\n DEFAULT_TRANSCRIPTION_MODEL,\n ...(this.options.language\n ? { language: this.options.language }\n : {}),\n },\n noise_reduction: { type: 'near_field' },\n },\n output: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n voice: this.options.voice || DEFAULT_VOICE,\n },\n },\n tools: this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n })),\n },\n })\n )\n }\n\n private connect() {\n this.initWS().catch((error) => {\n this.log('Connection error:', error)\n this.reconnect()\n })\n }\n\n private initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const model = this.options.model || DEFAULT_MODEL\n const socket = new WebSocket(\n `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`,\n { headers: { Authorization: `Bearer ${this.options.apiKey}` } }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n this.sendSessionUpdate()\n\n // A new connection starts from an empty conversation\n if (this.everConnected) {\n for (const message of this.conversation) {\n if (message.role !== 'user' && message.role !== 'assistant') {\n continue\n }\n socket.send(\n JSON.stringify(this.messageItem(message.role, message.content))\n )\n }\n }\n\n this.connected = true\n this.everConnected = true\n this.retryCount = 0\n const pending = this.pending\n this.pending = []\n pending.forEach((event) => this.send(event))\n resolve()\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n const wasConnected = this.connected\n this.closeSocket()\n if (this.destroyed) return\n this.log('Connection closed', { code, reason: reason.toString() })\n if (wasConnected) this.reconnect()\n })\n\n socket.on('message', (data) => {\n this.handleMessage(JSON.parse(data.toString()))\n })\n })\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connected = false\n // What was waiting for this connection is sent again with the\n // conversation, or belonged to an answer that is lost\n this.pending = []\n this.requested = []\n this.response = undefined\n if (!socket) return\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n // The answer in progress is lost with the connection\n this.endAnswer()\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.connect()\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n }\n\n private isIgnored(responseId?: string) {\n return (\n !responseId ||\n this.ignoredResponses.has(responseId) ||\n this.response?.id !== responseId\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'response.created': {\n const requested = this.requested.shift() ?? {\n generation: this.generation,\n outOfBand: false,\n }\n const id = message.response.id\n // Interrupted before it even started\n if (requested.generation !== this.generation) {\n this.ignoredResponses.add(id)\n this.socket?.send(\n JSON.stringify({ type: 'response.cancel', response_id: id })\n )\n break\n }\n this.response = { id, ...requested }\n this.audioItemId = undefined\n this.audioBytes = 0\n this.outputResampler.reset()\n break\n }\n\n case 'response.output_audio.delta': {\n if (this.isIgnored(message.response_id)) break\n const audio = Buffer.from(message.delta, 'base64')\n if (this.audioItemId !== message.item_id) {\n this.audioItemId = message.item_id\n this.audioStartedAt = Date.now()\n this.audioBytes = 0\n }\n this.audioBytes += audio.length\n const output = this.outputResampler.process(audio)\n if (output.length > 0) this.emitAudio(output)\n break\n }\n\n case 'response.output_audio_transcript.delta':\n if (this.isIgnored(message.response_id)) break\n this.addAnswerTranscript(message.delta)\n break\n\n case 'conversation.item.input_audio_transcription.completed':\n this.log(`User transcript: \"${message.transcript}\"`)\n this.addUserTranscript(message.transcript || '')\n this.commitUserTranscript()\n break\n\n case 'conversation.item.input_audio_transcription.failed':\n this.log('Transcription failed:', message.error)\n this.commitUserTranscript()\n break\n\n case 'response.done':\n this.onResponseDone(message.response)\n break\n\n case 'error':\n // Cancelling a response that just ended is expected\n if (message.error?.code === 'response_cancel_not_active') break\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private async onResponseDone(response: any) {\n if (this.ignoredResponses.delete(response.id)) return\n if (this.response?.id !== response.id) return\n this.response = undefined\n const generation = this.generation\n\n if (response.status === 'failed') {\n this.log('Response failed:', response.status_details)\n }\n\n const calls = (response.output ?? []).filter(\n (item: any) => item.type === 'function_call'\n )\n if (calls.length === 0) {\n this.endAnswer()\n return\n }\n\n // Run the tools, then have the model speak about their results\n let skipAnswer = true\n for (const call of calls) {\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.call_id,\n toolName: call.name,\n parameters: call.arguments,\n }\n const result = await this.runTool(toolCall)\n if (generation !== this.generation) return\n if (!result.skipAnswer) skipAnswer = false\n this.send({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: call.call_id,\n output: JSON.stringify(result.output ?? null),\n },\n })\n }\n\n if (skipAnswer) {\n this.endAnswer()\n } else {\n this.createResponse()\n }\n }\n}\n","import { Pcm16Resampler, STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private retryCount = 0\n private destroyed = false\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'session.created':\n // The server accepted the key, so the connection is usable\n this.retryCount = 0\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","import { Pcm16Resampler, SentenceSplitter, TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n *\n * The OpenAI speech endpoint takes a complete text input (no streaming text\n * in), so the incoming text stream is buffered into sentences and each\n * sentence is synthesized as soon as it is complete. Requests are processed\n * sequentially, which keeps the emitted audio in order while still starting\n * playback as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n model?: string\n voice?: string\n // Prosody instructions (accent, emotion, speed, tone...).\n // Only works with gpt-4o-mini-tts, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0. Only works with tts-1 / tts-1-hd.\n speed?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst MAX_IN_FLIGHT = 2 // Requests asked for at once, current one included\n// Audio held back at the start of an utterance, in bytes of the output format\n// (16 bits, 16 kHz, so 32 bytes per millisecond).\n//\n// The endpoint answers with a burst of a hundred milliseconds or so, then goes\n// quiet while it generates the rest. Forwarding that burst as it arrives means\n// the browser starts playing a syllable it cannot continue, and the hole lands\n// inside the first word. Holding the opening back until there is enough of it\n// to cover the pause costs the same time either way, and spends it before the\n// first syllable rather than inside it.\nconst OPENING_CUSHION = 300 * 32\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\n/** A sentence whose synthesis has been asked for and not yet spoken. */\ninterface PendingItem extends QueueItem {\n controller: AbortController\n response: Promise<{ body: ReadableStream<Uint8Array> | null } | null>\n}\n\nexport class OpenaiTTS extends TTS {\n private openai: OpenAI\n private counter = 0 // Identifies the current speak() call\n // Bumped by every speak() and every cancel(), so a call claimed late can tell\n // whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the synthesis calls and must only move when there\n // is something to synthesize.\n private generation = 0\n private splitter = new SentenceSplitter()\n private queue: QueueItem[] = [] // Sentences whose synthesis has not started\n private pending: PendingItem[] = [] // Requests in flight, in speaking order\n private cushion: Buffer[] = [] // Opening audio held back, see OPENING_CUSHION\n private cushionBytes = 0\n private processing = false\n // More than one request is in flight at a time, so they are aborted as a set.\n private abortControllers = new Set<AbortController>()\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n\n // Claiming the call is deferred until there is something to say.\n //\n // Taking the next number right away would drop the utterance still being\n // spoken, since both the queue and the streaming reader skip anything\n // stamped with an older one. A stream that never carries a word, which is\n // what an answer skipped by a tool or by onBeforeAnswer hands over, would\n // then cut the assistant off and throw away the sentences still queued.\n const claimCall = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n this.splitter.reset()\n this.cushion = []\n this.cushionBytes = 0\n return true\n }\n\n textStream.on('data', (chunk: Buffer) => {\n if (!claimCall()) return\n if (counter !== this.counter) return\n for (const sentence of this.splitter.push(chunk.toString('utf-8'))) {\n this.enqueue(counter, sentence)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n // Nothing was ever said, so there is nothing left to flush.\n if (!counter || counter !== this.counter) return\n for (const sentence of this.splitter.flush()) {\n this.enqueue(counter, sentence)\n }\n })\n }\n\n cancel() {\n this.generation++\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.splitter.reset()\n this.queue = []\n this.pending = []\n this.cushion = []\n this.cushionBytes = 0\n this.abortControllers.forEach((controller) => controller.abort())\n this.abortControllers.clear()\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.pump()\n }\n\n /**\n * Starts what can be started, then speaks what is ready.\n *\n * The endpoint takes a few hundred milliseconds before its first byte, and\n * waiting for that between two sentences leaves a silence in the middle of\n * her voice. It is loudest at the very start, where a greeting is often one\n * short sentence: a syllable, a hole, then the rest of the answer. Asking for\n * a sentence the moment it is complete, rather than when its turn to be\n * spoken comes, hides that latency behind the audio already playing.\n *\n * Two requests at a time is enough to cover the gap, and it keeps a long\n * answer from opening one request per sentence all at once.\n */\n private pump() {\n while (this.pending.length < MAX_IN_FLIGHT && this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n this.pending.push(this.request(item))\n }\n this.drain()\n }\n\n /** Speaks the started requests in the order they were queued. */\n private async drain() {\n if (this.processing) return\n this.processing = true\n\n while (this.pending.length > 0) {\n const item = this.pending.shift()!\n // A slot just freed, so the sentence after the next one can start now\n this.pump()\n await this.speakItem(item)\n }\n\n this.processing = false\n // Nothing left to speak: an utterance shorter than the cushion is released\n // here, since there is no longer anything coming to fill it up.\n this.flushCushion()\n // Sentences may have arrived right as we exited the loop\n if (this.pending.length > 0 || this.queue.length > 0) this.pump()\n }\n\n /** Asks for one sentence, without waiting for the answer. */\n private request(item: QueueItem): PendingItem {\n const controller = new AbortController()\n this.abortControllers.add(controller)\n\n const response = this.openai.audio.speech\n .create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: item.text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: controller.signal }\n )\n .catch((error) => {\n if (!controller.signal.aborted) {\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [item.text])\n }\n return null\n })\n\n return { ...item, controller, response }\n }\n\n /** Holds the opening of an utterance back, then lets the rest through. */\n private emitAudio(chunk: Buffer) {\n if (this.cushionBytes >= OPENING_CUSHION) {\n this.emit('Audio', chunk)\n return\n }\n this.cushion.push(chunk)\n this.cushionBytes += chunk.length\n if (this.cushionBytes >= OPENING_CUSHION) this.flushCushion()\n }\n\n private flushCushion() {\n if (this.cushion.length === 0) return\n const held = this.cushion\n this.cushion = []\n for (const chunk of held) this.emit('Audio', chunk)\n }\n\n /** Emits one sentence, whose request was started earlier. */\n private async speakItem(item: PendingItem) {\n try {\n const response = await item.response\n if (!response?.body) return\n if (item.counter !== this.counter) return\n this.log(`Synthesizing: \"${item.text}\"`)\n\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = response.body.getReader()\n\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n if (item.counter !== this.counter) {\n await reader.cancel()\n break\n }\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) this.emitAudio(output)\n }\n } catch (error) {\n // A cancel aborts the body being read, which is expected. Anything else\n // is logged rather than left unhandled, where it would stop the server.\n if (!item.controller.signal.aborted) {\n this.log('Error reading synthesized speech:', error)\n this.emit('Failed', [item.text])\n }\n } finally {\n this.abortControllers.delete(item.controller)\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,oBAAmB;AAEnB,iBAAgC;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,cAAAA,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AACjB,UAAI,YAAY;AAGhB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AAEH,gBAAI,UAAW;AAEf,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AAMH,gBAAI,UAAW;AAEf,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,wBAAY;AAKZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAI9C,UAAI,CAAC,cAAc,CAAC,WAAW;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,cAAAA,QAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnNA,IAAAC,iBAKO;AACP,gBAAsB;AACtB,IAAAC,cAAgC;AAwBhC,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,8BAA8B;AACpC,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,sBAAuB,qBAAqB,IAAK;AACvD,IAAM,6BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AASnB,IAAM,iBAAN,cAA6B,wBAAgC;AAAA,EAuBlE,YAAY,SAAgC;AAC1C,UAAM,OAAO;AAtBf,SAAQ,YAAY;AACpB,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAEpB;AAAA,SAAQ,UAAoB,CAAC;AAE7B,SAAQ,aAAa;AAErB,SAAQ,iBAAiB,IAAI,8BAAe,aAAa,kBAAkB;AAC3E,SAAQ,kBAAkB,IAAI,8BAAe,oBAAoB,WAAW;AAG5E;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAiC,CAAC;AAE1C,SAAQ,mBAAmB,oBAAI,IAAY;AAG3C,SAAQ,iBAAiB;AACzB,SAAQ,aAAa;AAInB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe,MAAM;AAAA,EAC5B;AAAA,EAEU,YAAY,OAAe;AACnC,UAAM,QAAQ,KAAK,eAAe,QAAQ,KAAK;AAC/C,QAAI,MAAM,WAAW,EAAG;AACxB,SAAK,KAAK;AAAA,MACR,MAAM;AAAA,MACN,OAAO,MAAM,SAAS,QAAQ;AAAA,IAChC,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAC/C,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAAA,EAChD;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,UAAU,MAAc;AAGhC,SAAK,eAAe;AAAA,MAClB,cAAc;AAAA,MACd,cAAc,oEAAoE,IAAI;AAAA,IACxF,CAAC;AAAA,EACH;AAAA,EAEU,eAAe;AACvB,SAAK;AACL,SAAK,gBAAgB,MAAM;AAC3B,UAAM,WAAW,KAAK;AACtB,QAAI,CAAC,SAAU;AACf,SAAK,WAAW;AAChB,SAAK,iBAAiB,IAAI,SAAS,EAAE;AACrC,SAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,SAAS,GAAG,CAAC;AAI/D,QAAI,CAAC,SAAS,aAAa,KAAK,aAAa;AAC3C,YAAM,SAAS,KAAK;AAAA,QAClB,KAAK,IAAI,IAAI,KAAK;AAAA,QAClB,KAAK,aAAa;AAAA,MACpB;AACA,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,SAAS,KAAK;AAAA,QACd,eAAe;AAAA,QACf,cAAc,KAAK,IAAI,GAAG,KAAK,MAAM,MAAM,CAAC;AAAA,MAC9C,CAAC;AAAA,IACH;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,UAAW,MAAK,kBAAkB;AAAA,EAC7C;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QAAI,CAAC,KAAK,aAAa,KAAK,cAAe;AAC3C,SAAK,KAAK,KAAK,YAAY,MAAM,IAAI,CAAC;AAAA,EACxC;AAAA,EAEQ,eAAe,UAAmB;AACxC,SAAK,UAAU,KAAK;AAAA,MAClB,YAAY,KAAK;AAAA,MACjB,WAAW,CAAC,CAAC;AAAA,IACf,CAAC;AACD,SAAK,KAAK,EAAE,MAAM,mBAAmB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC,EAAG,CAAC;AAAA,EAC1E;AAAA,EAEQ,KAAK,OAAe;AAC1B,QAAI,KAAK,aAAa,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAChE,WAAK,OAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,IACxC,OAAO;AACL,WAAK,QAAQ,KAAK,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,YAAY,MAAuC,MAAc;AACvE,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA,SAAS;AAAA,UACP;AAAA,YACE,MAAM,SAAS,cAAc,gBAAgB;AAAA,YAC7C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO,KAAK,QAAQ,SAASF;AAAA,UAC7B,cAAc,KAAK,QAAQ;AAAA,UAC3B,mBAAmB,CAAC,OAAO;AAAA,UAC3B,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA;AAAA,cAEtD,gBAAgB;AAAA,cAChB,eAAe;AAAA,gBACb,OACE,KAAK,QAAQ,sBACb;AAAA,gBACF,GAAI,KAAK,QAAQ,WACb,EAAE,UAAU,KAAK,QAAQ,SAAS,IAClC,CAAC;AAAA,cACP;AAAA,cACA,iBAAiB,EAAE,MAAM,aAAa;AAAA,YACxC;AAAA,YACA,QAAQ;AAAA,cACN,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA,cACtD,OAAO,KAAK,QAAQ,SAAS;AAAA,YAC/B;AAAA,UACF;AAAA,UACA,OAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,YAC/B,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,YACX,aAAa,KAAK;AAAA,YAClB,gBAAY,0BAAa,KAAK,eAAe,YAAAG,QAAE,OAAO,CAAC;AAAA,UACzD,EAAE;AAAA,QACJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAC7B,WAAK,IAAI,qBAAqB,KAAK;AACnC,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,KAAK,QAAQ,SAASH;AACpC,YAAM,SAAS,IAAI,UAAAE;AAAA,QACjB,0CAA0C,mBAAmB,KAAK,CAAC;AAAA,QACnE,EAAE,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,GAAG,EAAE;AAAA,MAChE;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAC5B,aAAK,kBAAkB;AAGvB,YAAI,KAAK,eAAe;AACtB,qBAAW,WAAW,KAAK,cAAc;AACvC,gBAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,aAAa;AAC3D;AAAA,YACF;AACA,mBAAO;AAAA,cACL,KAAK,UAAU,KAAK,YAAY,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YAChE;AAAA,UACF;AAAA,QACF;AAEA,aAAK,YAAY;AACjB,aAAK,gBAAgB;AACrB,aAAK,aAAa;AAClB,cAAM,UAAU,KAAK;AACrB,aAAK,UAAU,CAAC;AAChB,gBAAQ,QAAQ,CAAC,UAAU,KAAK,KAAK,KAAK,CAAC;AAC3C,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,cAAM,eAAe,KAAK;AAC1B,aAAK,YAAY;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,YAAI,aAAc,MAAK,UAAU;AAAA,MACnC,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,aAAK,cAAc,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MAChD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,YAAY;AAGjB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,CAAC;AAClB,SAAK,WAAW;AAChB,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAC1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAe,UAAAA,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,QAAQ;AAClB;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,SAAK,mBAAmB,WAAW,MAAM;AACvC,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AAAA,IACf,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,EACnD;AAAA,EAEQ,UAAU,YAAqB;AACrC,WACE,CAAC,cACD,KAAK,iBAAiB,IAAI,UAAU,KACpC,KAAK,UAAU,OAAO;AAAA,EAE1B;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,oBAAoB;AACvB,cAAM,YAAY,KAAK,UAAU,MAAM,KAAK;AAAA,UAC1C,YAAY,KAAK;AAAA,UACjB,WAAW;AAAA,QACb;AACA,cAAM,KAAK,QAAQ,SAAS;AAE5B,YAAI,UAAU,eAAe,KAAK,YAAY;AAC5C,eAAK,iBAAiB,IAAI,EAAE;AAC5B,eAAK,QAAQ;AAAA,YACX,KAAK,UAAU,EAAE,MAAM,mBAAmB,aAAa,GAAG,CAAC;AAAA,UAC7D;AACA;AAAA,QACF;AACA,aAAK,WAAW,EAAE,IAAI,GAAG,UAAU;AACnC,aAAK,cAAc;AACnB,aAAK,aAAa;AAClB,aAAK,gBAAgB,MAAM;AAC3B;AAAA,MACF;AAAA,MAEA,KAAK,+BAA+B;AAClC,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,cAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,YAAI,KAAK,gBAAgB,QAAQ,SAAS;AACxC,eAAK,cAAc,QAAQ;AAC3B,eAAK,iBAAiB,KAAK,IAAI;AAC/B,eAAK,aAAa;AAAA,QACpB;AACA,aAAK,cAAc,MAAM;AACzB,cAAM,SAAS,KAAK,gBAAgB,QAAQ,KAAK;AACjD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAC5C;AAAA,MACF;AAAA,MAEA,KAAK;AACH,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,aAAK,oBAAoB,QAAQ,KAAK;AACtC;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,qBAAqB,QAAQ,UAAU,GAAG;AACnD,aAAK,kBAAkB,QAAQ,cAAc,EAAE;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,yBAAyB,QAAQ,KAAK;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,eAAe,QAAQ,QAAQ;AACpC;AAAA,MAEF,KAAK;AAEH,YAAI,QAAQ,OAAO,SAAS,6BAA8B;AAC1D,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,UAAe;AAC1C,QAAI,KAAK,iBAAiB,OAAO,SAAS,EAAE,EAAG;AAC/C,QAAI,KAAK,UAAU,OAAO,SAAS,GAAI;AACvC,SAAK,WAAW;AAChB,UAAM,aAAa,KAAK;AAExB,QAAI,SAAS,WAAW,UAAU;AAChC,WAAK,IAAI,oBAAoB,SAAS,cAAc;AAAA,IACtD;AAEA,UAAM,SAAS,SAAS,UAAU,CAAC,GAAG;AAAA,MACpC,CAAC,SAAc,KAAK,SAAS;AAAA,IAC/B;AACA,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,UAAU;AACf;AAAA,IACF;AAGA,QAAI,aAAa;AACjB,eAAW,QAAQ,OAAO;AACxB,YAAM,WAAwC;AAAA,QAC5C,MAAM;AAAA,QACN,YAAY,KAAK;AAAA,QACjB,UAAU,KAAK;AAAA,QACf,YAAY,KAAK;AAAA,MACnB;AACA,YAAM,SAAS,MAAM,KAAK,QAAQ,QAAQ;AAC1C,UAAI,eAAe,KAAK,WAAY;AACpC,UAAI,CAAC,OAAO,WAAY,cAAa;AACrC,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS,KAAK;AAAA,UACd,QAAQ,KAAK,UAAU,OAAO,UAAU,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,YAAY;AACd,WAAK,UAAU;AAAA,IACjB,OAAO;AACL,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AACF;;;ACzcA,IAAAG,iBAAoC;AAEpC,IAAAC,aAAsB;AAmBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAMC,eAAc;AACpB,IAAMC,sBAAqB;AAC3B,IAAMC,8BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAWjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AANpB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAEpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAI,8BAAeJ,cAAaC,mBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAMA;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASF;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAM;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AAEH,aAAK,aAAa;AAClB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,WAAAE,QAAU,QAChC,OAAO,eAAe,WAAAA,QAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACnTA,IAAAC,iBAAsD;AACtD,IAAAC,iBAAmB;AA0BnB,IAAMC,iBAAgB;AACtB,IAAMC,iBAAgB;AACtB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAUtB,IAAM,kBAAkB,MAAM;AAavB,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAiBjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAf7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,WAAW,IAAI,gCAAiB;AACxC,SAAQ,QAAqB,CAAC;AAC9B;AAAA,SAAQ,UAAyB,CAAC;AAClC;AAAA,SAAQ,UAAoB,CAAC;AAC7B;AAAA,SAAQ,eAAe;AACvB,SAAQ,aAAa;AAErB;AAAA,SAAQ,mBAAmB,oBAAI,IAAqB;AAIlD,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,eAAAC,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AASd,UAAM,YAAY,MAAM;AACtB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,WAAK,SAAS,MAAM;AACpB,WAAK,UAAU,CAAC;AAChB,WAAK,eAAe;AACpB,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,CAAC,UAAU,EAAG;AAClB,UAAI,YAAY,KAAK,QAAS;AAC9B,iBAAW,YAAY,KAAK,SAAS,KAAK,MAAM,SAAS,OAAO,CAAC,GAAG;AAClE,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AAEzB,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,iBAAW,YAAY,KAAK,SAAS,MAAM,GAAG;AAC5C,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS,MAAM;AACpB,SAAK,QAAQ,CAAC;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,UAAU,CAAC;AAChB,SAAK,eAAe;AACpB,SAAK,iBAAiB,QAAQ,CAAC,eAAe,WAAW,MAAM,CAAC;AAChE,SAAK,iBAAiB,MAAM;AAAA,EAC9B;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,KAAK;AAAA,EACZ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeQ,OAAO;AACb,WAAO,KAAK,QAAQ,SAAS,iBAAiB,KAAK,MAAM,SAAS,GAAG;AACnE,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,QAAQ,KAAK,KAAK,QAAQ,IAAI,CAAC;AAAA,IACtC;AACA,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,MAAc,QAAQ;AACpB,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,QAAQ,SAAS,GAAG;AAC9B,YAAM,OAAO,KAAK,QAAQ,MAAM;AAEhC,WAAK,KAAK;AACV,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B;AAEA,SAAK,aAAa;AAGlB,SAAK,aAAa;AAElB,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,MAAM,SAAS,EAAG,MAAK,KAAK;AAAA,EAClE;AAAA;AAAA,EAGQ,QAAQ,MAA8B;AAC5C,UAAM,aAAa,IAAI,gBAAgB;AACvC,SAAK,iBAAiB,IAAI,UAAU;AAEpC,UAAM,WAAW,KAAK,OAAO,MAAM,OAChC;AAAA,MACC;AAAA,QACE,OAAO,KAAK,QAAQ,SAASH;AAAA,QAC7B,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK;AAAA,QACZ,iBAAiB;AAAA,QACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,QACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,MAC5D;AAAA,MACA,EAAE,QAAQ,WAAW,OAAO;AAAA,IAC9B,EACC,MAAM,CAAC,UAAU;AAChB,UAAI,CAAC,WAAW,OAAO,SAAS;AAC9B,aAAK,IAAI,8BAA8B,KAAK;AAC5C,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AACA,aAAO;AAAA,IACT,CAAC;AAEH,WAAO,EAAE,GAAG,MAAM,YAAY,SAAS;AAAA,EACzC;AAAA;AAAA,EAGQ,UAAU,OAAe;AAC/B,QAAI,KAAK,gBAAgB,iBAAiB;AACxC,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,gBAAgB,MAAM;AAC3B,QAAI,KAAK,gBAAgB,gBAAiB,MAAK,aAAa;AAAA,EAC9D;AAAA,EAEQ,eAAe;AACrB,QAAI,KAAK,QAAQ,WAAW,EAAG;AAC/B,UAAM,OAAO,KAAK;AAClB,SAAK,UAAU,CAAC;AAChB,eAAW,SAAS,KAAM,MAAK,KAAK,SAAS,KAAK;AAAA,EACpD;AAAA;AAAA,EAGA,MAAc,UAAU,MAAmB;AACzC,QAAI;AACF,YAAM,WAAW,MAAM,KAAK;AAC5B,UAAI,CAAC,UAAU,KAAM;AACrB,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,IAAI,kBAAkB,KAAK,IAAI,GAAG;AAEvC,YAAM,YAAY,IAAI;AAAA,QACpBC;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,KAAK,UAAU;AAEvC,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,KAAK,YAAY,KAAK,SAAS;AACjC,gBAAM,OAAO,OAAO;AACpB;AAAA,QACF;AACA,cAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,MAC9C;AAAA,IACF,SAAS,OAAO;AAGd,UAAI,CAAC,KAAK,WAAW,OAAO,SAAS;AACnC,aAAK,IAAI,qCAAqC,KAAK;AACnD,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AAAA,IACF,UAAE;AACA,WAAK,iBAAiB,OAAO,KAAK,UAAU;AAAA,IAC9C;AAAA,EACF;AACF;","names":["OpenAI","z","import_server","import_zod","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","WebSocket","z","import_server","import_ws","DEFAULT_MODEL","SAMPLE_RATE","OPENAI_SAMPLE_RATE","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket","import_server","import_openai","DEFAULT_MODEL","DEFAULT_VOICE","OPENAI_SAMPLE_RATE","OpenAI"]}
package/dist/index.mjs CHANGED
@@ -518,6 +518,7 @@ var OpenaiSTT = class extends STT {
518
518
  super();
519
519
  this.options = options;
520
520
  this.retryCount = 0;
521
+ this.destroyed = false;
521
522
  this.audioChunksPending = [];
522
523
  // Store audio chunks to send them again if reconnecting
523
524
  this.resampler = new Pcm16Resampler2(SAMPLE_RATE2, OPENAI_SAMPLE_RATE2);
@@ -548,6 +549,7 @@ var OpenaiSTT = class extends STT {
548
549
  }
549
550
  destroy() {
550
551
  super.destroy();
552
+ this.destroyed = true;
551
553
  if (this.reconnectTimeout) {
552
554
  clearTimeout(this.reconnectTimeout);
553
555
  this.reconnectTimeout = void 0;
@@ -556,10 +558,11 @@ var OpenaiSTT = class extends STT {
556
558
  clearTimeout(this.transcriptionTimeout);
557
559
  this.transcriptionTimeout = void 0;
558
560
  }
559
- this.socket?.removeAllListeners();
560
- if (this.socket?.readyState === WebSocket2.OPEN) {
561
- this.socket?.close(1e3);
561
+ if (this.connectionTimeout) {
562
+ clearTimeout(this.connectionTimeout);
563
+ this.connectionTimeout = void 0;
562
564
  }
565
+ if (this.socket) closeSocket(this.socket);
563
566
  this.socket = void 0;
564
567
  }
565
568
  sendSessionUpdate() {
@@ -606,11 +609,11 @@ var OpenaiSTT = class extends STT {
606
609
  this.socket = socket;
607
610
  const timeout = setTimeout(() => {
608
611
  this.log("Connection timeout");
609
- socket.removeAllListeners();
610
- socket.close();
612
+ closeSocket(socket);
611
613
  this.socket = void 0;
612
614
  reject(new Error("WebSocket connection timeout"));
613
615
  }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
616
+ this.connectionTimeout = timeout;
614
617
  socket.addEventListener("open", () => {
615
618
  clearTimeout(timeout);
616
619
  this.sendSessionUpdate();
@@ -675,6 +678,9 @@ var OpenaiSTT = class extends STT {
675
678
  this.transcriptionTimeout = void 0;
676
679
  }
677
680
  break;
681
+ case "session.created":
682
+ this.retryCount = 0;
683
+ break;
678
684
  case "error":
679
685
  this.log("Error:", message.error);
680
686
  break;
@@ -683,6 +689,7 @@ var OpenaiSTT = class extends STT {
683
689
  }
684
690
  }
685
691
  reconnect() {
692
+ if (this.destroyed) return;
686
693
  this.retryCount++;
687
694
  if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
688
695
  this.log("Max retries reached, giving up");
@@ -694,7 +701,6 @@ var OpenaiSTT = class extends STT {
694
701
  this.reconnectTimeout = setTimeout(() => {
695
702
  this.reconnectTimeout = void 0;
696
703
  this.initWS().then(() => {
697
- this.retryCount = 0;
698
704
  if (this.audioChunksPending.length > 0) {
699
705
  this.log("Sending audio chunks again");
700
706
  this.resampler.reset();
@@ -715,6 +721,14 @@ var OpenaiSTT = class extends STT {
715
721
  this.log("Committed audio buffer");
716
722
  }
717
723
  };
724
+ function closeSocket(socket) {
725
+ socket.removeAllListeners();
726
+ socket.on("error", () => {
727
+ });
728
+ if (socket.readyState === WebSocket2.OPEN || socket.readyState === WebSocket2.CONNECTING) {
729
+ socket.close(1e3);
730
+ }
731
+ }
718
732
 
719
733
  // src/OpenaiTTS.ts
720
734
  import { Pcm16Resampler as Pcm16Resampler3, SentenceSplitter, TTS } from "@micdrop/server";
@@ -890,6 +904,11 @@ var OpenaiTTS = class extends TTS {
890
904
  const output = resampler.process(Buffer.from(value));
891
905
  if (output.length > 0) this.emitAudio(output);
892
906
  }
907
+ } catch (error) {
908
+ if (!item.controller.signal.aborted) {
909
+ this.log("Error reading synthesized speech:", error);
910
+ this.emit("Failed", [item.text]);
911
+ }
893
912
  } finally {
894
913
  this.abortControllers.delete(item.controller);
895
914
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiRealtime.ts","../src/OpenaiSTT.ts","../src/OpenaiTTS.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n let hasAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n // Ignore extra outputs, we keep the first answer only\n if (hasAnswer) break\n\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n // Keep the first answer only.\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n if (hasAnswer) break\n\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n hasAnswer = true\n // Keep reading events instead of returning here: the API streams\n // one output item at a time, so a function call the model made\n // alongside its answer is only announced after the text is done.\n // Returning dropped every tool call that came with an answer.\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (!skipAnswer && !hasAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport WebSocket from 'ws'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * OpenAI Realtime API, a model hearing the user and answering with its voice\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-conversations\n *\n * The Micdrop client already tells when the user speaks, so the server side\n * turn detection is off: the audio of a turn is committed when the client\n * closes it, and the answer is asked for right after.\n */\n\nexport interface OpenaiRealtimeOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n voice?: string\n // Language of the user, which helps the transcription\n language?: string\n transcriptionModel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-realtime-2.1'\nconst DEFAULT_VOICE = 'marin'\nconst DEFAULT_TRANSCRIPTION_MODEL = 'gpt-4o-transcribe'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, both ways\nconst OPENAI_SAMPLE_RATE = 24000 // The only rate of the Realtime API\nconst OPENAI_BYTES_PER_MS = (OPENAI_SAMPLE_RATE * 2) / 1000\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\n/** A response asked for, until the API gives it an id */\ninterface RequestedResponse {\n generation: number\n // Out of the conversation, so there is no item to truncate\n outOfBand: boolean\n}\n\nexport class OpenaiRealtime extends Realtime<OpenaiRealtimeOptions> {\n private socket?: WebSocket\n private connected = false\n private everConnected = false\n private destroyed = false\n // Events sent while the connection opens\n private pending: object[] = []\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n\n private inputResampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n private outputResampler = new Pcm16Resampler(OPENAI_SAMPLE_RATE, SAMPLE_RATE)\n\n // Bumped by every interruption, so late responses can tell they are stale\n private generation = 0\n private requested: RequestedResponse[] = []\n private response?: { id: string } & RequestedResponse\n private ignoredResponses = new Set<string>()\n // Audio of the response being played, to cut what the user did not hear\n private audioItemId?: string\n private audioStartedAt = 0\n private audioBytes = 0\n\n constructor(options: OpenaiRealtimeOptions) {\n super(options)\n this.connect()\n }\n\n destroy() {\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.closeSocket()\n }\n\n protected openTurn() {\n this.inputResampler.reset()\n }\n\n protected appendAudio(chunk: Buffer) {\n const audio = this.inputResampler.process(chunk)\n if (audio.length === 0) return\n this.send({\n type: 'input_audio_buffer.append',\n audio: audio.toString('base64'),\n })\n }\n\n protected closeTurn() {\n this.send({ type: 'input_audio_buffer.commit' })\n this.createResponse()\n }\n\n protected clearTurn() {\n this.send({ type: 'input_audio_buffer.clear' })\n }\n\n protected generate() {\n this.createResponse()\n }\n\n protected speakText(text: string) {\n // Out of the conversation: the text is already in it, recorded by the\n // caller, and the instruction to read it does not belong there\n this.createResponse({\n conversation: 'none',\n instructions: `Say exactly the following text, word for word, and nothing else: ${text}`,\n })\n }\n\n protected cancelAnswer() {\n this.generation++\n this.outputResampler.reset()\n const response = this.response\n if (!response) return\n this.response = undefined\n this.ignoredResponses.add(response.id)\n this.send({ type: 'response.cancel', response_id: response.id })\n\n // The client played part of the audio at most, the model should not\n // remember saying the rest\n if (!response.outOfBand && this.audioItemId) {\n const played = Math.min(\n Date.now() - this.audioStartedAt,\n this.audioBytes / OPENAI_BYTES_PER_MS\n )\n this.send({\n type: 'conversation.item.truncate',\n item_id: this.audioItemId,\n content_index: 0,\n audio_end_ms: Math.max(0, Math.floor(played)),\n })\n }\n this.audioItemId = undefined\n }\n\n protected updateTools() {\n if (this.connected) this.sendSessionUpdate()\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again once reconnected\n if (!this.connected && this.everConnected) return\n this.send(this.messageItem(role, text))\n }\n\n private createResponse(response?: object) {\n this.requested.push({\n generation: this.generation,\n outOfBand: !!response,\n })\n this.send({ type: 'response.create', ...(response ? { response } : {}) })\n }\n\n private send(event: object) {\n if (this.connected && this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify(event))\n } else {\n this.pending.push(event)\n }\n }\n\n private messageItem(role: 'user' | 'assistant' | 'system', text: string) {\n return {\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role,\n content: [\n {\n type: role === 'assistant' ? 'output_text' : 'input_text',\n text,\n },\n ],\n },\n }\n }\n\n private sendSessionUpdate() {\n this.socket?.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'realtime',\n model: this.options.model || DEFAULT_MODEL,\n instructions: this.options.systemPrompt,\n output_modalities: ['audio'],\n audio: {\n input: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n // The Micdrop client detects when the user speaks\n turn_detection: null,\n transcription: {\n model:\n this.options.transcriptionModel ||\n DEFAULT_TRANSCRIPTION_MODEL,\n ...(this.options.language\n ? { language: this.options.language }\n : {}),\n },\n noise_reduction: { type: 'near_field' },\n },\n output: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n voice: this.options.voice || DEFAULT_VOICE,\n },\n },\n tools: this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n })),\n },\n })\n )\n }\n\n private connect() {\n this.initWS().catch((error) => {\n this.log('Connection error:', error)\n this.reconnect()\n })\n }\n\n private initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const model = this.options.model || DEFAULT_MODEL\n const socket = new WebSocket(\n `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`,\n { headers: { Authorization: `Bearer ${this.options.apiKey}` } }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n this.sendSessionUpdate()\n\n // A new connection starts from an empty conversation\n if (this.everConnected) {\n for (const message of this.conversation) {\n if (message.role !== 'user' && message.role !== 'assistant') {\n continue\n }\n socket.send(\n JSON.stringify(this.messageItem(message.role, message.content))\n )\n }\n }\n\n this.connected = true\n this.everConnected = true\n this.retryCount = 0\n const pending = this.pending\n this.pending = []\n pending.forEach((event) => this.send(event))\n resolve()\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n const wasConnected = this.connected\n this.closeSocket()\n if (this.destroyed) return\n this.log('Connection closed', { code, reason: reason.toString() })\n if (wasConnected) this.reconnect()\n })\n\n socket.on('message', (data) => {\n this.handleMessage(JSON.parse(data.toString()))\n })\n })\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connected = false\n // What was waiting for this connection is sent again with the\n // conversation, or belonged to an answer that is lost\n this.pending = []\n this.requested = []\n this.response = undefined\n if (!socket) return\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n // The answer in progress is lost with the connection\n this.endAnswer()\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.connect()\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n }\n\n private isIgnored(responseId?: string) {\n return (\n !responseId ||\n this.ignoredResponses.has(responseId) ||\n this.response?.id !== responseId\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'response.created': {\n const requested = this.requested.shift() ?? {\n generation: this.generation,\n outOfBand: false,\n }\n const id = message.response.id\n // Interrupted before it even started\n if (requested.generation !== this.generation) {\n this.ignoredResponses.add(id)\n this.socket?.send(\n JSON.stringify({ type: 'response.cancel', response_id: id })\n )\n break\n }\n this.response = { id, ...requested }\n this.audioItemId = undefined\n this.audioBytes = 0\n this.outputResampler.reset()\n break\n }\n\n case 'response.output_audio.delta': {\n if (this.isIgnored(message.response_id)) break\n const audio = Buffer.from(message.delta, 'base64')\n if (this.audioItemId !== message.item_id) {\n this.audioItemId = message.item_id\n this.audioStartedAt = Date.now()\n this.audioBytes = 0\n }\n this.audioBytes += audio.length\n const output = this.outputResampler.process(audio)\n if (output.length > 0) this.emitAudio(output)\n break\n }\n\n case 'response.output_audio_transcript.delta':\n if (this.isIgnored(message.response_id)) break\n this.addAnswerTranscript(message.delta)\n break\n\n case 'conversation.item.input_audio_transcription.completed':\n this.log(`User transcript: \"${message.transcript}\"`)\n this.addUserTranscript(message.transcript || '')\n this.commitUserTranscript()\n break\n\n case 'conversation.item.input_audio_transcription.failed':\n this.log('Transcription failed:', message.error)\n this.commitUserTranscript()\n break\n\n case 'response.done':\n this.onResponseDone(message.response)\n break\n\n case 'error':\n // Cancelling a response that just ended is expected\n if (message.error?.code === 'response_cancel_not_active') break\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private async onResponseDone(response: any) {\n if (this.ignoredResponses.delete(response.id)) return\n if (this.response?.id !== response.id) return\n this.response = undefined\n const generation = this.generation\n\n if (response.status === 'failed') {\n this.log('Response failed:', response.status_details)\n }\n\n const calls = (response.output ?? []).filter(\n (item: any) => item.type === 'function_call'\n )\n if (calls.length === 0) {\n this.endAnswer()\n return\n }\n\n // Run the tools, then have the model speak about their results\n let skipAnswer = true\n for (const call of calls) {\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.call_id,\n toolName: call.name,\n parameters: call.arguments,\n }\n const result = await this.runTool(toolCall)\n if (generation !== this.generation) return\n if (!result.skipAnswer) skipAnswer = false\n this.send({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: call.call_id,\n output: JSON.stringify(result.output ?? null),\n },\n })\n }\n\n if (skipAnswer) {\n this.endAnswer()\n } else {\n this.createResponse()\n }\n }\n}\n","import { Pcm16Resampler, STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n","import { Pcm16Resampler, SentenceSplitter, TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n *\n * The OpenAI speech endpoint takes a complete text input (no streaming text\n * in), so the incoming text stream is buffered into sentences and each\n * sentence is synthesized as soon as it is complete. Requests are processed\n * sequentially, which keeps the emitted audio in order while still starting\n * playback as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n model?: string\n voice?: string\n // Prosody instructions (accent, emotion, speed, tone...).\n // Only works with gpt-4o-mini-tts, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0. Only works with tts-1 / tts-1-hd.\n speed?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst MAX_IN_FLIGHT = 2 // Requests asked for at once, current one included\n// Audio held back at the start of an utterance, in bytes of the output format\n// (16 bits, 16 kHz, so 32 bytes per millisecond).\n//\n// The endpoint answers with a burst of a hundred milliseconds or so, then goes\n// quiet while it generates the rest. Forwarding that burst as it arrives means\n// the browser starts playing a syllable it cannot continue, and the hole lands\n// inside the first word. Holding the opening back until there is enough of it\n// to cover the pause costs the same time either way, and spends it before the\n// first syllable rather than inside it.\nconst OPENING_CUSHION = 300 * 32\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\n/** A sentence whose synthesis has been asked for and not yet spoken. */\ninterface PendingItem extends QueueItem {\n controller: AbortController\n response: Promise<{ body: ReadableStream<Uint8Array> | null } | null>\n}\n\nexport class OpenaiTTS extends TTS {\n private openai: OpenAI\n private counter = 0 // Identifies the current speak() call\n // Bumped by every speak() and every cancel(), so a call claimed late can tell\n // whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the synthesis calls and must only move when there\n // is something to synthesize.\n private generation = 0\n private splitter = new SentenceSplitter()\n private queue: QueueItem[] = [] // Sentences whose synthesis has not started\n private pending: PendingItem[] = [] // Requests in flight, in speaking order\n private cushion: Buffer[] = [] // Opening audio held back, see OPENING_CUSHION\n private cushionBytes = 0\n private processing = false\n // More than one request is in flight at a time, so they are aborted as a set.\n private abortControllers = new Set<AbortController>()\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n\n // Claiming the call is deferred until there is something to say.\n //\n // Taking the next number right away would drop the utterance still being\n // spoken, since both the queue and the streaming reader skip anything\n // stamped with an older one. A stream that never carries a word, which is\n // what an answer skipped by a tool or by onBeforeAnswer hands over, would\n // then cut the assistant off and throw away the sentences still queued.\n const claimCall = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n this.splitter.reset()\n this.cushion = []\n this.cushionBytes = 0\n return true\n }\n\n textStream.on('data', (chunk: Buffer) => {\n if (!claimCall()) return\n if (counter !== this.counter) return\n for (const sentence of this.splitter.push(chunk.toString('utf-8'))) {\n this.enqueue(counter, sentence)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n // Nothing was ever said, so there is nothing left to flush.\n if (!counter || counter !== this.counter) return\n for (const sentence of this.splitter.flush()) {\n this.enqueue(counter, sentence)\n }\n })\n }\n\n cancel() {\n this.generation++\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.splitter.reset()\n this.queue = []\n this.pending = []\n this.cushion = []\n this.cushionBytes = 0\n this.abortControllers.forEach((controller) => controller.abort())\n this.abortControllers.clear()\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.pump()\n }\n\n /**\n * Starts what can be started, then speaks what is ready.\n *\n * The endpoint takes a few hundred milliseconds before its first byte, and\n * waiting for that between two sentences leaves a silence in the middle of\n * her voice. It is loudest at the very start, where a greeting is often one\n * short sentence: a syllable, a hole, then the rest of the answer. Asking for\n * a sentence the moment it is complete, rather than when its turn to be\n * spoken comes, hides that latency behind the audio already playing.\n *\n * Two requests at a time is enough to cover the gap, and it keeps a long\n * answer from opening one request per sentence all at once.\n */\n private pump() {\n while (this.pending.length < MAX_IN_FLIGHT && this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n this.pending.push(this.request(item))\n }\n this.drain()\n }\n\n /** Speaks the started requests in the order they were queued. */\n private async drain() {\n if (this.processing) return\n this.processing = true\n\n while (this.pending.length > 0) {\n const item = this.pending.shift()!\n // A slot just freed, so the sentence after the next one can start now\n this.pump()\n await this.speakItem(item)\n }\n\n this.processing = false\n // Nothing left to speak: an utterance shorter than the cushion is released\n // here, since there is no longer anything coming to fill it up.\n this.flushCushion()\n // Sentences may have arrived right as we exited the loop\n if (this.pending.length > 0 || this.queue.length > 0) this.pump()\n }\n\n /** Asks for one sentence, without waiting for the answer. */\n private request(item: QueueItem): PendingItem {\n const controller = new AbortController()\n this.abortControllers.add(controller)\n\n const response = this.openai.audio.speech\n .create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: item.text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: controller.signal }\n )\n .catch((error) => {\n if (!controller.signal.aborted) {\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [item.text])\n }\n return null\n })\n\n return { ...item, controller, response }\n }\n\n /** Holds the opening of an utterance back, then lets the rest through. */\n private emitAudio(chunk: Buffer) {\n if (this.cushionBytes >= OPENING_CUSHION) {\n this.emit('Audio', chunk)\n return\n }\n this.cushion.push(chunk)\n this.cushionBytes += chunk.length\n if (this.cushionBytes >= OPENING_CUSHION) this.flushCushion()\n }\n\n private flushCushion() {\n if (this.cushion.length === 0) return\n const held = this.cushion\n this.cushion = []\n for (const chunk of held) this.emit('Audio', chunk)\n }\n\n /** Emits one sentence, whose request was started earlier. */\n private async speakItem(item: PendingItem) {\n try {\n const response = await item.response\n if (!response?.body) return\n if (item.counter !== this.counter) return\n this.log(`Synthesizing: \"${item.text}\"`)\n\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = response.body.getReader()\n\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n if (item.counter !== this.counter) {\n await reader.cancel()\n break\n }\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) this.emitAudio(output)\n }\n } finally {\n this.abortControllers.delete(item.controller)\n }\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AACjB,UAAI,YAAY;AAGhB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AAEH,gBAAI,UAAW;AAEf,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AAMH,gBAAI,UAAW;AAEf,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,wBAAY;AAKZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAI9C,UAAI,CAAC,cAAc,CAAC,WAAW;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnNA;AAAA,EAEE;AAAA,EACA;AAAA,OAEK;AACP,OAAO,eAAe;AACtB,OAAOA,MAAK,gBAAAC,qBAAoB;AAwBhC,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,8BAA8B;AACpC,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,sBAAuB,qBAAqB,IAAK;AACvD,IAAM,6BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AASnB,IAAM,iBAAN,cAA6B,SAAgC;AAAA,EAuBlE,YAAY,SAAgC;AAC1C,UAAM,OAAO;AAtBf,SAAQ,YAAY;AACpB,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAEpB;AAAA,SAAQ,UAAoB,CAAC;AAE7B,SAAQ,aAAa;AAErB,SAAQ,iBAAiB,IAAI,eAAe,aAAa,kBAAkB;AAC3E,SAAQ,kBAAkB,IAAI,eAAe,oBAAoB,WAAW;AAG5E;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAiC,CAAC;AAE1C,SAAQ,mBAAmB,oBAAI,IAAY;AAG3C,SAAQ,iBAAiB;AACzB,SAAQ,aAAa;AAInB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe,MAAM;AAAA,EAC5B;AAAA,EAEU,YAAY,OAAe;AACnC,UAAM,QAAQ,KAAK,eAAe,QAAQ,KAAK;AAC/C,QAAI,MAAM,WAAW,EAAG;AACxB,SAAK,KAAK;AAAA,MACR,MAAM;AAAA,MACN,OAAO,MAAM,SAAS,QAAQ;AAAA,IAChC,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAC/C,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAAA,EAChD;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,UAAU,MAAc;AAGhC,SAAK,eAAe;AAAA,MAClB,cAAc;AAAA,MACd,cAAc,oEAAoE,IAAI;AAAA,IACxF,CAAC;AAAA,EACH;AAAA,EAEU,eAAe;AACvB,SAAK;AACL,SAAK,gBAAgB,MAAM;AAC3B,UAAM,WAAW,KAAK;AACtB,QAAI,CAAC,SAAU;AACf,SAAK,WAAW;AAChB,SAAK,iBAAiB,IAAI,SAAS,EAAE;AACrC,SAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,SAAS,GAAG,CAAC;AAI/D,QAAI,CAAC,SAAS,aAAa,KAAK,aAAa;AAC3C,YAAM,SAAS,KAAK;AAAA,QAClB,KAAK,IAAI,IAAI,KAAK;AAAA,QAClB,KAAK,aAAa;AAAA,MACpB;AACA,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,SAAS,KAAK;AAAA,QACd,eAAe;AAAA,QACf,cAAc,KAAK,IAAI,GAAG,KAAK,MAAM,MAAM,CAAC;AAAA,MAC9C,CAAC;AAAA,IACH;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,UAAW,MAAK,kBAAkB;AAAA,EAC7C;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QAAI,CAAC,KAAK,aAAa,KAAK,cAAe;AAC3C,SAAK,KAAK,KAAK,YAAY,MAAM,IAAI,CAAC;AAAA,EACxC;AAAA,EAEQ,eAAe,UAAmB;AACxC,SAAK,UAAU,KAAK;AAAA,MAClB,YAAY,KAAK;AAAA,MACjB,WAAW,CAAC,CAAC;AAAA,IACf,CAAC;AACD,SAAK,KAAK,EAAE,MAAM,mBAAmB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC,EAAG,CAAC;AAAA,EAC1E;AAAA,EAEQ,KAAK,OAAe;AAC1B,QAAI,KAAK,aAAa,KAAK,QAAQ,eAAe,UAAU,MAAM;AAChE,WAAK,OAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,IACxC,OAAO;AACL,WAAK,QAAQ,KAAK,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,YAAY,MAAuC,MAAc;AACvE,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA,SAAS;AAAA,UACP;AAAA,YACE,MAAM,SAAS,cAAc,gBAAgB;AAAA,YAC7C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO,KAAK,QAAQ,SAASD;AAAA,UAC7B,cAAc,KAAK,QAAQ;AAAA,UAC3B,mBAAmB,CAAC,OAAO;AAAA,UAC3B,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA;AAAA,cAEtD,gBAAgB;AAAA,cAChB,eAAe;AAAA,gBACb,OACE,KAAK,QAAQ,sBACb;AAAA,gBACF,GAAI,KAAK,QAAQ,WACb,EAAE,UAAU,KAAK,QAAQ,SAAS,IAClC,CAAC;AAAA,cACP;AAAA,cACA,iBAAiB,EAAE,MAAM,aAAa;AAAA,YACxC;AAAA,YACA,QAAQ;AAAA,cACN,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA,cACtD,OAAO,KAAK,QAAQ,SAAS;AAAA,YAC/B;AAAA,UACF;AAAA,UACA,OAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,YAC/B,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,YACX,aAAa,KAAK;AAAA,YAClB,YAAYD,cAAa,KAAK,eAAeD,GAAE,OAAO,CAAC;AAAA,UACzD,EAAE;AAAA,QACJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAC7B,WAAK,IAAI,qBAAqB,KAAK;AACnC,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,KAAK,QAAQ,SAASE;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,0CAA0C,mBAAmB,KAAK,CAAC;AAAA,QACnE,EAAE,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,GAAG,EAAE;AAAA,MAChE;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAC5B,aAAK,kBAAkB;AAGvB,YAAI,KAAK,eAAe;AACtB,qBAAW,WAAW,KAAK,cAAc;AACvC,gBAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,aAAa;AAC3D;AAAA,YACF;AACA,mBAAO;AAAA,cACL,KAAK,UAAU,KAAK,YAAY,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YAChE;AAAA,UACF;AAAA,QACF;AAEA,aAAK,YAAY;AACjB,aAAK,gBAAgB;AACrB,aAAK,aAAa;AAClB,cAAM,UAAU,KAAK;AACrB,aAAK,UAAU,CAAC;AAChB,gBAAQ,QAAQ,CAAC,UAAU,KAAK,KAAK,KAAK,CAAC;AAC3C,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,cAAM,eAAe,KAAK;AAC1B,aAAK,YAAY;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,YAAI,aAAc,MAAK,UAAU;AAAA,MACnC,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,aAAK,cAAc,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MAChD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,YAAY;AAGjB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,CAAC;AAClB,SAAK,WAAW;AAChB,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAC1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,QAAQ;AAClB;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,SAAK,mBAAmB,WAAW,MAAM;AACvC,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AAAA,IACf,GAAG,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,EACnD;AAAA,EAEQ,UAAU,YAAqB;AACrC,WACE,CAAC,cACD,KAAK,iBAAiB,IAAI,UAAU,KACpC,KAAK,UAAU,OAAO;AAAA,EAE1B;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,oBAAoB;AACvB,cAAM,YAAY,KAAK,UAAU,MAAM,KAAK;AAAA,UAC1C,YAAY,KAAK;AAAA,UACjB,WAAW;AAAA,QACb;AACA,cAAM,KAAK,QAAQ,SAAS;AAE5B,YAAI,UAAU,eAAe,KAAK,YAAY;AAC5C,eAAK,iBAAiB,IAAI,EAAE;AAC5B,eAAK,QAAQ;AAAA,YACX,KAAK,UAAU,EAAE,MAAM,mBAAmB,aAAa,GAAG,CAAC;AAAA,UAC7D;AACA;AAAA,QACF;AACA,aAAK,WAAW,EAAE,IAAI,GAAG,UAAU;AACnC,aAAK,cAAc;AACnB,aAAK,aAAa;AAClB,aAAK,gBAAgB,MAAM;AAC3B;AAAA,MACF;AAAA,MAEA,KAAK,+BAA+B;AAClC,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,cAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,YAAI,KAAK,gBAAgB,QAAQ,SAAS;AACxC,eAAK,cAAc,QAAQ;AAC3B,eAAK,iBAAiB,KAAK,IAAI;AAC/B,eAAK,aAAa;AAAA,QACpB;AACA,aAAK,cAAc,MAAM;AACzB,cAAM,SAAS,KAAK,gBAAgB,QAAQ,KAAK;AACjD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAC5C;AAAA,MACF;AAAA,MAEA,KAAK;AACH,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,aAAK,oBAAoB,QAAQ,KAAK;AACtC;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,qBAAqB,QAAQ,UAAU,GAAG;AACnD,aAAK,kBAAkB,QAAQ,cAAc,EAAE;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,yBAAyB,QAAQ,KAAK;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,eAAe,QAAQ,QAAQ;AACpC;AAAA,MAEF,KAAK;AAEH,YAAI,QAAQ,OAAO,SAAS,6BAA8B;AAC1D,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,UAAe;AAC1C,QAAI,KAAK,iBAAiB,OAAO,SAAS,EAAE,EAAG;AAC/C,QAAI,KAAK,UAAU,OAAO,SAAS,GAAI;AACvC,SAAK,WAAW;AAChB,UAAM,aAAa,KAAK;AAExB,QAAI,SAAS,WAAW,UAAU;AAChC,WAAK,IAAI,oBAAoB,SAAS,cAAc;AAAA,IACtD;AAEA,UAAM,SAAS,SAAS,UAAU,CAAC,GAAG;AAAA,MACpC,CAAC,SAAc,KAAK,SAAS;AAAA,IAC/B;AACA,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,UAAU;AACf;AAAA,IACF;AAGA,QAAI,aAAa;AACjB,eAAW,QAAQ,OAAO;AACxB,YAAM,WAAwC;AAAA,QAC5C,MAAM;AAAA,QACN,YAAY,KAAK;AAAA,QACjB,UAAU,KAAK;AAAA,QACf,YAAY,KAAK;AAAA,MACnB;AACA,YAAM,SAAS,MAAM,KAAK,QAAQ,QAAQ;AAC1C,UAAI,eAAe,KAAK,WAAY;AACpC,UAAI,CAAC,OAAO,WAAY,cAAa;AACrC,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS,KAAK;AAAA,UACd,QAAQ,KAAK,UAAU,OAAO,UAAU,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,YAAY;AACd,WAAK,UAAU;AAAA,IACjB,OAAO;AACL,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AACF;;;ACzcA,SAAS,kBAAAC,iBAAgB,WAAW;AAEpC,OAAOC,gBAAe;AAmBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAMC,eAAc;AACpB,IAAMC,sBAAqB;AAC3B,IAAMC,8BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,YAAN,cAAwB,IAAI;AAAA,EASjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AALpB,SAAQ,aAAa;AAErB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAIP,gBAAeG,cAAaC,mBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAeH,WAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAMG;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASF;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAID;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBI,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;;;ACxRA,SAAS,kBAAAE,iBAAgB,kBAAkB,WAAW;AACtD,OAAOC,aAAY;AA0BnB,IAAMC,iBAAgB;AACtB,IAAMC,iBAAgB;AACtB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAUtB,IAAM,kBAAkB,MAAM;AAavB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAiBjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAf7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,WAAW,IAAI,iBAAiB;AACxC,SAAQ,QAAqB,CAAC;AAC9B;AAAA,SAAQ,UAAyB,CAAC;AAClC;AAAA,SAAQ,UAAoB,CAAC;AAC7B;AAAA,SAAQ,eAAe;AACvB,SAAQ,aAAa;AAErB;AAAA,SAAQ,mBAAmB,oBAAI,IAAqB;AAIlD,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAIH,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AASd,UAAM,YAAY,MAAM;AACtB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,WAAK,SAAS,MAAM;AACpB,WAAK,UAAU,CAAC;AAChB,WAAK,eAAe;AACpB,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,CAAC,UAAU,EAAG;AAClB,UAAI,YAAY,KAAK,QAAS;AAC9B,iBAAW,YAAY,KAAK,SAAS,KAAK,MAAM,SAAS,OAAO,CAAC,GAAG;AAClE,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AAEzB,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,iBAAW,YAAY,KAAK,SAAS,MAAM,GAAG;AAC5C,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS,MAAM;AACpB,SAAK,QAAQ,CAAC;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,UAAU,CAAC;AAChB,SAAK,eAAe;AACpB,SAAK,iBAAiB,QAAQ,CAAC,eAAe,WAAW,MAAM,CAAC;AAChE,SAAK,iBAAiB,MAAM;AAAA,EAC9B;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,KAAK;AAAA,EACZ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeQ,OAAO;AACb,WAAO,KAAK,QAAQ,SAAS,iBAAiB,KAAK,MAAM,SAAS,GAAG;AACnE,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,QAAQ,KAAK,KAAK,QAAQ,IAAI,CAAC;AAAA,IACtC;AACA,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,MAAc,QAAQ;AACpB,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,QAAQ,SAAS,GAAG;AAC9B,YAAM,OAAO,KAAK,QAAQ,MAAM;AAEhC,WAAK,KAAK;AACV,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B;AAEA,SAAK,aAAa;AAGlB,SAAK,aAAa;AAElB,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,MAAM,SAAS,EAAG,MAAK,KAAK;AAAA,EAClE;AAAA;AAAA,EAGQ,QAAQ,MAA8B;AAC5C,UAAM,aAAa,IAAI,gBAAgB;AACvC,SAAK,iBAAiB,IAAI,UAAU;AAEpC,UAAM,WAAW,KAAK,OAAO,MAAM,OAChC;AAAA,MACC;AAAA,QACE,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK;AAAA,QACZ,iBAAiB;AAAA,QACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,QACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,MAC5D;AAAA,MACA,EAAE,QAAQ,WAAW,OAAO;AAAA,IAC9B,EACC,MAAM,CAAC,UAAU;AAChB,UAAI,CAAC,WAAW,OAAO,SAAS;AAC9B,aAAK,IAAI,8BAA8B,KAAK;AAC5C,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AACA,aAAO;AAAA,IACT,CAAC;AAEH,WAAO,EAAE,GAAG,MAAM,YAAY,SAAS;AAAA,EACzC;AAAA;AAAA,EAGQ,UAAU,OAAe;AAC/B,QAAI,KAAK,gBAAgB,iBAAiB;AACxC,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,gBAAgB,MAAM;AAC3B,QAAI,KAAK,gBAAgB,gBAAiB,MAAK,aAAa;AAAA,EAC9D;AAAA,EAEQ,eAAe;AACrB,QAAI,KAAK,QAAQ,WAAW,EAAG;AAC/B,UAAM,OAAO,KAAK;AAClB,SAAK,UAAU,CAAC;AAChB,eAAW,SAAS,KAAM,MAAK,KAAK,SAAS,KAAK;AAAA,EACpD;AAAA;AAAA,EAGA,MAAc,UAAU,MAAmB;AACzC,QAAI;AACF,YAAM,WAAW,MAAM,KAAK;AAC5B,UAAI,CAAC,UAAU,KAAM;AACrB,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,IAAI,kBAAkB,KAAK,IAAI,GAAG;AAEvC,YAAM,YAAY,IAAIH;AAAA,QACpBI;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,KAAK,UAAU;AAEvC,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,KAAK,YAAY,KAAK,SAAS;AACjC,gBAAM,OAAO,OAAO;AACpB;AAAA,QACF;AACA,cAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,MAC9C;AAAA,IACF,UAAE;AACA,WAAK,iBAAiB,OAAO,KAAK,UAAU;AAAA,IAC9C;AAAA,EACF;AACF;","names":["z","toJSONSchema","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","Pcm16Resampler","WebSocket","DEFAULT_MODEL","SAMPLE_RATE","OPENAI_SAMPLE_RATE","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","Pcm16Resampler","OpenAI","DEFAULT_MODEL","DEFAULT_VOICE","OPENAI_SAMPLE_RATE"]}
1
+ {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiRealtime.ts","../src/OpenaiSTT.ts","../src/OpenaiTTS.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n let hasAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n // Ignore extra outputs, we keep the first answer only\n if (hasAnswer) break\n\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n // Keep the first answer only.\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n if (hasAnswer) break\n\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n hasAnswer = true\n // Keep reading events instead of returning here: the API streams\n // one output item at a time, so a function call the model made\n // alongside its answer is only announced after the text is done.\n // Returning dropped every tool call that came with an answer.\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (!skipAnswer && !hasAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport WebSocket from 'ws'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * OpenAI Realtime API, a model hearing the user and answering with its voice\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-conversations\n *\n * The Micdrop client already tells when the user speaks, so the server side\n * turn detection is off: the audio of a turn is committed when the client\n * closes it, and the answer is asked for right after.\n */\n\nexport interface OpenaiRealtimeOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n voice?: string\n // Language of the user, which helps the transcription\n language?: string\n transcriptionModel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-realtime-2.1'\nconst DEFAULT_VOICE = 'marin'\nconst DEFAULT_TRANSCRIPTION_MODEL = 'gpt-4o-transcribe'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, both ways\nconst OPENAI_SAMPLE_RATE = 24000 // The only rate of the Realtime API\nconst OPENAI_BYTES_PER_MS = (OPENAI_SAMPLE_RATE * 2) / 1000\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\n/** A response asked for, until the API gives it an id */\ninterface RequestedResponse {\n generation: number\n // Out of the conversation, so there is no item to truncate\n outOfBand: boolean\n}\n\nexport class OpenaiRealtime extends Realtime<OpenaiRealtimeOptions> {\n private socket?: WebSocket\n private connected = false\n private everConnected = false\n private destroyed = false\n // Events sent while the connection opens\n private pending: object[] = []\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n\n private inputResampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n private outputResampler = new Pcm16Resampler(OPENAI_SAMPLE_RATE, SAMPLE_RATE)\n\n // Bumped by every interruption, so late responses can tell they are stale\n private generation = 0\n private requested: RequestedResponse[] = []\n private response?: { id: string } & RequestedResponse\n private ignoredResponses = new Set<string>()\n // Audio of the response being played, to cut what the user did not hear\n private audioItemId?: string\n private audioStartedAt = 0\n private audioBytes = 0\n\n constructor(options: OpenaiRealtimeOptions) {\n super(options)\n this.connect()\n }\n\n destroy() {\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.closeSocket()\n }\n\n protected openTurn() {\n this.inputResampler.reset()\n }\n\n protected appendAudio(chunk: Buffer) {\n const audio = this.inputResampler.process(chunk)\n if (audio.length === 0) return\n this.send({\n type: 'input_audio_buffer.append',\n audio: audio.toString('base64'),\n })\n }\n\n protected closeTurn() {\n this.send({ type: 'input_audio_buffer.commit' })\n this.createResponse()\n }\n\n protected clearTurn() {\n this.send({ type: 'input_audio_buffer.clear' })\n }\n\n protected generate() {\n this.createResponse()\n }\n\n protected speakText(text: string) {\n // Out of the conversation: the text is already in it, recorded by the\n // caller, and the instruction to read it does not belong there\n this.createResponse({\n conversation: 'none',\n instructions: `Say exactly the following text, word for word, and nothing else: ${text}`,\n })\n }\n\n protected cancelAnswer() {\n this.generation++\n this.outputResampler.reset()\n const response = this.response\n if (!response) return\n this.response = undefined\n this.ignoredResponses.add(response.id)\n this.send({ type: 'response.cancel', response_id: response.id })\n\n // The client played part of the audio at most, the model should not\n // remember saying the rest\n if (!response.outOfBand && this.audioItemId) {\n const played = Math.min(\n Date.now() - this.audioStartedAt,\n this.audioBytes / OPENAI_BYTES_PER_MS\n )\n this.send({\n type: 'conversation.item.truncate',\n item_id: this.audioItemId,\n content_index: 0,\n audio_end_ms: Math.max(0, Math.floor(played)),\n })\n }\n this.audioItemId = undefined\n }\n\n protected updateTools() {\n if (this.connected) this.sendSessionUpdate()\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again once reconnected\n if (!this.connected && this.everConnected) return\n this.send(this.messageItem(role, text))\n }\n\n private createResponse(response?: object) {\n this.requested.push({\n generation: this.generation,\n outOfBand: !!response,\n })\n this.send({ type: 'response.create', ...(response ? { response } : {}) })\n }\n\n private send(event: object) {\n if (this.connected && this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify(event))\n } else {\n this.pending.push(event)\n }\n }\n\n private messageItem(role: 'user' | 'assistant' | 'system', text: string) {\n return {\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role,\n content: [\n {\n type: role === 'assistant' ? 'output_text' : 'input_text',\n text,\n },\n ],\n },\n }\n }\n\n private sendSessionUpdate() {\n this.socket?.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'realtime',\n model: this.options.model || DEFAULT_MODEL,\n instructions: this.options.systemPrompt,\n output_modalities: ['audio'],\n audio: {\n input: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n // The Micdrop client detects when the user speaks\n turn_detection: null,\n transcription: {\n model:\n this.options.transcriptionModel ||\n DEFAULT_TRANSCRIPTION_MODEL,\n ...(this.options.language\n ? { language: this.options.language }\n : {}),\n },\n noise_reduction: { type: 'near_field' },\n },\n output: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n voice: this.options.voice || DEFAULT_VOICE,\n },\n },\n tools: this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n })),\n },\n })\n )\n }\n\n private connect() {\n this.initWS().catch((error) => {\n this.log('Connection error:', error)\n this.reconnect()\n })\n }\n\n private initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const model = this.options.model || DEFAULT_MODEL\n const socket = new WebSocket(\n `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`,\n { headers: { Authorization: `Bearer ${this.options.apiKey}` } }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n this.sendSessionUpdate()\n\n // A new connection starts from an empty conversation\n if (this.everConnected) {\n for (const message of this.conversation) {\n if (message.role !== 'user' && message.role !== 'assistant') {\n continue\n }\n socket.send(\n JSON.stringify(this.messageItem(message.role, message.content))\n )\n }\n }\n\n this.connected = true\n this.everConnected = true\n this.retryCount = 0\n const pending = this.pending\n this.pending = []\n pending.forEach((event) => this.send(event))\n resolve()\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n const wasConnected = this.connected\n this.closeSocket()\n if (this.destroyed) return\n this.log('Connection closed', { code, reason: reason.toString() })\n if (wasConnected) this.reconnect()\n })\n\n socket.on('message', (data) => {\n this.handleMessage(JSON.parse(data.toString()))\n })\n })\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connected = false\n // What was waiting for this connection is sent again with the\n // conversation, or belonged to an answer that is lost\n this.pending = []\n this.requested = []\n this.response = undefined\n if (!socket) return\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n // The answer in progress is lost with the connection\n this.endAnswer()\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.connect()\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n }\n\n private isIgnored(responseId?: string) {\n return (\n !responseId ||\n this.ignoredResponses.has(responseId) ||\n this.response?.id !== responseId\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'response.created': {\n const requested = this.requested.shift() ?? {\n generation: this.generation,\n outOfBand: false,\n }\n const id = message.response.id\n // Interrupted before it even started\n if (requested.generation !== this.generation) {\n this.ignoredResponses.add(id)\n this.socket?.send(\n JSON.stringify({ type: 'response.cancel', response_id: id })\n )\n break\n }\n this.response = { id, ...requested }\n this.audioItemId = undefined\n this.audioBytes = 0\n this.outputResampler.reset()\n break\n }\n\n case 'response.output_audio.delta': {\n if (this.isIgnored(message.response_id)) break\n const audio = Buffer.from(message.delta, 'base64')\n if (this.audioItemId !== message.item_id) {\n this.audioItemId = message.item_id\n this.audioStartedAt = Date.now()\n this.audioBytes = 0\n }\n this.audioBytes += audio.length\n const output = this.outputResampler.process(audio)\n if (output.length > 0) this.emitAudio(output)\n break\n }\n\n case 'response.output_audio_transcript.delta':\n if (this.isIgnored(message.response_id)) break\n this.addAnswerTranscript(message.delta)\n break\n\n case 'conversation.item.input_audio_transcription.completed':\n this.log(`User transcript: \"${message.transcript}\"`)\n this.addUserTranscript(message.transcript || '')\n this.commitUserTranscript()\n break\n\n case 'conversation.item.input_audio_transcription.failed':\n this.log('Transcription failed:', message.error)\n this.commitUserTranscript()\n break\n\n case 'response.done':\n this.onResponseDone(message.response)\n break\n\n case 'error':\n // Cancelling a response that just ended is expected\n if (message.error?.code === 'response_cancel_not_active') break\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private async onResponseDone(response: any) {\n if (this.ignoredResponses.delete(response.id)) return\n if (this.response?.id !== response.id) return\n this.response = undefined\n const generation = this.generation\n\n if (response.status === 'failed') {\n this.log('Response failed:', response.status_details)\n }\n\n const calls = (response.output ?? []).filter(\n (item: any) => item.type === 'function_call'\n )\n if (calls.length === 0) {\n this.endAnswer()\n return\n }\n\n // Run the tools, then have the model speak about their results\n let skipAnswer = true\n for (const call of calls) {\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.call_id,\n toolName: call.name,\n parameters: call.arguments,\n }\n const result = await this.runTool(toolCall)\n if (generation !== this.generation) return\n if (!result.skipAnswer) skipAnswer = false\n this.send({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: call.call_id,\n output: JSON.stringify(result.output ?? null),\n },\n })\n }\n\n if (skipAnswer) {\n this.endAnswer()\n } else {\n this.createResponse()\n }\n }\n}\n","import { Pcm16Resampler, STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private retryCount = 0\n private destroyed = false\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'session.created':\n // The server accepted the key, so the connection is usable\n this.retryCount = 0\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","import { Pcm16Resampler, SentenceSplitter, TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n *\n * The OpenAI speech endpoint takes a complete text input (no streaming text\n * in), so the incoming text stream is buffered into sentences and each\n * sentence is synthesized as soon as it is complete. Requests are processed\n * sequentially, which keeps the emitted audio in order while still starting\n * playback as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n model?: string\n voice?: string\n // Prosody instructions (accent, emotion, speed, tone...).\n // Only works with gpt-4o-mini-tts, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0. Only works with tts-1 / tts-1-hd.\n speed?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst MAX_IN_FLIGHT = 2 // Requests asked for at once, current one included\n// Audio held back at the start of an utterance, in bytes of the output format\n// (16 bits, 16 kHz, so 32 bytes per millisecond).\n//\n// The endpoint answers with a burst of a hundred milliseconds or so, then goes\n// quiet while it generates the rest. Forwarding that burst as it arrives means\n// the browser starts playing a syllable it cannot continue, and the hole lands\n// inside the first word. Holding the opening back until there is enough of it\n// to cover the pause costs the same time either way, and spends it before the\n// first syllable rather than inside it.\nconst OPENING_CUSHION = 300 * 32\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\n/** A sentence whose synthesis has been asked for and not yet spoken. */\ninterface PendingItem extends QueueItem {\n controller: AbortController\n response: Promise<{ body: ReadableStream<Uint8Array> | null } | null>\n}\n\nexport class OpenaiTTS extends TTS {\n private openai: OpenAI\n private counter = 0 // Identifies the current speak() call\n // Bumped by every speak() and every cancel(), so a call claimed late can tell\n // whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the synthesis calls and must only move when there\n // is something to synthesize.\n private generation = 0\n private splitter = new SentenceSplitter()\n private queue: QueueItem[] = [] // Sentences whose synthesis has not started\n private pending: PendingItem[] = [] // Requests in flight, in speaking order\n private cushion: Buffer[] = [] // Opening audio held back, see OPENING_CUSHION\n private cushionBytes = 0\n private processing = false\n // More than one request is in flight at a time, so they are aborted as a set.\n private abortControllers = new Set<AbortController>()\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n\n // Claiming the call is deferred until there is something to say.\n //\n // Taking the next number right away would drop the utterance still being\n // spoken, since both the queue and the streaming reader skip anything\n // stamped with an older one. A stream that never carries a word, which is\n // what an answer skipped by a tool or by onBeforeAnswer hands over, would\n // then cut the assistant off and throw away the sentences still queued.\n const claimCall = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n this.splitter.reset()\n this.cushion = []\n this.cushionBytes = 0\n return true\n }\n\n textStream.on('data', (chunk: Buffer) => {\n if (!claimCall()) return\n if (counter !== this.counter) return\n for (const sentence of this.splitter.push(chunk.toString('utf-8'))) {\n this.enqueue(counter, sentence)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n // Nothing was ever said, so there is nothing left to flush.\n if (!counter || counter !== this.counter) return\n for (const sentence of this.splitter.flush()) {\n this.enqueue(counter, sentence)\n }\n })\n }\n\n cancel() {\n this.generation++\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.splitter.reset()\n this.queue = []\n this.pending = []\n this.cushion = []\n this.cushionBytes = 0\n this.abortControllers.forEach((controller) => controller.abort())\n this.abortControllers.clear()\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.pump()\n }\n\n /**\n * Starts what can be started, then speaks what is ready.\n *\n * The endpoint takes a few hundred milliseconds before its first byte, and\n * waiting for that between two sentences leaves a silence in the middle of\n * her voice. It is loudest at the very start, where a greeting is often one\n * short sentence: a syllable, a hole, then the rest of the answer. Asking for\n * a sentence the moment it is complete, rather than when its turn to be\n * spoken comes, hides that latency behind the audio already playing.\n *\n * Two requests at a time is enough to cover the gap, and it keeps a long\n * answer from opening one request per sentence all at once.\n */\n private pump() {\n while (this.pending.length < MAX_IN_FLIGHT && this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n this.pending.push(this.request(item))\n }\n this.drain()\n }\n\n /** Speaks the started requests in the order they were queued. */\n private async drain() {\n if (this.processing) return\n this.processing = true\n\n while (this.pending.length > 0) {\n const item = this.pending.shift()!\n // A slot just freed, so the sentence after the next one can start now\n this.pump()\n await this.speakItem(item)\n }\n\n this.processing = false\n // Nothing left to speak: an utterance shorter than the cushion is released\n // here, since there is no longer anything coming to fill it up.\n this.flushCushion()\n // Sentences may have arrived right as we exited the loop\n if (this.pending.length > 0 || this.queue.length > 0) this.pump()\n }\n\n /** Asks for one sentence, without waiting for the answer. */\n private request(item: QueueItem): PendingItem {\n const controller = new AbortController()\n this.abortControllers.add(controller)\n\n const response = this.openai.audio.speech\n .create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: item.text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: controller.signal }\n )\n .catch((error) => {\n if (!controller.signal.aborted) {\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [item.text])\n }\n return null\n })\n\n return { ...item, controller, response }\n }\n\n /** Holds the opening of an utterance back, then lets the rest through. */\n private emitAudio(chunk: Buffer) {\n if (this.cushionBytes >= OPENING_CUSHION) {\n this.emit('Audio', chunk)\n return\n }\n this.cushion.push(chunk)\n this.cushionBytes += chunk.length\n if (this.cushionBytes >= OPENING_CUSHION) this.flushCushion()\n }\n\n private flushCushion() {\n if (this.cushion.length === 0) return\n const held = this.cushion\n this.cushion = []\n for (const chunk of held) this.emit('Audio', chunk)\n }\n\n /** Emits one sentence, whose request was started earlier. */\n private async speakItem(item: PendingItem) {\n try {\n const response = await item.response\n if (!response?.body) return\n if (item.counter !== this.counter) return\n this.log(`Synthesizing: \"${item.text}\"`)\n\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = response.body.getReader()\n\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n if (item.counter !== this.counter) {\n await reader.cancel()\n break\n }\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) this.emitAudio(output)\n }\n } catch (error) {\n // A cancel aborts the body being read, which is expected. Anything else\n // is logged rather than left unhandled, where it would stop the server.\n if (!item.controller.signal.aborted) {\n this.log('Error reading synthesized speech:', error)\n this.emit('Failed', [item.text])\n }\n } finally {\n this.abortControllers.delete(item.controller)\n }\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AACjB,UAAI,YAAY;AAGhB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AAEH,gBAAI,UAAW;AAEf,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AAMH,gBAAI,UAAW;AAEf,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,wBAAY;AAKZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAI9C,UAAI,CAAC,cAAc,CAAC,WAAW;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnNA;AAAA,EAEE;AAAA,EACA;AAAA,OAEK;AACP,OAAO,eAAe;AACtB,OAAOA,MAAK,gBAAAC,qBAAoB;AAwBhC,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,8BAA8B;AACpC,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,sBAAuB,qBAAqB,IAAK;AACvD,IAAM,6BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AASnB,IAAM,iBAAN,cAA6B,SAAgC;AAAA,EAuBlE,YAAY,SAAgC;AAC1C,UAAM,OAAO;AAtBf,SAAQ,YAAY;AACpB,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAEpB;AAAA,SAAQ,UAAoB,CAAC;AAE7B,SAAQ,aAAa;AAErB,SAAQ,iBAAiB,IAAI,eAAe,aAAa,kBAAkB;AAC3E,SAAQ,kBAAkB,IAAI,eAAe,oBAAoB,WAAW;AAG5E;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAiC,CAAC;AAE1C,SAAQ,mBAAmB,oBAAI,IAAY;AAG3C,SAAQ,iBAAiB;AACzB,SAAQ,aAAa;AAInB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe,MAAM;AAAA,EAC5B;AAAA,EAEU,YAAY,OAAe;AACnC,UAAM,QAAQ,KAAK,eAAe,QAAQ,KAAK;AAC/C,QAAI,MAAM,WAAW,EAAG;AACxB,SAAK,KAAK;AAAA,MACR,MAAM;AAAA,MACN,OAAO,MAAM,SAAS,QAAQ;AAAA,IAChC,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAC/C,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAAA,EAChD;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,UAAU,MAAc;AAGhC,SAAK,eAAe;AAAA,MAClB,cAAc;AAAA,MACd,cAAc,oEAAoE,IAAI;AAAA,IACxF,CAAC;AAAA,EACH;AAAA,EAEU,eAAe;AACvB,SAAK;AACL,SAAK,gBAAgB,MAAM;AAC3B,UAAM,WAAW,KAAK;AACtB,QAAI,CAAC,SAAU;AACf,SAAK,WAAW;AAChB,SAAK,iBAAiB,IAAI,SAAS,EAAE;AACrC,SAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,SAAS,GAAG,CAAC;AAI/D,QAAI,CAAC,SAAS,aAAa,KAAK,aAAa;AAC3C,YAAM,SAAS,KAAK;AAAA,QAClB,KAAK,IAAI,IAAI,KAAK;AAAA,QAClB,KAAK,aAAa;AAAA,MACpB;AACA,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,SAAS,KAAK;AAAA,QACd,eAAe;AAAA,QACf,cAAc,KAAK,IAAI,GAAG,KAAK,MAAM,MAAM,CAAC;AAAA,MAC9C,CAAC;AAAA,IACH;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,UAAW,MAAK,kBAAkB;AAAA,EAC7C;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QAAI,CAAC,KAAK,aAAa,KAAK,cAAe;AAC3C,SAAK,KAAK,KAAK,YAAY,MAAM,IAAI,CAAC;AAAA,EACxC;AAAA,EAEQ,eAAe,UAAmB;AACxC,SAAK,UAAU,KAAK;AAAA,MAClB,YAAY,KAAK;AAAA,MACjB,WAAW,CAAC,CAAC;AAAA,IACf,CAAC;AACD,SAAK,KAAK,EAAE,MAAM,mBAAmB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC,EAAG,CAAC;AAAA,EAC1E;AAAA,EAEQ,KAAK,OAAe;AAC1B,QAAI,KAAK,aAAa,KAAK,QAAQ,eAAe,UAAU,MAAM;AAChE,WAAK,OAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,IACxC,OAAO;AACL,WAAK,QAAQ,KAAK,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,YAAY,MAAuC,MAAc;AACvE,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA,SAAS;AAAA,UACP;AAAA,YACE,MAAM,SAAS,cAAc,gBAAgB;AAAA,YAC7C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO,KAAK,QAAQ,SAASD;AAAA,UAC7B,cAAc,KAAK,QAAQ;AAAA,UAC3B,mBAAmB,CAAC,OAAO;AAAA,UAC3B,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA;AAAA,cAEtD,gBAAgB;AAAA,cAChB,eAAe;AAAA,gBACb,OACE,KAAK,QAAQ,sBACb;AAAA,gBACF,GAAI,KAAK,QAAQ,WACb,EAAE,UAAU,KAAK,QAAQ,SAAS,IAClC,CAAC;AAAA,cACP;AAAA,cACA,iBAAiB,EAAE,MAAM,aAAa;AAAA,YACxC;AAAA,YACA,QAAQ;AAAA,cACN,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA,cACtD,OAAO,KAAK,QAAQ,SAAS;AAAA,YAC/B;AAAA,UACF;AAAA,UACA,OAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,YAC/B,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,YACX,aAAa,KAAK;AAAA,YAClB,YAAYD,cAAa,KAAK,eAAeD,GAAE,OAAO,CAAC;AAAA,UACzD,EAAE;AAAA,QACJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAC7B,WAAK,IAAI,qBAAqB,KAAK;AACnC,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,KAAK,QAAQ,SAASE;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,0CAA0C,mBAAmB,KAAK,CAAC;AAAA,QACnE,EAAE,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,GAAG,EAAE;AAAA,MAChE;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAC5B,aAAK,kBAAkB;AAGvB,YAAI,KAAK,eAAe;AACtB,qBAAW,WAAW,KAAK,cAAc;AACvC,gBAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,aAAa;AAC3D;AAAA,YACF;AACA,mBAAO;AAAA,cACL,KAAK,UAAU,KAAK,YAAY,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YAChE;AAAA,UACF;AAAA,QACF;AAEA,aAAK,YAAY;AACjB,aAAK,gBAAgB;AACrB,aAAK,aAAa;AAClB,cAAM,UAAU,KAAK;AACrB,aAAK,UAAU,CAAC;AAChB,gBAAQ,QAAQ,CAAC,UAAU,KAAK,KAAK,KAAK,CAAC;AAC3C,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,cAAM,eAAe,KAAK;AAC1B,aAAK,YAAY;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,YAAI,aAAc,MAAK,UAAU;AAAA,MACnC,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,aAAK,cAAc,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MAChD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,YAAY;AAGjB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,CAAC;AAClB,SAAK,WAAW;AAChB,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAC1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,QAAQ;AAClB;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,SAAK,mBAAmB,WAAW,MAAM;AACvC,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AAAA,IACf,GAAG,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,EACnD;AAAA,EAEQ,UAAU,YAAqB;AACrC,WACE,CAAC,cACD,KAAK,iBAAiB,IAAI,UAAU,KACpC,KAAK,UAAU,OAAO;AAAA,EAE1B;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,oBAAoB;AACvB,cAAM,YAAY,KAAK,UAAU,MAAM,KAAK;AAAA,UAC1C,YAAY,KAAK;AAAA,UACjB,WAAW;AAAA,QACb;AACA,cAAM,KAAK,QAAQ,SAAS;AAE5B,YAAI,UAAU,eAAe,KAAK,YAAY;AAC5C,eAAK,iBAAiB,IAAI,EAAE;AAC5B,eAAK,QAAQ;AAAA,YACX,KAAK,UAAU,EAAE,MAAM,mBAAmB,aAAa,GAAG,CAAC;AAAA,UAC7D;AACA;AAAA,QACF;AACA,aAAK,WAAW,EAAE,IAAI,GAAG,UAAU;AACnC,aAAK,cAAc;AACnB,aAAK,aAAa;AAClB,aAAK,gBAAgB,MAAM;AAC3B;AAAA,MACF;AAAA,MAEA,KAAK,+BAA+B;AAClC,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,cAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,YAAI,KAAK,gBAAgB,QAAQ,SAAS;AACxC,eAAK,cAAc,QAAQ;AAC3B,eAAK,iBAAiB,KAAK,IAAI;AAC/B,eAAK,aAAa;AAAA,QACpB;AACA,aAAK,cAAc,MAAM;AACzB,cAAM,SAAS,KAAK,gBAAgB,QAAQ,KAAK;AACjD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAC5C;AAAA,MACF;AAAA,MAEA,KAAK;AACH,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,aAAK,oBAAoB,QAAQ,KAAK;AACtC;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,qBAAqB,QAAQ,UAAU,GAAG;AACnD,aAAK,kBAAkB,QAAQ,cAAc,EAAE;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,yBAAyB,QAAQ,KAAK;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,eAAe,QAAQ,QAAQ;AACpC;AAAA,MAEF,KAAK;AAEH,YAAI,QAAQ,OAAO,SAAS,6BAA8B;AAC1D,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,UAAe;AAC1C,QAAI,KAAK,iBAAiB,OAAO,SAAS,EAAE,EAAG;AAC/C,QAAI,KAAK,UAAU,OAAO,SAAS,GAAI;AACvC,SAAK,WAAW;AAChB,UAAM,aAAa,KAAK;AAExB,QAAI,SAAS,WAAW,UAAU;AAChC,WAAK,IAAI,oBAAoB,SAAS,cAAc;AAAA,IACtD;AAEA,UAAM,SAAS,SAAS,UAAU,CAAC,GAAG;AAAA,MACpC,CAAC,SAAc,KAAK,SAAS;AAAA,IAC/B;AACA,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,UAAU;AACf;AAAA,IACF;AAGA,QAAI,aAAa;AACjB,eAAW,QAAQ,OAAO;AACxB,YAAM,WAAwC;AAAA,QAC5C,MAAM;AAAA,QACN,YAAY,KAAK;AAAA,QACjB,UAAU,KAAK;AAAA,QACf,YAAY,KAAK;AAAA,MACnB;AACA,YAAM,SAAS,MAAM,KAAK,QAAQ,QAAQ;AAC1C,UAAI,eAAe,KAAK,WAAY;AACpC,UAAI,CAAC,OAAO,WAAY,cAAa;AACrC,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS,KAAK;AAAA,UACd,QAAQ,KAAK,UAAU,OAAO,UAAU,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,YAAY;AACd,WAAK,UAAU;AAAA,IACjB,OAAO;AACL,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AACF;;;ACzcA,SAAS,kBAAAC,iBAAgB,WAAW;AAEpC,OAAOC,gBAAe;AAmBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAMC,eAAc;AACpB,IAAMC,sBAAqB;AAC3B,IAAMC,8BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AANpB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAEpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAIP,gBAAeG,cAAaC,mBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAMA;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASF;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAID;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBI,2BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AAEH,aAAK,aAAa;AAClB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAeL,WAAU,QAChC,OAAO,eAAeA,WAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACnTA,SAAS,kBAAAO,iBAAgB,kBAAkB,WAAW;AACtD,OAAOC,aAAY;AA0BnB,IAAMC,iBAAgB;AACtB,IAAMC,iBAAgB;AACtB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAUtB,IAAM,kBAAkB,MAAM;AAavB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAiBjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAf7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,WAAW,IAAI,iBAAiB;AACxC,SAAQ,QAAqB,CAAC;AAC9B;AAAA,SAAQ,UAAyB,CAAC;AAClC;AAAA,SAAQ,UAAoB,CAAC;AAC7B;AAAA,SAAQ,eAAe;AACvB,SAAQ,aAAa;AAErB;AAAA,SAAQ,mBAAmB,oBAAI,IAAqB;AAIlD,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAIH,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AASd,UAAM,YAAY,MAAM;AACtB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,WAAK,SAAS,MAAM;AACpB,WAAK,UAAU,CAAC;AAChB,WAAK,eAAe;AACpB,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,CAAC,UAAU,EAAG;AAClB,UAAI,YAAY,KAAK,QAAS;AAC9B,iBAAW,YAAY,KAAK,SAAS,KAAK,MAAM,SAAS,OAAO,CAAC,GAAG;AAClE,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AAEzB,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,iBAAW,YAAY,KAAK,SAAS,MAAM,GAAG;AAC5C,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS,MAAM;AACpB,SAAK,QAAQ,CAAC;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,UAAU,CAAC;AAChB,SAAK,eAAe;AACpB,SAAK,iBAAiB,QAAQ,CAAC,eAAe,WAAW,MAAM,CAAC;AAChE,SAAK,iBAAiB,MAAM;AAAA,EAC9B;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,KAAK;AAAA,EACZ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeQ,OAAO;AACb,WAAO,KAAK,QAAQ,SAAS,iBAAiB,KAAK,MAAM,SAAS,GAAG;AACnE,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,QAAQ,KAAK,KAAK,QAAQ,IAAI,CAAC;AAAA,IACtC;AACA,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,MAAc,QAAQ;AACpB,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,QAAQ,SAAS,GAAG;AAC9B,YAAM,OAAO,KAAK,QAAQ,MAAM;AAEhC,WAAK,KAAK;AACV,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B;AAEA,SAAK,aAAa;AAGlB,SAAK,aAAa;AAElB,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,MAAM,SAAS,EAAG,MAAK,KAAK;AAAA,EAClE;AAAA;AAAA,EAGQ,QAAQ,MAA8B;AAC5C,UAAM,aAAa,IAAI,gBAAgB;AACvC,SAAK,iBAAiB,IAAI,UAAU;AAEpC,UAAM,WAAW,KAAK,OAAO,MAAM,OAChC;AAAA,MACC;AAAA,QACE,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK;AAAA,QACZ,iBAAiB;AAAA,QACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,QACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,MAC5D;AAAA,MACA,EAAE,QAAQ,WAAW,OAAO;AAAA,IAC9B,EACC,MAAM,CAAC,UAAU;AAChB,UAAI,CAAC,WAAW,OAAO,SAAS;AAC9B,aAAK,IAAI,8BAA8B,KAAK;AAC5C,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AACA,aAAO;AAAA,IACT,CAAC;AAEH,WAAO,EAAE,GAAG,MAAM,YAAY,SAAS;AAAA,EACzC;AAAA;AAAA,EAGQ,UAAU,OAAe;AAC/B,QAAI,KAAK,gBAAgB,iBAAiB;AACxC,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,gBAAgB,MAAM;AAC3B,QAAI,KAAK,gBAAgB,gBAAiB,MAAK,aAAa;AAAA,EAC9D;AAAA,EAEQ,eAAe;AACrB,QAAI,KAAK,QAAQ,WAAW,EAAG;AAC/B,UAAM,OAAO,KAAK;AAClB,SAAK,UAAU,CAAC;AAChB,eAAW,SAAS,KAAM,MAAK,KAAK,SAAS,KAAK;AAAA,EACpD;AAAA;AAAA,EAGA,MAAc,UAAU,MAAmB;AACzC,QAAI;AACF,YAAM,WAAW,MAAM,KAAK;AAC5B,UAAI,CAAC,UAAU,KAAM;AACrB,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,IAAI,kBAAkB,KAAK,IAAI,GAAG;AAEvC,YAAM,YAAY,IAAIH;AAAA,QACpBI;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,KAAK,UAAU;AAEvC,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,KAAK,YAAY,KAAK,SAAS;AACjC,gBAAM,OAAO,OAAO;AACpB;AAAA,QACF;AACA,cAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,MAC9C;AAAA,IACF,SAAS,OAAO;AAGd,UAAI,CAAC,KAAK,WAAW,OAAO,SAAS;AACnC,aAAK,IAAI,qCAAqC,KAAK;AACnD,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AAAA,IACF,UAAE;AACA,WAAK,iBAAiB,OAAO,KAAK,UAAU;AAAA,IAC9C;AAAA,EACF;AACF;","names":["z","toJSONSchema","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","Pcm16Resampler","WebSocket","DEFAULT_MODEL","SAMPLE_RATE","OPENAI_SAMPLE_RATE","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","Pcm16Resampler","OpenAI","DEFAULT_MODEL","DEFAULT_VOICE","OPENAI_SAMPLE_RATE"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/openai",
3
- "version": "1.5.0",
3
+ "version": "1.5.2",
4
4
  "description": "OpenAI implementation for @micdrop/server",
5
5
  "author": "Godefroy de Compreignac",
6
6
  "license": "MIT",