@micdrop/openai 1.5.1 → 1.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiRealtime.ts","../src/OpenaiSTT.ts","../src/OpenaiTTS.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n let hasAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n // Ignore extra outputs, we keep the first answer only\n if (hasAnswer) break\n\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n // Keep the first answer only.\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n if (hasAnswer) break\n\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n hasAnswer = true\n // Keep reading events instead of returning here: the API streams\n // one output item at a time, so a function call the model made\n // alongside its answer is only announced after the text is done.\n // Returning dropped every tool call that came with an answer.\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (!skipAnswer && !hasAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport WebSocket from 'ws'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * OpenAI Realtime API, a model hearing the user and answering with its voice\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-conversations\n *\n * The Micdrop client already tells when the user speaks, so the server side\n * turn detection is off: the audio of a turn is committed when the client\n * closes it, and the answer is asked for right after.\n */\n\nexport interface OpenaiRealtimeOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n voice?: string\n // Language of the user, which helps the transcription\n language?: string\n transcriptionModel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-realtime-2.1'\nconst DEFAULT_VOICE = 'marin'\nconst DEFAULT_TRANSCRIPTION_MODEL = 'gpt-4o-transcribe'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, both ways\nconst OPENAI_SAMPLE_RATE = 24000 // The only rate of the Realtime API\nconst OPENAI_BYTES_PER_MS = (OPENAI_SAMPLE_RATE * 2) / 1000\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\n/** A response asked for, until the API gives it an id */\ninterface RequestedResponse {\n generation: number\n // Out of the conversation, so there is no item to truncate\n outOfBand: boolean\n}\n\nexport class OpenaiRealtime extends Realtime<OpenaiRealtimeOptions> {\n private socket?: WebSocket\n private connected = false\n private everConnected = false\n private destroyed = false\n // Events sent while the connection opens\n private pending: object[] = []\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n\n private inputResampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n private outputResampler = new Pcm16Resampler(OPENAI_SAMPLE_RATE, SAMPLE_RATE)\n\n // Bumped by every interruption, so late responses can tell they are stale\n private generation = 0\n private requested: RequestedResponse[] = []\n private response?: { id: string } & RequestedResponse\n private ignoredResponses = new Set<string>()\n // Audio of the response being played, to cut what the user did not hear\n private audioItemId?: string\n private audioStartedAt = 0\n private audioBytes = 0\n\n constructor(options: OpenaiRealtimeOptions) {\n super(options)\n this.connect()\n }\n\n destroy() {\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.closeSocket()\n }\n\n protected openTurn() {\n this.inputResampler.reset()\n }\n\n protected appendAudio(chunk: Buffer) {\n const audio = this.inputResampler.process(chunk)\n if (audio.length === 0) return\n this.send({\n type: 'input_audio_buffer.append',\n audio: audio.toString('base64'),\n })\n }\n\n protected closeTurn() {\n this.send({ type: 'input_audio_buffer.commit' })\n this.createResponse()\n }\n\n protected clearTurn() {\n this.send({ type: 'input_audio_buffer.clear' })\n }\n\n protected generate() {\n this.createResponse()\n }\n\n protected speakText(text: string) {\n // Out of the conversation: the text is already in it, recorded by the\n // caller, and the instruction to read it does not belong there\n this.createResponse({\n conversation: 'none',\n instructions: `Say exactly the following text, word for word, and nothing else: ${text}`,\n })\n }\n\n protected cancelAnswer() {\n this.generation++\n this.outputResampler.reset()\n const response = this.response\n if (!response) return\n this.response = undefined\n this.ignoredResponses.add(response.id)\n this.send({ type: 'response.cancel', response_id: response.id })\n\n // The client played part of the audio at most, the model should not\n // remember saying the rest\n if (!response.outOfBand && this.audioItemId) {\n const played = Math.min(\n Date.now() - this.audioStartedAt,\n this.audioBytes / OPENAI_BYTES_PER_MS\n )\n this.send({\n type: 'conversation.item.truncate',\n item_id: this.audioItemId,\n content_index: 0,\n audio_end_ms: Math.max(0, Math.floor(played)),\n })\n }\n this.audioItemId = undefined\n }\n\n protected updateTools() {\n if (this.connected) this.sendSessionUpdate()\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again once reconnected\n if (!this.connected && this.everConnected) return\n this.send(this.messageItem(role, text))\n }\n\n private createResponse(response?: object) {\n this.requested.push({\n generation: this.generation,\n outOfBand: !!response,\n })\n this.send({ type: 'response.create', ...(response ? { response } : {}) })\n }\n\n private send(event: object) {\n if (this.connected && this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify(event))\n } else {\n this.pending.push(event)\n }\n }\n\n private messageItem(role: 'user' | 'assistant' | 'system', text: string) {\n return {\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role,\n content: [\n {\n type: role === 'assistant' ? 'output_text' : 'input_text',\n text,\n },\n ],\n },\n }\n }\n\n private sendSessionUpdate() {\n this.socket?.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'realtime',\n model: this.options.model || DEFAULT_MODEL,\n instructions: this.options.systemPrompt,\n output_modalities: ['audio'],\n audio: {\n input: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n // The Micdrop client detects when the user speaks\n turn_detection: null,\n transcription: {\n model:\n this.options.transcriptionModel ||\n DEFAULT_TRANSCRIPTION_MODEL,\n ...(this.options.language\n ? { language: this.options.language }\n : {}),\n },\n noise_reduction: { type: 'near_field' },\n },\n output: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n voice: this.options.voice || DEFAULT_VOICE,\n },\n },\n tools: this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n })),\n },\n })\n )\n }\n\n private connect() {\n this.initWS().catch((error) => {\n this.log('Connection error:', error)\n this.reconnect()\n })\n }\n\n private initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const model = this.options.model || DEFAULT_MODEL\n const socket = new WebSocket(\n `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`,\n { headers: { Authorization: `Bearer ${this.options.apiKey}` } }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n this.sendSessionUpdate()\n\n // A new connection starts from an empty conversation\n if (this.everConnected) {\n for (const message of this.conversation) {\n if (message.role !== 'user' && message.role !== 'assistant') {\n continue\n }\n socket.send(\n JSON.stringify(this.messageItem(message.role, message.content))\n )\n }\n }\n\n this.connected = true\n this.everConnected = true\n this.retryCount = 0\n const pending = this.pending\n this.pending = []\n pending.forEach((event) => this.send(event))\n resolve()\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n const wasConnected = this.connected\n this.closeSocket()\n if (this.destroyed) return\n this.log('Connection closed', { code, reason: reason.toString() })\n if (wasConnected) this.reconnect()\n })\n\n socket.on('message', (data) => {\n this.handleMessage(JSON.parse(data.toString()))\n })\n })\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connected = false\n // What was waiting for this connection is sent again with the\n // conversation, or belonged to an answer that is lost\n this.pending = []\n this.requested = []\n this.response = undefined\n if (!socket) return\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n // The answer in progress is lost with the connection\n this.endAnswer()\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.connect()\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n }\n\n private isIgnored(responseId?: string) {\n return (\n !responseId ||\n this.ignoredResponses.has(responseId) ||\n this.response?.id !== responseId\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'response.created': {\n const requested = this.requested.shift() ?? {\n generation: this.generation,\n outOfBand: false,\n }\n const id = message.response.id\n // Interrupted before it even started\n if (requested.generation !== this.generation) {\n this.ignoredResponses.add(id)\n this.socket?.send(\n JSON.stringify({ type: 'response.cancel', response_id: id })\n )\n break\n }\n this.response = { id, ...requested }\n this.audioItemId = undefined\n this.audioBytes = 0\n this.outputResampler.reset()\n break\n }\n\n case 'response.output_audio.delta': {\n if (this.isIgnored(message.response_id)) break\n const audio = Buffer.from(message.delta, 'base64')\n if (this.audioItemId !== message.item_id) {\n this.audioItemId = message.item_id\n this.audioStartedAt = Date.now()\n this.audioBytes = 0\n }\n this.audioBytes += audio.length\n const output = this.outputResampler.process(audio)\n if (output.length > 0) this.emitAudio(output)\n break\n }\n\n case 'response.output_audio_transcript.delta':\n if (this.isIgnored(message.response_id)) break\n this.addAnswerTranscript(message.delta)\n break\n\n case 'conversation.item.input_audio_transcription.completed':\n this.log(`User transcript: \"${message.transcript}\"`)\n this.addUserTranscript(message.transcript || '')\n this.commitUserTranscript()\n break\n\n case 'conversation.item.input_audio_transcription.failed':\n this.log('Transcription failed:', message.error)\n this.commitUserTranscript()\n break\n\n case 'response.done':\n this.onResponseDone(message.response)\n break\n\n case 'error':\n // Cancelling a response that just ended is expected\n if (message.error?.code === 'response_cancel_not_active') break\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private async onResponseDone(response: any) {\n if (this.ignoredResponses.delete(response.id)) return\n if (this.response?.id !== response.id) return\n this.response = undefined\n const generation = this.generation\n\n if (response.status === 'failed') {\n this.log('Response failed:', response.status_details)\n }\n\n const calls = (response.output ?? []).filter(\n (item: any) => item.type === 'function_call'\n )\n if (calls.length === 0) {\n this.endAnswer()\n return\n }\n\n // Run the tools, then have the model speak about their results\n let skipAnswer = true\n for (const call of calls) {\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.call_id,\n toolName: call.name,\n parameters: call.arguments,\n }\n const result = await this.runTool(toolCall)\n if (generation !== this.generation) return\n if (!result.skipAnswer) skipAnswer = false\n this.send({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: call.call_id,\n output: JSON.stringify(result.output ?? null),\n },\n })\n }\n\n if (skipAnswer) {\n this.endAnswer()\n } else {\n this.createResponse()\n }\n }\n}\n","import { Pcm16Resampler, STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model: this.options.model || DEFAULT_MODEL,\n language: this.options.language || DEFAULT_LANGUAGE,\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n","import { Pcm16Resampler, SentenceSplitter, TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n *\n * The OpenAI speech endpoint takes a complete text input (no streaming text\n * in), so the incoming text stream is buffered into sentences and each\n * sentence is synthesized as soon as it is complete. Requests are processed\n * sequentially, which keeps the emitted audio in order while still starting\n * playback as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n model?: string\n voice?: string\n // Prosody instructions (accent, emotion, speed, tone...).\n // Only works with gpt-4o-mini-tts, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0. Only works with tts-1 / tts-1-hd.\n speed?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst MAX_IN_FLIGHT = 2 // Requests asked for at once, current one included\n// Audio held back at the start of an utterance, in bytes of the output format\n// (16 bits, 16 kHz, so 32 bytes per millisecond).\n//\n// The endpoint answers with a burst of a hundred milliseconds or so, then goes\n// quiet while it generates the rest. Forwarding that burst as it arrives means\n// the browser starts playing a syllable it cannot continue, and the hole lands\n// inside the first word. Holding the opening back until there is enough of it\n// to cover the pause costs the same time either way, and spends it before the\n// first syllable rather than inside it.\nconst OPENING_CUSHION = 300 * 32\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\n/** A sentence whose synthesis has been asked for and not yet spoken. */\ninterface PendingItem extends QueueItem {\n controller: AbortController\n response: Promise<{ body: ReadableStream<Uint8Array> | null } | null>\n}\n\nexport class OpenaiTTS extends TTS {\n private openai: OpenAI\n private counter = 0 // Identifies the current speak() call\n // Bumped by every speak() and every cancel(), so a call claimed late can tell\n // whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the synthesis calls and must only move when there\n // is something to synthesize.\n private generation = 0\n private splitter = new SentenceSplitter()\n private queue: QueueItem[] = [] // Sentences whose synthesis has not started\n private pending: PendingItem[] = [] // Requests in flight, in speaking order\n private cushion: Buffer[] = [] // Opening audio held back, see OPENING_CUSHION\n private cushionBytes = 0\n private processing = false\n // More than one request is in flight at a time, so they are aborted as a set.\n private abortControllers = new Set<AbortController>()\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n\n // Claiming the call is deferred until there is something to say.\n //\n // Taking the next number right away would drop the utterance still being\n // spoken, since both the queue and the streaming reader skip anything\n // stamped with an older one. A stream that never carries a word, which is\n // what an answer skipped by a tool or by onBeforeAnswer hands over, would\n // then cut the assistant off and throw away the sentences still queued.\n const claimCall = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n this.splitter.reset()\n this.cushion = []\n this.cushionBytes = 0\n return true\n }\n\n textStream.on('data', (chunk: Buffer) => {\n if (!claimCall()) return\n if (counter !== this.counter) return\n for (const sentence of this.splitter.push(chunk.toString('utf-8'))) {\n this.enqueue(counter, sentence)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n // Nothing was ever said, so there is nothing left to flush.\n if (!counter || counter !== this.counter) return\n for (const sentence of this.splitter.flush()) {\n this.enqueue(counter, sentence)\n }\n })\n }\n\n cancel() {\n this.generation++\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.splitter.reset()\n this.queue = []\n this.pending = []\n this.cushion = []\n this.cushionBytes = 0\n this.abortControllers.forEach((controller) => controller.abort())\n this.abortControllers.clear()\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.pump()\n }\n\n /**\n * Starts what can be started, then speaks what is ready.\n *\n * The endpoint takes a few hundred milliseconds before its first byte, and\n * waiting for that between two sentences leaves a silence in the middle of\n * her voice. It is loudest at the very start, where a greeting is often one\n * short sentence: a syllable, a hole, then the rest of the answer. Asking for\n * a sentence the moment it is complete, rather than when its turn to be\n * spoken comes, hides that latency behind the audio already playing.\n *\n * Two requests at a time is enough to cover the gap, and it keeps a long\n * answer from opening one request per sentence all at once.\n */\n private pump() {\n while (this.pending.length < MAX_IN_FLIGHT && this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n this.pending.push(this.request(item))\n }\n this.drain()\n }\n\n /** Speaks the started requests in the order they were queued. */\n private async drain() {\n if (this.processing) return\n this.processing = true\n\n while (this.pending.length > 0) {\n const item = this.pending.shift()!\n // A slot just freed, so the sentence after the next one can start now\n this.pump()\n await this.speakItem(item)\n }\n\n this.processing = false\n // Nothing left to speak: an utterance shorter than the cushion is released\n // here, since there is no longer anything coming to fill it up.\n this.flushCushion()\n // Sentences may have arrived right as we exited the loop\n if (this.pending.length > 0 || this.queue.length > 0) this.pump()\n }\n\n /** Asks for one sentence, without waiting for the answer. */\n private request(item: QueueItem): PendingItem {\n const controller = new AbortController()\n this.abortControllers.add(controller)\n\n const response = this.openai.audio.speech\n .create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: item.text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: controller.signal }\n )\n .catch((error) => {\n if (!controller.signal.aborted) {\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [item.text])\n }\n return null\n })\n\n return { ...item, controller, response }\n }\n\n /** Holds the opening of an utterance back, then lets the rest through. */\n private emitAudio(chunk: Buffer) {\n if (this.cushionBytes >= OPENING_CUSHION) {\n this.emit('Audio', chunk)\n return\n }\n this.cushion.push(chunk)\n this.cushionBytes += chunk.length\n if (this.cushionBytes >= OPENING_CUSHION) this.flushCushion()\n }\n\n private flushCushion() {\n if (this.cushion.length === 0) return\n const held = this.cushion\n this.cushion = []\n for (const chunk of held) this.emit('Audio', chunk)\n }\n\n /** Emits one sentence, whose request was started earlier. */\n private async speakItem(item: PendingItem) {\n try {\n const response = await item.response\n if (!response?.body) return\n if (item.counter !== this.counter) return\n this.log(`Synthesizing: \"${item.text}\"`)\n\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = response.body.getReader()\n\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n if (item.counter !== this.counter) {\n await reader.cancel()\n break\n }\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) this.emitAudio(output)\n }\n } catch (error) {\n // A cancel aborts the body being read, which is expected. Anything else\n // is logged rather than left unhandled, where it would stop the server.\n if (!item.controller.signal.aborted) {\n this.log('Error reading synthesized speech:', error)\n this.emit('Failed', [item.text])\n }\n } finally {\n this.abortControllers.delete(item.controller)\n }\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AACjB,UAAI,YAAY;AAGhB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AAEH,gBAAI,UAAW;AAEf,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AAMH,gBAAI,UAAW;AAEf,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,wBAAY;AAKZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAI9C,UAAI,CAAC,cAAc,CAAC,WAAW;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnNA;AAAA,EAEE;AAAA,EACA;AAAA,OAEK;AACP,OAAO,eAAe;AACtB,OAAOA,MAAK,gBAAAC,qBAAoB;AAwBhC,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,8BAA8B;AACpC,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,sBAAuB,qBAAqB,IAAK;AACvD,IAAM,6BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AASnB,IAAM,iBAAN,cAA6B,SAAgC;AAAA,EAuBlE,YAAY,SAAgC;AAC1C,UAAM,OAAO;AAtBf,SAAQ,YAAY;AACpB,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAEpB;AAAA,SAAQ,UAAoB,CAAC;AAE7B,SAAQ,aAAa;AAErB,SAAQ,iBAAiB,IAAI,eAAe,aAAa,kBAAkB;AAC3E,SAAQ,kBAAkB,IAAI,eAAe,oBAAoB,WAAW;AAG5E;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAiC,CAAC;AAE1C,SAAQ,mBAAmB,oBAAI,IAAY;AAG3C,SAAQ,iBAAiB;AACzB,SAAQ,aAAa;AAInB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe,MAAM;AAAA,EAC5B;AAAA,EAEU,YAAY,OAAe;AACnC,UAAM,QAAQ,KAAK,eAAe,QAAQ,KAAK;AAC/C,QAAI,MAAM,WAAW,EAAG;AACxB,SAAK,KAAK;AAAA,MACR,MAAM;AAAA,MACN,OAAO,MAAM,SAAS,QAAQ;AAAA,IAChC,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAC/C,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAAA,EAChD;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,UAAU,MAAc;AAGhC,SAAK,eAAe;AAAA,MAClB,cAAc;AAAA,MACd,cAAc,oEAAoE,IAAI;AAAA,IACxF,CAAC;AAAA,EACH;AAAA,EAEU,eAAe;AACvB,SAAK;AACL,SAAK,gBAAgB,MAAM;AAC3B,UAAM,WAAW,KAAK;AACtB,QAAI,CAAC,SAAU;AACf,SAAK,WAAW;AAChB,SAAK,iBAAiB,IAAI,SAAS,EAAE;AACrC,SAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,SAAS,GAAG,CAAC;AAI/D,QAAI,CAAC,SAAS,aAAa,KAAK,aAAa;AAC3C,YAAM,SAAS,KAAK;AAAA,QAClB,KAAK,IAAI,IAAI,KAAK;AAAA,QAClB,KAAK,aAAa;AAAA,MACpB;AACA,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,SAAS,KAAK;AAAA,QACd,eAAe;AAAA,QACf,cAAc,KAAK,IAAI,GAAG,KAAK,MAAM,MAAM,CAAC;AAAA,MAC9C,CAAC;AAAA,IACH;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,UAAW,MAAK,kBAAkB;AAAA,EAC7C;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QAAI,CAAC,KAAK,aAAa,KAAK,cAAe;AAC3C,SAAK,KAAK,KAAK,YAAY,MAAM,IAAI,CAAC;AAAA,EACxC;AAAA,EAEQ,eAAe,UAAmB;AACxC,SAAK,UAAU,KAAK;AAAA,MAClB,YAAY,KAAK;AAAA,MACjB,WAAW,CAAC,CAAC;AAAA,IACf,CAAC;AACD,SAAK,KAAK,EAAE,MAAM,mBAAmB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC,EAAG,CAAC;AAAA,EAC1E;AAAA,EAEQ,KAAK,OAAe;AAC1B,QAAI,KAAK,aAAa,KAAK,QAAQ,eAAe,UAAU,MAAM;AAChE,WAAK,OAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,IACxC,OAAO;AACL,WAAK,QAAQ,KAAK,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,YAAY,MAAuC,MAAc;AACvE,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA,SAAS;AAAA,UACP;AAAA,YACE,MAAM,SAAS,cAAc,gBAAgB;AAAA,YAC7C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAoB;AAC1B,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO,KAAK,QAAQ,SAASD;AAAA,UAC7B,cAAc,KAAK,QAAQ;AAAA,UAC3B,mBAAmB,CAAC,OAAO;AAAA,UAC3B,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA;AAAA,cAEtD,gBAAgB;AAAA,cAChB,eAAe;AAAA,gBACb,OACE,KAAK,QAAQ,sBACb;AAAA,gBACF,GAAI,KAAK,QAAQ,WACb,EAAE,UAAU,KAAK,QAAQ,SAAS,IAClC,CAAC;AAAA,cACP;AAAA,cACA,iBAAiB,EAAE,MAAM,aAAa;AAAA,YACxC;AAAA,YACA,QAAQ;AAAA,cACN,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA,cACtD,OAAO,KAAK,QAAQ,SAAS;AAAA,YAC/B;AAAA,UACF;AAAA,UACA,OAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,YAC/B,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,YACX,aAAa,KAAK;AAAA,YAClB,YAAYD,cAAa,KAAK,eAAeD,GAAE,OAAO,CAAC;AAAA,UACzD,EAAE;AAAA,QACJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAC7B,WAAK,IAAI,qBAAqB,KAAK;AACnC,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,KAAK,QAAQ,SAASE;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,0CAA0C,mBAAmB,KAAK,CAAC;AAAA,QACnE,EAAE,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,GAAG,EAAE;AAAA,MAChE;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAC5B,aAAK,kBAAkB;AAGvB,YAAI,KAAK,eAAe;AACtB,qBAAW,WAAW,KAAK,cAAc;AACvC,gBAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,aAAa;AAC3D;AAAA,YACF;AACA,mBAAO;AAAA,cACL,KAAK,UAAU,KAAK,YAAY,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YAChE;AAAA,UACF;AAAA,QACF;AAEA,aAAK,YAAY;AACjB,aAAK,gBAAgB;AACrB,aAAK,aAAa;AAClB,cAAM,UAAU,KAAK;AACrB,aAAK,UAAU,CAAC;AAChB,gBAAQ,QAAQ,CAAC,UAAU,KAAK,KAAK,KAAK,CAAC;AAC3C,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,cAAM,eAAe,KAAK;AAC1B,aAAK,YAAY;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,YAAI,aAAc,MAAK,UAAU;AAAA,MACnC,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,aAAK,cAAc,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MAChD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,YAAY;AAGjB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,CAAC;AAClB,SAAK,WAAW;AAChB,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAC1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,QAAQ;AAClB;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,SAAK,mBAAmB,WAAW,MAAM;AACvC,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AAAA,IACf,GAAG,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,EACnD;AAAA,EAEQ,UAAU,YAAqB;AACrC,WACE,CAAC,cACD,KAAK,iBAAiB,IAAI,UAAU,KACpC,KAAK,UAAU,OAAO;AAAA,EAE1B;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,oBAAoB;AACvB,cAAM,YAAY,KAAK,UAAU,MAAM,KAAK;AAAA,UAC1C,YAAY,KAAK;AAAA,UACjB,WAAW;AAAA,QACb;AACA,cAAM,KAAK,QAAQ,SAAS;AAE5B,YAAI,UAAU,eAAe,KAAK,YAAY;AAC5C,eAAK,iBAAiB,IAAI,EAAE;AAC5B,eAAK,QAAQ;AAAA,YACX,KAAK,UAAU,EAAE,MAAM,mBAAmB,aAAa,GAAG,CAAC;AAAA,UAC7D;AACA;AAAA,QACF;AACA,aAAK,WAAW,EAAE,IAAI,GAAG,UAAU;AACnC,aAAK,cAAc;AACnB,aAAK,aAAa;AAClB,aAAK,gBAAgB,MAAM;AAC3B;AAAA,MACF;AAAA,MAEA,KAAK,+BAA+B;AAClC,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,cAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,YAAI,KAAK,gBAAgB,QAAQ,SAAS;AACxC,eAAK,cAAc,QAAQ;AAC3B,eAAK,iBAAiB,KAAK,IAAI;AAC/B,eAAK,aAAa;AAAA,QACpB;AACA,aAAK,cAAc,MAAM;AACzB,cAAM,SAAS,KAAK,gBAAgB,QAAQ,KAAK;AACjD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAC5C;AAAA,MACF;AAAA,MAEA,KAAK;AACH,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,aAAK,oBAAoB,QAAQ,KAAK;AACtC;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,qBAAqB,QAAQ,UAAU,GAAG;AACnD,aAAK,kBAAkB,QAAQ,cAAc,EAAE;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,yBAAyB,QAAQ,KAAK;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,eAAe,QAAQ,QAAQ;AACpC;AAAA,MAEF,KAAK;AAEH,YAAI,QAAQ,OAAO,SAAS,6BAA8B;AAC1D,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,UAAe;AAC1C,QAAI,KAAK,iBAAiB,OAAO,SAAS,EAAE,EAAG;AAC/C,QAAI,KAAK,UAAU,OAAO,SAAS,GAAI;AACvC,SAAK,WAAW;AAChB,UAAM,aAAa,KAAK;AAExB,QAAI,SAAS,WAAW,UAAU;AAChC,WAAK,IAAI,oBAAoB,SAAS,cAAc;AAAA,IACtD;AAEA,UAAM,SAAS,SAAS,UAAU,CAAC,GAAG;AAAA,MACpC,CAAC,SAAc,KAAK,SAAS;AAAA,IAC/B;AACA,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,UAAU;AACf;AAAA,IACF;AAGA,QAAI,aAAa;AACjB,eAAW,QAAQ,OAAO;AACxB,YAAM,WAAwC;AAAA,QAC5C,MAAM;AAAA,QACN,YAAY,KAAK;AAAA,QACjB,UAAU,KAAK;AAAA,QACf,YAAY,KAAK;AAAA,MACnB;AACA,YAAM,SAAS,MAAM,KAAK,QAAQ,QAAQ;AAC1C,UAAI,eAAe,KAAK,WAAY;AACpC,UAAI,CAAC,OAAO,WAAY,cAAa;AACrC,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS,KAAK;AAAA,UACd,QAAQ,KAAK,UAAU,OAAO,UAAU,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,YAAY;AACd,WAAK,UAAU;AAAA,IACjB,OAAO;AACL,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AACF;;;ACzcA,SAAS,kBAAAC,iBAAgB,WAAW;AAEpC,OAAOC,gBAAe;AAmBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAMC,eAAc;AACpB,IAAMC,sBAAqB;AAC3B,IAAMC,8BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,YAAN,cAAwB,IAAI;AAAA,EASjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AALpB,SAAQ,aAAa;AAErB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAIP,gBAAeG,cAAaC,mBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAeH,WAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAGlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAMG;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb,OAAO,KAAK,QAAQ,SAASF;AAAA,gBAC7B,UAAU,KAAK,QAAQ,YAAY;AAAA,gBACnC,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAID;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBI,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;;;ACxRA,SAAS,kBAAAE,iBAAgB,kBAAkB,WAAW;AACtD,OAAOC,aAAY;AA0BnB,IAAMC,iBAAgB;AACtB,IAAMC,iBAAgB;AACtB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAUtB,IAAM,kBAAkB,MAAM;AAavB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAiBjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAf7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,WAAW,IAAI,iBAAiB;AACxC,SAAQ,QAAqB,CAAC;AAC9B;AAAA,SAAQ,UAAyB,CAAC;AAClC;AAAA,SAAQ,UAAoB,CAAC;AAC7B;AAAA,SAAQ,eAAe;AACvB,SAAQ,aAAa;AAErB;AAAA,SAAQ,mBAAmB,oBAAI,IAAqB;AAIlD,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAIH,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AASd,UAAM,YAAY,MAAM;AACtB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,WAAK,SAAS,MAAM;AACpB,WAAK,UAAU,CAAC;AAChB,WAAK,eAAe;AACpB,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,CAAC,UAAU,EAAG;AAClB,UAAI,YAAY,KAAK,QAAS;AAC9B,iBAAW,YAAY,KAAK,SAAS,KAAK,MAAM,SAAS,OAAO,CAAC,GAAG;AAClE,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AAEzB,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,iBAAW,YAAY,KAAK,SAAS,MAAM,GAAG;AAC5C,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS,MAAM;AACpB,SAAK,QAAQ,CAAC;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,UAAU,CAAC;AAChB,SAAK,eAAe;AACpB,SAAK,iBAAiB,QAAQ,CAAC,eAAe,WAAW,MAAM,CAAC;AAChE,SAAK,iBAAiB,MAAM;AAAA,EAC9B;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,KAAK;AAAA,EACZ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeQ,OAAO;AACb,WAAO,KAAK,QAAQ,SAAS,iBAAiB,KAAK,MAAM,SAAS,GAAG;AACnE,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,QAAQ,KAAK,KAAK,QAAQ,IAAI,CAAC;AAAA,IACtC;AACA,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,MAAc,QAAQ;AACpB,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,QAAQ,SAAS,GAAG;AAC9B,YAAM,OAAO,KAAK,QAAQ,MAAM;AAEhC,WAAK,KAAK;AACV,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B;AAEA,SAAK,aAAa;AAGlB,SAAK,aAAa;AAElB,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,MAAM,SAAS,EAAG,MAAK,KAAK;AAAA,EAClE;AAAA;AAAA,EAGQ,QAAQ,MAA8B;AAC5C,UAAM,aAAa,IAAI,gBAAgB;AACvC,SAAK,iBAAiB,IAAI,UAAU;AAEpC,UAAM,WAAW,KAAK,OAAO,MAAM,OAChC;AAAA,MACC;AAAA,QACE,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO,KAAK;AAAA,QACZ,iBAAiB;AAAA,QACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,QACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,MAC5D;AAAA,MACA,EAAE,QAAQ,WAAW,OAAO;AAAA,IAC9B,EACC,MAAM,CAAC,UAAU;AAChB,UAAI,CAAC,WAAW,OAAO,SAAS;AAC9B,aAAK,IAAI,8BAA8B,KAAK;AAC5C,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AACA,aAAO;AAAA,IACT,CAAC;AAEH,WAAO,EAAE,GAAG,MAAM,YAAY,SAAS;AAAA,EACzC;AAAA;AAAA,EAGQ,UAAU,OAAe;AAC/B,QAAI,KAAK,gBAAgB,iBAAiB;AACxC,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,gBAAgB,MAAM;AAC3B,QAAI,KAAK,gBAAgB,gBAAiB,MAAK,aAAa;AAAA,EAC9D;AAAA,EAEQ,eAAe;AACrB,QAAI,KAAK,QAAQ,WAAW,EAAG;AAC/B,UAAM,OAAO,KAAK;AAClB,SAAK,UAAU,CAAC;AAChB,eAAW,SAAS,KAAM,MAAK,KAAK,SAAS,KAAK;AAAA,EACpD;AAAA;AAAA,EAGA,MAAc,UAAU,MAAmB;AACzC,QAAI;AACF,YAAM,WAAW,MAAM,KAAK;AAC5B,UAAI,CAAC,UAAU,KAAM;AACrB,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,IAAI,kBAAkB,KAAK,IAAI,GAAG;AAEvC,YAAM,YAAY,IAAIH;AAAA,QACpBI;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,SAAS,KAAK,UAAU;AAEvC,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,KAAK,YAAY,KAAK,SAAS;AACjC,gBAAM,OAAO,OAAO;AACpB;AAAA,QACF;AACA,cAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,MAC9C;AAAA,IACF,SAAS,OAAO;AAGd,UAAI,CAAC,KAAK,WAAW,OAAO,SAAS;AACnC,aAAK,IAAI,qCAAqC,KAAK;AACnD,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AAAA,IACF,UAAE;AACA,WAAK,iBAAiB,OAAO,KAAK,UAAU;AAAA,IAC9C;AAAA,EACF;AACF;","names":["z","toJSONSchema","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","Pcm16Resampler","WebSocket","DEFAULT_MODEL","SAMPLE_RATE","OPENAI_SAMPLE_RATE","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","Pcm16Resampler","OpenAI","DEFAULT_MODEL","DEFAULT_VOICE","OPENAI_SAMPLE_RATE"]}
1
+ {"version":3,"sources":["../src/OpenaiAgent.ts","../src/OpenaiRealtime.ts","../src/transcription.ts","../src/OpenaiSTT.ts","../src/OpenaiTTS.ts","../src/OpenaiRealtimeSpeech.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport type OpenaiAgentOptions = AgentOptions &\n OpenaiOptions & {\n model?: string\n settings?: Omit<\n OpenAI.Responses.ResponseCreateParamsStreaming,\n 'input' | 'model' | 'tools' | 'stream'\n >\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type OpenaiOptions = { apiKey: string } | { openai: OpenAI }\n\nconst DEFAULT_MODEL = 'gpt-4o'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\nexport class OpenaiAgent extends Agent<OpenaiAgentOptions> {\n private openai: OpenAI\n private abortController?: AbortController\n\n constructor(options: OpenaiAgentOptions) {\n super(options)\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[OpenaiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate answer\n const response = await this.openai.responses.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n input: this.buildInput(),\n tools: this.buildTools(),\n stream: true,\n ...this.options.settings,\n },\n { signal }\n )\n let skipAnswer = false\n let hasAnswer = false\n\n // Handle response events\n for await (const event of response) {\n if (abortController !== this.abortController) return\n switch (event.type) {\n case 'response.output_text.delta':\n // Ignore extra outputs, we keep the first answer only\n if (hasAnswer) break\n\n this.log(`Answer chunk: \"${event.delta}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = event.delta.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = event.delta\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n break\n }\n } else {\n // Extracting, don't write to stream\n break\n }\n }\n\n // Send chunk\n stream.write(event.delta)\n break\n\n case 'response.output_text.done':\n // Keep the first answer only.\n // Note: OpenAI can sometimes return multiple outputs.\n // See https://community.openai.com/t/how-to-prevent-the-api-returning-multiple-outputs/1251365/28\n // We can prompt it like this to avoid consuming too many tokens:\n // `Return one complete answer and then stop`\n if (hasAnswer) break\n\n const { message, metadata } = this.extract(event.text)\n this.addAssistantMessage(message, metadata)\n hasAnswer = true\n // Keep reading events instead of returning here: the API streams\n // one output item at a time, so a function call the model made\n // alongside its answer is only announced after the text is done.\n // Returning dropped every tool call that came with an answer.\n break\n\n case 'response.output_item.done':\n if (event.item.type === 'function_call') {\n const toolCall = event.item\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.call_id,\n toolName: toolCall.name,\n parameters: toolCall.arguments,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n break\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (!skipAnswer && !hasAnswer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n this.abortController = undefined\n } catch (error) {\n if (error instanceof OpenAI.APIUserAbortError) return\n console.error('[OpenaiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildInput(): OpenAI.Responses.ResponseInput {\n return this.conversation.map((message) => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n type: 'function_call',\n call_id: message.toolCallId,\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n }\n case 'tool_result':\n return {\n type: 'function_call_output',\n call_id: message.toolCallId,\n output: message.output,\n }\n }\n })\n }\n\n private buildTools(): OpenAI.Responses.Tool[] | undefined {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n strict: true,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n }))\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport WebSocket from 'ws'\nimport z, { toJSONSchema } from 'zod'\nimport { transcriptionLanguage } from './transcription'\n\n/**\n * OpenAI Realtime API, a model hearing the user and answering with its voice\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-conversations\n *\n * The Micdrop client already tells when the user speaks, so the server side\n * turn detection is off: the audio of a turn is committed when the client\n * closes it, and the answer is asked for right after.\n */\n\nexport interface OpenaiRealtimeOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n voice?: string\n // Language of the user, which helps the transcription\n language?: string\n // gpt-4o-transcribe (default) shuts down on February 26, 2027, replaced by\n // gpt-live-transcribe and gpt-transcribe\n transcriptionModel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-realtime-2.1'\nconst DEFAULT_VOICE = 'marin'\nconst DEFAULT_TRANSCRIPTION_MODEL = 'gpt-4o-transcribe'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, both ways\nconst OPENAI_SAMPLE_RATE = 24000 // The only rate of the Realtime API\nconst OPENAI_BYTES_PER_MS = (OPENAI_SAMPLE_RATE * 2) / 1000\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\n/** A response asked for, until the API gives it an id */\ninterface RequestedResponse {\n generation: number\n // Out of the conversation, so there is no item to truncate\n outOfBand: boolean\n}\n\nexport class OpenaiRealtime extends Realtime<OpenaiRealtimeOptions> {\n private socket?: WebSocket\n private connected = false\n private everConnected = false\n private destroyed = false\n // Events sent while the connection opens\n private pending: object[] = []\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n\n private inputResampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n private outputResampler = new Pcm16Resampler(OPENAI_SAMPLE_RATE, SAMPLE_RATE)\n\n // Bumped by every interruption, so late responses can tell they are stale\n private generation = 0\n private requested: RequestedResponse[] = []\n private response?: { id: string } & RequestedResponse\n private ignoredResponses = new Set<string>()\n // Audio of the response being played, to cut what the user did not hear\n private audioItemId?: string\n private audioStartedAt = 0\n private audioBytes = 0\n\n constructor(options: OpenaiRealtimeOptions) {\n super(options)\n this.connect()\n }\n\n destroy() {\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.closeSocket()\n }\n\n protected openTurn() {\n this.inputResampler.reset()\n }\n\n protected appendAudio(chunk: Buffer) {\n const audio = this.inputResampler.process(chunk)\n if (audio.length === 0) return\n this.send({\n type: 'input_audio_buffer.append',\n audio: audio.toString('base64'),\n })\n }\n\n protected closeTurn() {\n this.send({ type: 'input_audio_buffer.commit' })\n this.createResponse()\n }\n\n protected clearTurn() {\n this.send({ type: 'input_audio_buffer.clear' })\n }\n\n protected generate() {\n this.createResponse()\n }\n\n protected speakText(text: string) {\n // Out of the conversation: the text is already in it, recorded by the\n // caller, and the instruction to read it does not belong there\n this.createResponse({\n conversation: 'none',\n instructions: `Say exactly the following text, word for word, and nothing else: ${text}`,\n })\n }\n\n protected cancelAnswer() {\n this.generation++\n this.outputResampler.reset()\n const response = this.response\n if (!response) return\n this.response = undefined\n this.ignoredResponses.add(response.id)\n this.send({ type: 'response.cancel', response_id: response.id })\n\n // The client played part of the audio at most, the model should not\n // remember saying the rest\n if (!response.outOfBand && this.audioItemId) {\n const played = Math.min(\n Date.now() - this.audioStartedAt,\n this.audioBytes / OPENAI_BYTES_PER_MS\n )\n this.send({\n type: 'conversation.item.truncate',\n item_id: this.audioItemId,\n content_index: 0,\n audio_end_ms: Math.max(0, Math.floor(played)),\n })\n }\n this.audioItemId = undefined\n }\n\n protected updateTools() {\n if (this.connected) this.sendSessionUpdate()\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again once reconnected\n if (!this.connected && this.everConnected) return\n this.send(this.messageItem(role, text))\n }\n\n private createResponse(response?: object) {\n this.requested.push({\n generation: this.generation,\n outOfBand: !!response,\n })\n this.send({ type: 'response.create', ...(response ? { response } : {}) })\n }\n\n private send(event: object) {\n if (this.connected && this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify(event))\n } else {\n this.pending.push(event)\n }\n }\n\n private messageItem(role: 'user' | 'assistant' | 'system', text: string) {\n return {\n type: 'conversation.item.create',\n item: {\n type: 'message',\n role,\n content: [\n {\n type: role === 'assistant' ? 'output_text' : 'input_text',\n text,\n },\n ],\n },\n }\n }\n\n private sendSessionUpdate() {\n const transcriptionModel =\n this.options.transcriptionModel || DEFAULT_TRANSCRIPTION_MODEL\n this.socket?.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'realtime',\n model: this.options.model || DEFAULT_MODEL,\n instructions: this.options.systemPrompt,\n output_modalities: ['audio'],\n audio: {\n input: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n // The Micdrop client detects when the user speaks\n turn_detection: null,\n transcription: {\n model: transcriptionModel,\n ...transcriptionLanguage(\n transcriptionModel,\n this.options.language\n ),\n },\n noise_reduction: { type: 'near_field' },\n },\n output: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n voice: this.options.voice || DEFAULT_VOICE,\n },\n },\n tools: this.tools.map((tool) => ({\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n })),\n },\n })\n )\n }\n\n private connect() {\n this.initWS().catch((error) => {\n this.log('Connection error:', error)\n this.reconnect()\n })\n }\n\n private initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const model = this.options.model || DEFAULT_MODEL\n const socket = new WebSocket(\n `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`,\n { headers: { Authorization: `Bearer ${this.options.apiKey}` } }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n this.sendSessionUpdate()\n\n // A new connection starts from an empty conversation\n if (this.everConnected) {\n for (const message of this.conversation) {\n if (message.role !== 'user' && message.role !== 'assistant') {\n continue\n }\n socket.send(\n JSON.stringify(this.messageItem(message.role, message.content))\n )\n }\n }\n\n this.connected = true\n this.everConnected = true\n this.retryCount = 0\n const pending = this.pending\n this.pending = []\n pending.forEach((event) => this.send(event))\n resolve()\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n const wasConnected = this.connected\n this.closeSocket()\n if (this.destroyed) return\n this.log('Connection closed', { code, reason: reason.toString() })\n if (wasConnected) this.reconnect()\n })\n\n socket.on('message', (data) => {\n this.handleMessage(JSON.parse(data.toString()))\n })\n })\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connected = false\n // What was waiting for this connection is sent again with the\n // conversation, or belonged to an answer that is lost\n this.pending = []\n this.requested = []\n this.response = undefined\n if (!socket) return\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n // The answer in progress is lost with the connection\n this.endAnswer()\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.connect()\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n }\n\n private isIgnored(responseId?: string) {\n return (\n !responseId ||\n this.ignoredResponses.has(responseId) ||\n this.response?.id !== responseId\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'response.created': {\n const requested = this.requested.shift() ?? {\n generation: this.generation,\n outOfBand: false,\n }\n const id = message.response.id\n // Interrupted before it even started\n if (requested.generation !== this.generation) {\n this.ignoredResponses.add(id)\n this.socket?.send(\n JSON.stringify({ type: 'response.cancel', response_id: id })\n )\n break\n }\n this.response = { id, ...requested }\n this.audioItemId = undefined\n this.audioBytes = 0\n this.outputResampler.reset()\n break\n }\n\n case 'response.output_audio.delta': {\n if (this.isIgnored(message.response_id)) break\n const audio = Buffer.from(message.delta, 'base64')\n if (this.audioItemId !== message.item_id) {\n this.audioItemId = message.item_id\n this.audioStartedAt = Date.now()\n this.audioBytes = 0\n }\n this.audioBytes += audio.length\n const output = this.outputResampler.process(audio)\n if (output.length > 0) this.emitAudio(output)\n break\n }\n\n case 'response.output_audio_transcript.delta':\n if (this.isIgnored(message.response_id)) break\n this.addAnswerTranscript(message.delta)\n break\n\n case 'conversation.item.input_audio_transcription.completed':\n this.log(`User transcript: \"${message.transcript}\"`)\n this.addUserTranscript(message.transcript || '')\n this.commitUserTranscript()\n break\n\n case 'conversation.item.input_audio_transcription.failed':\n this.log('Transcription failed:', message.error)\n this.commitUserTranscript()\n break\n\n case 'response.done':\n this.onResponseDone(message.response)\n break\n\n case 'error':\n // Cancelling a response that just ended is expected\n if (message.error?.code === 'response_cancel_not_active') break\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private async onResponseDone(response: any) {\n if (this.ignoredResponses.delete(response.id)) return\n if (this.response?.id !== response.id) return\n this.response = undefined\n const generation = this.generation\n\n if (response.status === 'failed') {\n this.log('Response failed:', response.status_details)\n }\n\n const calls = (response.output ?? []).filter(\n (item: any) => item.type === 'function_call'\n )\n if (calls.length === 0) {\n this.endAnswer()\n return\n }\n\n // Run the tools, then have the model speak about their results\n let skipAnswer = true\n for (const call of calls) {\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.call_id,\n toolName: call.name,\n parameters: call.arguments,\n }\n const result = await this.runTool(toolCall)\n if (generation !== this.generation) return\n if (!result.skipAnswer) skipAnswer = false\n this.send({\n type: 'conversation.item.create',\n item: {\n type: 'function_call_output',\n call_id: call.call_id,\n output: JSON.stringify(result.output ?? null),\n },\n })\n }\n\n if (skipAnswer) {\n this.endAnswer()\n } else {\n this.createResponse()\n }\n }\n}\n","/**\n * Language field of a transcription model, in a Realtime session\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-transcription\n * @see https://developers.openai.com/api/docs/deprecations\n *\n * gpt-transcribe and gpt-live-transcribe, which replace whisper-1 and the\n * gpt-4o-*-transcribe models (shut down on February 26, 2027), take a list of\n * expected languages. The models they replace take a single language and\n * reject the list.\n */\nexport function transcriptionLanguage(model: string, language?: string) {\n if (!language) return {}\n return isListingLanguages(model) ? { languages: [language] } : { language }\n}\n\nfunction isListingLanguages(model: string) {\n return (\n model.startsWith('gpt-transcribe') ||\n model.startsWith('gpt-live-transcribe')\n )\n}\n","import { Pcm16Resampler, STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { transcriptionLanguage } from './transcription'\n\n/**\n * OpenAI Real-time STT\n *\n * @see https://platform.openai.com/docs/guides/speech-to-text\n */\n\nexport interface OpenaiSTTOptions {\n apiKey: string\n // gpt-4o-transcribe (default) and gpt-4o-mini-transcribe shut down on\n // February 26, 2027, replaced by gpt-live-transcribe and gpt-transcribe\n model?: string\n language?: string\n prompt?: string\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-transcribe'\nconst DEFAULT_LANGUAGE = 'en'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst OPENAI_SAMPLE_RATE = 24000 // Min rate accepted by the GA Realtime API\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class OpenaiSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private retryCount = 0\n private destroyed = false\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private resampler = new Pcm16Resampler(SAMPLE_RATE, OPENAI_SAMPLE_RATE)\n\n constructor(private options: OpenaiSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.initWS().catch((error) => {\n console.error('[OpenaiSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: OpenAI commits and clears its buffer after each one, so\n // resample this stream independently from the previous one.\n this.resampler.reset()\n\n // Read audio stream and send to OpenAI\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.commitAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', '')\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n const model = this.options.model || DEFAULT_MODEL\n\n // Configure the transcription session (GA Realtime API schema)\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n type: 'transcription',\n audio: {\n input: {\n format: {\n type: 'audio/pcm',\n rate: OPENAI_SAMPLE_RATE,\n },\n transcription: {\n model,\n ...transcriptionLanguage(\n model,\n this.options.language || DEFAULT_LANGUAGE\n ),\n prompt:\n this.options.prompt ||\n 'Transcribe the incoming audio in real time.',\n },\n // Disable server-side VAD: the Micdrop client already detects\n // speech and only streams audio while the user is talking, so we\n // commit the buffer manually at the end of each utterance.\n turn_detection: null,\n noise_reduction: {\n type: 'near_field',\n },\n },\n },\n },\n })\n )\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n 'wss://api.openai.com/v1/realtime?intent=transcription',\n {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error: any) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener(\n 'close',\n ({ code, reason }: { code: number; reason: string }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n }\n )\n\n socket.addEventListener('message', (event: any) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n\n // Resample 16kHz -> 24kHz (GA Realtime API requires a rate >= 24kHz)\n const resampled = this.resampler.process(chunk)\n if (resampled.length === 0) return\n\n this.socket.send(\n JSON.stringify({\n type: 'input_audio_buffer.append',\n audio: resampled.toString('base64'),\n })\n )\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n // case 'input_audio_buffer.committed':\n // this.log('Audio buffer committed')\n // break\n\n // case 'input_audio_buffer.speech_started':\n // this.log('Speech started')\n // break\n\n // case 'input_audio_buffer.speech_stopped':\n // this.log('Speech stopped')\n // break\n\n // case 'conversation.item.input_audio_transcription.delta':\n // this.log(`Received transcript delta: \"${message.delta}\"`)\n // break\n\n case 'conversation.item.input_audio_transcription.completed':\n const transcript = message.transcript || ''\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset audio chunks and clear timeout\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n\n case 'session.created':\n // The server accepted the key, so the connection is usable\n this.retryCount = 0\n break\n\n case 'error':\n this.log('Error:', message.error)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Send audio chunks again if reconnecting during transcription.\n // The OpenAI buffer is fresh, so replay them through a reset\n // resampler to reproduce the exact same stream.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.resampler.reset()\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n\n private commitAudio() {\n if (!this.socket) return\n this.socket.send(JSON.stringify({ type: 'input_audio_buffer.commit' }))\n this.log('Committed audio buffer')\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","import { Pcm16Resampler, SentenceSplitter, TTS } from '@micdrop/server'\nimport OpenAI from 'openai'\nimport { Readable } from 'stream'\nimport { OpenaiOptions } from './OpenaiAgent'\nimport { OpenaiRealtimeSpeech, Synthesis } from './OpenaiRealtimeSpeech'\n\n/**\n * OpenAI Text-to-Speech\n *\n * @see https://platform.openai.com/docs/guides/text-to-speech\n * @see https://developers.openai.com/api/docs/deprecations\n *\n * Two ways to synthesize, picked by the model:\n * - tts-1, tts-1-hd and gpt-4o-mini-tts go through the speech endpoint, which\n * OpenAI shuts down on January 6, 2027.\n * - gpt-realtime-* models go through the Realtime API, see\n * OpenaiRealtimeSpeech. gpt-realtime-2.1-mini is the replacement OpenAI\n * names for the speech endpoint.\n *\n * Neither takes a text stream in, so the incoming text is buffered into\n * sentences and each sentence is synthesized as soon as it is complete. The\n * audio is emitted in the order the sentences were written, while playback\n * still starts as soon as the first sentence is ready.\n */\n\nexport type OpenaiTTSOptions = OpenaiOptions & {\n // A speech endpoint model (default) or a gpt-realtime-* model\n model?: string\n // The Realtime API has no fable, nova and onyx voices, and adds marin and\n // cedar, its default\n voice?: string\n // Delivery instructions (accent, emotion, speed, tone...).\n // Works with gpt-4o-mini-tts and gpt-realtime-* models, not tts-1 / tts-1-hd.\n instructions?: string\n // Speech speed from 0.25 to 4.0 with tts-1 / tts-1-hd, from 0.25 to 1.5\n // with gpt-realtime-* models. Ignored by gpt-4o-mini-tts.\n speed?: number\n // Reasoning of gpt-realtime-* models before speaking, 'minimal' by default\n reasoningEffort?: 'minimal' | 'low' | 'medium' | 'high' | 'xhigh'\n // Timeout to open the Realtime connection, in milliseconds\n connectionTimeout?: number\n}\n\nconst DEFAULT_MODEL = 'gpt-4o-mini-tts'\nconst DEFAULT_VOICE = 'alloy'\nconst DEFAULT_REALTIME_VOICE = 'marin'\nconst OPENAI_SAMPLE_RATE = 24000 // Rate of the pcm output from OpenAI\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst MAX_IN_FLIGHT = 2 // Requests asked for at once, current one included\n// Audio held back at the start of an utterance, in bytes of the output format\n// (16 bits, 16 kHz, so 32 bytes per millisecond).\n//\n// The speech endpoint answers with a burst of a hundred milliseconds or so,\n// then goes quiet while it generates the rest. Forwarding that burst as it\n// arrives means the browser starts playing a syllable it cannot continue, and\n// the hole lands inside the first word. Holding the opening back until there\n// is enough of it to cover the pause costs the same time either way, and\n// spends it before the first syllable rather than inside it.\nconst OPENING_CUSHION = 300 * 32\n\ninterface QueueItem {\n counter: number\n text: string\n}\n\n/** A sentence whose synthesis has been asked for and not yet spoken. */\ninterface PendingItem extends QueueItem {\n synthesis: Synthesis\n}\n\nexport class OpenaiTTS extends TTS {\n private openai?: OpenAI\n private realtime?: OpenaiRealtimeSpeech\n private counter = 0 // Identifies the current speak() call\n // Bumped by every speak() and every cancel(), so a call claimed late can tell\n // whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the synthesis calls and must only move when there\n // is something to synthesize.\n private generation = 0\n private splitter = new SentenceSplitter()\n private queue: QueueItem[] = [] // Sentences whose synthesis has not started\n private pending: PendingItem[] = [] // Requests in flight, in speaking order\n private cushion: Buffer[] = [] // Opening audio held back, see OPENING_CUSHION\n private cushionBytes = 0\n private processing = false\n // More than one request is in flight at a time, so they are stopped as a set.\n private syntheses = new Set<Synthesis>()\n\n constructor(private readonly options: OpenaiTTSOptions) {\n super()\n const model = options.model || DEFAULT_MODEL\n if (model.startsWith('gpt-realtime')) {\n this.realtime = new OpenaiRealtimeSpeech(\n {\n apiKey: 'openai' in options ? options.openai.apiKey : options.apiKey,\n model,\n voice: options.voice || DEFAULT_REALTIME_VOICE,\n instructions: options.instructions,\n speed: options.speed,\n reasoningEffort: options.reasoningEffort,\n connectionTimeout: options.connectionTimeout,\n },\n (...message) => this.log(...message)\n )\n } else {\n this.openai =\n 'openai' in options\n ? options.openai\n : new OpenAI({ apiKey: options.apiKey })\n }\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n\n // Claiming the call is deferred until there is something to say.\n //\n // Taking the next number right away would drop the utterance still being\n // spoken, since both the queue and the streaming reader skip anything\n // stamped with an older one. A stream that never carries a word, which is\n // what an answer skipped by a tool or by onBeforeAnswer hands over, would\n // then cut the assistant off and throw away the sentences still queued.\n const claimCall = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n this.splitter.reset()\n this.cushion = []\n this.cushionBytes = 0\n return true\n }\n\n textStream.on('data', (chunk: Buffer) => {\n if (!claimCall()) return\n if (counter !== this.counter) return\n for (const sentence of this.splitter.push(chunk.toString('utf-8'))) {\n this.enqueue(counter, sentence)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream', error)\n })\n\n textStream.on('end', () => {\n // Nothing was ever said, so there is nothing left to flush.\n if (!counter || counter !== this.counter) return\n for (const sentence of this.splitter.flush()) {\n this.enqueue(counter, sentence)\n }\n })\n }\n\n cancel() {\n this.generation++\n this.log('Cancel')\n // Increment counter to ignore in-flight and queued work\n this.counter++\n this.splitter.reset()\n this.queue = []\n this.pending = []\n this.cushion = []\n this.cushionBytes = 0\n this.syntheses.forEach((synthesis) => synthesis.cancel())\n this.syntheses.clear()\n }\n\n destroy() {\n super.destroy()\n this.realtime?.destroy()\n }\n\n private enqueue(counter: number, text: string) {\n this.queue.push({ counter, text })\n this.pump()\n }\n\n /**\n * Starts what can be started, then speaks what is ready.\n *\n * A request takes a few hundred milliseconds before its first byte, and\n * waiting for that between two sentences leaves a silence in the middle of\n * her voice. It is loudest at the very start, where a greeting is often one\n * short sentence: a syllable, a hole, then the rest of the answer. Asking for\n * a sentence the moment it is complete, rather than when its turn to be\n * spoken comes, hides that latency behind the audio already playing.\n *\n * Two requests at a time is enough to cover the gap, and it keeps a long\n * answer from opening one request per sentence all at once.\n */\n private pump() {\n while (this.pending.length < MAX_IN_FLIGHT && this.queue.length > 0) {\n const item = this.queue.shift()!\n // Skip work from a cancelled or superseded speak() call\n if (item.counter !== this.counter) continue\n const synthesis = this.realtime\n ? this.realtime.synthesize(item.text)\n : this.requestSpeech(item.text)\n this.syntheses.add(synthesis)\n this.pending.push({ ...item, synthesis })\n }\n this.drain()\n }\n\n /** Speaks the started requests in the order they were queued. */\n private async drain() {\n if (this.processing) return\n this.processing = true\n\n while (this.pending.length > 0) {\n const item = this.pending.shift()!\n // A slot just freed, so the sentence after the next one can start now\n this.pump()\n await this.speakItem(item)\n }\n\n this.processing = false\n // Nothing left to speak: an utterance shorter than the cushion is released\n // here, since there is no longer anything coming to fill it up.\n this.flushCushion()\n // Sentences may have arrived right as we exited the loop\n if (this.pending.length > 0 || this.queue.length > 0) this.pump()\n }\n\n /**\n * Asks the speech endpoint for one sentence, without waiting for the answer.\n *\n * Only for tts-1, tts-1-hd and gpt-4o-mini-tts, until January 6, 2027.\n */\n private requestSpeech(text: string): Synthesis {\n const controller = new AbortController()\n const response = this.openai!.audio.speech.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n voice: this.options.voice || DEFAULT_VOICE,\n input: text,\n response_format: 'pcm',\n ...(this.options.instructions\n ? { instructions: this.options.instructions }\n : {}),\n ...(this.options.speed ? { speed: this.options.speed } : {}),\n },\n { signal: controller.signal }\n )\n // Rejected before its turn comes, which nothing awaits yet\n response.catch(() => {})\n\n async function* read() {\n const { body } = await response\n if (!body) return\n const resampler = new Pcm16Resampler(\n OPENAI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const reader = body.getReader()\n try {\n while (true) {\n const { done, value } = await reader.read()\n if (done) break\n const output = resampler.process(Buffer.from(value))\n if (output.length > 0) yield output\n }\n } finally {\n reader.cancel().catch(() => {})\n }\n }\n\n return { audio: read(), cancel: () => controller.abort() }\n }\n\n /** Holds the opening of an utterance back, then lets the rest through. */\n private emitAudio(chunk: Buffer) {\n if (this.cushionBytes >= OPENING_CUSHION) {\n this.emit('Audio', chunk)\n return\n }\n this.cushion.push(chunk)\n this.cushionBytes += chunk.length\n if (this.cushionBytes >= OPENING_CUSHION) this.flushCushion()\n }\n\n private flushCushion() {\n if (this.cushion.length === 0) return\n const held = this.cushion\n this.cushion = []\n for (const chunk of held) this.emit('Audio', chunk)\n }\n\n /** Emits one sentence as its audio arrives, from a request started earlier. */\n private async speakItem(item: PendingItem) {\n try {\n if (item.counter !== this.counter) return\n this.log(`Synthesizing: \"${item.text}\"`)\n for await (const chunk of item.synthesis.audio) {\n if (item.counter !== this.counter) break\n this.emitAudio(chunk)\n }\n } catch (error) {\n // A cancel stops the audio being read, which is expected. Anything else\n // is logged rather than left unhandled, where it would stop the server.\n if (item.counter === this.counter) {\n this.log('Error synthesizing speech:', error)\n this.emit('Failed', [item.text])\n }\n } finally {\n item.synthesis.cancel()\n this.syntheses.delete(item.synthesis)\n }\n }\n}\n","import { Pcm16Resampler } from '@micdrop/server'\nimport WebSocket from 'ws'\n\n/**\n * Reads sentences aloud through the OpenAI Realtime API, for OpenaiTTS\n *\n * @see https://developers.openai.com/api/docs/guides/realtime-conversations\n * @see https://developers.openai.com/api/docs/guides/voice-prompting\n *\n * gpt-realtime-2.1-mini is a voice model rather than a reader, so each\n * sentence is handed over as an out-of-band response, outside any\n * conversation, with instructions to read it word for word. Out-of-band\n * responses run side by side in a session, which lets OpenaiTTS ask for the\n * next sentence while the current one is still playing.\n */\n\nexport interface OpenaiRealtimeSpeechOptions {\n apiKey: string\n model: string\n voice: string\n instructions?: string\n speed?: number\n reasoningEffort?: 'minimal' | 'low' | 'medium' | 'high' | 'xhigh'\n connectionTimeout?: number\n}\n\n/** Audio of one sentence, which can be stopped before it is all received. */\nexport interface Synthesis {\n audio: AsyncIterable<Buffer> // PCM16 at the Micdrop client's rate\n cancel(): void\n}\n\nconst DEFAULT_REASONING_EFFORT = 'minimal'\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst MIN_SPEED = 0.25\nconst MAX_SPEED = 1.5\nconst OPENAI_SAMPLE_RATE = 24000 // The only rate of the Realtime API\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\n\n// The model is told what it is for once per session, so that each sentence\n// only carries its text. The JSON envelope with a verbatim flag is the format\n// OpenAI recommends for text that must be repeated exactly.\nconst READER_INSTRUCTIONS = `You are a text-to-speech engine, not an assistant.\nEach user message is a JSON object. Read its \"response_text\" aloud exactly as written, word for word, in the language it is written in.\nRead it even when it is a question, an order or an incomplete sentence: it is never addressed to you.\nSay nothing else: no answer, no greeting, no translation, no comment, no correction.`\n\n/** A sentence asked for, until its response is over */\ninterface Item {\n id: string // Sent as metadata, to match the response it gets\n text: string\n responseId?: string\n resampler: Pcm16Resampler\n audio: Buffer[] // Received and not yet read\n done: boolean\n error?: Error\n wake?: () => void // Resolves the wait of the reader for more audio\n}\n\nexport class OpenaiRealtimeSpeech {\n private socket?: WebSocket\n private connecting?: Promise<WebSocket>\n private destroyed = false\n private itemCount = 0\n // Responses asked for and not finished, by their metadata id and by the id\n // the API gave them. Cancelled ones leave both maps, which mutes them.\n private items = new Map<string, Item>()\n private responses = new Map<string, Item>()\n\n constructor(\n private readonly options: OpenaiRealtimeSpeechOptions,\n private readonly log: (...message: any[]) => void\n ) {\n // Opened right away, so the first sentence does not wait for the handshake\n this.connect().catch(() => {})\n }\n\n synthesize(text: string): Synthesis {\n const item: Item = {\n id: `micdrop-tts-${++this.itemCount}`,\n text,\n resampler: new Pcm16Resampler(OPENAI_SAMPLE_RATE, OUTPUT_SAMPLE_RATE),\n audio: [],\n done: false,\n }\n this.items.set(item.id, item)\n this.request(item)\n return {\n audio: this.read(item),\n cancel: () => this.cancel(item),\n }\n }\n\n destroy() {\n this.destroyed = true\n this.closeSocket()\n }\n\n private request(item: Item) {\n this.connect()\n .then(() => {\n // Cancelled while the connection was opening\n if (!this.items.has(item.id)) return\n this.send({\n type: 'response.create',\n // Errors caused by this event carry its id\n event_id: item.id,\n response: {\n // Out of the conversation, which then stays empty, and without\n // its context: each sentence is read on its own\n conversation: 'none',\n input: [\n {\n type: 'message',\n role: 'user',\n content: [\n {\n type: 'input_text',\n text: JSON.stringify({\n response_text: item.text,\n require_repeat_verbatim: true,\n }),\n },\n ],\n },\n ],\n output_modalities: ['audio'],\n metadata: { micdrop_id: item.id },\n },\n })\n })\n .catch((error) => this.finish(item, error))\n }\n\n private async *read(item: Item): AsyncGenerator<Buffer> {\n while (true) {\n const chunk = item.audio.shift()\n if (chunk) {\n yield chunk\n continue\n }\n if (item.error) throw item.error\n if (item.done) return\n await new Promise<void>((resolve) => (item.wake = resolve))\n }\n }\n\n private cancel(item: Item) {\n // A response not created yet is cancelled when the API announces it,\n // since its id is not known before\n if (item.responseId && !item.done) {\n this.send({ type: 'response.cancel', response_id: item.responseId })\n }\n item.audio = []\n this.finish(item)\n }\n\n private finish(item: Item, error?: Error) {\n if (!this.items.has(item.id)) return\n item.done = true\n item.error = error\n this.items.delete(item.id)\n if (item.responseId) this.responses.delete(item.responseId)\n const wake = item.wake\n item.wake = undefined\n wake?.()\n }\n\n private send(event: object) {\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.send(JSON.stringify(event))\n }\n }\n\n private sessionUpdate() {\n const { instructions, speed } = this.options\n return {\n type: 'session.update',\n session: {\n type: 'realtime',\n model: this.options.model,\n instructions: instructions\n ? `${READER_INSTRUCTIONS}\\nDelivery: ${instructions}`\n : READER_INSTRUCTIONS,\n output_modalities: ['audio'],\n reasoning: {\n effort: this.options.reasoningEffort || DEFAULT_REASONING_EFFORT,\n },\n audio: {\n // Nothing is ever heard, there is no turn to detect\n input: { turn_detection: null },\n output: {\n format: { type: 'audio/pcm', rate: OPENAI_SAMPLE_RATE },\n voice: this.options.voice,\n ...(speed\n ? { speed: Math.min(MAX_SPEED, Math.max(MIN_SPEED, speed)) }\n : {}),\n },\n },\n },\n }\n }\n\n /**\n * Opens the session, or hands over the one already open.\n *\n * A Realtime session lasts an hour at most. A closed one is opened again by\n * the next sentence rather than on a timer, so an idle agent holds no\n * connection.\n */\n private connect(): Promise<WebSocket> {\n if (this.destroyed) return Promise.reject(new Error('TTS destroyed'))\n if (this.socket?.readyState === WebSocket.OPEN) {\n return Promise.resolve(this.socket)\n }\n if (this.connecting) return this.connecting\n\n const { model, apiKey } = this.options\n const connecting = new Promise<WebSocket>((resolve, reject) => {\n const socket = new WebSocket(\n `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`,\n { headers: { Authorization: `Bearer ${apiKey}` } }\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // Sent before any response, and the API handles events in order\n socket.send(JSON.stringify(this.sessionUpdate()))\n resolve(socket)\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n this.log('Connection closed', { code, reason: reason.toString() })\n reject(new Error('WebSocket connection closed'))\n this.closeSocket()\n })\n\n socket.on('message', (data) => {\n try {\n this.handleMessage(JSON.parse(data.toString()))\n } catch (error) {\n this.log('Error handling message', error)\n }\n })\n })\n\n this.connecting = connecting\n const settle = () => {\n if (this.connecting === connecting) this.connecting = undefined\n }\n connecting.then(settle, settle)\n return connecting\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connecting = undefined\n // The responses in progress are lost with the connection\n for (const item of [...this.items.values()]) {\n this.finish(item, new Error('Connection lost'))\n }\n if (!socket) return\n socket.removeAllListeners()\n // A socket closed while still connecting emits an error, and an error\n // nobody listens to crashes the process\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'response.created': {\n const id = message.response.id\n const item = this.items.get(message.response.metadata?.micdrop_id)\n // Cancelled before it even started\n if (!item) {\n this.send({ type: 'response.cancel', response_id: id })\n break\n }\n item.responseId = id\n this.responses.set(id, item)\n break\n }\n\n case 'response.output_audio.delta': {\n const item = this.responses.get(message.response_id)\n if (!item) break\n const audio = item.resampler.process(\n Buffer.from(message.delta, 'base64')\n )\n if (audio.length === 0) break\n item.audio.push(audio)\n const wake = item.wake\n item.wake = undefined\n wake?.()\n break\n }\n\n case 'response.output_audio_transcript.done': {\n // The model is asked to read, but it remains a voice model that could\n // reword a sentence, so a difference is worth seeing in the logs\n const item = this.responses.get(message.response_id)\n if (item && normalize(message.transcript) !== normalize(item.text)) {\n this.log(`Read differently: \"${message.transcript}\"`)\n }\n break\n }\n\n case 'response.done': {\n const response = message.response\n const item = this.responses.get(response.id)\n if (!item) break\n if (response.status === 'failed') {\n this.finish(\n item,\n new Error(\n `Response failed: ${JSON.stringify(response.status_details)}`\n )\n )\n } else {\n this.finish(item)\n }\n break\n }\n\n case 'error': {\n // Cancelling a response that just ended is expected\n if (message.error?.code === 'response_cancel_not_active') break\n this.log('Error:', message.error)\n // A sentence refused before it became a response would wait forever\n const item = this.items.get(message.error?.event_id)\n if (item) this.finish(item, new Error(message.error?.message))\n break\n }\n\n default:\n break\n }\n }\n}\n\n/** Compares a transcript with its text regardless of case and punctuation. */\nfunction normalize(text: string = '') {\n return text\n .toLowerCase()\n .replace(/[^\\p{L}\\p{N}]+/gu, ' ')\n .trim()\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,OAAO,YAAY;AAEnB,OAAO,KAAK,oBAAoB;AAgBhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAErB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAIzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AACb,SAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAI,OAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAW,MAAM,KAAK,OAAO,UAAU;AAAA,QAC3C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,QAAQ;AAAA,UACR,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AACA,UAAI,aAAa;AACjB,UAAI,YAAY;AAGhB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAC9C,gBAAQ,MAAM,MAAM;AAAA,UAClB,KAAK;AAEH,gBAAI,UAAW;AAEf,iBAAK,IAAI,kBAAkB,MAAM,KAAK,GAAG;AAGzC,gBAAI,gBAAgB;AAClB,kBAAI,CAAC,YAAY;AACf,sBAAM,gBAAgB,MAAM,MAAM;AAAA,kBAChC,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,wBAAM,cAAc,MAAM,MACvB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,yBAAO,MAAM,WAAW;AACxB;AAAA,gBACF;AAAA,cACF,OAAO;AAEL;AAAA,cACF;AAAA,YACF;AAGA,mBAAO,MAAM,MAAM,KAAK;AACxB;AAAA,UAEF,KAAK;AAMH,gBAAI,UAAW;AAEf,kBAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM,IAAI;AACrD,iBAAK,oBAAoB,SAAS,QAAQ;AAC1C,wBAAY;AAKZ;AAAA,UAEF,KAAK;AACH,gBAAI,MAAM,KAAK,SAAS,iBAAiB;AACvC,oBAAM,WAAW,MAAM;AACvB,oBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,gBACpC,MAAM;AAAA,gBACN,YAAY,SAAS;AAAA,gBACrB,UAAU,SAAS;AAAA,gBACnB,YAAY,SAAS;AAAA,cACvB,CAAC;AACD,kBAAI,OAAO,YAAY;AACrB,6BAAa;AAAA,cACf;AAAA,YACF;AACA;AAAA,UAEF;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAI9C,UAAI,CAAC,cAAc,CAAC,WAAW;AAC7B,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AACA,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAO;AACd,UAAI,iBAAiB,OAAO,kBAAmB;AAC/C,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAA6C;AACnD,WAAO,KAAK,aAAa,IAAI,CAAC,YAAY;AACxC,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,MAAM,QAAQ;AAAA,YACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,UAC9C;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS,QAAQ;AAAA,YACjB,QAAQ,QAAQ;AAAA,UAClB;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAkD;AAExD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,QAAQ;AAAA,MACR,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,IACzD,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;;;ACnNA;AAAA,EAEE;AAAA,EACA;AAAA,OAEK;AACP,OAAO,eAAe;AACtB,OAAOA,MAAK,gBAAAC,qBAAoB;;;ACIzB,SAAS,sBAAsB,OAAe,UAAmB;AACtE,MAAI,CAAC,SAAU,QAAO,CAAC;AACvB,SAAO,mBAAmB,KAAK,IAAI,EAAE,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS;AAC5E;AAEA,SAAS,mBAAmB,OAAe;AACzC,SACE,MAAM,WAAW,gBAAgB,KACjC,MAAM,WAAW,qBAAqB;AAE1C;;;ADaA,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,8BAA8B;AACpC,IAAM,cAAc;AACpB,IAAM,qBAAqB;AAC3B,IAAM,sBAAuB,qBAAqB,IAAK;AACvD,IAAM,6BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AASnB,IAAM,iBAAN,cAA6B,SAAgC;AAAA,EAuBlE,YAAY,SAAgC;AAC1C,UAAM,OAAO;AAtBf,SAAQ,YAAY;AACpB,SAAQ,gBAAgB;AACxB,SAAQ,YAAY;AAEpB;AAAA,SAAQ,UAAoB,CAAC;AAE7B,SAAQ,aAAa;AAErB,SAAQ,iBAAiB,IAAI,eAAe,aAAa,kBAAkB;AAC3E,SAAQ,kBAAkB,IAAI,eAAe,oBAAoB,WAAW;AAG5E;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAiC,CAAC;AAE1C,SAAQ,mBAAmB,oBAAI,IAAY;AAG3C,SAAQ,iBAAiB;AACzB,SAAQ,aAAa;AAInB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe,MAAM;AAAA,EAC5B;AAAA,EAEU,YAAY,OAAe;AACnC,UAAM,QAAQ,KAAK,eAAe,QAAQ,KAAK;AAC/C,QAAI,MAAM,WAAW,EAAG;AACxB,SAAK,KAAK;AAAA,MACR,MAAM;AAAA,MACN,OAAO,MAAM,SAAS,QAAQ;AAAA,IAChC,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAC/C,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,YAAY;AACpB,SAAK,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAAA,EAChD;AAAA,EAEU,WAAW;AACnB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEU,UAAU,MAAc;AAGhC,SAAK,eAAe;AAAA,MAClB,cAAc;AAAA,MACd,cAAc,oEAAoE,IAAI;AAAA,IACxF,CAAC;AAAA,EACH;AAAA,EAEU,eAAe;AACvB,SAAK;AACL,SAAK,gBAAgB,MAAM;AAC3B,UAAM,WAAW,KAAK;AACtB,QAAI,CAAC,SAAU;AACf,SAAK,WAAW;AAChB,SAAK,iBAAiB,IAAI,SAAS,EAAE;AACrC,SAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,SAAS,GAAG,CAAC;AAI/D,QAAI,CAAC,SAAS,aAAa,KAAK,aAAa;AAC3C,YAAM,SAAS,KAAK;AAAA,QAClB,KAAK,IAAI,IAAI,KAAK;AAAA,QAClB,KAAK,aAAa;AAAA,MACpB;AACA,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,SAAS,KAAK;AAAA,QACd,eAAe;AAAA,QACf,cAAc,KAAK,IAAI,GAAG,KAAK,MAAM,MAAM,CAAC;AAAA,MAC9C,CAAC;AAAA,IACH;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,UAAW,MAAK,kBAAkB;AAAA,EAC7C;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QAAI,CAAC,KAAK,aAAa,KAAK,cAAe;AAC3C,SAAK,KAAK,KAAK,YAAY,MAAM,IAAI,CAAC;AAAA,EACxC;AAAA,EAEQ,eAAe,UAAmB;AACxC,SAAK,UAAU,KAAK;AAAA,MAClB,YAAY,KAAK;AAAA,MACjB,WAAW,CAAC,CAAC;AAAA,IACf,CAAC;AACD,SAAK,KAAK,EAAE,MAAM,mBAAmB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC,EAAG,CAAC;AAAA,EAC1E;AAAA,EAEQ,KAAK,OAAe;AAC1B,QAAI,KAAK,aAAa,KAAK,QAAQ,eAAe,UAAU,MAAM;AAChE,WAAK,OAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,IACxC,OAAO;AACL,WAAK,QAAQ,KAAK,KAAK;AAAA,IACzB;AAAA,EACF;AAAA,EAEQ,YAAY,MAAuC,MAAc;AACvE,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,MAAM;AAAA,QACN;AAAA,QACA,SAAS;AAAA,UACP;AAAA,YACE,MAAM,SAAS,cAAc,gBAAgB;AAAA,YAC7C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,oBAAoB;AAC1B,UAAM,qBACJ,KAAK,QAAQ,sBAAsB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO,KAAK,QAAQ,SAASD;AAAA,UAC7B,cAAc,KAAK,QAAQ;AAAA,UAC3B,mBAAmB,CAAC,OAAO;AAAA,UAC3B,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA;AAAA,cAEtD,gBAAgB;AAAA,cAChB,eAAe;AAAA,gBACb,OAAO;AAAA,gBACP,GAAG;AAAA,kBACD;AAAA,kBACA,KAAK,QAAQ;AAAA,gBACf;AAAA,cACF;AAAA,cACA,iBAAiB,EAAE,MAAM,aAAa;AAAA,YACxC;AAAA,YACA,QAAQ;AAAA,cACN,QAAQ,EAAE,MAAM,aAAa,MAAM,mBAAmB;AAAA,cACtD,OAAO,KAAK,QAAQ,SAAS;AAAA,YAC/B;AAAA,UACF;AAAA,UACA,OAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,YAC/B,MAAM;AAAA,YACN,MAAM,KAAK;AAAA,YACX,aAAa,KAAK;AAAA,YAClB,YAAYE,cAAa,KAAK,eAAeC,GAAE,OAAO,CAAC;AAAA,UACzD,EAAE;AAAA,QACJ;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU;AAChB,SAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAC7B,WAAK,IAAI,qBAAqB,KAAK;AACnC,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,KAAK,QAAQ,SAASH;AACpC,YAAM,SAAS,IAAI;AAAA,QACjB,0CAA0C,mBAAmB,KAAK,CAAC;AAAA,QACnE,EAAE,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,GAAG,EAAE;AAAA,MAChE;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAC5B,aAAK,kBAAkB;AAGvB,YAAI,KAAK,eAAe;AACtB,qBAAW,WAAW,KAAK,cAAc;AACvC,gBAAI,QAAQ,SAAS,UAAU,QAAQ,SAAS,aAAa;AAC3D;AAAA,YACF;AACA,mBAAO;AAAA,cACL,KAAK,UAAU,KAAK,YAAY,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YAChE;AAAA,UACF;AAAA,QACF;AAEA,aAAK,YAAY;AACjB,aAAK,gBAAgB;AACrB,aAAK,aAAa;AAClB,cAAM,UAAU,KAAK;AACrB,aAAK,UAAU,CAAC;AAChB,gBAAQ,QAAQ,CAAC,UAAU,KAAK,KAAK,KAAK,CAAC;AAC3C,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,cAAM,eAAe,KAAK;AAC1B,aAAK,YAAY;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,YAAI,aAAc,MAAK,UAAU;AAAA,MACnC,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,aAAK,cAAc,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MAChD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,YAAY;AAGjB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,CAAC;AAClB,SAAK,WAAW;AAChB,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAC1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAEA,SAAK,UAAU;AAAA,EACjB;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,QAAQ;AAClB;AAAA,IACF;AACA,SAAK,IAAI,iBAAiB;AAC1B,SAAK,mBAAmB,WAAW,MAAM;AACvC,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AAAA,IACf,GAAG,KAAK,QAAQ,cAAcC,oBAAmB;AAAA,EACnD;AAAA,EAEQ,UAAU,YAAqB;AACrC,WACE,CAAC,cACD,KAAK,iBAAiB,IAAI,UAAU,KACpC,KAAK,UAAU,OAAO;AAAA,EAE1B;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,oBAAoB;AACvB,cAAM,YAAY,KAAK,UAAU,MAAM,KAAK;AAAA,UAC1C,YAAY,KAAK;AAAA,UACjB,WAAW;AAAA,QACb;AACA,cAAM,KAAK,QAAQ,SAAS;AAE5B,YAAI,UAAU,eAAe,KAAK,YAAY;AAC5C,eAAK,iBAAiB,IAAI,EAAE;AAC5B,eAAK,QAAQ;AAAA,YACX,KAAK,UAAU,EAAE,MAAM,mBAAmB,aAAa,GAAG,CAAC;AAAA,UAC7D;AACA;AAAA,QACF;AACA,aAAK,WAAW,EAAE,IAAI,GAAG,UAAU;AACnC,aAAK,cAAc;AACnB,aAAK,aAAa;AAClB,aAAK,gBAAgB,MAAM;AAC3B;AAAA,MACF;AAAA,MAEA,KAAK,+BAA+B;AAClC,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,cAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,YAAI,KAAK,gBAAgB,QAAQ,SAAS;AACxC,eAAK,cAAc,QAAQ;AAC3B,eAAK,iBAAiB,KAAK,IAAI;AAC/B,eAAK,aAAa;AAAA,QACpB;AACA,aAAK,cAAc,MAAM;AACzB,cAAM,SAAS,KAAK,gBAAgB,QAAQ,KAAK;AACjD,YAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAC5C;AAAA,MACF;AAAA,MAEA,KAAK;AACH,YAAI,KAAK,UAAU,QAAQ,WAAW,EAAG;AACzC,aAAK,oBAAoB,QAAQ,KAAK;AACtC;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,qBAAqB,QAAQ,UAAU,GAAG;AACnD,aAAK,kBAAkB,QAAQ,cAAc,EAAE;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,yBAAyB,QAAQ,KAAK;AAC/C,aAAK,qBAAqB;AAC1B;AAAA,MAEF,KAAK;AACH,aAAK,eAAe,QAAQ,QAAQ;AACpC;AAAA,MAEF,KAAK;AAEH,YAAI,QAAQ,OAAO,SAAS,6BAA8B;AAC1D,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEA,MAAc,eAAe,UAAe;AAC1C,QAAI,KAAK,iBAAiB,OAAO,SAAS,EAAE,EAAG;AAC/C,QAAI,KAAK,UAAU,OAAO,SAAS,GAAI;AACvC,SAAK,WAAW;AAChB,UAAM,aAAa,KAAK;AAExB,QAAI,SAAS,WAAW,UAAU;AAChC,WAAK,IAAI,oBAAoB,SAAS,cAAc;AAAA,IACtD;AAEA,UAAM,SAAS,SAAS,UAAU,CAAC,GAAG;AAAA,MACpC,CAAC,SAAc,KAAK,SAAS;AAAA,IAC/B;AACA,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,UAAU;AACf;AAAA,IACF;AAGA,QAAI,aAAa;AACjB,eAAW,QAAQ,OAAO;AACxB,YAAM,WAAwC;AAAA,QAC5C,MAAM;AAAA,QACN,YAAY,KAAK;AAAA,QACjB,UAAU,KAAK;AAAA,QACf,YAAY,KAAK;AAAA,MACnB;AACA,YAAM,SAAS,MAAM,KAAK,QAAQ,QAAQ;AAC1C,UAAI,eAAe,KAAK,WAAY;AACpC,UAAI,CAAC,OAAO,WAAY,cAAa;AACrC,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,MAAM;AAAA,UACN,SAAS,KAAK;AAAA,UACd,QAAQ,KAAK,UAAU,OAAO,UAAU,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH;AAEA,QAAI,YAAY;AACd,WAAK,UAAU;AAAA,IACjB,OAAO;AACL,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AACF;;;AE7cA,SAAS,kBAAAG,iBAAgB,WAAW;AAEpC,OAAOC,gBAAe;AAsBtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAMC,eAAc;AACpB,IAAMC,sBAAqB;AAC3B,IAAMC,8BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAWjC,YAAoB,SAA2B;AAC7C,UAAM;AADY;AANpB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAEpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,YAAY,IAAIC,gBAAeL,cAAaC,mBAAkB;AAMpE,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,iCAAiC,KAAK;AACpD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,UAAU,MAAM;AAGrB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAGD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,YAAY;AAGjB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,EAAE;AAC1B,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAElB,UAAM,QAAQ,KAAK,QAAQ,SAASF;AAGpC,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,UACN,OAAO;AAAA,YACL,OAAO;AAAA,cACL,QAAQ;AAAA,gBACN,MAAM;AAAA,gBACN,MAAME;AAAA,cACR;AAAA,cACA,eAAe;AAAA,gBACb;AAAA,gBACA,GAAG;AAAA,kBACD;AAAA,kBACA,KAAK,QAAQ,YAAY;AAAA,gBAC3B;AAAA,gBACA,QACE,KAAK,QAAQ,UACb;AAAA,cACJ;AAAA;AAAA;AAAA;AAAA,cAIA,gBAAgB;AAAA,cAChB,iBAAiB;AAAA,gBACf,MAAM;AAAA,cACR;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIK;AAAA,QACjB;AAAA,QACA;AAAA,UACE,SAAS;AAAA,YACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBJ,2BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAe;AAC/C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO;AAAA,QACL;AAAA,QACA,CAAC,EAAE,MAAM,OAAO,MAAwC;AACtD,uBAAa,OAAO;AACpB,eAAK,QAAQ,mBAAmB;AAChC,eAAK,SAAS;AAEd,cAAI,SAAS,KAAM;AACjB,iBAAK,UAAU;AAAA,UACjB,OAAO;AACL,iBAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,UAChD;AAAA,QACF;AAAA,MACF;AAEA,aAAO,iBAAiB,WAAW,CAAC,UAAe;AACjD,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAGlB,UAAM,YAAY,KAAK,UAAU,QAAQ,KAAK;AAC9C,QAAI,UAAU,WAAW,EAAG;AAE5B,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,UAAU,SAAS,QAAQ;AAAA,MACpC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAiBpB,KAAK;AACH,cAAM,aAAa,QAAQ,cAAc;AACzC,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,UAAU;AAElC,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MAEF,KAAK;AAEH,aAAK,aAAa;AAClB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,KAAK;AAChC;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,UAAU,MAAM;AACrB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,4BAA4B,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB;AAAA,EACnC;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAeG,WAAU,QAChC,OAAO,eAAeA,WAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;AC3TA,SAAS,kBAAAC,iBAAgB,kBAAkB,WAAW;AACtD,OAAOC,aAAY;;;ACDnB,SAAS,kBAAAC,uBAAsB;AAC/B,OAAOC,gBAAe;AA+BtB,IAAM,2BAA2B;AACjC,IAAMC,8BAA6B;AACnC,IAAM,YAAY;AAClB,IAAM,YAAY;AAClB,IAAMC,sBAAqB;AAC3B,IAAM,qBAAqB;AAK3B,IAAM,sBAAsB;AAAA;AAAA;AAAA;AAiBrB,IAAM,uBAAN,MAA2B;AAAA,EAUhC,YACmB,SACA,KACjB;AAFiB;AACA;AATnB,SAAQ,YAAY;AACpB,SAAQ,YAAY;AAGpB;AAAA;AAAA,SAAQ,QAAQ,oBAAI,IAAkB;AACtC,SAAQ,YAAY,oBAAI,IAAkB;AAOxC,SAAK,QAAQ,EAAE,MAAM,MAAM;AAAA,IAAC,CAAC;AAAA,EAC/B;AAAA,EAEA,WAAW,MAAyB;AAClC,UAAM,OAAa;AAAA,MACjB,IAAI,eAAe,EAAE,KAAK,SAAS;AAAA,MACnC;AAAA,MACA,WAAW,IAAIH,gBAAeG,qBAAoB,kBAAkB;AAAA,MACpE,OAAO,CAAC;AAAA,MACR,MAAM;AAAA,IACR;AACA,SAAK,MAAM,IAAI,KAAK,IAAI,IAAI;AAC5B,SAAK,QAAQ,IAAI;AACjB,WAAO;AAAA,MACL,OAAO,KAAK,KAAK,IAAI;AAAA,MACrB,QAAQ,MAAM,KAAK,OAAO,IAAI;AAAA,IAChC;AAAA,EACF;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEQ,QAAQ,MAAY;AAC1B,SAAK,QAAQ,EACV,KAAK,MAAM;AAEV,UAAI,CAAC,KAAK,MAAM,IAAI,KAAK,EAAE,EAAG;AAC9B,WAAK,KAAK;AAAA,QACR,MAAM;AAAA;AAAA,QAEN,UAAU,KAAK;AAAA,QACf,UAAU;AAAA;AAAA;AAAA,UAGR,cAAc;AAAA,UACd,OAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,MAAM;AAAA,cACN,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,KAAK,UAAU;AAAA,oBACnB,eAAe,KAAK;AAAA,oBACpB,yBAAyB;AAAA,kBAC3B,CAAC;AAAA,gBACH;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAAA,UACA,mBAAmB,CAAC,OAAO;AAAA,UAC3B,UAAU,EAAE,YAAY,KAAK,GAAG;AAAA,QAClC;AAAA,MACF,CAAC;AAAA,IACH,CAAC,EACA,MAAM,CAAC,UAAU,KAAK,OAAO,MAAM,KAAK,CAAC;AAAA,EAC9C;AAAA,EAEA,OAAe,KAAK,MAAoC;AACtD,WAAO,MAAM;AACX,YAAM,QAAQ,KAAK,MAAM,MAAM;AAC/B,UAAI,OAAO;AACT,cAAM;AACN;AAAA,MACF;AACA,UAAI,KAAK,MAAO,OAAM,KAAK;AAC3B,UAAI,KAAK,KAAM;AACf,YAAM,IAAI,QAAc,CAAC,YAAa,KAAK,OAAO,OAAQ;AAAA,IAC5D;AAAA,EACF;AAAA,EAEQ,OAAO,MAAY;AAGzB,QAAI,KAAK,cAAc,CAAC,KAAK,MAAM;AACjC,WAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,KAAK,WAAW,CAAC;AAAA,IACrE;AACA,SAAK,QAAQ,CAAC;AACd,SAAK,OAAO,IAAI;AAAA,EAClB;AAAA,EAEQ,OAAO,MAAY,OAAe;AACxC,QAAI,CAAC,KAAK,MAAM,IAAI,KAAK,EAAE,EAAG;AAC9B,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,MAAM,OAAO,KAAK,EAAE;AACzB,QAAI,KAAK,WAAY,MAAK,UAAU,OAAO,KAAK,UAAU;AAC1D,UAAM,OAAO,KAAK;AAClB,SAAK,OAAO;AACZ,WAAO;AAAA,EACT;AAAA,EAEQ,KAAK,OAAe;AAC1B,QAAI,KAAK,QAAQ,eAAeF,WAAU,MAAM;AAC9C,WAAK,OAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,IACxC;AAAA,EACF;AAAA,EAEQ,gBAAgB;AACtB,UAAM,EAAE,cAAc,MAAM,IAAI,KAAK;AACrC,WAAO;AAAA,MACL,MAAM;AAAA,MACN,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO,KAAK,QAAQ;AAAA,QACpB,cAAc,eACV,GAAG,mBAAmB;AAAA,YAAe,YAAY,KACjD;AAAA,QACJ,mBAAmB,CAAC,OAAO;AAAA,QAC3B,WAAW;AAAA,UACT,QAAQ,KAAK,QAAQ,mBAAmB;AAAA,QAC1C;AAAA,QACA,OAAO;AAAA;AAAA,UAEL,OAAO,EAAE,gBAAgB,KAAK;AAAA,UAC9B,QAAQ;AAAA,YACN,QAAQ,EAAE,MAAM,aAAa,MAAME,oBAAmB;AAAA,YACtD,OAAO,KAAK,QAAQ;AAAA,YACpB,GAAI,QACA,EAAE,OAAO,KAAK,IAAI,WAAW,KAAK,IAAI,WAAW,KAAK,CAAC,EAAE,IACzD,CAAC;AAAA,UACP;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASQ,UAA8B;AACpC,QAAI,KAAK,UAAW,QAAO,QAAQ,OAAO,IAAI,MAAM,eAAe,CAAC;AACpE,QAAI,KAAK,QAAQ,eAAeF,WAAU,MAAM;AAC9C,aAAO,QAAQ,QAAQ,KAAK,MAAM;AAAA,IACpC;AACA,QAAI,KAAK,WAAY,QAAO,KAAK;AAEjC,UAAM,EAAE,OAAO,OAAO,IAAI,KAAK;AAC/B,UAAM,aAAa,IAAI,QAAmB,CAAC,SAAS,WAAW;AAC7D,YAAM,SAAS,IAAIA;AAAA,QACjB,0CAA0C,mBAAmB,KAAK,CAAC;AAAA,QACnE,EAAE,SAAS,EAAE,eAAe,UAAU,MAAM,GAAG,EAAE;AAAA,MACnD;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBC,2BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAE5B,eAAO,KAAK,KAAK,UAAU,KAAK,cAAc,CAAC,CAAC;AAChD,gBAAQ,MAAM;AAAA,MAChB,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,eAAO,IAAI,MAAM,6BAA6B,CAAC;AAC/C,aAAK,YAAY;AAAA,MACnB,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QAChD,SAAS,OAAO;AACd,eAAK,IAAI,0BAA0B,KAAK;AAAA,QAC1C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAED,SAAK,aAAa;AAClB,UAAM,SAAS,MAAM;AACnB,UAAI,KAAK,eAAe,WAAY,MAAK,aAAa;AAAA,IACxD;AACA,eAAW,KAAK,QAAQ,MAAM;AAC9B,WAAO;AAAA,EACT;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,aAAa;AAElB,eAAW,QAAQ,CAAC,GAAG,KAAK,MAAM,OAAO,CAAC,GAAG;AAC3C,WAAK,OAAO,MAAM,IAAI,MAAM,iBAAiB,CAAC;AAAA,IAChD;AACA,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAG1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAeD,WAAU,QAChC,OAAO,eAAeA,WAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAAA,EACF;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,oBAAoB;AACvB,cAAM,KAAK,QAAQ,SAAS;AAC5B,cAAM,OAAO,KAAK,MAAM,IAAI,QAAQ,SAAS,UAAU,UAAU;AAEjE,YAAI,CAAC,MAAM;AACT,eAAK,KAAK,EAAE,MAAM,mBAAmB,aAAa,GAAG,CAAC;AACtD;AAAA,QACF;AACA,aAAK,aAAa;AAClB,aAAK,UAAU,IAAI,IAAI,IAAI;AAC3B;AAAA,MACF;AAAA,MAEA,KAAK,+BAA+B;AAClC,cAAM,OAAO,KAAK,UAAU,IAAI,QAAQ,WAAW;AACnD,YAAI,CAAC,KAAM;AACX,cAAM,QAAQ,KAAK,UAAU;AAAA,UAC3B,OAAO,KAAK,QAAQ,OAAO,QAAQ;AAAA,QACrC;AACA,YAAI,MAAM,WAAW,EAAG;AACxB,aAAK,MAAM,KAAK,KAAK;AACrB,cAAM,OAAO,KAAK;AAClB,aAAK,OAAO;AACZ,eAAO;AACP;AAAA,MACF;AAAA,MAEA,KAAK,yCAAyC;AAG5C,cAAM,OAAO,KAAK,UAAU,IAAI,QAAQ,WAAW;AACnD,YAAI,QAAQ,UAAU,QAAQ,UAAU,MAAM,UAAU,KAAK,IAAI,GAAG;AAClE,eAAK,IAAI,sBAAsB,QAAQ,UAAU,GAAG;AAAA,QACtD;AACA;AAAA,MACF;AAAA,MAEA,KAAK,iBAAiB;AACpB,cAAM,WAAW,QAAQ;AACzB,cAAM,OAAO,KAAK,UAAU,IAAI,SAAS,EAAE;AAC3C,YAAI,CAAC,KAAM;AACX,YAAI,SAAS,WAAW,UAAU;AAChC,eAAK;AAAA,YACH;AAAA,YACA,IAAI;AAAA,cACF,oBAAoB,KAAK,UAAU,SAAS,cAAc,CAAC;AAAA,YAC7D;AAAA,UACF;AAAA,QACF,OAAO;AACL,eAAK,OAAO,IAAI;AAAA,QAClB;AACA;AAAA,MACF;AAAA,MAEA,KAAK,SAAS;AAEZ,YAAI,QAAQ,OAAO,SAAS,6BAA8B;AAC1D,aAAK,IAAI,UAAU,QAAQ,KAAK;AAEhC,cAAM,OAAO,KAAK,MAAM,IAAI,QAAQ,OAAO,QAAQ;AACnD,YAAI,KAAM,MAAK,OAAO,MAAM,IAAI,MAAM,QAAQ,OAAO,OAAO,CAAC;AAC7D;AAAA,MACF;AAAA,MAEA;AACE;AAAA,IACJ;AAAA,EACF;AACF;AAGA,SAAS,UAAU,OAAe,IAAI;AACpC,SAAO,KACJ,YAAY,EACZ,QAAQ,oBAAoB,GAAG,EAC/B,KAAK;AACV;;;ADrUA,IAAMG,iBAAgB;AACtB,IAAMC,iBAAgB;AACtB,IAAM,yBAAyB;AAC/B,IAAMC,sBAAqB;AAC3B,IAAMC,sBAAqB;AAC3B,IAAM,gBAAgB;AAUtB,IAAM,kBAAkB,MAAM;AAYvB,IAAM,YAAN,cAAwB,IAAI;AAAA,EAkBjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAf7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,WAAW,IAAI,iBAAiB;AACxC,SAAQ,QAAqB,CAAC;AAC9B;AAAA,SAAQ,UAAyB,CAAC;AAClC;AAAA,SAAQ,UAAoB,CAAC;AAC7B;AAAA,SAAQ,eAAe;AACvB,SAAQ,aAAa;AAErB;AAAA,SAAQ,YAAY,oBAAI,IAAe;AAIrC,UAAM,QAAQ,QAAQ,SAASH;AAC/B,QAAI,MAAM,WAAW,cAAc,GAAG;AACpC,WAAK,WAAW,IAAI;AAAA,QAClB;AAAA,UACE,QAAQ,YAAY,UAAU,QAAQ,OAAO,SAAS,QAAQ;AAAA,UAC9D;AAAA,UACA,OAAO,QAAQ,SAAS;AAAA,UACxB,cAAc,QAAQ;AAAA,UACtB,OAAO,QAAQ;AAAA,UACf,iBAAiB,QAAQ;AAAA,UACzB,mBAAmB,QAAQ;AAAA,QAC7B;AAAA,QACA,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,MACrC;AAAA,IACF,OAAO;AACL,WAAK,SACH,YAAY,UACR,QAAQ,SACR,IAAII,QAAO,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,IAC7C;AAAA,EACF;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AASd,UAAM,YAAY,MAAM;AACtB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,WAAK,SAAS,MAAM;AACpB,WAAK,UAAU,CAAC;AAChB,WAAK,eAAe;AACpB,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,CAAC,UAAkB;AACvC,UAAI,CAAC,UAAU,EAAG;AAClB,UAAI,YAAY,KAAK,QAAS;AAC9B,iBAAW,YAAY,KAAK,SAAS,KAAK,MAAM,SAAS,OAAO,CAAC,GAAG;AAClE,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,wBAAwB,KAAK;AAAA,IACxC,CAAC;AAED,eAAW,GAAG,OAAO,MAAM;AAEzB,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,iBAAW,YAAY,KAAK,SAAS,MAAM,GAAG;AAC5C,aAAK,QAAQ,SAAS,QAAQ;AAAA,MAChC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,SAAK,IAAI,QAAQ;AAEjB,SAAK;AACL,SAAK,SAAS,MAAM;AACpB,SAAK,QAAQ,CAAC;AACd,SAAK,UAAU,CAAC;AAChB,SAAK,UAAU,CAAC;AAChB,SAAK,eAAe;AACpB,SAAK,UAAU,QAAQ,CAAC,cAAc,UAAU,OAAO,CAAC;AACxD,SAAK,UAAU,MAAM;AAAA,EACvB;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,UAAU,QAAQ;AAAA,EACzB;AAAA,EAEQ,QAAQ,SAAiB,MAAc;AAC7C,SAAK,MAAM,KAAK,EAAE,SAAS,KAAK,CAAC;AACjC,SAAK,KAAK;AAAA,EACZ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeQ,OAAO;AACb,WAAO,KAAK,QAAQ,SAAS,iBAAiB,KAAK,MAAM,SAAS,GAAG;AACnE,YAAM,OAAO,KAAK,MAAM,MAAM;AAE9B,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,YAAM,YAAY,KAAK,WACnB,KAAK,SAAS,WAAW,KAAK,IAAI,IAClC,KAAK,cAAc,KAAK,IAAI;AAChC,WAAK,UAAU,IAAI,SAAS;AAC5B,WAAK,QAAQ,KAAK,EAAE,GAAG,MAAM,UAAU,CAAC;AAAA,IAC1C;AACA,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,MAAc,QAAQ;AACpB,QAAI,KAAK,WAAY;AACrB,SAAK,aAAa;AAElB,WAAO,KAAK,QAAQ,SAAS,GAAG;AAC9B,YAAM,OAAO,KAAK,QAAQ,MAAM;AAEhC,WAAK,KAAK;AACV,YAAM,KAAK,UAAU,IAAI;AAAA,IAC3B;AAEA,SAAK,aAAa;AAGlB,SAAK,aAAa;AAElB,QAAI,KAAK,QAAQ,SAAS,KAAK,KAAK,MAAM,SAAS,EAAG,MAAK,KAAK;AAAA,EAClE;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,cAAc,MAAyB;AAC7C,UAAM,aAAa,IAAI,gBAAgB;AACvC,UAAM,WAAW,KAAK,OAAQ,MAAM,OAAO;AAAA,MACzC;AAAA,QACE,OAAO,KAAK,QAAQ,SAASJ;AAAA,QAC7B,OAAO,KAAK,QAAQ,SAASC;AAAA,QAC7B,OAAO;AAAA,QACP,iBAAiB;AAAA,QACjB,GAAI,KAAK,QAAQ,eACb,EAAE,cAAc,KAAK,QAAQ,aAAa,IAC1C,CAAC;AAAA,QACL,GAAI,KAAK,QAAQ,QAAQ,EAAE,OAAO,KAAK,QAAQ,MAAM,IAAI,CAAC;AAAA,MAC5D;AAAA,MACA,EAAE,QAAQ,WAAW,OAAO;AAAA,IAC9B;AAEA,aAAS,MAAM,MAAM;AAAA,IAAC,CAAC;AAEvB,oBAAgB,OAAO;AACrB,YAAM,EAAE,KAAK,IAAI,MAAM;AACvB,UAAI,CAAC,KAAM;AACX,YAAM,YAAY,IAAII;AAAA,QACpBH;AAAA,QACAC;AAAA,MACF;AACA,YAAM,SAAS,KAAK,UAAU;AAC9B,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,KAAM;AACV,gBAAM,SAAS,UAAU,QAAQ,OAAO,KAAK,KAAK,CAAC;AACnD,cAAI,OAAO,SAAS,EAAG,OAAM;AAAA,QAC/B;AAAA,MACF,UAAE;AACA,eAAO,OAAO,EAAE,MAAM,MAAM;AAAA,QAAC,CAAC;AAAA,MAChC;AAAA,IACF;AAEA,WAAO,EAAE,OAAO,KAAK,GAAG,QAAQ,MAAM,WAAW,MAAM,EAAE;AAAA,EAC3D;AAAA;AAAA,EAGQ,UAAU,OAAe;AAC/B,QAAI,KAAK,gBAAgB,iBAAiB;AACxC,WAAK,KAAK,SAAS,KAAK;AACxB;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,KAAK;AACvB,SAAK,gBAAgB,MAAM;AAC3B,QAAI,KAAK,gBAAgB,gBAAiB,MAAK,aAAa;AAAA,EAC9D;AAAA,EAEQ,eAAe;AACrB,QAAI,KAAK,QAAQ,WAAW,EAAG;AAC/B,UAAM,OAAO,KAAK;AAClB,SAAK,UAAU,CAAC;AAChB,eAAW,SAAS,KAAM,MAAK,KAAK,SAAS,KAAK;AAAA,EACpD;AAAA;AAAA,EAGA,MAAc,UAAU,MAAmB;AACzC,QAAI;AACF,UAAI,KAAK,YAAY,KAAK,QAAS;AACnC,WAAK,IAAI,kBAAkB,KAAK,IAAI,GAAG;AACvC,uBAAiB,SAAS,KAAK,UAAU,OAAO;AAC9C,YAAI,KAAK,YAAY,KAAK,QAAS;AACnC,aAAK,UAAU,KAAK;AAAA,MACtB;AAAA,IACF,SAAS,OAAO;AAGd,UAAI,KAAK,YAAY,KAAK,SAAS;AACjC,aAAK,IAAI,8BAA8B,KAAK;AAC5C,aAAK,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC;AAAA,MACjC;AAAA,IACF,UAAE;AACA,WAAK,UAAU,OAAO;AACtB,WAAK,UAAU,OAAO,KAAK,SAAS;AAAA,IACtC;AAAA,EACF;AACF;","names":["z","toJSONSchema","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","toJSONSchema","z","Pcm16Resampler","WebSocket","DEFAULT_MODEL","SAMPLE_RATE","OPENAI_SAMPLE_RATE","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","Pcm16Resampler","WebSocket","Pcm16Resampler","OpenAI","Pcm16Resampler","WebSocket","DEFAULT_CONNECTION_TIMEOUT","OPENAI_SAMPLE_RATE","DEFAULT_MODEL","DEFAULT_VOICE","OPENAI_SAMPLE_RATE","OUTPUT_SAMPLE_RATE","OpenAI","Pcm16Resampler"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/openai",
3
- "version": "1.5.1",
3
+ "version": "1.6.0",
4
4
  "description": "OpenAI implementation for @micdrop/server",
5
5
  "author": "Godefroy de Compreignac",
6
6
  "license": "MIT",