@micdrop/gemini 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/index.d.mts +43 -16
- package/dist/index.d.ts +43 -16
- package/dist/index.js +383 -313
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +377 -305
- package/dist/index.mjs.map +1 -1
- package/package.json +3 -3
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/GeminiAgent.ts","../src/GeminiLive.ts","../src/LiveSocket.ts","../src/GeminiSTT.ts","../src/GeminiTTS.ts"],"sourcesContent":["export * from './GeminiAgent'\nexport * from './GeminiLive'\nexport * from './GeminiSTT'\nexport * from './GeminiTTS'\n","import { GoogleGenAI } from '@google/genai'\nimport { Agent, AgentOptions } from '@micdrop/server'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * Gemini agent, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/text-generation\n *\n * Nothing is stored on Google's side: the whole conversation is sent on every\n * turn, as the other agents do.\n */\n\nexport type GeminiAgentOptions = AgentOptions &\n GeminiOptions & {\n model?: string\n // How long the model thinks before answering (\"low\", \"medium\", \"high\").\n // The lower, the sooner the first word.\n thinkingLevel?: string\n // Other generation settings, such as temperature\n settings?: Record<string, unknown>\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type GeminiOptions = { apiKey: string } | { genai: GoogleGenAI }\n\nconst DEFAULT_MODEL = 'gemini-3.8-flash'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\n// Asks for an answer when nothing was said yet, to open the call\nconst FIRST_MESSAGE_PROMPT = 'The call starts now.'\n\n/** A step of the answer, put together from the events streaming it */\ninterface StreamedStep {\n type: string\n id?: string\n name?: string\n text: string\n arguments: string\n signature: string\n}\n\nexport class GeminiAgent extends Agent<GeminiAgentOptions> {\n private genai: GoogleGenAI\n private abortController?: AbortController\n // Gemini asks for the signature of the thought behind a tool call when the\n // call is sent back, and the conversation has no room for it\n private signatures = new Map<string, string>()\n\n constructor(options: GeminiAgentOptions) {\n super(options)\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: PassThrough,\n stepCount = 0,\n tryCount = 0\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[GeminiAgent] Max steps reached')\n return\n }\n\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Typed loosely: the conversation is built as plain JSON steps\n const response = (await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n store: false,\n stream: true,\n system_instruction: this.buildSystemInstruction(),\n input: this.buildInput(),\n tools: this.buildTools(),\n ...(this.options.thinkingLevel || this.options.settings\n ? {\n generation_config: {\n ...this.options.settings,\n ...(this.options.thinkingLevel\n ? { thinking_level: this.options.thinkingLevel }\n : {}),\n },\n }\n : {}),\n } as any,\n { fetchOptions: { signal } }\n )) as unknown as AsyncIterable<any>\n\n const steps: StreamedStep[] = []\n let answer = ''\n let skipAnswer = false\n let calledTool = false\n // The last thought, whose signature goes with the tool call after it\n let signature = ''\n\n for await (const event of response) {\n if (abortController !== this.abortController) return\n\n switch (event.event_type) {\n case 'step.start':\n steps[event.index] = {\n type: event.step.type,\n id: (event.step as any).id,\n name: (event.step as any).name,\n text: '',\n arguments: '',\n signature: '',\n }\n break\n\n case 'step.delta': {\n const step = steps[event.index]\n if (!step) break\n const delta = event.delta as any\n\n if (delta.type === 'thought_signature') {\n step.signature += delta.signature ?? ''\n } else if (delta.type === 'arguments_delta') {\n step.arguments += delta.arguments ?? ''\n } else if (delta.type === 'text' && step.type === 'model_output') {\n this.log(`Answer chunk: \"${delta.text}\"`)\n answer += delta.text\n\n // Extracting value?\n if (extractOptions) {\n if (extracting) break\n const startTagIndex = delta.text.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n stream.write(delta.text.slice(0, startTagIndex).trimEnd())\n break\n }\n }\n stream.write(delta.text)\n }\n break\n }\n\n case 'step.stop': {\n const step = steps[event.index]\n if (step?.type === 'thought') signature = step.signature\n if (step?.type !== 'function_call' || !step.id || !step.name) break\n\n calledTool = true\n if (signature) this.signatures.set(step.id, signature)\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: step.id,\n toolName: step.name,\n parameters: step.arguments || '{}',\n })\n if (result.skipAnswer) skipAnswer = true\n break\n }\n\n case 'error':\n throw new Error(event.error?.message || 'Generation failed')\n\n default:\n break\n }\n }\n\n if (abortController !== this.abortController) return\n this.abortController = undefined\n\n if (answer) {\n const { message, metadata } = this.extract(answer)\n this.addAssistantMessage(message, metadata)\n }\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (calledTool && !skipAnswer && !answer) {\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error) {\n if (signal.aborted) return\n console.error('[GeminiAgent] Error answering:', error)\n\n if (tryCount < (this.options.maxRetry ?? DEFAULT_MAX_RETRIES)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n\n private buildSystemInstruction(): string {\n return this.conversation\n .flatMap((message) =>\n message.role === 'system' ? [message.content] : []\n )\n .join('\\n\\n')\n }\n\n private buildInput(): any[] {\n const input = this.conversation.flatMap((message): any[] => {\n switch (message.role) {\n case 'user':\n return [\n {\n type: 'user_input',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'assistant':\n return [\n {\n type: 'model_output',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'tool_call': {\n const signature = this.signatures.get(message.toolCallId)\n return [\n ...(signature ? [{ type: 'thought', signature }] : []),\n {\n type: 'function_call',\n id: message.toolCallId,\n name: message.toolName,\n arguments: parseArguments(message.parameters),\n },\n ]\n }\n case 'tool_result':\n return [\n {\n type: 'function_result',\n call_id: message.toolCallId,\n name: message.toolName,\n result: [{ type: 'text', text: message.output }],\n },\n ]\n default:\n return []\n }\n })\n\n // The model needs something to answer to\n if (input.length === 0) {\n input.push({\n type: 'user_input',\n content: [{ type: 'text', text: FIRST_MESSAGE_PROMPT }],\n })\n }\n return input\n }\n\n private buildTools(): any[] | undefined {\n if (this.tools.length === 0) return undefined\n return this.tools.map((tool) => {\n // The schema keyword is refused, the rest of the JSON schema goes through\n const { $schema, ...parameters } = toJSONSchema(\n tool.inputSchema || z.object()\n ) as Record<string, unknown>\n return {\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters,\n }\n })\n }\n}\n\nfunction parseArguments(parameters: string): unknown {\n try {\n return JSON.parse(parameters)\n } catch {\n return {}\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport { toJSONSchema } from 'zod'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Live API, a model hearing the user and answering with its voice\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: a turn is framed by activityStart and\n * activityEnd, and the model answers once it ends.\n */\n\nexport interface GeminiLiveOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Required by gemini-3.8-live-extended-thinking (\"low\", \"medium\"...),\n // refused by gemini-3.8-live\n thinkingLevel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.8-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst GEMINI_OUTPUT_SAMPLE_RATE = 24000\n// How long the model gets to speak about the result of a tool\nconst TOOL_FOLLOW_UP_TIMEOUT = 10000 // ms\n\n// Opens a call when the model speaks first\nconst FIRST_MESSAGE_PROMPT =\n 'The call starts now. Speak first, as your instructions say.'\n\nexport class GeminiLive extends Realtime<GeminiLiveOptions> {\n private socket: LiveSocket\n private everConnected = false\n\n // Resumes the session on a new connection, which Gemini asks for every\n // few minutes\n private resumptionHandle?: string\n // Whether the setup being sent resumes the session\n private resuming = false\n private goingAway = false\n\n private outputResampler = new Pcm16Resampler(\n GEMINI_OUTPUT_SAMPLE_RATE,\n SAMPLE_RATE\n )\n private hasTranscribedTurn = false\n // Transcript of a dropped turn, which the conversation should not show\n private ignoreUserTranscript = false\n private cancelledToolCalls = new Set<string>()\n\n // Gemini ends its turn when it calls a tool, and speaks again once it has\n // the result. The answer stays open in between, so the client keeps waiting\n // for it rather than listening again.\n private runningTools = 0\n private toolFollowUp?: NodeJS.Timeout\n private answerEndDeferred = false\n\n constructor(options: GeminiLiveOptions) {\n super(options)\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Ready', this.onReady)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', () => this.emit('Failed'))\n this.socket.connect()\n }\n\n destroy() {\n super.destroy()\n this.clearToolFollowUp()\n this.socket.destroy()\n }\n\n protected openTurn() {\n this.ignoreUserTranscript = false\n this.send({ realtimeInput: { activityStart: {} } })\n }\n\n protected appendAudio(chunk: Buffer) {\n this.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n protected closeTurn() {\n this.hasTranscribedTurn = false\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected clearTurn() {\n // Gemini has no way to drop the audio of a turn: it ends, and its answer\n // is discarded\n this.ignoreUserTranscript = true\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected generate() {\n this.sendUserText(FIRST_MESSAGE_PROMPT)\n }\n\n protected speakText(text: string) {\n this.sendUserText(\n `Say exactly the following text, word for word, and nothing else: ${text}`\n )\n }\n\n protected cancelAnswer() {\n // The activityStart of the next turn is what stops Gemini, and the output\n // still on its way is dropped until the model acknowledges it\n this.outputResampler.reset()\n this.clearToolFollowUp()\n this.answerEndDeferred = false\n }\n\n protected get isIdle() {\n return super.isIdle && this.runningTools === 0\n }\n\n protected updateTools() {\n if (this.everConnected) {\n this.log('Tools changed after the session started, Gemini keeps the old')\n }\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again when a session cannot be resumed\n if (\n !this.socket.isConnected &&\n this.everConnected &&\n !this.resumptionHandle\n )\n return\n this.send(this.contentMessage(role, text, false))\n }\n\n private sendUserText(text: string) {\n this.send(this.contentMessage('user', text, true))\n }\n\n private contentMessage(\n role: 'user' | 'assistant' | 'system',\n text: string,\n turnComplete: boolean\n ) {\n return {\n clientContent: {\n turns: [\n {\n role: role === 'assistant' ? 'model' : 'user',\n parts: [{ text }],\n },\n ],\n turnComplete,\n },\n }\n }\n\n private send(message: any) {\n this.socket.send(message)\n }\n\n private buildSetup() {\n this.resuming = !!this.resumptionHandle\n const functionDeclarations = this.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n ...(tool.inputSchema\n ? { parametersJsonSchema: toJSONSchema(tool.inputSchema) }\n : {}),\n }))\n\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: {\n responseModalities: ['AUDIO'],\n ...(this.options.thinkingLevel\n ? { thinkingConfig: { thinkingLevel: this.options.thinkingLevel } }\n : {}),\n ...(this.options.voice\n ? {\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: this.options.voice },\n },\n },\n }\n : {}),\n },\n systemInstruction: { parts: [{ text: this.options.systemPrompt }] },\n ...(functionDeclarations.length > 0\n ? { tools: [{ functionDeclarations }] }\n : {}),\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n inputAudioTranscription: {},\n outputAudioTranscription: {},\n sessionResumption: this.resumptionHandle\n ? { handle: this.resumptionHandle }\n : {},\n // Lifts the length limit of a session\n contextWindowCompression: { slidingWindow: {} },\n },\n }\n }\n\n private onReady = () => {\n // A session started over has lost the conversation\n if (this.everConnected && !this.resuming) {\n const turns = this.conversation.flatMap((message) =>\n message.role === 'user' || message.role === 'assistant'\n ? [\n {\n role: message.role === 'assistant' ? 'model' : 'user',\n parts: [{ text: message.content }],\n },\n ]\n : []\n )\n if (turns.length > 0) {\n this.socket.sendFirst({ clientContent: { turns, turnComplete: false } })\n }\n }\n this.everConnected = true\n this.goingAway = false\n }\n\n private onReconnecting = (attempt: number) => {\n // A handle that failed once may have expired, start a new session\n if (attempt > 1) this.resumptionHandle = undefined\n // What waits for a resumed session is still valid, a new session gets the\n // conversation instead\n if (!this.resumptionHandle) this.socket.clearPending()\n // The answer in progress is lost with the connection\n this.endAnswer()\n }\n\n /** Moves to a new connection before Gemini closes this one */\n private renewIfGoingAway() {\n if (!this.goingAway || !this.isIdle || !this.resumptionHandle) return\n this.goingAway = false\n this.socket.renew()\n }\n\n private onMessage = (message: any) => {\n if (message.serverContent) {\n this.onServerContent(message.serverContent)\n }\n\n if (message.toolCall) {\n for (const call of message.toolCall.functionCalls ?? []) {\n this.onToolCall(call)\n }\n }\n\n if (message.toolCallCancellation) {\n for (const id of message.toolCallCancellation.ids ?? []) {\n this.cancelledToolCalls.add(id)\n }\n }\n\n if (message.sessionResumptionUpdate) {\n const { newHandle, resumable } = message.sessionResumptionUpdate\n if (resumable && newHandle) this.resumptionHandle = newHandle\n }\n\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n this.goingAway = true\n this.renewIfGoingAway()\n }\n }\n\n private onServerContent(content: any) {\n if (content.inputTranscription?.text && !this.ignoreUserTranscript) {\n this.addUserTranscript(content.inputTranscription.text)\n }\n\n for (const part of content.modelTurn?.parts ?? []) {\n const data = part.inlineData?.data\n if (!data) continue\n this.onModelOutput()\n const output = this.outputResampler.process(Buffer.from(data, 'base64'))\n if (output.length > 0) this.emitAudio(output)\n }\n\n if (content.outputTranscription?.text) {\n this.onModelOutput()\n this.addAnswerTranscript(content.outputTranscription.text)\n }\n\n if (content.interrupted) {\n this.log('Interrupted')\n this.outputResampler.reset()\n }\n\n if (content.generationComplete) {\n this.commitTurnTranscript()\n }\n\n if (content.turnComplete) {\n this.commitTurnTranscript()\n this.outputResampler.reset()\n if (this.runningTools > 0 || this.toolFollowUp) {\n this.answerEndDeferred = true\n } else {\n this.endAnswer()\n this.renewIfGoingAway()\n }\n }\n }\n\n private onModelOutput() {\n this.commitTurnTranscript()\n // The model speaks about the result, its next turn ends the answer\n if (this.toolFollowUp) {\n this.clearToolFollowUp()\n this.answerEndDeferred = false\n }\n }\n\n /** Ends the answer the model stopped giving to wait for a tool */\n private endDeferredAnswer() {\n if (!this.answerEndDeferred) return\n if (this.runningTools > 0 || this.toolFollowUp) return\n this.answerEndDeferred = false\n this.endAnswer()\n this.renewIfGoingAway()\n }\n\n private clearToolFollowUp() {\n if (!this.toolFollowUp) return\n clearTimeout(this.toolFollowUp)\n this.toolFollowUp = undefined\n }\n\n /**\n * The transcript of the turn comes before the answer, so the first piece of\n * the answer closes it.\n */\n private commitTurnTranscript() {\n if (this.hasTranscribedTurn) return\n this.hasTranscribedTurn = true\n this.commitUserTranscript()\n }\n\n private async onToolCall(call: { id: string; name: string; args?: any }) {\n // The question comes before the tool it asks for\n this.commitTurnTranscript()\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.id,\n toolName: call.name,\n parameters: JSON.stringify(call.args ?? {}),\n }\n this.runningTools++\n let result: Awaited<ReturnType<GeminiLive['runTool']>>\n try {\n result = await this.runTool(toolCall)\n } finally {\n this.runningTools--\n }\n if (this.cancelledToolCalls.delete(call.id)) {\n this.endDeferredAnswer()\n return\n }\n this.send({\n toolResponse: {\n functionResponses: [\n {\n id: call.id,\n name: call.name,\n response: {\n output: result.output ?? null,\n // A tool without an answer lets the model know silently\n scheduling: result.skipAnswer ? 'SILENT' : 'WHEN_IDLE',\n },\n },\n ],\n },\n })\n\n if (!result.skipAnswer) {\n this.clearToolFollowUp()\n this.toolFollowUp = setTimeout(() => {\n this.toolFollowUp = undefined\n this.log('Nothing said about the tool result')\n this.endDeferredAnswer()\n }, TOOL_FOLLOW_UP_TIMEOUT)\n } else {\n this.endDeferredAnswer()\n }\n }\n}\n","import { EventEmitter } from 'eventemitter3'\nimport WebSocket from 'ws'\n\n/**\n * A connection to the Gemini Live API, shared by GeminiLive and GeminiSTT\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * It opens the session with the setup its owner builds, holds the messages\n * sent before the session is ready, and reconnects when the connection drops.\n * What a new connection has to know is left to the owner, told by the events.\n */\n\nexport interface LiveSocketOptions {\n apiKey: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface LiveSocketEvents {\n /** The session is set up, right before the messages waiting for it go out */\n Ready: []\n Message: [any]\n /** The connection dropped, a new one is attempted after a delay */\n Reconnecting: [number]\n /** No connection could be restored */\n Failed: []\n}\n\nconst URL =\n 'wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent'\nconst SAMPLE_RATE = 16000 // Rate of the audio sent, the one of the Micdrop client\nconst BYTES_PER_MS = (SAMPLE_RATE * 2) / 1000\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class LiveSocket extends EventEmitter<LiveSocketEvents> {\n private socket?: WebSocket\n private connected = false\n private destroyed = false\n // Messages waiting for the session, or for the end of a turn to be due\n private pending: any[] = []\n private pendingTimeout?: NodeJS.Timeout\n // Audio of the turn as it went out, see flush()\n private turnAudioStartedAt = 0\n private turnAudioMs = 0\n private reconnectTimeout?: NodeJS.Timeout\n private retryCount = 0\n\n constructor(\n private readonly options: LiveSocketOptions,\n private readonly buildSetup: () => object,\n private readonly log: (...message: any[]) => void\n ) {\n super()\n }\n\n /** The session is set up and takes messages right away */\n get isConnected(): boolean {\n return this.connected\n }\n\n connect() {\n this.initWS().catch((error) => {\n this.log('Connection error:', error)\n this.reconnect()\n })\n }\n\n /** Sends a message once the session is ready, after the ones before it */\n send(message: any) {\n this.pending.push(message)\n this.flush()\n }\n\n /** Sends a message ahead of the waiting ones, from a Ready listener */\n sendFirst(message: any) {\n this.socket?.send(JSON.stringify(message))\n }\n\n /** Drops the messages that have not gone out */\n clearPending() {\n this.pending = []\n this.clearPendingTimeout()\n }\n\n /** Moves to a new connection, keeping the messages that have not gone out */\n renew() {\n this.log('Renewing the connection')\n this.closeSocket()\n this.connect()\n }\n\n destroy() {\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.closeSocket()\n this.pending = []\n this.removeAllListeners()\n }\n\n /**\n * Sends the messages in order, as soon as they can go.\n *\n * Gemini refuses the end of a turn that comes before the audio of the turn\n * had time to play, and closes the session. Audio sent faster than it is\n * spoken, when the user talked while the connection opened, would end the\n * session, so the end of such a turn waits for it.\n */\n private flush() {\n while (this.pending.length > 0 && !this.pendingTimeout) {\n const socket = this.socket\n if (!this.connected || socket?.readyState !== WebSocket.OPEN) return\n const message = this.pending[0]\n const input = message.realtimeInput\n\n if (input?.activityEnd) {\n const due = this.turnAudioStartedAt + this.turnAudioMs - Date.now()\n if (due > 0) {\n this.pendingTimeout = setTimeout(() => {\n this.pendingTimeout = undefined\n this.flush()\n }, due)\n return\n }\n } else if (input?.activityStart) {\n this.turnAudioStartedAt = 0\n this.turnAudioMs = 0\n } else if (input?.audio) {\n if (this.turnAudioMs === 0) this.turnAudioStartedAt = Date.now()\n this.turnAudioMs +=\n Buffer.byteLength(input.audio.data, 'base64') / BYTES_PER_MS\n }\n\n this.pending.shift()\n socket.send(JSON.stringify(message))\n }\n }\n\n private clearPendingTimeout() {\n if (!this.pendingTimeout) return\n clearTimeout(this.pendingTimeout)\n this.pendingTimeout = undefined\n }\n\n private initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(\n `${URL}?key=${encodeURIComponent(this.options.apiKey)}`\n )\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n this.closeSocket()\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.on('open', () => {\n this.log('Connection opened')\n socket.send(JSON.stringify(this.buildSetup()))\n })\n\n socket.on('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.on('close', (code, reason) => {\n clearTimeout(timeout)\n const wasConnected = this.connected\n this.closeSocket()\n if (this.destroyed) return\n this.log('Connection closed', { code, reason: reason.toString() })\n if (wasConnected) {\n this.reconnect()\n } else {\n reject(new Error(`Connection closed: ${reason.toString()}`))\n }\n })\n\n socket.on('message', (data) => {\n const message = JSON.parse(data.toString())\n if (message.setupComplete) {\n clearTimeout(timeout)\n this.log('Session ready')\n this.connected = true\n this.retryCount = 0\n this.emit('Ready')\n this.flush()\n resolve()\n return\n }\n this.emit('Message', message)\n })\n })\n }\n\n private closeSocket() {\n const socket = this.socket\n this.socket = undefined\n this.connected = false\n this.clearPendingTimeout()\n if (!socket) return\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n this.emit('Reconnecting', this.retryCount)\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.connect()\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Transcribe, streamed over the Live API\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api/live-transcribe\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: each utterance is framed by\n * activityStart and activityEnd, and its final transcript follows the end.\n */\n\nexport interface GeminiSTTOptions {\n apiKey: string\n model?: string\n // Language of the user, as a BCP-47 code such as \"fr-FR\". Detected when\n // left out.\n language?: string\n // Words to recognize, such as product or people names\n vocabulary?: string[]\n // SMART cleans up hesitations and repetitions, VERBATIM keeps them\n mode?: 'SMART' | 'VERBATIM'\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.5-transcribe-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\n\nexport class GeminiSTT extends STT {\n private socket: LiveSocket\n private goingAway = false\n // Audio of the utterance, sent again if the connection drops before its\n // transcript comes back\n private chunks: Buffer[] = []\n private utteranceOpen = false\n private utteranceEnded = false\n private transcript = ''\n private transcriptionTimeout?: NodeJS.Timeout\n\n constructor(private readonly options: GeminiSTTOptions) {\n super()\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', () => this.emit('Failed', this.chunks))\n this.socket.connect()\n }\n\n transcribe(audioStream: Readable) {\n audioStream.on('data', (chunk: Buffer) => {\n if (!this.utteranceOpen) this.openUtterance()\n this.chunks.push(chunk)\n this.sendAudio(chunk)\n })\n\n audioStream.on('end', () => {\n if (!this.utteranceOpen || this.utteranceEnded) return\n this.utteranceEnded = true\n this.socket.send({ realtimeInput: { activityEnd: {} } })\n\n // Give up on a transcript that never comes\n this.clearTranscriptionTimeout()\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.finishUtterance()\n }, this.options.transcriptionTimeout ?? DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.clearTranscriptionTimeout()\n this.socket.destroy()\n }\n\n private buildSetup() {\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: { responseModalities: ['TEXT'] },\n inputAudioTranscription: {\n languageCodes: this.options.language ? [this.options.language] : [],\n ...(this.options.vocabulary?.length\n ? { customVocabulary: this.options.vocabulary }\n : {}),\n ...(this.options.mode ? { mode: this.options.mode } : {}),\n },\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n },\n }\n }\n\n private openUtterance() {\n // An utterance still waiting for its transcript is left behind\n if (this.utteranceOpen) this.finishUtterance()\n this.utteranceOpen = true\n this.utteranceEnded = false\n this.chunks = []\n this.transcript = ''\n this.socket.send({ realtimeInput: { activityStart: {} } })\n }\n\n private sendAudio(chunk: Buffer) {\n this.socket.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n /** Emits what was transcribed of the utterance, possibly nothing */\n private finishUtterance() {\n this.clearTranscriptionTimeout()\n const transcript = this.transcript.trim()\n this.utteranceOpen = false\n this.utteranceEnded = false\n this.chunks = []\n this.transcript = ''\n this.log(`Transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n if (this.goingAway) {\n this.goingAway = false\n this.socket.renew()\n }\n }\n\n private onMessage = (message: any) => {\n const content = message.serverContent\n if (content?.inputTranscription?.text && this.utteranceOpen) {\n this.transcript += content.inputTranscription.text\n }\n if (content?.generationComplete && this.utteranceEnded) {\n this.finishUtterance()\n }\n\n // Gemini closes a session after some minutes, move on between utterances\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n if (this.utteranceOpen) {\n this.goingAway = true\n } else {\n this.socket.renew()\n }\n }\n }\n\n private onReconnecting = () => {\n // A new session knows nothing of the utterance, so it starts over\n this.socket.clearPending()\n if (!this.utteranceOpen) return\n this.transcript = ''\n this.socket.send({ realtimeInput: { activityStart: {} } })\n this.chunks.forEach((chunk) => this.sendAudio(chunk))\n if (this.utteranceEnded) {\n this.socket.send({ realtimeInput: { activityEnd: {} } })\n }\n }\n\n private clearTranscriptionTimeout() {\n if (!this.transcriptionTimeout) return\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n}\n","import { GoogleGenAI } from '@google/genai'\nimport { Pcm16Resampler, SentenceTTS } from '@micdrop/server'\nimport { GeminiOptions } from './GeminiAgent'\n\n/**\n * Gemini text to speech, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/speech-generation\n *\n * The model reads a whole text at once, so the answer is cut into sentences,\n * and the audio of each one is emitted as the model streams it.\n */\n\nexport type GeminiTTSOptions = GeminiOptions & {\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Direction for the voice, such as \"Say cheerfully\", put before the text\n instructions?: string\n // Attempts after a sentence was blocked by mistake, see isBlocked()\n maxRetry?: number\n}\n\n// Sends each sentence whole, where gemini-3.1-flash-tts-preview streams it\n// slower than it is spoken and leaves gaps in it\nconst DEFAULT_MODEL = 'gemini-2.5-flash-preview-tts'\nconst DEFAULT_VOICE = 'Kore'\nconst GEMINI_SAMPLE_RATE = 24000 // Rate of the audio Gemini returns\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst DEFAULT_MAX_RETRY = 2\n\nexport class GeminiTTS extends SentenceTTS {\n private genai: GoogleGenAI\n\n constructor(private readonly options: GeminiTTSOptions) {\n super()\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected async synthesize(\n text: string,\n signal: AbortSignal\n ): Promise<undefined> {\n const input = this.options.instructions\n ? `${this.options.instructions}: ${text}`\n : text\n const maxRetry = this.options.maxRetry ?? DEFAULT_MAX_RETRY\n\n for (let attempt = 0; ; attempt++) {\n const progress = { emitted: false }\n try {\n await this.synthesizeOnce(input, signal, progress)\n return undefined\n } catch (error) {\n // A sentence already partly heard would be heard twice\n if (signal.aborted || progress.emitted || attempt >= maxRetry) {\n throw error\n }\n if (!isBlocked(error)) throw error\n this.log(`Sentence blocked, trying again: \"${text}\"`)\n }\n }\n }\n\n private async synthesizeOnce(\n input: string,\n signal: AbortSignal,\n progress: { emitted: boolean }\n ) {\n const stream = await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n store: false,\n stream: true,\n input,\n response_format: { type: 'audio' },\n generation_config: {\n speech_config: [{ voice: this.options.voice || DEFAULT_VOICE }],\n },\n },\n { fetchOptions: { signal } }\n )\n\n let resampler: Pcm16Resampler | undefined\n for await (const event of stream) {\n if (signal.aborted) break\n if (event.event_type === 'error') {\n throw Object.assign(\n new Error(event.error?.message || 'Speech generation failed'),\n { code: event.error?.code }\n )\n }\n if (event.event_type !== 'step.delta' || event.delta.type !== 'audio') {\n continue\n }\n\n const { data, sample_rate } = event.delta as {\n data?: string\n sample_rate?: number\n }\n if (!data) continue\n resampler ??= new Pcm16Resampler(\n sample_rate || GEMINI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const audio = resampler.process(Buffer.from(data, 'base64'))\n if (audio.length > 0) progress.emitted = true\n // Cancelled or replaced, the rest is not wanted\n if (!this.emitAudio(audio)) break\n }\n }\n}\n\n/**\n * Whether Gemini refused the sentence on its content.\n *\n * The filter blocks an ordinary sentence now and then, and lets the very same\n * one through on the next request. The SDK does not retry a 400, so without a\n * second attempt the sentence is lost from the answer.\n */\nfunction isBlocked(error: any): boolean {\n return (\n error?.code === 'content_blocked' ||\n error?.error?.error?.code === 'content_blocked' ||\n String(error?.body ?? '').includes('content_blocked')\n )\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,mBAA4B;AAC5B,oBAAoC;AAEpC,iBAAgC;AA0BhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAG5B,IAAM,uBAAuB;AAYtB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAOzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AAHf;AAAA;AAAA,SAAQ,aAAa,oBAAI,IAAoB;AAI3C,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAI,yBAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACI;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,gBAAgB;AAG/B,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,WAAY,MAAM,KAAK,MAAM,aAAa;AAAA,QAC9C;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,OAAO;AAAA,UACP,QAAQ;AAAA,UACR,oBAAoB,KAAK,uBAAuB;AAAA,UAChD,OAAO,KAAK,WAAW;AAAA,UACvB,OAAO,KAAK,WAAW;AAAA,UACvB,GAAI,KAAK,QAAQ,iBAAiB,KAAK,QAAQ,WAC3C;AAAA,YACE,mBAAmB;AAAA,cACjB,GAAG,KAAK,QAAQ;AAAA,cAChB,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,KAAK,QAAQ,cAAc,IAC7C,CAAC;AAAA,YACP;AAAA,UACF,IACA,CAAC;AAAA,QACP;AAAA,QACA,EAAE,cAAc,EAAE,OAAO,EAAE;AAAA,MAC7B;AAEA,YAAM,QAAwB,CAAC;AAC/B,UAAI,SAAS;AACb,UAAI,aAAa;AACjB,UAAI,aAAa;AAEjB,UAAI,YAAY;AAEhB,uBAAiB,SAAS,UAAU;AAClC,YAAI,oBAAoB,KAAK,gBAAiB;AAE9C,gBAAQ,MAAM,YAAY;AAAA,UACxB,KAAK;AACH,kBAAM,MAAM,KAAK,IAAI;AAAA,cACnB,MAAM,MAAM,KAAK;AAAA,cACjB,IAAK,MAAM,KAAa;AAAA,cACxB,MAAO,MAAM,KAAa;AAAA,cAC1B,MAAM;AAAA,cACN,WAAW;AAAA,cACX,WAAW;AAAA,YACb;AACA;AAAA,UAEF,KAAK,cAAc;AACjB,kBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,gBAAI,CAAC,KAAM;AACX,kBAAM,QAAQ,MAAM;AAEpB,gBAAI,MAAM,SAAS,qBAAqB;AACtC,mBAAK,aAAa,MAAM,aAAa;AAAA,YACvC,WAAW,MAAM,SAAS,mBAAmB;AAC3C,mBAAK,aAAa,MAAM,aAAa;AAAA,YACvC,WAAW,MAAM,SAAS,UAAU,KAAK,SAAS,gBAAgB;AAChE,mBAAK,IAAI,kBAAkB,MAAM,IAAI,GAAG;AACxC,wBAAU,MAAM;AAGhB,kBAAI,gBAAgB;AAClB,oBAAI,WAAY;AAChB,sBAAM,gBAAgB,MAAM,KAAK;AAAA,kBAC/B,eAAe;AAAA,gBACjB;AACA,oBAAI,kBAAkB,IAAI;AACxB,+BAAa;AACb,yBAAO,MAAM,MAAM,KAAK,MAAM,GAAG,aAAa,EAAE,QAAQ,CAAC;AACzD;AAAA,gBACF;AAAA,cACF;AACA,qBAAO,MAAM,MAAM,IAAI;AAAA,YACzB;AACA;AAAA,UACF;AAAA,UAEA,KAAK,aAAa;AAChB,kBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,gBAAI,MAAM,SAAS,UAAW,aAAY,KAAK;AAC/C,gBAAI,MAAM,SAAS,mBAAmB,CAAC,KAAK,MAAM,CAAC,KAAK,KAAM;AAE9D,yBAAa;AACb,gBAAI,UAAW,MAAK,WAAW,IAAI,KAAK,IAAI,SAAS;AACrD,kBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,KAAK;AAAA,cACjB,UAAU,KAAK;AAAA,cACf,YAAY,KAAK,aAAa;AAAA,YAChC,CAAC;AACD,gBAAI,OAAO,WAAY,cAAa;AACpC;AAAA,UACF;AAAA,UAEA,KAAK;AACH,kBAAM,IAAI,MAAM,MAAM,OAAO,WAAW,mBAAmB;AAAA,UAE7D;AACE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,oBAAoB,KAAK,gBAAiB;AAC9C,WAAK,kBAAkB;AAEvB,UAAI,QAAQ;AACV,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM;AACjD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C;AAIA,UAAI,cAAc,CAAC,cAAc,CAAC,QAAQ;AACxC,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAO;AACd,UAAI,OAAO,QAAS;AACpB,cAAQ,MAAM,kCAAkC,KAAK;AAErD,UAAI,YAAY,KAAK,QAAQ,YAAY,sBAAsB;AAC7D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEQ,yBAAiC;AACvC,WAAO,KAAK,aACT;AAAA,MAAQ,CAAC,YACR,QAAQ,SAAS,WAAW,CAAC,QAAQ,OAAO,IAAI,CAAC;AAAA,IACnD,EACC,KAAK,MAAM;AAAA,EAChB;AAAA,EAEQ,aAAoB;AAC1B,UAAM,QAAQ,KAAK,aAAa,QAAQ,CAAC,YAAmB;AAC1D,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK,aAAa;AAChB,gBAAM,YAAY,KAAK,WAAW,IAAI,QAAQ,UAAU;AACxD,iBAAO;AAAA,YACL,GAAI,YAAY,CAAC,EAAE,MAAM,WAAW,UAAU,CAAC,IAAI,CAAC;AAAA,YACpD;AAAA,cACE,MAAM;AAAA,cACN,IAAI,QAAQ;AAAA,cACZ,MAAM,QAAQ;AAAA,cACd,WAAW,eAAe,QAAQ,UAAU;AAAA,YAC9C;AAAA,UACF;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,QAAQ;AAAA,cACjB,MAAM,QAAQ;AAAA,cACd,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YACjD;AAAA,UACF;AAAA,QACF;AACE,iBAAO,CAAC;AAAA,MACZ;AAAA,IACF,CAAC;AAGD,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,qBAAqB,CAAC;AAAA,MACxD,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,aAAgC;AACtC,QAAI,KAAK,MAAM,WAAW,EAAG,QAAO;AACpC,WAAO,KAAK,MAAM,IAAI,CAAC,SAAS;AAE9B,YAAM,EAAE,SAAS,GAAG,WAAW,QAAI;AAAA,QACjC,KAAK,eAAe,WAAAA,QAAE,OAAO;AAAA,MAC/B;AACA,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEA,SAAS,eAAe,YAA6B;AACnD,MAAI;AACF,WAAO,KAAK,MAAM,UAAU;AAAA,EAC9B,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;;;AC7SA,IAAAC,iBAKO;AACP,IAAAC,cAA6B;;;ACN7B,2BAA6B;AAC7B,gBAAsB;AA6BtB,IAAM,MACJ;AACF,IAAM,cAAc;AACpB,IAAM,eAAgB,cAAc,IAAK;AACzC,IAAM,6BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,kCAA+B;AAAA,EAa7D,YACmB,SACA,YACA,KACjB;AACA,UAAM;AAJW;AACA;AACA;AAdnB,SAAQ,YAAY;AACpB,SAAQ,YAAY;AAEpB;AAAA,SAAQ,UAAiB,CAAC;AAG1B;AAAA,SAAQ,qBAAqB;AAC7B,SAAQ,cAAc;AAEtB,SAAQ,aAAa;AAAA,EAQrB;AAAA;AAAA,EAGA,IAAI,cAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,UAAU;AACR,SAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAC7B,WAAK,IAAI,qBAAqB,KAAK;AACnC,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,KAAK,SAAc;AACjB,SAAK,QAAQ,KAAK,OAAO;AACzB,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,UAAU,SAAc;AACtB,SAAK,QAAQ,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,EAC3C;AAAA;AAAA,EAGA,eAAe;AACb,SAAK,UAAU,CAAC;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA;AAAA,EAGA,QAAQ;AACN,SAAK,IAAI,yBAAyB;AAClC,SAAK,YAAY;AACjB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,YAAY;AACjB,SAAK,UAAU,CAAC;AAChB,SAAK,mBAAmB;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUQ,QAAQ;AACd,WAAO,KAAK,QAAQ,SAAS,KAAK,CAAC,KAAK,gBAAgB;AACtD,YAAM,SAAS,KAAK;AACpB,UAAI,CAAC,KAAK,aAAa,QAAQ,eAAe,UAAAC,QAAU,KAAM;AAC9D,YAAM,UAAU,KAAK,QAAQ,CAAC;AAC9B,YAAM,QAAQ,QAAQ;AAEtB,UAAI,OAAO,aAAa;AACtB,cAAM,MAAM,KAAK,qBAAqB,KAAK,cAAc,KAAK,IAAI;AAClE,YAAI,MAAM,GAAG;AACX,eAAK,iBAAiB,WAAW,MAAM;AACrC,iBAAK,iBAAiB;AACtB,iBAAK,MAAM;AAAA,UACb,GAAG,GAAG;AACN;AAAA,QACF;AAAA,MACF,WAAW,OAAO,eAAe;AAC/B,aAAK,qBAAqB;AAC1B,aAAK,cAAc;AAAA,MACrB,WAAW,OAAO,OAAO;AACvB,YAAI,KAAK,gBAAgB,EAAG,MAAK,qBAAqB,KAAK,IAAI;AAC/D,aAAK,eACH,OAAO,WAAW,MAAM,MAAM,MAAM,QAAQ,IAAI;AAAA,MACpD;AAEA,WAAK,QAAQ,MAAM;AACnB,aAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IACrC;AAAA,EACF;AAAA,EAEQ,sBAAsB;AAC5B,QAAI,CAAC,KAAK,eAAgB;AAC1B,iBAAa,KAAK,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEQ,SAAwB;AAC9B,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA;AAAA,QACjB,GAAG,GAAG,QAAQ,mBAAmB,KAAK,QAAQ,MAAM,CAAC;AAAA,MACvD;AACA,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,aAAK,YAAY;AACjB,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,GAAG,QAAQ,MAAM;AACtB,aAAK,IAAI,mBAAmB;AAC5B,eAAO,KAAK,KAAK,UAAU,KAAK,WAAW,CAAC,CAAC;AAAA,MAC/C,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,MAAM,WAAW;AACnC,qBAAa,OAAO;AACpB,cAAM,eAAe,KAAK;AAC1B,aAAK,YAAY;AACjB,YAAI,KAAK,UAAW;AACpB,aAAK,IAAI,qBAAqB,EAAE,MAAM,QAAQ,OAAO,SAAS,EAAE,CAAC;AACjE,YAAI,cAAc;AAChB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,iBAAO,IAAI,MAAM,sBAAsB,OAAO,SAAS,CAAC,EAAE,CAAC;AAAA,QAC7D;AAAA,MACF,CAAC;AAED,aAAO,GAAG,WAAW,CAAC,SAAS;AAC7B,cAAM,UAAU,KAAK,MAAM,KAAK,SAAS,CAAC;AAC1C,YAAI,QAAQ,eAAe;AACzB,uBAAa,OAAO;AACpB,eAAK,IAAI,eAAe;AACxB,eAAK,YAAY;AACjB,eAAK,aAAa;AAClB,eAAK,KAAK,OAAO;AACjB,eAAK,MAAM;AACX,kBAAQ;AACR;AAAA,QACF;AACA,aAAK,KAAK,WAAW,OAAO;AAAA,MAC9B,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,SAAK,YAAY;AACjB,SAAK,oBAAoB;AACzB,QAAI,CAAC,OAAQ;AACb,WAAO,mBAAmB;AAC1B,WAAO,GAAG,SAAS,MAAM;AAAA,IAAC,CAAC;AAC3B,QACE,OAAO,eAAe,UAAAA,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,aAAO,MAAM,GAAI;AAAA,IACnB;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,QAAQ;AAClB;AAAA,IACF;AACA,SAAK,KAAK,gBAAgB,KAAK,UAAU;AACzC,SAAK,IAAI,iBAAiB;AAC1B,SAAK,mBAAmB,WAAW,MAAM;AACvC,WAAK,mBAAmB;AACxB,WAAK,QAAQ;AAAA,IACf,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,EACnD;AACF;;;AD3MA,IAAME,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,4BAA4B;AAElC,IAAM,yBAAyB;AAG/B,IAAMC,wBACJ;AAEK,IAAM,aAAN,cAAyB,wBAA4B;AAAA,EA2B1D,YAAY,SAA4B;AACtC,UAAM,OAAO;AA1Bf,SAAQ,gBAAgB;AAMxB;AAAA,SAAQ,WAAW;AACnB,SAAQ,YAAY;AAEpB,SAAQ,kBAAkB,IAAI;AAAA,MAC5B;AAAA,MACAD;AAAA,IACF;AACA,SAAQ,qBAAqB;AAE7B;AAAA,SAAQ,uBAAuB;AAC/B,SAAQ,qBAAqB,oBAAI,IAAY;AAK7C;AAAA;AAAA;AAAA,SAAQ,eAAe;AAEvB,SAAQ,oBAAoB;AAkK5B,SAAQ,UAAU,MAAM;AAEtB,UAAI,KAAK,iBAAiB,CAAC,KAAK,UAAU;AACxC,cAAM,QAAQ,KAAK,aAAa;AAAA,UAAQ,CAAC,YACvC,QAAQ,SAAS,UAAU,QAAQ,SAAS,cACxC;AAAA,YACE;AAAA,cACE,MAAM,QAAQ,SAAS,cAAc,UAAU;AAAA,cAC/C,OAAO,CAAC,EAAE,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnC;AAAA,UACF,IACA,CAAC;AAAA,QACP;AACA,YAAI,MAAM,SAAS,GAAG;AACpB,eAAK,OAAO,UAAU,EAAE,eAAe,EAAE,OAAO,cAAc,MAAM,EAAE,CAAC;AAAA,QACzE;AAAA,MACF;AACA,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAAA,IACnB;AAEA,SAAQ,iBAAiB,CAAC,YAAoB;AAE5C,UAAI,UAAU,EAAG,MAAK,mBAAmB;AAGzC,UAAI,CAAC,KAAK,iBAAkB,MAAK,OAAO,aAAa;AAErD,WAAK,UAAU;AAAA,IACjB;AASA,SAAQ,YAAY,CAAC,YAAiB;AACpC,UAAI,QAAQ,eAAe;AACzB,aAAK,gBAAgB,QAAQ,aAAa;AAAA,MAC5C;AAEA,UAAI,QAAQ,UAAU;AACpB,mBAAW,QAAQ,QAAQ,SAAS,iBAAiB,CAAC,GAAG;AACvD,eAAK,WAAW,IAAI;AAAA,QACtB;AAAA,MACF;AAEA,UAAI,QAAQ,sBAAsB;AAChC,mBAAW,MAAM,QAAQ,qBAAqB,OAAO,CAAC,GAAG;AACvD,eAAK,mBAAmB,IAAI,EAAE;AAAA,QAChC;AAAA,MACF;AAEA,UAAI,QAAQ,yBAAyB;AACnC,cAAM,EAAE,WAAW,UAAU,IAAI,QAAQ;AACzC,YAAI,aAAa,UAAW,MAAK,mBAAmB;AAAA,MACtD;AAEA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,aAAK,YAAY;AACjB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AA/NE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,SAAS,KAAK,OAAO;AACpC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,MAAM,KAAK,KAAK,QAAQ,CAAC;AAClD,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,kBAAkB;AACvB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEU,WAAW;AACnB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AAAA,EACpD;AAAA,EAEU,YAAY,OAAe;AACnC,SAAK,KAAK;AAAA,MACR,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBA,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,qBAAqB;AAC1B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,YAAY;AAGpB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,WAAW;AACnB,SAAK,aAAaC,qBAAoB;AAAA,EACxC;AAAA,EAEU,UAAU,MAAc;AAChC,SAAK;AAAA,MACH,oEAAoE,IAAI;AAAA,IAC1E;AAAA,EACF;AAAA,EAEU,eAAe;AAGvB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AACvB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,IAAc,SAAS;AACrB,WAAO,MAAM,UAAU,KAAK,iBAAiB;AAAA,EAC/C;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,eAAe;AACtB,WAAK,IAAI,+DAA+D;AAAA,IAC1E;AAAA,EACF;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QACE,CAAC,KAAK,OAAO,eACb,KAAK,iBACL,CAAC,KAAK;AAEN;AACF,SAAK,KAAK,KAAK,eAAe,MAAM,MAAM,KAAK,CAAC;AAAA,EAClD;AAAA,EAEQ,aAAa,MAAc;AACjC,SAAK,KAAK,KAAK,eAAe,QAAQ,MAAM,IAAI,CAAC;AAAA,EACnD;AAAA,EAEQ,eACN,MACA,MACA,cACA;AACA,WAAO;AAAA,MACL,eAAe;AAAA,QACb,OAAO;AAAA,UACL;AAAA,YACE,MAAM,SAAS,cAAc,UAAU;AAAA,YACvC,OAAO,CAAC,EAAE,KAAK,CAAC;AAAA,UAClB;AAAA,QACF;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,KAAK,SAAc;AACzB,SAAK,OAAO,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEQ,aAAa;AACnB,SAAK,WAAW,CAAC,CAAC,KAAK;AACvB,UAAM,uBAAuB,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MACrD,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,cACL,EAAE,0BAAsB,0BAAa,KAAK,WAAW,EAAE,IACvD,CAAC;AAAA,IACP,EAAE;AAEF,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASF,cAAa;AAAA,QACpD,kBAAkB;AAAA,UAChB,oBAAoB,CAAC,OAAO;AAAA,UAC5B,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,EAAE,eAAe,KAAK,QAAQ,cAAc,EAAE,IAChE,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,QACb;AAAA,YACE,cAAc;AAAA,cACZ,aAAa;AAAA,gBACX,qBAAqB,EAAE,WAAW,KAAK,QAAQ,MAAM;AAAA,cACvD;AAAA,YACF;AAAA,UACF,IACA,CAAC;AAAA,QACP;AAAA,QACA,mBAAmB,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,QAAQ,aAAa,CAAC,EAAE;AAAA,QAClE,GAAI,qBAAqB,SAAS,IAC9B,EAAE,OAAO,CAAC,EAAE,qBAAqB,CAAC,EAAE,IACpC,CAAC;AAAA;AAAA,QAEL,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,QACA,yBAAyB,CAAC;AAAA,QAC1B,0BAA0B,CAAC;AAAA,QAC3B,mBAAmB,KAAK,mBACpB,EAAE,QAAQ,KAAK,iBAAiB,IAChC,CAAC;AAAA;AAAA,QAEL,0BAA0B,EAAE,eAAe,CAAC,EAAE;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAkCQ,mBAAmB;AACzB,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,UAAU,CAAC,KAAK,iBAAkB;AAC/D,SAAK,YAAY;AACjB,SAAK,OAAO,MAAM;AAAA,EACpB;AAAA,EA+BQ,gBAAgB,SAAc;AACpC,QAAI,QAAQ,oBAAoB,QAAQ,CAAC,KAAK,sBAAsB;AAClE,WAAK,kBAAkB,QAAQ,mBAAmB,IAAI;AAAA,IACxD;AAEA,eAAW,QAAQ,QAAQ,WAAW,SAAS,CAAC,GAAG;AACjD,YAAM,OAAO,KAAK,YAAY;AAC9B,UAAI,CAAC,KAAM;AACX,WAAK,cAAc;AACnB,YAAM,SAAS,KAAK,gBAAgB,QAAQ,OAAO,KAAK,MAAM,QAAQ,CAAC;AACvE,UAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,IAC9C;AAEA,QAAI,QAAQ,qBAAqB,MAAM;AACrC,WAAK,cAAc;AACnB,WAAK,oBAAoB,QAAQ,oBAAoB,IAAI;AAAA,IAC3D;AAEA,QAAI,QAAQ,aAAa;AACvB,WAAK,IAAI,aAAa;AACtB,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAEA,QAAI,QAAQ,oBAAoB;AAC9B,WAAK,qBAAqB;AAAA,IAC5B;AAEA,QAAI,QAAQ,cAAc;AACxB,WAAK,qBAAqB;AAC1B,WAAK,gBAAgB,MAAM;AAC3B,UAAI,KAAK,eAAe,KAAK,KAAK,cAAc;AAC9C,aAAK,oBAAoB;AAAA,MAC3B,OAAO;AACL,aAAK,UAAU;AACf,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAgB;AACtB,SAAK,qBAAqB;AAE1B,QAAI,KAAK,cAAc;AACrB,WAAK,kBAAkB;AACvB,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA;AAAA,EAGQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,kBAAmB;AAC7B,QAAI,KAAK,eAAe,KAAK,KAAK,aAAc;AAChD,SAAK,oBAAoB;AACzB,SAAK,UAAU;AACf,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,aAAc;AACxB,iBAAa,KAAK,YAAY;AAC9B,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,uBAAuB;AAC7B,QAAI,KAAK,mBAAoB;AAC7B,SAAK,qBAAqB;AAC1B,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAc,WAAW,MAAgD;AAEvE,SAAK,qBAAqB;AAC1B,UAAM,WAAwC;AAAA,MAC5C,MAAM;AAAA,MACN,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,YAAY,KAAK,UAAU,KAAK,QAAQ,CAAC,CAAC;AAAA,IAC5C;AACA,SAAK;AACL,QAAI;AACJ,QAAI;AACF,eAAS,MAAM,KAAK,QAAQ,QAAQ;AAAA,IACtC,UAAE;AACA,WAAK;AAAA,IACP;AACA,QAAI,KAAK,mBAAmB,OAAO,KAAK,EAAE,GAAG;AAC3C,WAAK,kBAAkB;AACvB;AAAA,IACF;AACA,SAAK,KAAK;AAAA,MACR,cAAc;AAAA,QACZ,mBAAmB;AAAA,UACjB;AAAA,YACE,IAAI,KAAK;AAAA,YACT,MAAM,KAAK;AAAA,YACX,UAAU;AAAA,cACR,QAAQ,OAAO,UAAU;AAAA;AAAA,cAEzB,YAAY,OAAO,aAAa,WAAW;AAAA,YAC7C;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAED,QAAI,CAAC,OAAO,YAAY;AACtB,WAAK,kBAAkB;AACvB,WAAK,eAAe,WAAW,MAAM;AACnC,aAAK,eAAe;AACpB,aAAK,IAAI,oCAAoC;AAC7C,aAAK,kBAAkB;AAAA,MACzB,GAAG,sBAAsB;AAAA,IAC3B,OAAO;AACL,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AACF;;;AEhaA,IAAAG,iBAAoB;AA8BpB,IAAMC,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,gCAAgC;AAE/B,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAWjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAT7B,SAAQ,YAAY;AAGpB;AAAA;AAAA,SAAQ,SAAmB,CAAC;AAC5B,SAAQ,gBAAgB;AACxB,SAAQ,iBAAiB;AACzB,SAAQ,aAAa;AAqGrB,SAAQ,YAAY,CAAC,YAAiB;AACpC,YAAM,UAAU,QAAQ;AACxB,UAAI,SAAS,oBAAoB,QAAQ,KAAK,eAAe;AAC3D,aAAK,cAAc,QAAQ,mBAAmB;AAAA,MAChD;AACA,UAAI,SAAS,sBAAsB,KAAK,gBAAgB;AACtD,aAAK,gBAAgB;AAAA,MACvB;AAGA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,YAAI,KAAK,eAAe;AACtB,eAAK,YAAY;AAAA,QACnB,OAAO;AACL,eAAK,OAAO,MAAM;AAAA,QACpB;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,iBAAiB,MAAM;AAE7B,WAAK,OAAO,aAAa;AACzB,UAAI,CAAC,KAAK,cAAe;AACzB,WAAK,aAAa;AAClB,WAAK,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AACzD,WAAK,OAAO,QAAQ,CAAC,UAAU,KAAK,UAAU,KAAK,CAAC;AACpD,UAAI,KAAK,gBAAgB;AACvB,aAAK,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,MACzD;AAAA,IACF;AA9HE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,MAAM,KAAK,KAAK,UAAU,KAAK,MAAM,CAAC;AAC/D,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,WAAW,aAAuB;AAChC,gBAAY,GAAG,QAAQ,CAAC,UAAkB;AACxC,UAAI,CAAC,KAAK,cAAe,MAAK,cAAc;AAC5C,WAAK,OAAO,KAAK,KAAK;AACtB,WAAK,UAAU,KAAK;AAAA,IACtB,CAAC;AAED,gBAAY,GAAG,OAAO,MAAM;AAC1B,UAAI,CAAC,KAAK,iBAAiB,KAAK,eAAgB;AAChD,WAAK,iBAAiB;AACtB,WAAK,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAGvD,WAAK,0BAA0B;AAC/B,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,gBAAgB;AAAA,MACvB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,0BAA0B;AAC/B,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEQ,aAAa;AACnB,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASD,cAAa;AAAA,QACpD,kBAAkB,EAAE,oBAAoB,CAAC,MAAM,EAAE;AAAA,QACjD,yBAAyB;AAAA,UACvB,eAAe,KAAK,QAAQ,WAAW,CAAC,KAAK,QAAQ,QAAQ,IAAI,CAAC;AAAA,UAClE,GAAI,KAAK,QAAQ,YAAY,SACzB,EAAE,kBAAkB,KAAK,QAAQ,WAAW,IAC5C,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,OAAO,EAAE,MAAM,KAAK,QAAQ,KAAK,IAAI,CAAC;AAAA,QACzD;AAAA;AAAA,QAEA,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAgB;AAEtB,QAAI,KAAK,cAAe,MAAK,gBAAgB;AAC7C,SAAK,gBAAgB;AACrB,SAAK,iBAAiB;AACtB,SAAK,SAAS,CAAC;AACf,SAAK,aAAa;AAClB,SAAK,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AAAA,EAC3D;AAAA,EAEQ,UAAU,OAAe;AAC/B,SAAK,OAAO,KAAK;AAAA,MACf,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBC,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA,EAGQ,kBAAkB;AACxB,SAAK,0BAA0B;AAC/B,UAAM,aAAa,KAAK,WAAW,KAAK;AACxC,SAAK,gBAAgB;AACrB,SAAK,iBAAiB;AACtB,SAAK,SAAS,CAAC;AACf,SAAK,aAAa;AAClB,SAAK,IAAI,gBAAgB,UAAU,GAAG;AACtC,SAAK,KAAK,cAAc,UAAU;AAClC,QAAI,KAAK,WAAW;AAClB,WAAK,YAAY;AACjB,WAAK,OAAO,MAAM;AAAA,IACpB;AAAA,EACF;AAAA,EAkCQ,4BAA4B;AAClC,QAAI,CAAC,KAAK,qBAAsB;AAChC,iBAAa,KAAK,oBAAoB;AACtC,SAAK,uBAAuB;AAAA,EAC9B;AACF;;;ACpLA,IAAAC,gBAA4B;AAC5B,IAAAC,iBAA4C;AAwB5C,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,qBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAMC,qBAAoB;AAEnB,IAAM,YAAN,cAAwB,2BAAY;AAAA,EAGzC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAE3B,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAI,0BAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA,EAEA,MAAgB,WACd,MACA,QACoB;AACpB,UAAM,QAAQ,KAAK,QAAQ,eACvB,GAAG,KAAK,QAAQ,YAAY,KAAK,IAAI,KACrC;AACJ,UAAM,WAAW,KAAK,QAAQ,YAAYA;AAE1C,aAAS,UAAU,KAAK,WAAW;AACjC,YAAM,WAAW,EAAE,SAAS,MAAM;AAClC,UAAI;AACF,cAAM,KAAK,eAAe,OAAO,QAAQ,QAAQ;AACjD,eAAO;AAAA,MACT,SAAS,OAAO;AAEd,YAAI,OAAO,WAAW,SAAS,WAAW,WAAW,UAAU;AAC7D,gBAAM;AAAA,QACR;AACA,YAAI,CAAC,UAAU,KAAK,EAAG,OAAM;AAC7B,aAAK,IAAI,oCAAoC,IAAI,GAAG;AAAA,MACtD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,eACZ,OACA,QACA,UACA;AACA,UAAM,SAAS,MAAM,KAAK,MAAM,aAAa;AAAA,MAC3C;AAAA,QACE,OAAO,KAAK,QAAQ,SAASD;AAAA,QAC7B,OAAO;AAAA,QACP,QAAQ;AAAA,QACR;AAAA,QACA,iBAAiB,EAAE,MAAM,QAAQ;AAAA,QACjC,mBAAmB;AAAA,UACjB,eAAe,CAAC,EAAE,OAAO,KAAK,QAAQ,SAAS,cAAc,CAAC;AAAA,QAChE;AAAA,MACF;AAAA,MACA,EAAE,cAAc,EAAE,OAAO,EAAE;AAAA,IAC7B;AAEA,QAAI;AACJ,qBAAiB,SAAS,QAAQ;AAChC,UAAI,OAAO,QAAS;AACpB,UAAI,MAAM,eAAe,SAAS;AAChC,cAAM,OAAO;AAAA,UACX,IAAI,MAAM,MAAM,OAAO,WAAW,0BAA0B;AAAA,UAC5D,EAAE,MAAM,MAAM,OAAO,KAAK;AAAA,QAC5B;AAAA,MACF;AACA,UAAI,MAAM,eAAe,gBAAgB,MAAM,MAAM,SAAS,SAAS;AACrE;AAAA,MACF;AAEA,YAAM,EAAE,MAAM,YAAY,IAAI,MAAM;AAIpC,UAAI,CAAC,KAAM;AACX,gCAAc,IAAI;AAAA,QAChB,eAAe;AAAA,QACf;AAAA,MACF;AACA,YAAM,QAAQ,UAAU,QAAQ,OAAO,KAAK,MAAM,QAAQ,CAAC;AAC3D,UAAI,MAAM,SAAS,EAAG,UAAS,UAAU;AAEzC,UAAI,CAAC,KAAK,UAAU,KAAK,EAAG;AAAA,IAC9B;AAAA,EACF;AACF;AASA,SAAS,UAAU,OAAqB;AACtC,SACE,OAAO,SAAS,qBAChB,OAAO,OAAO,OAAO,SAAS,qBAC9B,OAAO,OAAO,QAAQ,EAAE,EAAE,SAAS,iBAAiB;AAExD;","names":["z","import_server","import_zod","DEFAULT_RETRY_DELAY","WebSocket","DEFAULT_MODEL","SAMPLE_RATE","FIRST_MESSAGE_PROMPT","import_server","DEFAULT_MODEL","SAMPLE_RATE","import_genai","import_server","DEFAULT_MODEL","DEFAULT_MAX_RETRY"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/GeminiAgent.ts","../src/GeminiLive.ts","../src/LiveSocket.ts","../src/GeminiSTT.ts","../src/GeminiTTS.ts"],"sourcesContent":["export * from './GeminiAgent'\nexport * from './GeminiLive'\nexport * from './GeminiSTT'\nexport * from './GeminiTTS'\n","import { GoogleGenAI } from '@google/genai'\nimport { Agent, AgentOptions } from '@micdrop/server'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * Gemini agent, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/text-generation\n *\n * Nothing is stored on Google's side: the whole conversation is sent on every\n * turn, as the other agents do.\n */\n\nexport type GeminiAgentOptions = AgentOptions &\n GeminiOptions & {\n model?: string\n // How long the model thinks before answering (\"low\", \"medium\", \"high\").\n // The lower, the sooner the first word.\n thinkingLevel?: string\n // Other generation settings, such as temperature\n settings?: Record<string, unknown>\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type GeminiOptions = { apiKey: string } | { genai: GoogleGenAI }\n\nconst DEFAULT_MODEL = 'gemini-3.8-flash'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\n// Asks for an answer when nothing was said yet, to open the call\nconst FIRST_MESSAGE_PROMPT = 'The call starts now.'\n\n/** A step of the answer, put together from the events streaming it */\ninterface StreamedStep {\n type: string\n id?: string\n name?: string\n text: string\n arguments: string\n signature: string\n}\n\nexport class GeminiAgent extends Agent<GeminiAgentOptions> {\n private genai: GoogleGenAI\n // Gemini asks for the signature of the thought behind a tool call when the\n // call is sent back, and the conversation has no room for it\n private signatures = new Map<string, string>()\n\n constructor(options: GeminiAgentOptions) {\n super(options)\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected generateAnswer(\n stream: PassThrough,\n signal: AbortSignal\n ): Promise<void> {\n return this.generateStep(stream, signal, 0)\n }\n\n /**\n * Generates one step of the answer, retried on error.\n *\n * A retry starts the step over, so it only happens while nothing of the\n * step reached the stream: what was said cannot be taken back, and saying\n * it twice is worse than stopping there.\n */\n private async generateStep(\n stream: PassThrough,\n signal: AbortSignal,\n stepCount: number\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[GeminiAgent] Max steps reached')\n return\n }\n\n const maxRetry = this.options.maxRetry ?? DEFAULT_MAX_RETRIES\n for (let tryCount = 0; ; tryCount++) {\n // Text of the answer written to the stream by this attempt\n const progress = { answer: '' }\n try {\n const step = await this.streamStep(stream, signal, progress)\n if (signal.aborted) return\n this.recordAnswer(progress.answer)\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (step.calledTool && !step.skipAnswer && !progress.answer) {\n await this.generateStep(stream, signal, stepCount + 1)\n }\n return\n } catch (error) {\n if (signal.aborted) return\n console.error('[GeminiAgent] Error answering:', error)\n\n if (progress.answer) {\n this.log('Error after part of the answer was said, keeping it')\n this.recordAnswer(progress.answer)\n return\n }\n if (tryCount >= maxRetry) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n await sleep(this.options.retryDelay ?? DEFAULT_RETRY_DELAY, signal)\n if (signal.aborted) return\n }\n }\n }\n\n /** Streams one request, writing the text of the answer as it comes */\n private async streamStep(\n stream: PassThrough,\n signal: AbortSignal,\n progress: { answer: string }\n ) {\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n // Typed loosely: the conversation is built as plain JSON steps\n const response = (await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n store: false,\n stream: true,\n system_instruction: this.buildSystemInstruction(),\n input: this.buildInput(),\n tools: this.buildTools(),\n ...(this.options.thinkingLevel || this.options.settings\n ? {\n generation_config: {\n ...this.options.settings,\n ...(this.options.thinkingLevel\n ? { thinking_level: this.options.thinkingLevel }\n : {}),\n },\n }\n : {}),\n } as any,\n { signal }\n )) as unknown as AsyncIterable<any>\n\n const steps: StreamedStep[] = []\n let skipAnswer = false\n let calledTool = false\n // The last thought, whose signature goes with the tool call after it\n let signature = ''\n\n for await (const event of response) {\n if (signal.aborted) break\n\n switch (event.event_type) {\n case 'step.start':\n steps[event.index] = {\n type: event.step.type,\n id: (event.step as any).id,\n name: (event.step as any).name,\n text: '',\n arguments: '',\n signature: '',\n }\n break\n\n case 'step.delta': {\n const step = steps[event.index]\n if (!step) break\n const delta = event.delta as any\n\n if (delta.type === 'thought_signature') {\n step.signature += delta.signature ?? ''\n } else if (delta.type === 'arguments_delta') {\n step.arguments += delta.arguments ?? ''\n } else if (delta.type === 'text' && step.type === 'model_output') {\n this.log(`Answer chunk: \"${delta.text}\"`)\n progress.answer += delta.text\n\n // Extracting value?\n if (extractOptions) {\n if (extracting) break\n const startTagIndex = delta.text.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n stream.write(delta.text.slice(0, startTagIndex).trimEnd())\n break\n }\n }\n stream.write(delta.text)\n }\n break\n }\n\n case 'step.stop': {\n const step = steps[event.index]\n if (step?.type === 'thought') signature = step.signature\n if (step?.type !== 'function_call' || !step.id || !step.name) break\n\n calledTool = true\n if (signature) this.signatures.set(step.id, signature)\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: step.id,\n toolName: step.name,\n parameters: step.arguments || '{}',\n })\n if (result.skipAnswer) skipAnswer = true\n break\n }\n\n case 'error':\n throw new Error(event.error?.message || 'Generation failed')\n\n default:\n break\n }\n }\n\n return { calledTool, skipAnswer }\n }\n\n private recordAnswer(answer: string) {\n if (!answer) return\n const { message, metadata } = this.extract(answer)\n this.addAssistantMessage(message, metadata)\n }\n\n private buildSystemInstruction(): string {\n return this.conversation\n .flatMap((message) =>\n message.role === 'system' ? [message.content] : []\n )\n .join('\\n\\n')\n }\n\n private buildInput(): any[] {\n const input = this.conversation.flatMap((message): any[] => {\n switch (message.role) {\n case 'user':\n return [\n {\n type: 'user_input',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'assistant':\n return [\n {\n type: 'model_output',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'tool_call': {\n const signature = this.signatures.get(message.toolCallId)\n return [\n ...(signature ? [{ type: 'thought', signature }] : []),\n {\n type: 'function_call',\n id: message.toolCallId,\n name: message.toolName,\n arguments: parseArguments(message.parameters),\n },\n ]\n }\n case 'tool_result':\n return [\n {\n type: 'function_result',\n call_id: message.toolCallId,\n name: message.toolName,\n result: [{ type: 'text', text: message.output }],\n },\n ]\n default:\n return []\n }\n })\n\n // The model needs something to answer to\n if (input.length === 0) {\n input.push({\n type: 'user_input',\n content: [{ type: 'text', text: FIRST_MESSAGE_PROMPT }],\n })\n }\n return input\n }\n\n private buildTools(): any[] | undefined {\n if (this.tools.length === 0) return undefined\n return this.tools.map((tool) => {\n // The schema keyword is refused, the rest of the JSON schema goes through\n const { $schema, ...parameters } = toJSONSchema(\n tool.inputSchema || z.object()\n ) as Record<string, unknown>\n return {\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters,\n }\n })\n }\n}\n\n/** Waits, or less if the signal is aborted meanwhile */\nfunction sleep(ms: number, signal: AbortSignal): Promise<void> {\n return new Promise((resolve) => {\n const done = () => {\n clearTimeout(timer)\n signal.removeEventListener('abort', done)\n resolve()\n }\n const timer = setTimeout(done, ms)\n signal.addEventListener('abort', done)\n })\n}\n\nfunction parseArguments(parameters: string): unknown {\n try {\n return JSON.parse(parameters)\n } catch {\n return {}\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport { toJSONSchema } from 'zod'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Live API, a model hearing the user and answering with its voice\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: a turn is framed by activityStart and\n * activityEnd, and the model answers once it ends.\n */\n\nexport interface GeminiLiveOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Required by gemini-3.8-live-extended-thinking (\"low\", \"medium\"...),\n // refused by gemini-3.8-live\n thinkingLevel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.8-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst GEMINI_OUTPUT_SAMPLE_RATE = 24000\n// How long the model gets to speak about the result of a tool\nconst TOOL_FOLLOW_UP_TIMEOUT = 10000 // ms\n\n/**\n * The tools of the answer being given.\n *\n * Gemini ends its turn when it calls a tool, and speaks again once it has the\n * result. The answer stays open in between, so the client keeps waiting for it\n * rather than listening again. An interruption or a session started over\n * replaces this record, and a tool finishing later sees it is no longer the\n * current one: its result is not sent, so the model never speaks about it.\n */\ninterface ToolRound {\n // Tools called and not finished yet\n running: number\n // The model has the result of a tool, and gets some time to speak about it\n followUp?: NodeJS.Timeout\n // The model ended its turn while the round was not over, the answer ends\n // with the round\n answerEndDeferred: boolean\n}\n\nfunction newToolRound(): ToolRound {\n return { running: 0, answerEndDeferred: false }\n}\n\n// Opens a call when the model speaks first\nconst FIRST_MESSAGE_PROMPT =\n 'The call starts now. Speak first, as your instructions say.'\n\nexport class GeminiLive extends Realtime<GeminiLiveOptions> {\n private socket: LiveSocket\n private everConnected = false\n\n // Resumes the session on a new connection, which Gemini asks for every\n // few minutes\n private resumptionHandle?: string\n private goingAway = false\n\n private outputResampler = new Pcm16Resampler(\n GEMINI_OUTPUT_SAMPLE_RATE,\n SAMPLE_RATE\n )\n private hasTranscribedTurn = false\n // Transcript of a dropped turn, which the conversation should not show\n private ignoreUserTranscript = false\n // Calls of the session Gemini told not to answer\n private cancelledToolCalls = new Set<string>()\n // Bumped by every session that does not resume the previous one, whose tool\n // calls it cannot answer\n private session = 0\n private toolRound = newToolRound()\n\n constructor(options: GeminiLiveOptions) {\n super(options)\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Ready', this.onReady)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', () => this.emit('Failed'))\n this.socket.connect()\n }\n\n /**\n * Stops the answer. The tools it is waiting for still send their results,\n * silently, since a blocking call left unanswered would stall the model.\n */\n cancel() {\n super.cancel()\n this.resetToolRound()\n }\n\n destroy() {\n // Cancels the answer too, which resets the tool round\n super.destroy()\n this.socket.destroy()\n }\n\n protected openTurn() {\n this.ignoreUserTranscript = false\n this.send({ realtimeInput: { activityStart: {} } })\n }\n\n protected appendAudio(chunk: Buffer) {\n this.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n protected closeTurn() {\n this.hasTranscribedTurn = false\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected clearTurn() {\n // Gemini has no way to drop the audio of a turn: it ends, and its answer\n // is discarded\n this.ignoreUserTranscript = true\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected generate() {\n this.sendUserText(FIRST_MESSAGE_PROMPT)\n }\n\n protected speakText(text: string) {\n this.sendUserText(\n `Say exactly the following text, word for word, and nothing else: ${text}`\n )\n }\n\n protected cancelAnswer() {\n // The activityStart of the next turn is what stops Gemini, and the output\n // still on its way is dropped until the model acknowledges it\n this.outputResampler.reset()\n }\n\n protected get isIdle() {\n return super.isIdle && this.toolRound.running === 0\n }\n\n protected updateTools() {\n if (this.everConnected) {\n this.log('Tools changed after the session started, Gemini keeps the old')\n }\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again when a session cannot be resumed\n if (\n !this.socket.isConnected &&\n this.everConnected &&\n !this.resumptionHandle\n )\n return\n this.send(this.contentMessage(role, text, false))\n }\n\n private sendUserText(text: string) {\n this.send(this.contentMessage('user', text, true))\n }\n\n private contentMessage(\n role: 'user' | 'assistant' | 'system',\n text: string,\n turnComplete: boolean\n ) {\n return {\n clientContent: {\n turns: [\n {\n role: role === 'assistant' ? 'model' : 'user',\n parts: [{ text }],\n },\n ],\n turnComplete,\n },\n }\n }\n\n private send(message: any) {\n this.socket.send(message)\n }\n\n private buildSetup() {\n const functionDeclarations = this.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n ...(tool.inputSchema\n ? { parametersJsonSchema: toJSONSchema(tool.inputSchema) }\n : {}),\n }))\n\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: {\n responseModalities: ['AUDIO'],\n ...(this.options.thinkingLevel\n ? { thinkingConfig: { thinkingLevel: this.options.thinkingLevel } }\n : {}),\n ...(this.options.voice\n ? {\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: this.options.voice },\n },\n },\n }\n : {}),\n },\n systemInstruction: { parts: [{ text: this.options.systemPrompt }] },\n ...(functionDeclarations.length > 0\n ? { tools: [{ functionDeclarations }] }\n : {}),\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n inputAudioTranscription: {},\n outputAudioTranscription: {},\n sessionResumption: this.resumptionHandle\n ? { handle: this.resumptionHandle }\n : {},\n // Lifts the length limit of a session\n contextWindowCompression: { slidingWindow: {} },\n },\n }\n }\n\n private onReady = (setup: any) => {\n const resumed = !!setup?.setup?.sessionResumption?.handle\n // A session started over has lost the conversation, and knows nothing of\n // the tools the previous one called\n if (this.everConnected && !resumed) {\n this.startFreshSession()\n const turns = this.conversation.flatMap((message) =>\n message.role === 'user' || message.role === 'assistant'\n ? [\n {\n role: message.role === 'assistant' ? 'model' : 'user',\n parts: [{ text: message.content }],\n },\n ]\n : []\n )\n if (turns.length > 0) {\n this.socket.sendFirst({ clientContent: { turns, turnComplete: false } })\n }\n }\n this.everConnected = true\n this.goingAway = false\n }\n\n private onReconnecting = (attempt: number) => {\n // A handle that failed once may have expired, start a new session\n if (attempt > 1) this.resumptionHandle = undefined\n // What waits for a resumed session is still valid, a new session gets the\n // conversation instead\n if (!this.resumptionHandle) {\n this.socket.clearPending()\n this.startFreshSession()\n }\n // The answer in progress is lost with the connection, after what was\n // heard of the turn it answered\n this.toolRound.answerEndDeferred = false\n this.commitTurnTranscript()\n this.endAnswer()\n }\n\n /** Forgets what belonged to the previous session */\n private startFreshSession() {\n this.session++\n this.resetToolRound()\n this.cancelledToolCalls.clear()\n this.ignoreUserTranscript = false\n }\n\n /**\n * Starts a new round of tools. The tools still running belong to the old\n * one: their results go out silently, and nothing waits for the model to\n * talk about them.\n */\n private resetToolRound() {\n if (this.toolRound.followUp) clearTimeout(this.toolRound.followUp)\n this.toolRound = newToolRound()\n }\n\n /** Moves to a new connection before Gemini closes this one */\n private renewIfGoingAway() {\n if (!this.goingAway || !this.isIdle || !this.resumptionHandle) return\n this.goingAway = false\n this.socket.renew()\n }\n\n private onMessage = (message: any) => {\n if (message.serverContent) {\n this.onServerContent(message.serverContent)\n }\n\n if (message.toolCall) {\n for (const call of message.toolCall.functionCalls ?? []) {\n this.onToolCall(call)\n }\n }\n\n if (message.toolCallCancellation) {\n for (const id of message.toolCallCancellation.ids ?? []) {\n this.cancelledToolCalls.add(id)\n }\n }\n\n if (message.sessionResumptionUpdate) {\n const { newHandle, resumable } = message.sessionResumptionUpdate\n if (resumable && newHandle) this.resumptionHandle = newHandle\n }\n\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n this.goingAway = true\n this.renewIfGoingAway()\n }\n }\n\n private onServerContent(content: any) {\n if (content.inputTranscription?.text && !this.ignoreUserTranscript) {\n this.addUserTranscript(content.inputTranscription.text)\n }\n\n for (const part of content.modelTurn?.parts ?? []) {\n const data = part.inlineData?.data\n if (!data) continue\n this.onModelOutput()\n const output = this.outputResampler.process(Buffer.from(data, 'base64'))\n if (output.length > 0) this.emitAudio(output)\n }\n\n if (content.outputTranscription?.text) {\n this.onModelOutput()\n this.addAnswerTranscript(content.outputTranscription.text)\n }\n\n if (content.interrupted) {\n this.log('Interrupted')\n this.outputResampler.reset()\n }\n\n if (content.generationComplete) {\n this.commitTurnTranscript()\n }\n\n if (content.turnComplete) {\n this.commitTurnTranscript()\n this.outputResampler.reset()\n if (this.toolRound.running > 0 || this.toolRound.followUp) {\n this.toolRound.answerEndDeferred = true\n } else {\n this.endAnswer()\n this.renewIfGoingAway()\n }\n }\n }\n\n private onModelOutput() {\n this.commitTurnTranscript()\n // The model speaks about the result, its next turn ends the answer\n const round = this.toolRound\n if (round.followUp) {\n clearTimeout(round.followUp)\n round.followUp = undefined\n round.answerEndDeferred = false\n }\n }\n\n /** Ends the answer the model stopped giving to wait for a tool */\n private endDeferredAnswer() {\n const round = this.toolRound\n if (!round.answerEndDeferred) return\n if (round.running > 0 || round.followUp) return\n round.answerEndDeferred = false\n this.endAnswer()\n this.renewIfGoingAway()\n }\n\n /**\n * The transcript of the turn comes before the answer, so the first piece of\n * the answer closes it.\n */\n private commitTurnTranscript() {\n if (this.hasTranscribedTurn) return\n this.hasTranscribedTurn = true\n this.commitUserTranscript()\n }\n\n private async onToolCall(call: { id: string; name: string; args?: any }) {\n // The question comes before the tool it asks for\n this.commitTurnTranscript()\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.id,\n toolName: call.name,\n parameters: JSON.stringify(call.args ?? {}),\n }\n const round = this.toolRound\n const session = this.session\n round.running++\n let result: Awaited<ReturnType<GeminiLive['runTool']>>\n try {\n result = await this.runTool(toolCall)\n } finally {\n round.running--\n }\n // Called by a session that is gone, which knows nothing of this call: the\n // result stays in the conversation only\n if (session !== this.session) return\n if (this.cancelledToolCalls.delete(call.id)) {\n this.endDeferredAnswer()\n return\n }\n // Interrupted while it ran: the model hears the result without speaking\n // about it, over the user who has moved on\n const interrupted = round !== this.toolRound\n const silent = result.skipAnswer || interrupted\n this.send({\n toolResponse: {\n functionResponses: [\n {\n id: call.id,\n name: call.name,\n response: {\n output: result.output ?? null,\n // A tool without an answer lets the model know silently\n scheduling: silent ? 'SILENT' : 'WHEN_IDLE',\n },\n },\n ],\n },\n })\n\n if (interrupted) return\n if (!result.skipAnswer) {\n if (round.followUp) clearTimeout(round.followUp)\n round.followUp = setTimeout(() => {\n round.followUp = undefined\n this.log('Nothing said about the tool result')\n this.endDeferredAnswer()\n }, TOOL_FOLLOW_UP_TIMEOUT)\n } else {\n this.endDeferredAnswer()\n }\n }\n}\n","import {\n ReconnectingSocket,\n ReconnectingSocketHandshake,\n ReconnectingSocketStatus,\n} from '@micdrop/server'\nimport { EventEmitter } from 'eventemitter3'\nimport type { RawData } from 'ws'\n\n/**\n * A connection to the Gemini Live API, shared by GeminiLive and GeminiSTT\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * The connection itself, its attempts, retries and timeouts, is a\n * ReconnectingSocket. This class adds what belongs to Gemini: the setup that\n * opens each session, the messages held until the session is ready, and the\n * pacing of the end of a turn. What a new session has to know is left to the\n * owner, told by the events.\n */\n\nexport interface LiveSocketOptions {\n apiKey: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface LiveSocketEvents {\n /**\n * The session is set up, right before the messages waiting for it go out.\n * Carries the setup that opened it, which tells whether it resumed a\n * previous session.\n */\n Ready: [setup: any]\n Message: [any]\n /** The connection dropped, attempt number of the new one to come */\n Reconnecting: [number]\n /** No connection could be restored, and the messages waiting are dropped */\n Failed: []\n}\n\nconst URL =\n 'wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent'\nconst SAMPLE_RATE = 16000 // Rate of the audio sent, the one of the Micdrop client\nconst BYTES_PER_MS = (SAMPLE_RATE * 2) / 1000\n\nexport class LiveSocket extends EventEmitter<LiveSocketEvents> {\n private socket: ReconnectingSocket\n // Messages waiting for the session, or for the end of a turn to be due\n private pending: any[] = []\n private pendingTimeout?: NodeJS.Timeout\n // Audio of the turn as it went out, see flush()\n private turnAudioStartedAt = 0\n private turnAudioMs = 0\n // Attempts since the last session was ready, for the owner to tell a drop\n // from a resumption that keeps failing\n private reconnectAttempts = 0\n // Setup sent by the handshake of the connection being opened\n private setup?: object\n\n constructor(\n options: LiveSocketOptions,\n private readonly buildSetup: () => object,\n private readonly log: (...message: any[]) => void\n ) {\n super()\n this.socket = new ReconnectingSocket({\n url: `${URL}?key=${encodeURIComponent(options.apiKey)}`,\n connectionTimeout: options.connectionTimeout,\n retryDelay: options.retryDelay,\n maxRetry: options.maxRetry,\n handshake: this.handshake,\n log,\n })\n this.socket.on('Open', this.onOpen)\n this.socket.on('Message', this.onMessage)\n this.socket.on('StatusChange', this.onStatusChange)\n this.socket.on('Failed', this.onFailed)\n }\n\n /** The session is set up and takes messages right away */\n get isConnected(): boolean {\n return this.socket.isOpen\n }\n\n connect() {\n this.socket.connect()\n }\n\n /**\n * Sends a message once the session is ready, after the ones before it.\n * Dropped once the connection failed for good, as nothing would send it.\n */\n send(message: any) {\n const status = this.socket.status\n if (status === 'failed' || status === 'destroyed') return\n this.pending.push(message)\n this.flush()\n }\n\n /** Sends a message ahead of the waiting ones, from a Ready listener */\n sendFirst(message: any) {\n this.socket.send(JSON.stringify(message))\n }\n\n /** Drops the messages that have not gone out */\n clearPending() {\n this.pending = []\n this.clearPendingTimeout()\n }\n\n /**\n * Moves to a new connection, keeping the messages that have not gone out.\n * A reconnection waiting for its delay is replaced by this one.\n */\n renew() {\n this.log('Renewing the connection')\n this.clearPendingTimeout()\n this.reconnectAttempts = 0\n this.socket.restart()\n }\n\n destroy() {\n this.clearPending()\n this.socket.destroy()\n this.removeAllListeners()\n }\n\n /** Sends the setup, and holds the connection back until Gemini accepts it */\n private handshake: ReconnectingSocketHandshake = {\n start: (socket) => {\n const setup = this.buildSetup()\n this.setup = setup\n socket.send(JSON.stringify(setup))\n },\n read: (data) => !!parseMessage(data.toString())?.setupComplete,\n }\n\n private onOpen = () => {\n this.log('Session ready')\n this.reconnectAttempts = 0\n this.emit('Ready', this.setup)\n this.flush()\n }\n\n private onMessage = (data: RawData) => {\n const message = parseMessage(data.toString())\n if (message) this.emit('Message', message)\n }\n\n private onStatusChange = (status: ReconnectingSocketStatus) => {\n // An end of turn waiting for its audio waits for the next session instead\n if (status !== 'open') this.clearPendingTimeout()\n if (status === 'reconnecting') {\n this.emit('Reconnecting', ++this.reconnectAttempts)\n }\n }\n\n private onFailed = () => {\n this.clearPending()\n this.emit('Failed')\n }\n\n /**\n * Sends the messages in order, as soon as they can go.\n *\n * Gemini refuses the end of a turn that comes before the audio of the turn\n * had time to play, and closes the session. Audio sent faster than it is\n * spoken, when the user talked while the connection opened, would end the\n * session, so the end of such a turn waits for it.\n */\n private flush() {\n while (this.pending.length > 0 && !this.pendingTimeout) {\n if (!this.socket.isOpen) return\n const message = this.pending[0]\n const input = message.realtimeInput\n\n if (input?.activityEnd) {\n const due = this.turnAudioStartedAt + this.turnAudioMs - Date.now()\n if (due > 0) {\n this.pendingTimeout = setTimeout(() => {\n this.pendingTimeout = undefined\n this.flush()\n }, due)\n return\n }\n } else if (input?.activityStart) {\n this.turnAudioStartedAt = 0\n this.turnAudioMs = 0\n } else if (input?.audio) {\n if (this.turnAudioMs === 0) this.turnAudioStartedAt = Date.now()\n this.turnAudioMs +=\n Buffer.byteLength(input.audio.data, 'base64') / BYTES_PER_MS\n }\n\n this.pending.shift()\n this.socket.send(JSON.stringify(message))\n }\n }\n\n private clearPendingTimeout() {\n if (!this.pendingTimeout) return\n clearTimeout(this.pendingTimeout)\n this.pendingTimeout = undefined\n }\n}\n\nfunction parseMessage(text: string): any {\n try {\n return JSON.parse(text)\n } catch {\n return undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Transcribe, streamed over the Live API\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api/live-transcribe\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: each utterance is framed by\n * activityStart and activityEnd, and its final transcript follows the end.\n */\n\nexport interface GeminiSTTOptions {\n apiKey: string\n model?: string\n // Language of the user, as a BCP-47 code such as \"fr-FR\". Detected when\n // left out.\n language?: string\n // Words to recognize, such as product or people names\n vocabulary?: string[]\n // SMART cleans up hesitations and repetitions, VERBATIM keeps them\n mode?: 'SMART' | 'VERBATIM'\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.5-transcribe-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\n\n/**\n * What was said in one audio stream given to `transcribe`.\n *\n * - `open`: its audio is going out\n * - `ended`: the stream ended, its transcript is on its way\n * - `given`: its transcript went out on a timeout. It stays first in line to\n * take the late answer of Gemini, which belongs to no other utterance,\n * until that answer ends or another timeout passes.\n */\ninterface Utterance {\n state: 'open' | 'ended' | 'given'\n // Whether its audio went to Gemini, which hears the first one only\n sent: boolean\n // Audio of the utterance, sent again if the connection drops before its\n // transcript comes back\n chunks: Buffer[]\n transcript: string\n timeout?: NodeJS.Timeout\n}\n\nexport class GeminiSTT extends STT {\n private socket: LiveSocket\n // Gemini closes the session soon, and it is renewed once nothing waits\n private goingAway = false\n // Utterances waiting for their transcript, in the order they were spoken.\n // Gemini names no utterance in what it sends, and goes on to the next one\n // before it is done with the previous. So it hears one at a time: the first\n // one, and the audio of the next waits here until its transcript is in.\n private utterances: Utterance[] = []\n\n constructor(private readonly options: GeminiSTTOptions) {\n super()\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Ready', this.onReady)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', this.onFailed)\n this.socket.connect()\n }\n\n transcribe(audioStream: Readable) {\n // Each stream has an utterance of its own, opened by its first audio\n let utterance: Utterance | undefined\n\n audioStream.on('data', (chunk: Buffer) => {\n if (!utterance) utterance = this.openUtterance()\n // Ended early by the stream that came next\n if (utterance.state !== 'open') return\n utterance.chunks.push(chunk)\n if (utterance.sent) this.sendAudio(chunk)\n })\n\n audioStream.on('end', () => {\n if (utterance?.state === 'open') this.endUtterance(utterance)\n })\n }\n\n destroy() {\n super.destroy()\n this.dropUtterances()\n this.socket.destroy()\n }\n\n private buildSetup() {\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: { responseModalities: ['TEXT'] },\n inputAudioTranscription: {\n languageCodes: this.options.language ? [this.options.language] : [],\n ...(this.options.vocabulary?.length\n ? { customVocabulary: this.options.vocabulary }\n : {}),\n ...(this.options.mode ? { mode: this.options.mode } : {}),\n },\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n },\n }\n }\n\n private openUtterance(): Utterance {\n // Gemini hears one utterance at a time, so one still open ends here\n const last = this.utterances[this.utterances.length - 1]\n if (last?.state === 'open') this.endUtterance(last)\n const utterance: Utterance = {\n state: 'open',\n sent: false,\n chunks: [],\n transcript: '',\n }\n this.utterances.push(utterance)\n this.sendFirst()\n return utterance\n }\n\n private endUtterance(utterance: Utterance) {\n utterance.state = 'ended'\n if (utterance.sent) this.sendEnd(utterance)\n }\n\n /** Sends the first utterance to Gemini, with the audio it held meanwhile */\n private sendFirst() {\n const utterance = this.utterances[0]\n if (!utterance || utterance.sent) return\n utterance.sent = true\n this.socket.send({ realtimeInput: { activityStart: {} } })\n utterance.chunks.forEach((chunk) => this.sendAudio(chunk))\n if (utterance.state === 'ended') this.sendEnd(utterance)\n }\n\n private sendEnd(utterance: Utterance) {\n this.socket.send({ realtimeInput: { activityEnd: {} } })\n\n // Give up on a transcript that never comes. It counts from the moment\n // Gemini heard the whole utterance, not from when it waited its turn.\n utterance.timeout = setTimeout(() => {\n utterance.timeout = undefined\n this.log('Transcription timeout')\n this.give(utterance)\n }, this.options.transcriptionTimeout ?? DEFAULT_TRANSCRIPTION_TIMEOUT)\n }\n\n private sendAudio(chunk: Buffer) {\n this.socket.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n /**\n * Emits what was transcribed of an utterance, possibly nothing, and keeps\n * it in line for what Gemini still sends about it\n */\n private give(utterance: Utterance) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.state = 'given'\n const transcript = utterance.transcript.trim()\n this.log(`Transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n utterance.timeout = setTimeout(\n () => this.remove(utterance),\n this.options.transcriptionTimeout ?? DEFAULT_TRANSCRIPTION_TIMEOUT\n )\n }\n\n private remove(utterance: Utterance) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.timeout = undefined\n this.utterances = this.utterances.filter((other) => other !== utterance)\n this.renewIfGoingAway()\n this.sendFirst()\n }\n\n /** Moves to a new connection once no utterance waits on this one */\n private renewIfGoingAway() {\n if (!this.goingAway || this.utterances.length > 0) return\n this.goingAway = false\n this.socket.renew()\n }\n\n private onReady = () => {\n this.goingAway = false\n }\n\n private onMessage = (message: any) => {\n const content = message.serverContent\n const utterance = this.utterances[0]\n if (content?.inputTranscription?.text && utterance) {\n utterance.transcript += content.inputTranscription.text\n }\n if (content?.generationComplete && utterance) {\n if (utterance.state === 'ended') this.give(utterance)\n if (utterance.state === 'given') this.remove(utterance)\n }\n\n // Gemini closes a session after some minutes, move on between utterances\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n this.goingAway = true\n this.renewIfGoingAway()\n }\n }\n\n private onReconnecting = () => {\n // A new session knows nothing of the utterances, so they start over\n this.goingAway = false\n this.socket.clearPending()\n // Those already given wait for nothing more from the old session\n for (const utterance of this.utterances) {\n if (utterance.state === 'given') this.remove(utterance)\n }\n for (const utterance of this.utterances) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.timeout = undefined\n utterance.sent = false\n utterance.transcript = ''\n }\n this.sendFirst()\n }\n\n private onFailed = () => {\n // The audio nobody transcribed goes to whoever takes over\n const chunks = this.utterances\n .filter((utterance) => utterance.state !== 'given')\n .flatMap((utterance) => utterance.chunks)\n this.dropUtterances()\n this.emit('Failed', chunks)\n }\n\n private dropUtterances() {\n for (const utterance of this.utterances) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n // A stream still open stops sending audio\n if (utterance.state === 'open') utterance.state = 'ended'\n }\n this.utterances = []\n }\n}\n","import { GoogleGenAI } from '@google/genai'\nimport { Pcm16Resampler, SentenceTTS } from '@micdrop/server'\nimport { GeminiOptions } from './GeminiAgent'\n\n/**\n * Gemini text to speech, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/speech-generation\n *\n * The model reads a whole text at once, so the answer is cut into sentences,\n * and the audio of each one is emitted as the model streams it.\n */\n\nexport type GeminiTTSOptions = GeminiOptions & {\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Direction for the voice, such as \"Say cheerfully\", put before the text\n instructions?: string\n // Attempts after a sentence was blocked by mistake, see isBlocked()\n maxRetry?: number\n}\n\n// Sends each sentence whole, where gemini-3.1-flash-tts-preview streams it\n// slower than it is spoken and leaves gaps in it\nconst DEFAULT_MODEL = 'gemini-2.5-flash-preview-tts'\nconst DEFAULT_VOICE = 'Kore'\nconst GEMINI_SAMPLE_RATE = 24000 // Rate of the audio Gemini returns\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst DEFAULT_MAX_RETRY = 2\n\nexport class GeminiTTS extends SentenceTTS {\n private genai: GoogleGenAI\n\n constructor(private readonly options: GeminiTTSOptions) {\n super()\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected async synthesize(\n text: string,\n signal: AbortSignal\n ): Promise<undefined> {\n const input = this.options.instructions\n ? `${this.options.instructions}: ${text}`\n : text\n const maxRetry = this.options.maxRetry ?? DEFAULT_MAX_RETRY\n\n for (let attempt = 0; ; attempt++) {\n const progress = { emitted: false }\n try {\n await this.synthesizeOnce(input, signal, progress)\n return undefined\n } catch (error) {\n // A sentence already partly heard would be heard twice\n if (signal.aborted || progress.emitted || attempt >= maxRetry) {\n throw error\n }\n if (!isBlocked(error)) throw error\n this.log(`Sentence blocked, trying again: \"${text}\"`)\n }\n }\n }\n\n private async synthesizeOnce(\n input: string,\n signal: AbortSignal,\n progress: { emitted: boolean }\n ) {\n const stream = await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n store: false,\n stream: true,\n input,\n response_format: { type: 'audio' },\n generation_config: {\n speech_config: [{ voice: this.options.voice || DEFAULT_VOICE }],\n },\n },\n { fetchOptions: { signal } }\n )\n\n let resampler: Pcm16Resampler | undefined\n for await (const event of stream) {\n if (signal.aborted) break\n if (event.event_type === 'error') {\n throw Object.assign(\n new Error(event.error?.message || 'Speech generation failed'),\n { code: event.error?.code }\n )\n }\n if (event.event_type !== 'step.delta' || event.delta.type !== 'audio') {\n continue\n }\n\n const { data, sample_rate } = event.delta as {\n data?: string\n sample_rate?: number\n }\n if (!data) continue\n resampler ??= new Pcm16Resampler(\n sample_rate || GEMINI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const audio = resampler.process(Buffer.from(data, 'base64'))\n if (audio.length > 0) progress.emitted = true\n // Cancelled or replaced, the rest is not wanted\n if (!this.emitAudio(audio)) break\n }\n }\n}\n\n/**\n * Whether Gemini may have refused the sentence on its content.\n *\n * The filter blocks an ordinary sentence now and then, and lets the very same\n * one through on the next request. The SDK does not retry a 400, so without a\n * second attempt the sentence is lost from the answer. The SDK can also lose\n * the body that names the reason, so any 400 counts: a request that is wrong\n * for good fails again on every attempt, which costs a few round trips.\n */\nfunction isBlocked(error: any): boolean {\n return (\n error?.status === 400 ||\n error?.code === 'content_blocked' ||\n error?.error?.error?.code === 'content_blocked' ||\n String(error?.body ?? '').includes('content_blocked')\n )\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,mBAA4B;AAC5B,oBAAoC;AAEpC,iBAAgC;AA0BhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAG5B,IAAM,uBAAuB;AAYtB,IAAM,cAAN,cAA0B,oBAA0B;AAAA,EAMzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AAHf;AAAA;AAAA,SAAQ,aAAa,oBAAI,IAAoB;AAI3C,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAI,yBAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA,EAEU,eACR,QACA,QACe;AACf,WAAO,KAAK,aAAa,QAAQ,QAAQ,CAAC;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,aACZ,QACA,QACA,WACe;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,QAAQ,YAAY;AAC1C,aAAS,WAAW,KAAK,YAAY;AAEnC,YAAM,WAAW,EAAE,QAAQ,GAAG;AAC9B,UAAI;AACF,cAAM,OAAO,MAAM,KAAK,WAAW,QAAQ,QAAQ,QAAQ;AAC3D,YAAI,OAAO,QAAS;AACpB,aAAK,aAAa,SAAS,MAAM;AAIjC,YAAI,KAAK,cAAc,CAAC,KAAK,cAAc,CAAC,SAAS,QAAQ;AAC3D,gBAAM,KAAK,aAAa,QAAQ,QAAQ,YAAY,CAAC;AAAA,QACvD;AACA;AAAA,MACF,SAAS,OAAO;AACd,YAAI,OAAO,QAAS;AACpB,gBAAQ,MAAM,kCAAkC,KAAK;AAErD,YAAI,SAAS,QAAQ;AACnB,eAAK,IAAI,qDAAqD;AAC9D,eAAK,aAAa,SAAS,MAAM;AACjC;AAAA,QACF;AACA,YAAI,YAAY,UAAU;AACxB,eAAK,IAAI,gCAAgC;AACzC,eAAK,KAAK,QAAQ;AAClB;AAAA,QACF;AACA,cAAM,MAAM,KAAK,QAAQ,cAAc,qBAAqB,MAAM;AAClE,YAAI,OAAO,QAAS;AAAA,MACtB;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,WACZ,QACA,QACA,UACA;AAEA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAG9C,UAAM,WAAY,MAAM,KAAK,MAAM,aAAa;AAAA,MAC9C;AAAA,QACE,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,oBAAoB,KAAK,uBAAuB;AAAA,QAChD,OAAO,KAAK,WAAW;AAAA,QACvB,OAAO,KAAK,WAAW;AAAA,QACvB,GAAI,KAAK,QAAQ,iBAAiB,KAAK,QAAQ,WAC3C;AAAA,UACE,mBAAmB;AAAA,YACjB,GAAG,KAAK,QAAQ;AAAA,YAChB,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,KAAK,QAAQ,cAAc,IAC7C,CAAC;AAAA,UACP;AAAA,QACF,IACA,CAAC;AAAA,MACP;AAAA,MACA,EAAE,OAAO;AAAA,IACX;AAEA,UAAM,QAAwB,CAAC;AAC/B,QAAI,aAAa;AACjB,QAAI,aAAa;AAEjB,QAAI,YAAY;AAEhB,qBAAiB,SAAS,UAAU;AAClC,UAAI,OAAO,QAAS;AAEpB,cAAQ,MAAM,YAAY;AAAA,QACxB,KAAK;AACH,gBAAM,MAAM,KAAK,IAAI;AAAA,YACnB,MAAM,MAAM,KAAK;AAAA,YACjB,IAAK,MAAM,KAAa;AAAA,YACxB,MAAO,MAAM,KAAa;AAAA,YAC1B,MAAM;AAAA,YACN,WAAW;AAAA,YACX,WAAW;AAAA,UACb;AACA;AAAA,QAEF,KAAK,cAAc;AACjB,gBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,cAAI,CAAC,KAAM;AACX,gBAAM,QAAQ,MAAM;AAEpB,cAAI,MAAM,SAAS,qBAAqB;AACtC,iBAAK,aAAa,MAAM,aAAa;AAAA,UACvC,WAAW,MAAM,SAAS,mBAAmB;AAC3C,iBAAK,aAAa,MAAM,aAAa;AAAA,UACvC,WAAW,MAAM,SAAS,UAAU,KAAK,SAAS,gBAAgB;AAChE,iBAAK,IAAI,kBAAkB,MAAM,IAAI,GAAG;AACxC,qBAAS,UAAU,MAAM;AAGzB,gBAAI,gBAAgB;AAClB,kBAAI,WAAY;AAChB,oBAAM,gBAAgB,MAAM,KAAK,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,uBAAO,MAAM,MAAM,KAAK,MAAM,GAAG,aAAa,EAAE,QAAQ,CAAC;AACzD;AAAA,cACF;AAAA,YACF;AACA,mBAAO,MAAM,MAAM,IAAI;AAAA,UACzB;AACA;AAAA,QACF;AAAA,QAEA,KAAK,aAAa;AAChB,gBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,cAAI,MAAM,SAAS,UAAW,aAAY,KAAK;AAC/C,cAAI,MAAM,SAAS,mBAAmB,CAAC,KAAK,MAAM,CAAC,KAAK,KAAM;AAE9D,uBAAa;AACb,cAAI,UAAW,MAAK,WAAW,IAAI,KAAK,IAAI,SAAS;AACrD,gBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,YACpC,MAAM;AAAA,YACN,YAAY,KAAK;AAAA,YACjB,UAAU,KAAK;AAAA,YACf,YAAY,KAAK,aAAa;AAAA,UAChC,CAAC;AACD,cAAI,OAAO,WAAY,cAAa;AACpC;AAAA,QACF;AAAA,QAEA,KAAK;AACH,gBAAM,IAAI,MAAM,MAAM,OAAO,WAAW,mBAAmB;AAAA,QAE7D;AACE;AAAA,MACJ;AAAA,IACF;AAEA,WAAO,EAAE,YAAY,WAAW;AAAA,EAClC;AAAA,EAEQ,aAAa,QAAgB;AACnC,QAAI,CAAC,OAAQ;AACb,UAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM;AACjD,SAAK,oBAAoB,SAAS,QAAQ;AAAA,EAC5C;AAAA,EAEQ,yBAAiC;AACvC,WAAO,KAAK,aACT;AAAA,MAAQ,CAAC,YACR,QAAQ,SAAS,WAAW,CAAC,QAAQ,OAAO,IAAI,CAAC;AAAA,IACnD,EACC,KAAK,MAAM;AAAA,EAChB;AAAA,EAEQ,aAAoB;AAC1B,UAAM,QAAQ,KAAK,aAAa,QAAQ,CAAC,YAAmB;AAC1D,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK,aAAa;AAChB,gBAAM,YAAY,KAAK,WAAW,IAAI,QAAQ,UAAU;AACxD,iBAAO;AAAA,YACL,GAAI,YAAY,CAAC,EAAE,MAAM,WAAW,UAAU,CAAC,IAAI,CAAC;AAAA,YACpD;AAAA,cACE,MAAM;AAAA,cACN,IAAI,QAAQ;AAAA,cACZ,MAAM,QAAQ;AAAA,cACd,WAAW,eAAe,QAAQ,UAAU;AAAA,YAC9C;AAAA,UACF;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,QAAQ;AAAA,cACjB,MAAM,QAAQ;AAAA,cACd,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YACjD;AAAA,UACF;AAAA,QACF;AACE,iBAAO,CAAC;AAAA,MACZ;AAAA,IACF,CAAC;AAGD,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,qBAAqB,CAAC;AAAA,MACxD,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,aAAgC;AACtC,QAAI,KAAK,MAAM,WAAW,EAAG,QAAO;AACpC,WAAO,KAAK,MAAM,IAAI,CAAC,SAAS;AAE9B,YAAM,EAAE,SAAS,GAAG,WAAW,QAAI;AAAA,QACjC,KAAK,eAAe,WAAAA,QAAE,OAAO;AAAA,MAC/B;AACA,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAGA,SAAS,MAAM,IAAY,QAAoC;AAC7D,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,UAAM,OAAO,MAAM;AACjB,mBAAa,KAAK;AAClB,aAAO,oBAAoB,SAAS,IAAI;AACxC,cAAQ;AAAA,IACV;AACA,UAAM,QAAQ,WAAW,MAAM,EAAE;AACjC,WAAO,iBAAiB,SAAS,IAAI;AAAA,EACvC,CAAC;AACH;AAEA,SAAS,eAAe,YAA6B;AACnD,MAAI;AACF,WAAO,KAAK,MAAM,UAAU;AAAA,EAC9B,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;;;AC7UA,IAAAC,iBAKO;AACP,IAAAC,cAA6B;;;ACN7B,IAAAC,iBAIO;AACP,2BAA6B;AAoC7B,IAAM,MACJ;AACF,IAAM,cAAc;AACpB,IAAM,eAAgB,cAAc,IAAK;AAElC,IAAM,aAAN,cAAyB,kCAA+B;AAAA,EAc7D,YACE,SACiB,YACA,KACjB;AACA,UAAM;AAHW;AACA;AAdnB;AAAA,SAAQ,UAAiB,CAAC;AAG1B;AAAA,SAAQ,qBAAqB;AAC7B,SAAQ,cAAc;AAGtB;AAAA;AAAA,SAAQ,oBAAoB;AAyE5B;AAAA,SAAQ,YAAyC;AAAA,MAC/C,OAAO,CAAC,WAAW;AACjB,cAAM,QAAQ,KAAK,WAAW;AAC9B,aAAK,QAAQ;AACb,eAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,MACnC;AAAA,MACA,MAAM,CAAC,SAAS,CAAC,CAAC,aAAa,KAAK,SAAS,CAAC,GAAG;AAAA,IACnD;AAEA,SAAQ,SAAS,MAAM;AACrB,WAAK,IAAI,eAAe;AACxB,WAAK,oBAAoB;AACzB,WAAK,KAAK,SAAS,KAAK,KAAK;AAC7B,WAAK,MAAM;AAAA,IACb;AAEA,SAAQ,YAAY,CAAC,SAAkB;AACrC,YAAM,UAAU,aAAa,KAAK,SAAS,CAAC;AAC5C,UAAI,QAAS,MAAK,KAAK,WAAW,OAAO;AAAA,IAC3C;AAEA,SAAQ,iBAAiB,CAAC,WAAqC;AAE7D,UAAI,WAAW,OAAQ,MAAK,oBAAoB;AAChD,UAAI,WAAW,gBAAgB;AAC7B,aAAK,KAAK,gBAAgB,EAAE,KAAK,iBAAiB;AAAA,MACpD;AAAA,IACF;AAEA,SAAQ,WAAW,MAAM;AACvB,WAAK,aAAa;AAClB,WAAK,KAAK,QAAQ;AAAA,IACpB;AA/FE,SAAK,SAAS,IAAI,kCAAmB;AAAA,MACnC,KAAK,GAAG,GAAG,QAAQ,mBAAmB,QAAQ,MAAM,CAAC;AAAA,MACrD,mBAAmB,QAAQ;AAAA,MAC3B,YAAY,QAAQ;AAAA,MACpB,UAAU,QAAQ;AAAA,MAClB,WAAW,KAAK;AAAA,MAChB;AAAA,IACF,CAAC;AACD,SAAK,OAAO,GAAG,QAAQ,KAAK,MAAM;AAClC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,KAAK,QAAQ;AAAA,EACxC;AAAA;AAAA,EAGA,IAAI,cAAuB;AACzB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,UAAU;AACR,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,KAAK,SAAc;AACjB,UAAM,SAAS,KAAK,OAAO;AAC3B,QAAI,WAAW,YAAY,WAAW,YAAa;AACnD,SAAK,QAAQ,KAAK,OAAO;AACzB,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,UAAU,SAAc;AACtB,SAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,EAC1C;AAAA;AAAA,EAGA,eAAe;AACb,SAAK,UAAU,CAAC;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,QAAQ;AACN,SAAK,IAAI,yBAAyB;AAClC,SAAK,oBAAoB;AACzB,SAAK,oBAAoB;AACzB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,UAAU;AACR,SAAK,aAAa;AAClB,SAAK,OAAO,QAAQ;AACpB,SAAK,mBAAmB;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EA6CQ,QAAQ;AACd,WAAO,KAAK,QAAQ,SAAS,KAAK,CAAC,KAAK,gBAAgB;AACtD,UAAI,CAAC,KAAK,OAAO,OAAQ;AACzB,YAAM,UAAU,KAAK,QAAQ,CAAC;AAC9B,YAAM,QAAQ,QAAQ;AAEtB,UAAI,OAAO,aAAa;AACtB,cAAM,MAAM,KAAK,qBAAqB,KAAK,cAAc,KAAK,IAAI;AAClE,YAAI,MAAM,GAAG;AACX,eAAK,iBAAiB,WAAW,MAAM;AACrC,iBAAK,iBAAiB;AACtB,iBAAK,MAAM;AAAA,UACb,GAAG,GAAG;AACN;AAAA,QACF;AAAA,MACF,WAAW,OAAO,eAAe;AAC/B,aAAK,qBAAqB;AAC1B,aAAK,cAAc;AAAA,MACrB,WAAW,OAAO,OAAO;AACvB,YAAI,KAAK,gBAAgB,EAAG,MAAK,qBAAqB,KAAK,IAAI;AAC/D,aAAK,eACH,OAAO,WAAW,MAAM,MAAM,MAAM,QAAQ,IAAI;AAAA,MACpD;AAEA,WAAK,QAAQ,MAAM;AACnB,WAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,sBAAsB;AAC5B,QAAI,CAAC,KAAK,eAAgB;AAC1B,iBAAa,KAAK,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,MAAmB;AACvC,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;;;ADrLA,IAAMC,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,4BAA4B;AAElC,IAAM,yBAAyB;AAqB/B,SAAS,eAA0B;AACjC,SAAO,EAAE,SAAS,GAAG,mBAAmB,MAAM;AAChD;AAGA,IAAMC,wBACJ;AAEK,IAAM,aAAN,cAAyB,wBAA4B;AAAA,EAuB1D,YAAY,SAA4B;AACtC,UAAM,OAAO;AAtBf,SAAQ,gBAAgB;AAKxB,SAAQ,YAAY;AAEpB,SAAQ,kBAAkB,IAAI;AAAA,MAC5B;AAAA,MACAD;AAAA,IACF;AACA,SAAQ,qBAAqB;AAE7B;AAAA,SAAQ,uBAAuB;AAE/B;AAAA,SAAQ,qBAAqB,oBAAI,IAAY;AAG7C;AAAA;AAAA,SAAQ,UAAU;AAClB,SAAQ,YAAY,aAAa;AAwKjC,SAAQ,UAAU,CAAC,UAAe;AAChC,YAAM,UAAU,CAAC,CAAC,OAAO,OAAO,mBAAmB;AAGnD,UAAI,KAAK,iBAAiB,CAAC,SAAS;AAClC,aAAK,kBAAkB;AACvB,cAAM,QAAQ,KAAK,aAAa;AAAA,UAAQ,CAAC,YACvC,QAAQ,SAAS,UAAU,QAAQ,SAAS,cACxC;AAAA,YACE;AAAA,cACE,MAAM,QAAQ,SAAS,cAAc,UAAU;AAAA,cAC/C,OAAO,CAAC,EAAE,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnC;AAAA,UACF,IACA,CAAC;AAAA,QACP;AACA,YAAI,MAAM,SAAS,GAAG;AACpB,eAAK,OAAO,UAAU,EAAE,eAAe,EAAE,OAAO,cAAc,MAAM,EAAE,CAAC;AAAA,QACzE;AAAA,MACF;AACA,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAAA,IACnB;AAEA,SAAQ,iBAAiB,CAAC,YAAoB;AAE5C,UAAI,UAAU,EAAG,MAAK,mBAAmB;AAGzC,UAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAK,OAAO,aAAa;AACzB,aAAK,kBAAkB;AAAA,MACzB;AAGA,WAAK,UAAU,oBAAoB;AACnC,WAAK,qBAAqB;AAC1B,WAAK,UAAU;AAAA,IACjB;AA2BA,SAAQ,YAAY,CAAC,YAAiB;AACpC,UAAI,QAAQ,eAAe;AACzB,aAAK,gBAAgB,QAAQ,aAAa;AAAA,MAC5C;AAEA,UAAI,QAAQ,UAAU;AACpB,mBAAW,QAAQ,QAAQ,SAAS,iBAAiB,CAAC,GAAG;AACvD,eAAK,WAAW,IAAI;AAAA,QACtB;AAAA,MACF;AAEA,UAAI,QAAQ,sBAAsB;AAChC,mBAAW,MAAM,QAAQ,qBAAqB,OAAO,CAAC,GAAG;AACvD,eAAK,mBAAmB,IAAI,EAAE;AAAA,QAChC;AAAA,MACF;AAEA,UAAI,QAAQ,yBAAyB;AACnC,cAAM,EAAE,WAAW,UAAU,IAAI,QAAQ;AACzC,YAAI,aAAa,UAAW,MAAK,mBAAmB;AAAA,MACtD;AAEA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,aAAK,YAAY;AACjB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAhQE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,SAAS,KAAK,OAAO;AACpC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,MAAM,KAAK,KAAK,QAAQ,CAAC;AAClD,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,SAAS;AACP,UAAM,OAAO;AACb,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,UAAU;AAER,UAAM,QAAQ;AACd,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEU,WAAW;AACnB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AAAA,EACpD;AAAA,EAEU,YAAY,OAAe;AACnC,SAAK,KAAK;AAAA,MACR,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBA,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,qBAAqB;AAC1B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,YAAY;AAGpB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,WAAW;AACnB,SAAK,aAAaC,qBAAoB;AAAA,EACxC;AAAA,EAEU,UAAU,MAAc;AAChC,SAAK;AAAA,MACH,oEAAoE,IAAI;AAAA,IAC1E;AAAA,EACF;AAAA,EAEU,eAAe;AAGvB,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AAAA,EAEA,IAAc,SAAS;AACrB,WAAO,MAAM,UAAU,KAAK,UAAU,YAAY;AAAA,EACpD;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,eAAe;AACtB,WAAK,IAAI,+DAA+D;AAAA,IAC1E;AAAA,EACF;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QACE,CAAC,KAAK,OAAO,eACb,KAAK,iBACL,CAAC,KAAK;AAEN;AACF,SAAK,KAAK,KAAK,eAAe,MAAM,MAAM,KAAK,CAAC;AAAA,EAClD;AAAA,EAEQ,aAAa,MAAc;AACjC,SAAK,KAAK,KAAK,eAAe,QAAQ,MAAM,IAAI,CAAC;AAAA,EACnD;AAAA,EAEQ,eACN,MACA,MACA,cACA;AACA,WAAO;AAAA,MACL,eAAe;AAAA,QACb,OAAO;AAAA,UACL;AAAA,YACE,MAAM,SAAS,cAAc,UAAU;AAAA,YACvC,OAAO,CAAC,EAAE,KAAK,CAAC;AAAA,UAClB;AAAA,QACF;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,KAAK,SAAc;AACzB,SAAK,OAAO,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEQ,aAAa;AACnB,UAAM,uBAAuB,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MACrD,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,cACL,EAAE,0BAAsB,0BAAa,KAAK,WAAW,EAAE,IACvD,CAAC;AAAA,IACP,EAAE;AAEF,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASF,cAAa;AAAA,QACpD,kBAAkB;AAAA,UAChB,oBAAoB,CAAC,OAAO;AAAA,UAC5B,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,EAAE,eAAe,KAAK,QAAQ,cAAc,EAAE,IAChE,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,QACb;AAAA,YACE,cAAc;AAAA,cACZ,aAAa;AAAA,gBACX,qBAAqB,EAAE,WAAW,KAAK,QAAQ,MAAM;AAAA,cACvD;AAAA,YACF;AAAA,UACF,IACA,CAAC;AAAA,QACP;AAAA,QACA,mBAAmB,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,QAAQ,aAAa,CAAC,EAAE;AAAA,QAClE,GAAI,qBAAqB,SAAS,IAC9B,EAAE,OAAO,CAAC,EAAE,qBAAqB,CAAC,EAAE,IACpC,CAAC;AAAA;AAAA,QAEL,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,QACA,yBAAyB,CAAC;AAAA,QAC1B,0BAA0B,CAAC;AAAA,QAC3B,mBAAmB,KAAK,mBACpB,EAAE,QAAQ,KAAK,iBAAiB,IAChC,CAAC;AAAA;AAAA,QAEL,0BAA0B,EAAE,eAAe,CAAC,EAAE;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EA2CQ,oBAAoB;AAC1B,SAAK;AACL,SAAK,eAAe;AACpB,SAAK,mBAAmB,MAAM;AAC9B,SAAK,uBAAuB;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,iBAAiB;AACvB,QAAI,KAAK,UAAU,SAAU,cAAa,KAAK,UAAU,QAAQ;AACjE,SAAK,YAAY,aAAa;AAAA,EAChC;AAAA;AAAA,EAGQ,mBAAmB;AACzB,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,UAAU,CAAC,KAAK,iBAAkB;AAC/D,SAAK,YAAY;AACjB,SAAK,OAAO,MAAM;AAAA,EACpB;AAAA,EA+BQ,gBAAgB,SAAc;AACpC,QAAI,QAAQ,oBAAoB,QAAQ,CAAC,KAAK,sBAAsB;AAClE,WAAK,kBAAkB,QAAQ,mBAAmB,IAAI;AAAA,IACxD;AAEA,eAAW,QAAQ,QAAQ,WAAW,SAAS,CAAC,GAAG;AACjD,YAAM,OAAO,KAAK,YAAY;AAC9B,UAAI,CAAC,KAAM;AACX,WAAK,cAAc;AACnB,YAAM,SAAS,KAAK,gBAAgB,QAAQ,OAAO,KAAK,MAAM,QAAQ,CAAC;AACvE,UAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,IAC9C;AAEA,QAAI,QAAQ,qBAAqB,MAAM;AACrC,WAAK,cAAc;AACnB,WAAK,oBAAoB,QAAQ,oBAAoB,IAAI;AAAA,IAC3D;AAEA,QAAI,QAAQ,aAAa;AACvB,WAAK,IAAI,aAAa;AACtB,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAEA,QAAI,QAAQ,oBAAoB;AAC9B,WAAK,qBAAqB;AAAA,IAC5B;AAEA,QAAI,QAAQ,cAAc;AACxB,WAAK,qBAAqB;AAC1B,WAAK,gBAAgB,MAAM;AAC3B,UAAI,KAAK,UAAU,UAAU,KAAK,KAAK,UAAU,UAAU;AACzD,aAAK,UAAU,oBAAoB;AAAA,MACrC,OAAO;AACL,aAAK,UAAU;AACf,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAgB;AACtB,SAAK,qBAAqB;AAE1B,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,UAAU;AAClB,mBAAa,MAAM,QAAQ;AAC3B,YAAM,WAAW;AACjB,YAAM,oBAAoB;AAAA,IAC5B;AAAA,EACF;AAAA;AAAA,EAGQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAM,kBAAmB;AAC9B,QAAI,MAAM,UAAU,KAAK,MAAM,SAAU;AACzC,UAAM,oBAAoB;AAC1B,SAAK,UAAU;AACf,SAAK,iBAAiB;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,uBAAuB;AAC7B,QAAI,KAAK,mBAAoB;AAC7B,SAAK,qBAAqB;AAC1B,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAc,WAAW,MAAgD;AAEvE,SAAK,qBAAqB;AAC1B,UAAM,WAAwC;AAAA,MAC5C,MAAM;AAAA,MACN,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,YAAY,KAAK,UAAU,KAAK,QAAQ,CAAC,CAAC;AAAA,IAC5C;AACA,UAAM,QAAQ,KAAK;AACnB,UAAM,UAAU,KAAK;AACrB,UAAM;AACN,QAAI;AACJ,QAAI;AACF,eAAS,MAAM,KAAK,QAAQ,QAAQ;AAAA,IACtC,UAAE;AACA,YAAM;AAAA,IACR;AAGA,QAAI,YAAY,KAAK,QAAS;AAC9B,QAAI,KAAK,mBAAmB,OAAO,KAAK,EAAE,GAAG;AAC3C,WAAK,kBAAkB;AACvB;AAAA,IACF;AAGA,UAAM,cAAc,UAAU,KAAK;AACnC,UAAM,SAAS,OAAO,cAAc;AACpC,SAAK,KAAK;AAAA,MACR,cAAc;AAAA,QACZ,mBAAmB;AAAA,UACjB;AAAA,YACE,IAAI,KAAK;AAAA,YACT,MAAM,KAAK;AAAA,YACX,UAAU;AAAA,cACR,QAAQ,OAAO,UAAU;AAAA;AAAA,cAEzB,YAAY,SAAS,WAAW;AAAA,YAClC;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAED,QAAI,YAAa;AACjB,QAAI,CAAC,OAAO,YAAY;AACtB,UAAI,MAAM,SAAU,cAAa,MAAM,QAAQ;AAC/C,YAAM,WAAW,WAAW,MAAM;AAChC,cAAM,WAAW;AACjB,aAAK,IAAI,oCAAoC;AAC7C,aAAK,kBAAkB;AAAA,MACzB,GAAG,sBAAsB;AAAA,IAC3B,OAAO;AACL,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AACF;;;AE3dA,IAAAG,iBAAoB;AA8BpB,IAAMC,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,gCAAgC;AAsB/B,IAAM,YAAN,cAAwB,mBAAI;AAAA,EAUjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAP7B;AAAA,SAAQ,YAAY;AAKpB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAA0B,CAAC;AA+InC,SAAQ,UAAU,MAAM;AACtB,WAAK,YAAY;AAAA,IACnB;AAEA,SAAQ,YAAY,CAAC,YAAiB;AACpC,YAAM,UAAU,QAAQ;AACxB,YAAM,YAAY,KAAK,WAAW,CAAC;AACnC,UAAI,SAAS,oBAAoB,QAAQ,WAAW;AAClD,kBAAU,cAAc,QAAQ,mBAAmB;AAAA,MACrD;AACA,UAAI,SAAS,sBAAsB,WAAW;AAC5C,YAAI,UAAU,UAAU,QAAS,MAAK,KAAK,SAAS;AACpD,YAAI,UAAU,UAAU,QAAS,MAAK,OAAO,SAAS;AAAA,MACxD;AAGA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,aAAK,YAAY;AACjB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAEA,SAAQ,iBAAiB,MAAM;AAE7B,WAAK,YAAY;AACjB,WAAK,OAAO,aAAa;AAEzB,iBAAW,aAAa,KAAK,YAAY;AACvC,YAAI,UAAU,UAAU,QAAS,MAAK,OAAO,SAAS;AAAA,MACxD;AACA,iBAAW,aAAa,KAAK,YAAY;AACvC,YAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,kBAAU,UAAU;AACpB,kBAAU,OAAO;AACjB,kBAAU,aAAa;AAAA,MACzB;AACA,WAAK,UAAU;AAAA,IACjB;AAEA,SAAQ,WAAW,MAAM;AAEvB,YAAM,SAAS,KAAK,WACjB,OAAO,CAAC,cAAc,UAAU,UAAU,OAAO,EACjD,QAAQ,CAAC,cAAc,UAAU,MAAM;AAC1C,WAAK,eAAe;AACpB,WAAK,KAAK,UAAU,MAAM;AAAA,IAC5B;AA1LE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,SAAS,KAAK,OAAO;AACpC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,KAAK,QAAQ;AACtC,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,WAAW,aAAuB;AAEhC,QAAI;AAEJ,gBAAY,GAAG,QAAQ,CAAC,UAAkB;AACxC,UAAI,CAAC,UAAW,aAAY,KAAK,cAAc;AAE/C,UAAI,UAAU,UAAU,OAAQ;AAChC,gBAAU,OAAO,KAAK,KAAK;AAC3B,UAAI,UAAU,KAAM,MAAK,UAAU,KAAK;AAAA,IAC1C,CAAC;AAED,gBAAY,GAAG,OAAO,MAAM;AAC1B,UAAI,WAAW,UAAU,OAAQ,MAAK,aAAa,SAAS;AAAA,IAC9D,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,eAAe;AACpB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEQ,aAAa;AACnB,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASD,cAAa;AAAA,QACpD,kBAAkB,EAAE,oBAAoB,CAAC,MAAM,EAAE;AAAA,QACjD,yBAAyB;AAAA,UACvB,eAAe,KAAK,QAAQ,WAAW,CAAC,KAAK,QAAQ,QAAQ,IAAI,CAAC;AAAA,UAClE,GAAI,KAAK,QAAQ,YAAY,SACzB,EAAE,kBAAkB,KAAK,QAAQ,WAAW,IAC5C,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,OAAO,EAAE,MAAM,KAAK,QAAQ,KAAK,IAAI,CAAC;AAAA,QACzD;AAAA;AAAA,QAEA,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAA2B;AAEjC,UAAM,OAAO,KAAK,WAAW,KAAK,WAAW,SAAS,CAAC;AACvD,QAAI,MAAM,UAAU,OAAQ,MAAK,aAAa,IAAI;AAClD,UAAM,YAAuB;AAAA,MAC3B,OAAO;AAAA,MACP,MAAM;AAAA,MACN,QAAQ,CAAC;AAAA,MACT,YAAY;AAAA,IACd;AACA,SAAK,WAAW,KAAK,SAAS;AAC9B,SAAK,UAAU;AACf,WAAO;AAAA,EACT;AAAA,EAEQ,aAAa,WAAsB;AACzC,cAAU,QAAQ;AAClB,QAAI,UAAU,KAAM,MAAK,QAAQ,SAAS;AAAA,EAC5C;AAAA;AAAA,EAGQ,YAAY;AAClB,UAAM,YAAY,KAAK,WAAW,CAAC;AACnC,QAAI,CAAC,aAAa,UAAU,KAAM;AAClC,cAAU,OAAO;AACjB,SAAK,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AACzD,cAAU,OAAO,QAAQ,CAAC,UAAU,KAAK,UAAU,KAAK,CAAC;AACzD,QAAI,UAAU,UAAU,QAAS,MAAK,QAAQ,SAAS;AAAA,EACzD;AAAA,EAEQ,QAAQ,WAAsB;AACpC,SAAK,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAIvD,cAAU,UAAU,WAAW,MAAM;AACnC,gBAAU,UAAU;AACpB,WAAK,IAAI,uBAAuB;AAChC,WAAK,KAAK,SAAS;AAAA,IACrB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,EACvE;AAAA,EAEQ,UAAU,OAAe;AAC/B,SAAK,OAAO,KAAK;AAAA,MACf,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBC,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,KAAK,WAAsB;AACjC,QAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,cAAU,QAAQ;AAClB,UAAM,aAAa,UAAU,WAAW,KAAK;AAC7C,SAAK,IAAI,gBAAgB,UAAU,GAAG;AACtC,SAAK,KAAK,cAAc,UAAU;AAClC,cAAU,UAAU;AAAA,MAClB,MAAM,KAAK,OAAO,SAAS;AAAA,MAC3B,KAAK,QAAQ,wBAAwB;AAAA,IACvC;AAAA,EACF;AAAA,EAEQ,OAAO,WAAsB;AACnC,QAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,cAAU,UAAU;AACpB,SAAK,aAAa,KAAK,WAAW,OAAO,CAAC,UAAU,UAAU,SAAS;AACvE,SAAK,iBAAiB;AACtB,SAAK,UAAU;AAAA,EACjB;AAAA;AAAA,EAGQ,mBAAmB;AACzB,QAAI,CAAC,KAAK,aAAa,KAAK,WAAW,SAAS,EAAG;AACnD,SAAK,YAAY;AACjB,SAAK,OAAO,MAAM;AAAA,EACpB;AAAA,EAmDQ,iBAAiB;AACvB,eAAW,aAAa,KAAK,YAAY;AACvC,UAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AAErD,UAAI,UAAU,UAAU,OAAQ,WAAU,QAAQ;AAAA,IACpD;AACA,SAAK,aAAa,CAAC;AAAA,EACrB;AACF;;;ACtQA,IAAAC,gBAA4B;AAC5B,IAAAC,iBAA4C;AAwB5C,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,qBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,oBAAoB;AAEnB,IAAM,YAAN,cAAwB,2BAAY;AAAA,EAGzC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAE3B,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAI,0BAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA,EAEA,MAAgB,WACd,MACA,QACoB;AACpB,UAAM,QAAQ,KAAK,QAAQ,eACvB,GAAG,KAAK,QAAQ,YAAY,KAAK,IAAI,KACrC;AACJ,UAAM,WAAW,KAAK,QAAQ,YAAY;AAE1C,aAAS,UAAU,KAAK,WAAW;AACjC,YAAM,WAAW,EAAE,SAAS,MAAM;AAClC,UAAI;AACF,cAAM,KAAK,eAAe,OAAO,QAAQ,QAAQ;AACjD,eAAO;AAAA,MACT,SAAS,OAAO;AAEd,YAAI,OAAO,WAAW,SAAS,WAAW,WAAW,UAAU;AAC7D,gBAAM;AAAA,QACR;AACA,YAAI,CAAC,UAAU,KAAK,EAAG,OAAM;AAC7B,aAAK,IAAI,oCAAoC,IAAI,GAAG;AAAA,MACtD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,eACZ,OACA,QACA,UACA;AACA,UAAM,SAAS,MAAM,KAAK,MAAM,aAAa;AAAA,MAC3C;AAAA,QACE,OAAO,KAAK,QAAQ,SAASA;AAAA,QAC7B,OAAO;AAAA,QACP,QAAQ;AAAA,QACR;AAAA,QACA,iBAAiB,EAAE,MAAM,QAAQ;AAAA,QACjC,mBAAmB;AAAA,UACjB,eAAe,CAAC,EAAE,OAAO,KAAK,QAAQ,SAAS,cAAc,CAAC;AAAA,QAChE;AAAA,MACF;AAAA,MACA,EAAE,cAAc,EAAE,OAAO,EAAE;AAAA,IAC7B;AAEA,QAAI;AACJ,qBAAiB,SAAS,QAAQ;AAChC,UAAI,OAAO,QAAS;AACpB,UAAI,MAAM,eAAe,SAAS;AAChC,cAAM,OAAO;AAAA,UACX,IAAI,MAAM,MAAM,OAAO,WAAW,0BAA0B;AAAA,UAC5D,EAAE,MAAM,MAAM,OAAO,KAAK;AAAA,QAC5B;AAAA,MACF;AACA,UAAI,MAAM,eAAe,gBAAgB,MAAM,MAAM,SAAS,SAAS;AACrE;AAAA,MACF;AAEA,YAAM,EAAE,MAAM,YAAY,IAAI,MAAM;AAIpC,UAAI,CAAC,KAAM;AACX,gCAAc,IAAI;AAAA,QAChB,eAAe;AAAA,QACf;AAAA,MACF;AACA,YAAM,QAAQ,UAAU,QAAQ,OAAO,KAAK,MAAM,QAAQ,CAAC;AAC3D,UAAI,MAAM,SAAS,EAAG,UAAS,UAAU;AAEzC,UAAI,CAAC,KAAK,UAAU,KAAK,EAAG;AAAA,IAC9B;AAAA,EACF;AACF;AAWA,SAAS,UAAU,OAAqB;AACtC,SACE,OAAO,WAAW,OAClB,OAAO,SAAS,qBAChB,OAAO,OAAO,OAAO,SAAS,qBAC9B,OAAO,OAAO,QAAQ,EAAE,EAAE,SAAS,iBAAiB;AAExD;","names":["z","import_server","import_zod","import_server","DEFAULT_MODEL","SAMPLE_RATE","FIRST_MESSAGE_PROMPT","import_server","DEFAULT_MODEL","SAMPLE_RATE","import_genai","import_server","DEFAULT_MODEL"]}
|