@micdrop/gemini 1.1.0 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/GeminiAgent.ts","../src/GeminiLive.ts","../src/LiveSocket.ts","../src/GeminiSTT.ts","../src/GeminiTTS.ts"],"sourcesContent":["import { GoogleGenAI } from '@google/genai'\nimport { Agent, AgentOptions } from '@micdrop/server'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * Gemini agent, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/text-generation\n *\n * Nothing is stored on Google's side: the whole conversation is sent on every\n * turn, as the other agents do.\n */\n\nexport type GeminiAgentOptions = AgentOptions &\n GeminiOptions & {\n model?: string\n // How long the model thinks before answering (\"low\", \"medium\", \"high\").\n // The lower, the sooner the first word.\n thinkingLevel?: string\n // Other generation settings, such as temperature\n settings?: Record<string, unknown>\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type GeminiOptions = { apiKey: string } | { genai: GoogleGenAI }\n\nconst DEFAULT_MODEL = 'gemini-3.8-flash'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\n// Asks for an answer when nothing was said yet, to open the call\nconst FIRST_MESSAGE_PROMPT = 'The call starts now.'\n\n/** A step of the answer, put together from the events streaming it */\ninterface StreamedStep {\n type: string\n id?: string\n name?: string\n text: string\n arguments: string\n signature: string\n}\n\nexport class GeminiAgent extends Agent<GeminiAgentOptions> {\n private genai: GoogleGenAI\n // Gemini asks for the signature of the thought behind a tool call when the\n // call is sent back, and the conversation has no room for it\n private signatures = new Map<string, string>()\n\n constructor(options: GeminiAgentOptions) {\n super(options)\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected generateAnswer(\n stream: PassThrough,\n signal: AbortSignal\n ): Promise<void> {\n return this.generateStep(stream, signal, 0)\n }\n\n /**\n * Generates one step of the answer, retried on error.\n *\n * A retry starts the step over, so it only happens while nothing of the\n * step reached the stream: what was said cannot be taken back, and saying\n * it twice is worse than stopping there.\n */\n private async generateStep(\n stream: PassThrough,\n signal: AbortSignal,\n stepCount: number\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[GeminiAgent] Max steps reached')\n return\n }\n\n const maxRetry = this.options.maxRetry ?? DEFAULT_MAX_RETRIES\n for (let tryCount = 0; ; tryCount++) {\n // Text of the answer written to the stream by this attempt\n const progress = { answer: '' }\n try {\n const step = await this.streamStep(stream, signal, progress)\n if (signal.aborted) return\n this.recordAnswer(progress.answer)\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (step.calledTool && !step.skipAnswer && !progress.answer) {\n await this.generateStep(stream, signal, stepCount + 1)\n }\n return\n } catch (error) {\n if (signal.aborted) return\n console.error('[GeminiAgent] Error answering:', error)\n\n if (progress.answer) {\n this.log('Error after part of the answer was said, keeping it')\n this.recordAnswer(progress.answer)\n return\n }\n if (tryCount >= maxRetry) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n await sleep(this.options.retryDelay ?? DEFAULT_RETRY_DELAY, signal)\n if (signal.aborted) return\n }\n }\n }\n\n /** Streams one request, writing the text of the answer as it comes */\n private async streamStep(\n stream: PassThrough,\n signal: AbortSignal,\n progress: { answer: string }\n ) {\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n // Typed loosely: the conversation is built as plain JSON steps\n const response = (await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n store: false,\n stream: true,\n system_instruction: this.buildSystemInstruction(),\n input: this.buildInput(),\n tools: this.buildTools(),\n ...(this.options.thinkingLevel || this.options.settings\n ? {\n generation_config: {\n ...this.options.settings,\n ...(this.options.thinkingLevel\n ? { thinking_level: this.options.thinkingLevel }\n : {}),\n },\n }\n : {}),\n } as any,\n { signal }\n )) as unknown as AsyncIterable<any>\n\n const steps: StreamedStep[] = []\n let skipAnswer = false\n let calledTool = false\n // The last thought, whose signature goes with the tool call after it\n let signature = ''\n\n for await (const event of response) {\n if (signal.aborted) break\n\n switch (event.event_type) {\n case 'step.start':\n steps[event.index] = {\n type: event.step.type,\n id: (event.step as any).id,\n name: (event.step as any).name,\n text: '',\n arguments: '',\n signature: '',\n }\n break\n\n case 'step.delta': {\n const step = steps[event.index]\n if (!step) break\n const delta = event.delta as any\n\n if (delta.type === 'thought_signature') {\n step.signature += delta.signature ?? ''\n } else if (delta.type === 'arguments_delta') {\n step.arguments += delta.arguments ?? ''\n } else if (delta.type === 'text' && step.type === 'model_output') {\n this.log(`Answer chunk: \"${delta.text}\"`)\n progress.answer += delta.text\n\n // Extracting value?\n if (extractOptions) {\n if (extracting) break\n const startTagIndex = delta.text.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n stream.write(delta.text.slice(0, startTagIndex).trimEnd())\n break\n }\n }\n stream.write(delta.text)\n }\n break\n }\n\n case 'step.stop': {\n const step = steps[event.index]\n if (step?.type === 'thought') signature = step.signature\n if (step?.type !== 'function_call' || !step.id || !step.name) break\n\n calledTool = true\n if (signature) this.signatures.set(step.id, signature)\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: step.id,\n toolName: step.name,\n parameters: step.arguments || '{}',\n })\n if (result.skipAnswer) skipAnswer = true\n break\n }\n\n case 'error':\n throw new Error(event.error?.message || 'Generation failed')\n\n default:\n break\n }\n }\n\n return { calledTool, skipAnswer }\n }\n\n private recordAnswer(answer: string) {\n if (!answer) return\n const { message, metadata } = this.extract(answer)\n this.addAssistantMessage(message, metadata)\n }\n\n private buildSystemInstruction(): string {\n return this.conversation\n .flatMap((message) =>\n message.role === 'system' ? [message.content] : []\n )\n .join('\\n\\n')\n }\n\n private buildInput(): any[] {\n const input = this.conversation.flatMap((message): any[] => {\n switch (message.role) {\n case 'user':\n return [\n {\n type: 'user_input',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'assistant':\n return [\n {\n type: 'model_output',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'tool_call': {\n const signature = this.signatures.get(message.toolCallId)\n return [\n ...(signature ? [{ type: 'thought', signature }] : []),\n {\n type: 'function_call',\n id: message.toolCallId,\n name: message.toolName,\n arguments: parseArguments(message.parameters),\n },\n ]\n }\n case 'tool_result':\n return [\n {\n type: 'function_result',\n call_id: message.toolCallId,\n name: message.toolName,\n result: [{ type: 'text', text: message.output }],\n },\n ]\n default:\n return []\n }\n })\n\n // The model needs something to answer to\n if (input.length === 0) {\n input.push({\n type: 'user_input',\n content: [{ type: 'text', text: FIRST_MESSAGE_PROMPT }],\n })\n }\n return input\n }\n\n private buildTools(): any[] | undefined {\n if (this.tools.length === 0) return undefined\n return this.tools.map((tool) => {\n // The schema keyword is refused, the rest of the JSON schema goes through\n const { $schema, ...parameters } = toJSONSchema(\n tool.inputSchema || z.object()\n ) as Record<string, unknown>\n return {\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters,\n }\n })\n }\n}\n\n/** Waits, or less if the signal is aborted meanwhile */\nfunction sleep(ms: number, signal: AbortSignal): Promise<void> {\n return new Promise((resolve) => {\n const done = () => {\n clearTimeout(timer)\n signal.removeEventListener('abort', done)\n resolve()\n }\n const timer = setTimeout(done, ms)\n signal.addEventListener('abort', done)\n })\n}\n\nfunction parseArguments(parameters: string): unknown {\n try {\n return JSON.parse(parameters)\n } catch {\n return {}\n }\n}\n","import {\n MicdropConversationToolCall,\n Pcm16Resampler,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport { toJSONSchema } from 'zod'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Live API, a model hearing the user and answering with its voice\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: a turn is framed by activityStart and\n * activityEnd, and the model answers once it ends.\n */\n\nexport interface GeminiLiveOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Required by gemini-3.8-live-extended-thinking (\"low\", \"medium\"...),\n // refused by gemini-3.8-live\n thinkingLevel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.8-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst GEMINI_OUTPUT_SAMPLE_RATE = 24000\n// How long the model gets to speak about the result of a tool\nconst TOOL_FOLLOW_UP_TIMEOUT = 10000 // ms\n\n/**\n * The tools of the answer being given.\n *\n * Gemini ends its turn when it calls a tool, and speaks again once it has the\n * result. The answer stays open in between, so the client keeps waiting for it\n * rather than listening again. An interruption or a session started over\n * replaces this record, and a tool finishing later sees it is no longer the\n * current one: its result is not sent, so the model never speaks about it.\n */\ninterface ToolRound {\n // Tools called and not finished yet\n running: number\n // The model has the result of a tool, and gets some time to speak about it\n followUp?: NodeJS.Timeout\n // The model ended its turn while the round was not over, the answer ends\n // with the round\n answerEndDeferred: boolean\n}\n\nfunction newToolRound(): ToolRound {\n return { running: 0, answerEndDeferred: false }\n}\n\n// Opens a call when the model speaks first\nconst FIRST_MESSAGE_PROMPT =\n 'The call starts now. Speak first, as your instructions say.'\n\nexport class GeminiLive extends Realtime<GeminiLiveOptions> {\n private socket: LiveSocket\n private everConnected = false\n\n // Resumes the session on a new connection, which Gemini asks for every\n // few minutes\n private resumptionHandle?: string\n private goingAway = false\n\n private outputResampler = new Pcm16Resampler(\n GEMINI_OUTPUT_SAMPLE_RATE,\n SAMPLE_RATE\n )\n private hasTranscribedTurn = false\n // Transcript of a dropped turn, which the conversation should not show\n private ignoreUserTranscript = false\n // Calls of the session Gemini told not to answer\n private cancelledToolCalls = new Set<string>()\n // Bumped by every session that does not resume the previous one, whose tool\n // calls it cannot answer\n private session = 0\n private toolRound = newToolRound()\n\n constructor(options: GeminiLiveOptions) {\n super(options)\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Ready', this.onReady)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', () => this.emit('Failed'))\n this.socket.connect()\n }\n\n /**\n * Stops the answer. The tools it is waiting for still send their results,\n * silently, since a blocking call left unanswered would stall the model.\n */\n cancel() {\n super.cancel()\n this.resetToolRound()\n }\n\n destroy() {\n // Cancels the answer too, which resets the tool round\n super.destroy()\n this.socket.destroy()\n }\n\n protected openTurn() {\n this.ignoreUserTranscript = false\n this.send({ realtimeInput: { activityStart: {} } })\n }\n\n protected appendAudio(chunk: Buffer) {\n this.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n protected closeTurn() {\n this.hasTranscribedTurn = false\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected clearTurn() {\n // Gemini has no way to drop the audio of a turn: it ends, and its answer\n // is discarded\n this.ignoreUserTranscript = true\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected generate() {\n this.sendUserText(FIRST_MESSAGE_PROMPT)\n }\n\n protected speakText(text: string) {\n this.sendUserText(\n `Say exactly the following text, word for word, and nothing else: ${text}`\n )\n }\n\n protected cancelAnswer() {\n // The activityStart of the next turn is what stops Gemini, and the output\n // still on its way is dropped until the model acknowledges it\n this.outputResampler.reset()\n }\n\n protected get isIdle() {\n return super.isIdle && this.toolRound.running === 0\n }\n\n protected updateTools() {\n if (this.everConnected) {\n this.log('Tools changed after the session started, Gemini keeps the old')\n }\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again when a session cannot be resumed\n if (\n !this.socket.isConnected &&\n this.everConnected &&\n !this.resumptionHandle\n )\n return\n this.send(this.contentMessage(role, text, false))\n }\n\n private sendUserText(text: string) {\n this.send(this.contentMessage('user', text, true))\n }\n\n private contentMessage(\n role: 'user' | 'assistant' | 'system',\n text: string,\n turnComplete: boolean\n ) {\n return {\n clientContent: {\n turns: [\n {\n role: role === 'assistant' ? 'model' : 'user',\n parts: [{ text }],\n },\n ],\n turnComplete,\n },\n }\n }\n\n private send(message: any) {\n this.socket.send(message)\n }\n\n private buildSetup() {\n const functionDeclarations = this.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n ...(tool.inputSchema\n ? { parametersJsonSchema: toJSONSchema(tool.inputSchema) }\n : {}),\n }))\n\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: {\n responseModalities: ['AUDIO'],\n ...(this.options.thinkingLevel\n ? { thinkingConfig: { thinkingLevel: this.options.thinkingLevel } }\n : {}),\n ...(this.options.voice\n ? {\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: this.options.voice },\n },\n },\n }\n : {}),\n },\n systemInstruction: { parts: [{ text: this.options.systemPrompt }] },\n ...(functionDeclarations.length > 0\n ? { tools: [{ functionDeclarations }] }\n : {}),\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n inputAudioTranscription: {},\n outputAudioTranscription: {},\n sessionResumption: this.resumptionHandle\n ? { handle: this.resumptionHandle }\n : {},\n // Lifts the length limit of a session\n contextWindowCompression: { slidingWindow: {} },\n },\n }\n }\n\n private onReady = (setup: any) => {\n const resumed = !!setup?.setup?.sessionResumption?.handle\n // A session started over has lost the conversation, and knows nothing of\n // the tools the previous one called\n if (this.everConnected && !resumed) {\n this.startFreshSession()\n const turns = this.conversation.flatMap((message) =>\n message.role === 'user' || message.role === 'assistant'\n ? [\n {\n role: message.role === 'assistant' ? 'model' : 'user',\n parts: [{ text: message.content }],\n },\n ]\n : []\n )\n if (turns.length > 0) {\n this.socket.sendFirst({ clientContent: { turns, turnComplete: false } })\n }\n }\n this.everConnected = true\n this.goingAway = false\n }\n\n private onReconnecting = (attempt: number) => {\n // A handle that failed once may have expired, start a new session\n if (attempt > 1) this.resumptionHandle = undefined\n // What waits for a resumed session is still valid, a new session gets the\n // conversation instead\n if (!this.resumptionHandle) {\n this.socket.clearPending()\n this.startFreshSession()\n }\n // The answer in progress is lost with the connection, after what was\n // heard of the turn it answered\n this.toolRound.answerEndDeferred = false\n this.commitTurnTranscript()\n this.endAnswer()\n }\n\n /** Forgets what belonged to the previous session */\n private startFreshSession() {\n this.session++\n this.resetToolRound()\n this.cancelledToolCalls.clear()\n this.ignoreUserTranscript = false\n }\n\n /**\n * Starts a new round of tools. The tools still running belong to the old\n * one: their results go out silently, and nothing waits for the model to\n * talk about them.\n */\n private resetToolRound() {\n if (this.toolRound.followUp) clearTimeout(this.toolRound.followUp)\n this.toolRound = newToolRound()\n }\n\n /** Moves to a new connection before Gemini closes this one */\n private renewIfGoingAway() {\n if (!this.goingAway || !this.isIdle || !this.resumptionHandle) return\n this.goingAway = false\n this.socket.renew()\n }\n\n private onMessage = (message: any) => {\n if (message.serverContent) {\n this.onServerContent(message.serverContent)\n }\n\n if (message.toolCall) {\n for (const call of message.toolCall.functionCalls ?? []) {\n this.onToolCall(call)\n }\n }\n\n if (message.toolCallCancellation) {\n for (const id of message.toolCallCancellation.ids ?? []) {\n this.cancelledToolCalls.add(id)\n }\n }\n\n if (message.sessionResumptionUpdate) {\n const { newHandle, resumable } = message.sessionResumptionUpdate\n if (resumable && newHandle) this.resumptionHandle = newHandle\n }\n\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n this.goingAway = true\n this.renewIfGoingAway()\n }\n }\n\n private onServerContent(content: any) {\n if (content.inputTranscription?.text && !this.ignoreUserTranscript) {\n this.addUserTranscript(content.inputTranscription.text)\n }\n\n for (const part of content.modelTurn?.parts ?? []) {\n const data = part.inlineData?.data\n if (!data) continue\n this.onModelOutput()\n const output = this.outputResampler.process(Buffer.from(data, 'base64'))\n if (output.length > 0) this.emitAudio(output)\n }\n\n if (content.outputTranscription?.text) {\n this.onModelOutput()\n this.addAnswerTranscript(content.outputTranscription.text)\n }\n\n if (content.interrupted) {\n this.log('Interrupted')\n this.outputResampler.reset()\n }\n\n if (content.generationComplete) {\n this.commitTurnTranscript()\n }\n\n if (content.turnComplete) {\n this.commitTurnTranscript()\n this.outputResampler.reset()\n if (this.toolRound.running > 0 || this.toolRound.followUp) {\n this.toolRound.answerEndDeferred = true\n } else {\n this.endAnswer()\n this.renewIfGoingAway()\n }\n }\n }\n\n private onModelOutput() {\n this.commitTurnTranscript()\n // The model speaks about the result, its next turn ends the answer\n const round = this.toolRound\n if (round.followUp) {\n clearTimeout(round.followUp)\n round.followUp = undefined\n round.answerEndDeferred = false\n }\n }\n\n /** Ends the answer the model stopped giving to wait for a tool */\n private endDeferredAnswer() {\n const round = this.toolRound\n if (!round.answerEndDeferred) return\n if (round.running > 0 || round.followUp) return\n round.answerEndDeferred = false\n this.endAnswer()\n this.renewIfGoingAway()\n }\n\n /**\n * The transcript of the turn comes before the answer, so the first piece of\n * the answer closes it.\n */\n private commitTurnTranscript() {\n if (this.hasTranscribedTurn) return\n this.hasTranscribedTurn = true\n this.commitUserTranscript()\n }\n\n private async onToolCall(call: { id: string; name: string; args?: any }) {\n // The question comes before the tool it asks for\n this.commitTurnTranscript()\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.id,\n toolName: call.name,\n parameters: JSON.stringify(call.args ?? {}),\n }\n const round = this.toolRound\n const session = this.session\n round.running++\n let result: Awaited<ReturnType<GeminiLive['runTool']>>\n try {\n result = await this.runTool(toolCall)\n } finally {\n round.running--\n }\n // Called by a session that is gone, which knows nothing of this call: the\n // result stays in the conversation only\n if (session !== this.session) return\n if (this.cancelledToolCalls.delete(call.id)) {\n this.endDeferredAnswer()\n return\n }\n // Interrupted while it ran: the model hears the result without speaking\n // about it, over the user who has moved on\n const interrupted = round !== this.toolRound\n const silent = result.skipAnswer || interrupted\n this.send({\n toolResponse: {\n functionResponses: [\n {\n id: call.id,\n name: call.name,\n response: {\n output: result.output ?? null,\n // A tool without an answer lets the model know silently\n scheduling: silent ? 'SILENT' : 'WHEN_IDLE',\n },\n },\n ],\n },\n })\n\n if (interrupted) return\n if (!result.skipAnswer) {\n if (round.followUp) clearTimeout(round.followUp)\n round.followUp = setTimeout(() => {\n round.followUp = undefined\n this.log('Nothing said about the tool result')\n this.endDeferredAnswer()\n }, TOOL_FOLLOW_UP_TIMEOUT)\n } else {\n this.endDeferredAnswer()\n }\n }\n}\n","import {\n ReconnectingSocket,\n ReconnectingSocketHandshake,\n ReconnectingSocketStatus,\n} from '@micdrop/server'\nimport { EventEmitter } from 'eventemitter3'\nimport type { RawData } from 'ws'\n\n/**\n * A connection to the Gemini Live API, shared by GeminiLive and GeminiSTT\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * The connection itself, its attempts, retries and timeouts, is a\n * ReconnectingSocket. This class adds what belongs to Gemini: the setup that\n * opens each session, the messages held until the session is ready, and the\n * pacing of the end of a turn. What a new session has to know is left to the\n * owner, told by the events.\n */\n\nexport interface LiveSocketOptions {\n apiKey: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface LiveSocketEvents {\n /**\n * The session is set up, right before the messages waiting for it go out.\n * Carries the setup that opened it, which tells whether it resumed a\n * previous session.\n */\n Ready: [setup: any]\n Message: [any]\n /** The connection dropped, attempt number of the new one to come */\n Reconnecting: [number]\n /** No connection could be restored, and the messages waiting are dropped */\n Failed: []\n}\n\nconst URL =\n 'wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent'\nconst SAMPLE_RATE = 16000 // Rate of the audio sent, the one of the Micdrop client\nconst BYTES_PER_MS = (SAMPLE_RATE * 2) / 1000\n\nexport class LiveSocket extends EventEmitter<LiveSocketEvents> {\n private socket: ReconnectingSocket\n // Messages waiting for the session, or for the end of a turn to be due\n private pending: any[] = []\n private pendingTimeout?: NodeJS.Timeout\n // Audio of the turn as it went out, see flush()\n private turnAudioStartedAt = 0\n private turnAudioMs = 0\n // Attempts since the last session was ready, for the owner to tell a drop\n // from a resumption that keeps failing\n private reconnectAttempts = 0\n // Setup sent by the handshake of the connection being opened\n private setup?: object\n\n constructor(\n options: LiveSocketOptions,\n private readonly buildSetup: () => object,\n private readonly log: (...message: any[]) => void\n ) {\n super()\n this.socket = new ReconnectingSocket({\n url: `${URL}?key=${encodeURIComponent(options.apiKey)}`,\n connectionTimeout: options.connectionTimeout,\n retryDelay: options.retryDelay,\n maxRetry: options.maxRetry,\n handshake: this.handshake,\n log,\n })\n this.socket.on('Open', this.onOpen)\n this.socket.on('Message', this.onMessage)\n this.socket.on('StatusChange', this.onStatusChange)\n this.socket.on('Failed', this.onFailed)\n }\n\n /** The session is set up and takes messages right away */\n get isConnected(): boolean {\n return this.socket.isOpen\n }\n\n connect() {\n this.socket.connect()\n }\n\n /**\n * Sends a message once the session is ready, after the ones before it.\n * Dropped once the connection failed for good, as nothing would send it.\n */\n send(message: any) {\n const status = this.socket.status\n if (status === 'failed' || status === 'destroyed') return\n this.pending.push(message)\n this.flush()\n }\n\n /** Sends a message ahead of the waiting ones, from a Ready listener */\n sendFirst(message: any) {\n this.socket.send(JSON.stringify(message))\n }\n\n /** Drops the messages that have not gone out */\n clearPending() {\n this.pending = []\n this.clearPendingTimeout()\n }\n\n /**\n * Moves to a new connection, keeping the messages that have not gone out.\n * A reconnection waiting for its delay is replaced by this one.\n */\n renew() {\n this.log('Renewing the connection')\n this.clearPendingTimeout()\n this.reconnectAttempts = 0\n this.socket.restart()\n }\n\n destroy() {\n this.clearPending()\n this.socket.destroy()\n this.removeAllListeners()\n }\n\n /** Sends the setup, and holds the connection back until Gemini accepts it */\n private handshake: ReconnectingSocketHandshake = {\n start: (socket) => {\n const setup = this.buildSetup()\n this.setup = setup\n socket.send(JSON.stringify(setup))\n },\n read: (data) => !!parseMessage(data.toString())?.setupComplete,\n }\n\n private onOpen = () => {\n this.log('Session ready')\n this.reconnectAttempts = 0\n this.emit('Ready', this.setup)\n this.flush()\n }\n\n private onMessage = (data: RawData) => {\n const message = parseMessage(data.toString())\n if (message) this.emit('Message', message)\n }\n\n private onStatusChange = (status: ReconnectingSocketStatus) => {\n // An end of turn waiting for its audio waits for the next session instead\n if (status !== 'open') this.clearPendingTimeout()\n if (status === 'reconnecting') {\n this.emit('Reconnecting', ++this.reconnectAttempts)\n }\n }\n\n private onFailed = () => {\n this.clearPending()\n this.emit('Failed')\n }\n\n /**\n * Sends the messages in order, as soon as they can go.\n *\n * Gemini refuses the end of a turn that comes before the audio of the turn\n * had time to play, and closes the session. Audio sent faster than it is\n * spoken, when the user talked while the connection opened, would end the\n * session, so the end of such a turn waits for it.\n */\n private flush() {\n while (this.pending.length > 0 && !this.pendingTimeout) {\n if (!this.socket.isOpen) return\n const message = this.pending[0]\n const input = message.realtimeInput\n\n if (input?.activityEnd) {\n const due = this.turnAudioStartedAt + this.turnAudioMs - Date.now()\n if (due > 0) {\n this.pendingTimeout = setTimeout(() => {\n this.pendingTimeout = undefined\n this.flush()\n }, due)\n return\n }\n } else if (input?.activityStart) {\n this.turnAudioStartedAt = 0\n this.turnAudioMs = 0\n } else if (input?.audio) {\n if (this.turnAudioMs === 0) this.turnAudioStartedAt = Date.now()\n this.turnAudioMs +=\n Buffer.byteLength(input.audio.data, 'base64') / BYTES_PER_MS\n }\n\n this.pending.shift()\n this.socket.send(JSON.stringify(message))\n }\n }\n\n private clearPendingTimeout() {\n if (!this.pendingTimeout) return\n clearTimeout(this.pendingTimeout)\n this.pendingTimeout = undefined\n }\n}\n\nfunction parseMessage(text: string): any {\n try {\n return JSON.parse(text)\n } catch {\n return undefined\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Transcribe, streamed over the Live API\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api/live-transcribe\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: each utterance is framed by\n * activityStart and activityEnd, and its final transcript follows the end.\n */\n\nexport interface GeminiSTTOptions {\n apiKey: string\n model?: string\n // Language of the user, as a BCP-47 code such as \"fr-FR\". Detected when\n // left out.\n language?: string\n // Words to recognize, such as product or people names\n vocabulary?: string[]\n // SMART cleans up hesitations and repetitions, VERBATIM keeps them\n mode?: 'SMART' | 'VERBATIM'\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.5-transcribe-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\n\n/**\n * What was said in one audio stream given to `transcribe`.\n *\n * - `open`: its audio is going out\n * - `ended`: the stream ended, its transcript is on its way\n * - `given`: its transcript went out on a timeout. It stays first in line to\n * take the late answer of Gemini, which belongs to no other utterance,\n * until that answer ends or another timeout passes.\n */\ninterface Utterance {\n state: 'open' | 'ended' | 'given'\n // Whether its audio went to Gemini, which hears the first one only\n sent: boolean\n // Audio of the utterance, sent again if the connection drops before its\n // transcript comes back\n chunks: Buffer[]\n transcript: string\n timeout?: NodeJS.Timeout\n}\n\nexport class GeminiSTT extends STT {\n private socket: LiveSocket\n // Gemini closes the session soon, and it is renewed once nothing waits\n private goingAway = false\n // Utterances waiting for their transcript, in the order they were spoken.\n // Gemini names no utterance in what it sends, and goes on to the next one\n // before it is done with the previous. So it hears one at a time: the first\n // one, and the audio of the next waits here until its transcript is in.\n private utterances: Utterance[] = []\n\n constructor(private readonly options: GeminiSTTOptions) {\n super()\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Ready', this.onReady)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', this.onFailed)\n this.socket.connect()\n }\n\n transcribe(audioStream: Readable) {\n // Each stream has an utterance of its own, opened by its first audio\n let utterance: Utterance | undefined\n\n audioStream.on('data', (chunk: Buffer) => {\n if (!utterance) utterance = this.openUtterance()\n // Ended early by the stream that came next\n if (utterance.state !== 'open') return\n utterance.chunks.push(chunk)\n if (utterance.sent) this.sendAudio(chunk)\n })\n\n audioStream.on('end', () => {\n if (utterance?.state === 'open') this.endUtterance(utterance)\n })\n }\n\n destroy() {\n super.destroy()\n this.dropUtterances()\n this.socket.destroy()\n }\n\n private buildSetup() {\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: { responseModalities: ['TEXT'] },\n inputAudioTranscription: {\n languageCodes: this.options.language ? [this.options.language] : [],\n ...(this.options.vocabulary?.length\n ? { customVocabulary: this.options.vocabulary }\n : {}),\n ...(this.options.mode ? { mode: this.options.mode } : {}),\n },\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n },\n }\n }\n\n private openUtterance(): Utterance {\n // Gemini hears one utterance at a time, so one still open ends here\n const last = this.utterances[this.utterances.length - 1]\n if (last?.state === 'open') this.endUtterance(last)\n const utterance: Utterance = {\n state: 'open',\n sent: false,\n chunks: [],\n transcript: '',\n }\n this.utterances.push(utterance)\n this.sendFirst()\n return utterance\n }\n\n private endUtterance(utterance: Utterance) {\n utterance.state = 'ended'\n if (utterance.sent) this.sendEnd(utterance)\n }\n\n /** Sends the first utterance to Gemini, with the audio it held meanwhile */\n private sendFirst() {\n const utterance = this.utterances[0]\n if (!utterance || utterance.sent) return\n utterance.sent = true\n this.socket.send({ realtimeInput: { activityStart: {} } })\n utterance.chunks.forEach((chunk) => this.sendAudio(chunk))\n if (utterance.state === 'ended') this.sendEnd(utterance)\n }\n\n private sendEnd(utterance: Utterance) {\n this.socket.send({ realtimeInput: { activityEnd: {} } })\n\n // Give up on a transcript that never comes. It counts from the moment\n // Gemini heard the whole utterance, not from when it waited its turn.\n utterance.timeout = setTimeout(() => {\n utterance.timeout = undefined\n this.log('Transcription timeout')\n this.give(utterance)\n }, this.options.transcriptionTimeout ?? DEFAULT_TRANSCRIPTION_TIMEOUT)\n }\n\n private sendAudio(chunk: Buffer) {\n this.socket.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n /**\n * Emits what was transcribed of an utterance, possibly nothing, and keeps\n * it in line for what Gemini still sends about it\n */\n private give(utterance: Utterance) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.state = 'given'\n const transcript = utterance.transcript.trim()\n this.log(`Transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n utterance.timeout = setTimeout(\n () => this.remove(utterance),\n this.options.transcriptionTimeout ?? DEFAULT_TRANSCRIPTION_TIMEOUT\n )\n }\n\n private remove(utterance: Utterance) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.timeout = undefined\n this.utterances = this.utterances.filter((other) => other !== utterance)\n this.renewIfGoingAway()\n this.sendFirst()\n }\n\n /** Moves to a new connection once no utterance waits on this one */\n private renewIfGoingAway() {\n if (!this.goingAway || this.utterances.length > 0) return\n this.goingAway = false\n this.socket.renew()\n }\n\n private onReady = () => {\n this.goingAway = false\n }\n\n private onMessage = (message: any) => {\n const content = message.serverContent\n const utterance = this.utterances[0]\n if (content?.inputTranscription?.text && utterance) {\n utterance.transcript += content.inputTranscription.text\n }\n if (content?.generationComplete && utterance) {\n if (utterance.state === 'ended') this.give(utterance)\n if (utterance.state === 'given') this.remove(utterance)\n }\n\n // Gemini closes a session after some minutes, move on between utterances\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n this.goingAway = true\n this.renewIfGoingAway()\n }\n }\n\n private onReconnecting = () => {\n // A new session knows nothing of the utterances, so they start over\n this.goingAway = false\n this.socket.clearPending()\n // Those already given wait for nothing more from the old session\n for (const utterance of this.utterances) {\n if (utterance.state === 'given') this.remove(utterance)\n }\n for (const utterance of this.utterances) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.timeout = undefined\n utterance.sent = false\n utterance.transcript = ''\n }\n this.sendFirst()\n }\n\n private onFailed = () => {\n // The audio nobody transcribed goes to whoever takes over\n const chunks = this.utterances\n .filter((utterance) => utterance.state !== 'given')\n .flatMap((utterance) => utterance.chunks)\n this.dropUtterances()\n this.emit('Failed', chunks)\n }\n\n private dropUtterances() {\n for (const utterance of this.utterances) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n // A stream still open stops sending audio\n if (utterance.state === 'open') utterance.state = 'ended'\n }\n this.utterances = []\n }\n}\n","import { GoogleGenAI } from '@google/genai'\nimport { Pcm16Resampler, SentenceTTS } from '@micdrop/server'\nimport { GeminiOptions } from './GeminiAgent'\n\n/**\n * Gemini text to speech, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/speech-generation\n *\n * The model reads a whole text at once, so the answer is cut into sentences,\n * and the audio of each one is emitted as the model streams it.\n */\n\nexport type GeminiTTSOptions = GeminiOptions & {\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Direction for the voice, such as \"Say cheerfully\", put before the text\n instructions?: string\n // Attempts after a sentence was blocked by mistake, see isBlocked()\n maxRetry?: number\n}\n\n// Sends each sentence whole, where gemini-3.1-flash-tts-preview streams it\n// slower than it is spoken and leaves gaps in it\nconst DEFAULT_MODEL = 'gemini-2.5-flash-preview-tts'\nconst DEFAULT_VOICE = 'Kore'\nconst GEMINI_SAMPLE_RATE = 24000 // Rate of the audio Gemini returns\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst DEFAULT_MAX_RETRY = 2\n\nexport class GeminiTTS extends SentenceTTS {\n private genai: GoogleGenAI\n\n constructor(private readonly options: GeminiTTSOptions) {\n super()\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected async synthesize(\n text: string,\n signal: AbortSignal\n ): Promise<undefined> {\n const input = this.options.instructions\n ? `${this.options.instructions}: ${text}`\n : text\n const maxRetry = this.options.maxRetry ?? DEFAULT_MAX_RETRY\n\n for (let attempt = 0; ; attempt++) {\n const progress = { emitted: false }\n try {\n await this.synthesizeOnce(input, signal, progress)\n return undefined\n } catch (error) {\n // A sentence already partly heard would be heard twice\n if (signal.aborted || progress.emitted || attempt >= maxRetry) {\n throw error\n }\n if (!isBlocked(error)) throw error\n this.log(`Sentence blocked, trying again: \"${text}\"`)\n }\n }\n }\n\n private async synthesizeOnce(\n input: string,\n signal: AbortSignal,\n progress: { emitted: boolean }\n ) {\n const stream = await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n store: false,\n stream: true,\n input,\n response_format: { type: 'audio' },\n generation_config: {\n speech_config: [{ voice: this.options.voice || DEFAULT_VOICE }],\n },\n },\n { fetchOptions: { signal } }\n )\n\n let resampler: Pcm16Resampler | undefined\n for await (const event of stream) {\n if (signal.aborted) break\n if (event.event_type === 'error') {\n throw Object.assign(\n new Error(event.error?.message || 'Speech generation failed'),\n { code: event.error?.code }\n )\n }\n if (event.event_type !== 'step.delta' || event.delta.type !== 'audio') {\n continue\n }\n\n const { data, sample_rate } = event.delta as {\n data?: string\n sample_rate?: number\n }\n if (!data) continue\n resampler ??= new Pcm16Resampler(\n sample_rate || GEMINI_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n const audio = resampler.process(Buffer.from(data, 'base64'))\n if (audio.length > 0) progress.emitted = true\n // Cancelled or replaced, the rest is not wanted\n if (!this.emitAudio(audio)) break\n }\n }\n}\n\n/**\n * Whether Gemini may have refused the sentence on its content.\n *\n * The filter blocks an ordinary sentence now and then, and lets the very same\n * one through on the next request. The SDK does not retry a 400, so without a\n * second attempt the sentence is lost from the answer. The SDK can also lose\n * the body that names the reason, so any 400 counts: a request that is wrong\n * for good fails again on every attempt, which costs a few round trips.\n */\nfunction isBlocked(error: any): boolean {\n return (\n error?.status === 400 ||\n error?.code === 'content_blocked' ||\n error?.error?.error?.code === 'content_blocked' ||\n String(error?.body ?? '').includes('content_blocked')\n )\n}\n"],"mappings":";AAAA,SAAS,mBAAmB;AAC5B,SAAS,aAA2B;AAEpC,OAAO,KAAK,oBAAoB;AA0BhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAG5B,IAAM,uBAAuB;AAYtB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAMzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AAHf;AAAA;AAAA,SAAQ,aAAa,oBAAI,IAAoB;AAI3C,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAI,YAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA,EAEU,eACR,QACA,QACe;AACf,WAAO,KAAK,aAAa,QAAQ,QAAQ,CAAC;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,aACZ,QACA,QACA,WACe;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,QAAQ,YAAY;AAC1C,aAAS,WAAW,KAAK,YAAY;AAEnC,YAAM,WAAW,EAAE,QAAQ,GAAG;AAC9B,UAAI;AACF,cAAM,OAAO,MAAM,KAAK,WAAW,QAAQ,QAAQ,QAAQ;AAC3D,YAAI,OAAO,QAAS;AACpB,aAAK,aAAa,SAAS,MAAM;AAIjC,YAAI,KAAK,cAAc,CAAC,KAAK,cAAc,CAAC,SAAS,QAAQ;AAC3D,gBAAM,KAAK,aAAa,QAAQ,QAAQ,YAAY,CAAC;AAAA,QACvD;AACA;AAAA,MACF,SAAS,OAAO;AACd,YAAI,OAAO,QAAS;AACpB,gBAAQ,MAAM,kCAAkC,KAAK;AAErD,YAAI,SAAS,QAAQ;AACnB,eAAK,IAAI,qDAAqD;AAC9D,eAAK,aAAa,SAAS,MAAM;AACjC;AAAA,QACF;AACA,YAAI,YAAY,UAAU;AACxB,eAAK,IAAI,gCAAgC;AACzC,eAAK,KAAK,QAAQ;AAClB;AAAA,QACF;AACA,cAAM,MAAM,KAAK,QAAQ,cAAc,qBAAqB,MAAM;AAClE,YAAI,OAAO,QAAS;AAAA,MACtB;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,WACZ,QACA,QACA,UACA;AAEA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAG9C,UAAM,WAAY,MAAM,KAAK,MAAM,aAAa;AAAA,MAC9C;AAAA,QACE,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,oBAAoB,KAAK,uBAAuB;AAAA,QAChD,OAAO,KAAK,WAAW;AAAA,QACvB,OAAO,KAAK,WAAW;AAAA,QACvB,GAAI,KAAK,QAAQ,iBAAiB,KAAK,QAAQ,WAC3C;AAAA,UACE,mBAAmB;AAAA,YACjB,GAAG,KAAK,QAAQ;AAAA,YAChB,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,KAAK,QAAQ,cAAc,IAC7C,CAAC;AAAA,UACP;AAAA,QACF,IACA,CAAC;AAAA,MACP;AAAA,MACA,EAAE,OAAO;AAAA,IACX;AAEA,UAAM,QAAwB,CAAC;AAC/B,QAAI,aAAa;AACjB,QAAI,aAAa;AAEjB,QAAI,YAAY;AAEhB,qBAAiB,SAAS,UAAU;AAClC,UAAI,OAAO,QAAS;AAEpB,cAAQ,MAAM,YAAY;AAAA,QACxB,KAAK;AACH,gBAAM,MAAM,KAAK,IAAI;AAAA,YACnB,MAAM,MAAM,KAAK;AAAA,YACjB,IAAK,MAAM,KAAa;AAAA,YACxB,MAAO,MAAM,KAAa;AAAA,YAC1B,MAAM;AAAA,YACN,WAAW;AAAA,YACX,WAAW;AAAA,UACb;AACA;AAAA,QAEF,KAAK,cAAc;AACjB,gBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,cAAI,CAAC,KAAM;AACX,gBAAM,QAAQ,MAAM;AAEpB,cAAI,MAAM,SAAS,qBAAqB;AACtC,iBAAK,aAAa,MAAM,aAAa;AAAA,UACvC,WAAW,MAAM,SAAS,mBAAmB;AAC3C,iBAAK,aAAa,MAAM,aAAa;AAAA,UACvC,WAAW,MAAM,SAAS,UAAU,KAAK,SAAS,gBAAgB;AAChE,iBAAK,IAAI,kBAAkB,MAAM,IAAI,GAAG;AACxC,qBAAS,UAAU,MAAM;AAGzB,gBAAI,gBAAgB;AAClB,kBAAI,WAAY;AAChB,oBAAM,gBAAgB,MAAM,KAAK,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,uBAAO,MAAM,MAAM,KAAK,MAAM,GAAG,aAAa,EAAE,QAAQ,CAAC;AACzD;AAAA,cACF;AAAA,YACF;AACA,mBAAO,MAAM,MAAM,IAAI;AAAA,UACzB;AACA;AAAA,QACF;AAAA,QAEA,KAAK,aAAa;AAChB,gBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,cAAI,MAAM,SAAS,UAAW,aAAY,KAAK;AAC/C,cAAI,MAAM,SAAS,mBAAmB,CAAC,KAAK,MAAM,CAAC,KAAK,KAAM;AAE9D,uBAAa;AACb,cAAI,UAAW,MAAK,WAAW,IAAI,KAAK,IAAI,SAAS;AACrD,gBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,YACpC,MAAM;AAAA,YACN,YAAY,KAAK;AAAA,YACjB,UAAU,KAAK;AAAA,YACf,YAAY,KAAK,aAAa;AAAA,UAChC,CAAC;AACD,cAAI,OAAO,WAAY,cAAa;AACpC;AAAA,QACF;AAAA,QAEA,KAAK;AACH,gBAAM,IAAI,MAAM,MAAM,OAAO,WAAW,mBAAmB;AAAA,QAE7D;AACE;AAAA,MACJ;AAAA,IACF;AAEA,WAAO,EAAE,YAAY,WAAW;AAAA,EAClC;AAAA,EAEQ,aAAa,QAAgB;AACnC,QAAI,CAAC,OAAQ;AACb,UAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM;AACjD,SAAK,oBAAoB,SAAS,QAAQ;AAAA,EAC5C;AAAA,EAEQ,yBAAiC;AACvC,WAAO,KAAK,aACT;AAAA,MAAQ,CAAC,YACR,QAAQ,SAAS,WAAW,CAAC,QAAQ,OAAO,IAAI,CAAC;AAAA,IACnD,EACC,KAAK,MAAM;AAAA,EAChB;AAAA,EAEQ,aAAoB;AAC1B,UAAM,QAAQ,KAAK,aAAa,QAAQ,CAAC,YAAmB;AAC1D,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK,aAAa;AAChB,gBAAM,YAAY,KAAK,WAAW,IAAI,QAAQ,UAAU;AACxD,iBAAO;AAAA,YACL,GAAI,YAAY,CAAC,EAAE,MAAM,WAAW,UAAU,CAAC,IAAI,CAAC;AAAA,YACpD;AAAA,cACE,MAAM;AAAA,cACN,IAAI,QAAQ;AAAA,cACZ,MAAM,QAAQ;AAAA,cACd,WAAW,eAAe,QAAQ,UAAU;AAAA,YAC9C;AAAA,UACF;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,QAAQ;AAAA,cACjB,MAAM,QAAQ;AAAA,cACd,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YACjD;AAAA,UACF;AAAA,QACF;AACE,iBAAO,CAAC;AAAA,MACZ;AAAA,IACF,CAAC;AAGD,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,qBAAqB,CAAC;AAAA,MACxD,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,aAAgC;AACtC,QAAI,KAAK,MAAM,WAAW,EAAG,QAAO;AACpC,WAAO,KAAK,MAAM,IAAI,CAAC,SAAS;AAE9B,YAAM,EAAE,SAAS,GAAG,WAAW,IAAI;AAAA,QACjC,KAAK,eAAe,EAAE,OAAO;AAAA,MAC/B;AACA,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAGA,SAAS,MAAM,IAAY,QAAoC;AAC7D,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,UAAM,OAAO,MAAM;AACjB,mBAAa,KAAK;AAClB,aAAO,oBAAoB,SAAS,IAAI;AACxC,cAAQ;AAAA,IACV;AACA,UAAM,QAAQ,WAAW,MAAM,EAAE;AACjC,WAAO,iBAAiB,SAAS,IAAI;AAAA,EACvC,CAAC;AACH;AAEA,SAAS,eAAe,YAA6B;AACnD,MAAI;AACF,WAAO,KAAK,MAAM,UAAU;AAAA,EAC9B,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;;;AC7UA;AAAA,EAEE;AAAA,EACA;AAAA,OAEK;AACP,SAAS,gBAAAA,qBAAoB;;;ACN7B;AAAA,EACE;AAAA,OAGK;AACP,SAAS,oBAAoB;AAoC7B,IAAM,MACJ;AACF,IAAM,cAAc;AACpB,IAAM,eAAgB,cAAc,IAAK;AAElC,IAAM,aAAN,cAAyB,aAA+B;AAAA,EAc7D,YACE,SACiB,YACA,KACjB;AACA,UAAM;AAHW;AACA;AAdnB;AAAA,SAAQ,UAAiB,CAAC;AAG1B;AAAA,SAAQ,qBAAqB;AAC7B,SAAQ,cAAc;AAGtB;AAAA;AAAA,SAAQ,oBAAoB;AAyE5B;AAAA,SAAQ,YAAyC;AAAA,MAC/C,OAAO,CAAC,WAAW;AACjB,cAAM,QAAQ,KAAK,WAAW;AAC9B,aAAK,QAAQ;AACb,eAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,MACnC;AAAA,MACA,MAAM,CAAC,SAAS,CAAC,CAAC,aAAa,KAAK,SAAS,CAAC,GAAG;AAAA,IACnD;AAEA,SAAQ,SAAS,MAAM;AACrB,WAAK,IAAI,eAAe;AACxB,WAAK,oBAAoB;AACzB,WAAK,KAAK,SAAS,KAAK,KAAK;AAC7B,WAAK,MAAM;AAAA,IACb;AAEA,SAAQ,YAAY,CAAC,SAAkB;AACrC,YAAM,UAAU,aAAa,KAAK,SAAS,CAAC;AAC5C,UAAI,QAAS,MAAK,KAAK,WAAW,OAAO;AAAA,IAC3C;AAEA,SAAQ,iBAAiB,CAAC,WAAqC;AAE7D,UAAI,WAAW,OAAQ,MAAK,oBAAoB;AAChD,UAAI,WAAW,gBAAgB;AAC7B,aAAK,KAAK,gBAAgB,EAAE,KAAK,iBAAiB;AAAA,MACpD;AAAA,IACF;AAEA,SAAQ,WAAW,MAAM;AACvB,WAAK,aAAa;AAClB,WAAK,KAAK,QAAQ;AAAA,IACpB;AA/FE,SAAK,SAAS,IAAI,mBAAmB;AAAA,MACnC,KAAK,GAAG,GAAG,QAAQ,mBAAmB,QAAQ,MAAM,CAAC;AAAA,MACrD,mBAAmB,QAAQ;AAAA,MAC3B,YAAY,QAAQ;AAAA,MACpB,UAAU,QAAQ;AAAA,MAClB,WAAW,KAAK;AAAA,MAChB;AAAA,IACF,CAAC;AACD,SAAK,OAAO,GAAG,QAAQ,KAAK,MAAM;AAClC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,KAAK,QAAQ;AAAA,EACxC;AAAA;AAAA,EAGA,IAAI,cAAuB;AACzB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,UAAU;AACR,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,KAAK,SAAc;AACjB,UAAM,SAAS,KAAK,OAAO;AAC3B,QAAI,WAAW,YAAY,WAAW,YAAa;AACnD,SAAK,QAAQ,KAAK,OAAO;AACzB,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,UAAU,SAAc;AACtB,SAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,EAC1C;AAAA;AAAA,EAGA,eAAe;AACb,SAAK,UAAU,CAAC;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,QAAQ;AACN,SAAK,IAAI,yBAAyB;AAClC,SAAK,oBAAoB;AACzB,SAAK,oBAAoB;AACzB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,UAAU;AACR,SAAK,aAAa;AAClB,SAAK,OAAO,QAAQ;AACpB,SAAK,mBAAmB;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EA6CQ,QAAQ;AACd,WAAO,KAAK,QAAQ,SAAS,KAAK,CAAC,KAAK,gBAAgB;AACtD,UAAI,CAAC,KAAK,OAAO,OAAQ;AACzB,YAAM,UAAU,KAAK,QAAQ,CAAC;AAC9B,YAAM,QAAQ,QAAQ;AAEtB,UAAI,OAAO,aAAa;AACtB,cAAM,MAAM,KAAK,qBAAqB,KAAK,cAAc,KAAK,IAAI;AAClE,YAAI,MAAM,GAAG;AACX,eAAK,iBAAiB,WAAW,MAAM;AACrC,iBAAK,iBAAiB;AACtB,iBAAK,MAAM;AAAA,UACb,GAAG,GAAG;AACN;AAAA,QACF;AAAA,MACF,WAAW,OAAO,eAAe;AAC/B,aAAK,qBAAqB;AAC1B,aAAK,cAAc;AAAA,MACrB,WAAW,OAAO,OAAO;AACvB,YAAI,KAAK,gBAAgB,EAAG,MAAK,qBAAqB,KAAK,IAAI;AAC/D,aAAK,eACH,OAAO,WAAW,MAAM,MAAM,MAAM,QAAQ,IAAI;AAAA,MACpD;AAEA,WAAK,QAAQ,MAAM;AACnB,WAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,sBAAsB;AAC5B,QAAI,CAAC,KAAK,eAAgB;AAC1B,iBAAa,KAAK,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,MAAmB;AACvC,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;;;ADrLA,IAAMC,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,4BAA4B;AAElC,IAAM,yBAAyB;AAqB/B,SAAS,eAA0B;AACjC,SAAO,EAAE,SAAS,GAAG,mBAAmB,MAAM;AAChD;AAGA,IAAMC,wBACJ;AAEK,IAAM,aAAN,cAAyB,SAA4B;AAAA,EAuB1D,YAAY,SAA4B;AACtC,UAAM,OAAO;AAtBf,SAAQ,gBAAgB;AAKxB,SAAQ,YAAY;AAEpB,SAAQ,kBAAkB,IAAI;AAAA,MAC5B;AAAA,MACAD;AAAA,IACF;AACA,SAAQ,qBAAqB;AAE7B;AAAA,SAAQ,uBAAuB;AAE/B;AAAA,SAAQ,qBAAqB,oBAAI,IAAY;AAG7C;AAAA;AAAA,SAAQ,UAAU;AAClB,SAAQ,YAAY,aAAa;AAwKjC,SAAQ,UAAU,CAAC,UAAe;AAChC,YAAM,UAAU,CAAC,CAAC,OAAO,OAAO,mBAAmB;AAGnD,UAAI,KAAK,iBAAiB,CAAC,SAAS;AAClC,aAAK,kBAAkB;AACvB,cAAM,QAAQ,KAAK,aAAa;AAAA,UAAQ,CAAC,YACvC,QAAQ,SAAS,UAAU,QAAQ,SAAS,cACxC;AAAA,YACE;AAAA,cACE,MAAM,QAAQ,SAAS,cAAc,UAAU;AAAA,cAC/C,OAAO,CAAC,EAAE,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnC;AAAA,UACF,IACA,CAAC;AAAA,QACP;AACA,YAAI,MAAM,SAAS,GAAG;AACpB,eAAK,OAAO,UAAU,EAAE,eAAe,EAAE,OAAO,cAAc,MAAM,EAAE,CAAC;AAAA,QACzE;AAAA,MACF;AACA,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAAA,IACnB;AAEA,SAAQ,iBAAiB,CAAC,YAAoB;AAE5C,UAAI,UAAU,EAAG,MAAK,mBAAmB;AAGzC,UAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAK,OAAO,aAAa;AACzB,aAAK,kBAAkB;AAAA,MACzB;AAGA,WAAK,UAAU,oBAAoB;AACnC,WAAK,qBAAqB;AAC1B,WAAK,UAAU;AAAA,IACjB;AA2BA,SAAQ,YAAY,CAAC,YAAiB;AACpC,UAAI,QAAQ,eAAe;AACzB,aAAK,gBAAgB,QAAQ,aAAa;AAAA,MAC5C;AAEA,UAAI,QAAQ,UAAU;AACpB,mBAAW,QAAQ,QAAQ,SAAS,iBAAiB,CAAC,GAAG;AACvD,eAAK,WAAW,IAAI;AAAA,QACtB;AAAA,MACF;AAEA,UAAI,QAAQ,sBAAsB;AAChC,mBAAW,MAAM,QAAQ,qBAAqB,OAAO,CAAC,GAAG;AACvD,eAAK,mBAAmB,IAAI,EAAE;AAAA,QAChC;AAAA,MACF;AAEA,UAAI,QAAQ,yBAAyB;AACnC,cAAM,EAAE,WAAW,UAAU,IAAI,QAAQ;AACzC,YAAI,aAAa,UAAW,MAAK,mBAAmB;AAAA,MACtD;AAEA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,aAAK,YAAY;AACjB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAhQE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,SAAS,KAAK,OAAO;AACpC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,MAAM,KAAK,KAAK,QAAQ,CAAC;AAClD,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,SAAS;AACP,UAAM,OAAO;AACb,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,UAAU;AAER,UAAM,QAAQ;AACd,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEU,WAAW;AACnB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AAAA,EACpD;AAAA,EAEU,YAAY,OAAe;AACnC,SAAK,KAAK;AAAA,MACR,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBA,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,qBAAqB;AAC1B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,YAAY;AAGpB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,WAAW;AACnB,SAAK,aAAaC,qBAAoB;AAAA,EACxC;AAAA,EAEU,UAAU,MAAc;AAChC,SAAK;AAAA,MACH,oEAAoE,IAAI;AAAA,IAC1E;AAAA,EACF;AAAA,EAEU,eAAe;AAGvB,SAAK,gBAAgB,MAAM;AAAA,EAC7B;AAAA,EAEA,IAAc,SAAS;AACrB,WAAO,MAAM,UAAU,KAAK,UAAU,YAAY;AAAA,EACpD;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,eAAe;AACtB,WAAK,IAAI,+DAA+D;AAAA,IAC1E;AAAA,EACF;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QACE,CAAC,KAAK,OAAO,eACb,KAAK,iBACL,CAAC,KAAK;AAEN;AACF,SAAK,KAAK,KAAK,eAAe,MAAM,MAAM,KAAK,CAAC;AAAA,EAClD;AAAA,EAEQ,aAAa,MAAc;AACjC,SAAK,KAAK,KAAK,eAAe,QAAQ,MAAM,IAAI,CAAC;AAAA,EACnD;AAAA,EAEQ,eACN,MACA,MACA,cACA;AACA,WAAO;AAAA,MACL,eAAe;AAAA,QACb,OAAO;AAAA,UACL;AAAA,YACE,MAAM,SAAS,cAAc,UAAU;AAAA,YACvC,OAAO,CAAC,EAAE,KAAK,CAAC;AAAA,UAClB;AAAA,QACF;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,KAAK,SAAc;AACzB,SAAK,OAAO,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEQ,aAAa;AACnB,UAAM,uBAAuB,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MACrD,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,cACL,EAAE,sBAAsBC,cAAa,KAAK,WAAW,EAAE,IACvD,CAAC;AAAA,IACP,EAAE;AAEF,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASH,cAAa;AAAA,QACpD,kBAAkB;AAAA,UAChB,oBAAoB,CAAC,OAAO;AAAA,UAC5B,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,EAAE,eAAe,KAAK,QAAQ,cAAc,EAAE,IAChE,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,QACb;AAAA,YACE,cAAc;AAAA,cACZ,aAAa;AAAA,gBACX,qBAAqB,EAAE,WAAW,KAAK,QAAQ,MAAM;AAAA,cACvD;AAAA,YACF;AAAA,UACF,IACA,CAAC;AAAA,QACP;AAAA,QACA,mBAAmB,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,QAAQ,aAAa,CAAC,EAAE;AAAA,QAClE,GAAI,qBAAqB,SAAS,IAC9B,EAAE,OAAO,CAAC,EAAE,qBAAqB,CAAC,EAAE,IACpC,CAAC;AAAA;AAAA,QAEL,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,QACA,yBAAyB,CAAC;AAAA,QAC1B,0BAA0B,CAAC;AAAA,QAC3B,mBAAmB,KAAK,mBACpB,EAAE,QAAQ,KAAK,iBAAiB,IAChC,CAAC;AAAA;AAAA,QAEL,0BAA0B,EAAE,eAAe,CAAC,EAAE;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EA2CQ,oBAAoB;AAC1B,SAAK;AACL,SAAK,eAAe;AACpB,SAAK,mBAAmB,MAAM;AAC9B,SAAK,uBAAuB;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,iBAAiB;AACvB,QAAI,KAAK,UAAU,SAAU,cAAa,KAAK,UAAU,QAAQ;AACjE,SAAK,YAAY,aAAa;AAAA,EAChC;AAAA;AAAA,EAGQ,mBAAmB;AACzB,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,UAAU,CAAC,KAAK,iBAAkB;AAC/D,SAAK,YAAY;AACjB,SAAK,OAAO,MAAM;AAAA,EACpB;AAAA,EA+BQ,gBAAgB,SAAc;AACpC,QAAI,QAAQ,oBAAoB,QAAQ,CAAC,KAAK,sBAAsB;AAClE,WAAK,kBAAkB,QAAQ,mBAAmB,IAAI;AAAA,IACxD;AAEA,eAAW,QAAQ,QAAQ,WAAW,SAAS,CAAC,GAAG;AACjD,YAAM,OAAO,KAAK,YAAY;AAC9B,UAAI,CAAC,KAAM;AACX,WAAK,cAAc;AACnB,YAAM,SAAS,KAAK,gBAAgB,QAAQ,OAAO,KAAK,MAAM,QAAQ,CAAC;AACvE,UAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,IAC9C;AAEA,QAAI,QAAQ,qBAAqB,MAAM;AACrC,WAAK,cAAc;AACnB,WAAK,oBAAoB,QAAQ,oBAAoB,IAAI;AAAA,IAC3D;AAEA,QAAI,QAAQ,aAAa;AACvB,WAAK,IAAI,aAAa;AACtB,WAAK,gBAAgB,MAAM;AAAA,IAC7B;AAEA,QAAI,QAAQ,oBAAoB;AAC9B,WAAK,qBAAqB;AAAA,IAC5B;AAEA,QAAI,QAAQ,cAAc;AACxB,WAAK,qBAAqB;AAC1B,WAAK,gBAAgB,MAAM;AAC3B,UAAI,KAAK,UAAU,UAAU,KAAK,KAAK,UAAU,UAAU;AACzD,aAAK,UAAU,oBAAoB;AAAA,MACrC,OAAO;AACL,aAAK,UAAU;AACf,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAgB;AACtB,SAAK,qBAAqB;AAE1B,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,UAAU;AAClB,mBAAa,MAAM,QAAQ;AAC3B,YAAM,WAAW;AACjB,YAAM,oBAAoB;AAAA,IAC5B;AAAA,EACF;AAAA;AAAA,EAGQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAM,kBAAmB;AAC9B,QAAI,MAAM,UAAU,KAAK,MAAM,SAAU;AACzC,UAAM,oBAAoB;AAC1B,SAAK,UAAU;AACf,SAAK,iBAAiB;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,uBAAuB;AAC7B,QAAI,KAAK,mBAAoB;AAC7B,SAAK,qBAAqB;AAC1B,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAc,WAAW,MAAgD;AAEvE,SAAK,qBAAqB;AAC1B,UAAM,WAAwC;AAAA,MAC5C,MAAM;AAAA,MACN,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,YAAY,KAAK,UAAU,KAAK,QAAQ,CAAC,CAAC;AAAA,IAC5C;AACA,UAAM,QAAQ,KAAK;AACnB,UAAM,UAAU,KAAK;AACrB,UAAM;AACN,QAAI;AACJ,QAAI;AACF,eAAS,MAAM,KAAK,QAAQ,QAAQ;AAAA,IACtC,UAAE;AACA,YAAM;AAAA,IACR;AAGA,QAAI,YAAY,KAAK,QAAS;AAC9B,QAAI,KAAK,mBAAmB,OAAO,KAAK,EAAE,GAAG;AAC3C,WAAK,kBAAkB;AACvB;AAAA,IACF;AAGA,UAAM,cAAc,UAAU,KAAK;AACnC,UAAM,SAAS,OAAO,cAAc;AACpC,SAAK,KAAK;AAAA,MACR,cAAc;AAAA,QACZ,mBAAmB;AAAA,UACjB;AAAA,YACE,IAAI,KAAK;AAAA,YACT,MAAM,KAAK;AAAA,YACX,UAAU;AAAA,cACR,QAAQ,OAAO,UAAU;AAAA;AAAA,cAEzB,YAAY,SAAS,WAAW;AAAA,YAClC;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAED,QAAI,YAAa;AACjB,QAAI,CAAC,OAAO,YAAY;AACtB,UAAI,MAAM,SAAU,cAAa,MAAM,QAAQ;AAC/C,YAAM,WAAW,WAAW,MAAM;AAChC,cAAM,WAAW;AACjB,aAAK,IAAI,oCAAoC;AAC7C,aAAK,kBAAkB;AAAA,MACzB,GAAG,sBAAsB;AAAA,IAC3B,OAAO;AACL,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AACF;;;AE3dA,SAAS,WAAW;AA8BpB,IAAMI,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,gCAAgC;AAsB/B,IAAM,YAAN,cAAwB,IAAI;AAAA,EAUjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAP7B;AAAA,SAAQ,YAAY;AAKpB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAA0B,CAAC;AA+InC,SAAQ,UAAU,MAAM;AACtB,WAAK,YAAY;AAAA,IACnB;AAEA,SAAQ,YAAY,CAAC,YAAiB;AACpC,YAAM,UAAU,QAAQ;AACxB,YAAM,YAAY,KAAK,WAAW,CAAC;AACnC,UAAI,SAAS,oBAAoB,QAAQ,WAAW;AAClD,kBAAU,cAAc,QAAQ,mBAAmB;AAAA,MACrD;AACA,UAAI,SAAS,sBAAsB,WAAW;AAC5C,YAAI,UAAU,UAAU,QAAS,MAAK,KAAK,SAAS;AACpD,YAAI,UAAU,UAAU,QAAS,MAAK,OAAO,SAAS;AAAA,MACxD;AAGA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,aAAK,YAAY;AACjB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAEA,SAAQ,iBAAiB,MAAM;AAE7B,WAAK,YAAY;AACjB,WAAK,OAAO,aAAa;AAEzB,iBAAW,aAAa,KAAK,YAAY;AACvC,YAAI,UAAU,UAAU,QAAS,MAAK,OAAO,SAAS;AAAA,MACxD;AACA,iBAAW,aAAa,KAAK,YAAY;AACvC,YAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,kBAAU,UAAU;AACpB,kBAAU,OAAO;AACjB,kBAAU,aAAa;AAAA,MACzB;AACA,WAAK,UAAU;AAAA,IACjB;AAEA,SAAQ,WAAW,MAAM;AAEvB,YAAM,SAAS,KAAK,WACjB,OAAO,CAAC,cAAc,UAAU,UAAU,OAAO,EACjD,QAAQ,CAAC,cAAc,UAAU,MAAM;AAC1C,WAAK,eAAe;AACpB,WAAK,KAAK,UAAU,MAAM;AAAA,IAC5B;AA1LE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,SAAS,KAAK,OAAO;AACpC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,KAAK,QAAQ;AACtC,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,WAAW,aAAuB;AAEhC,QAAI;AAEJ,gBAAY,GAAG,QAAQ,CAAC,UAAkB;AACxC,UAAI,CAAC,UAAW,aAAY,KAAK,cAAc;AAE/C,UAAI,UAAU,UAAU,OAAQ;AAChC,gBAAU,OAAO,KAAK,KAAK;AAC3B,UAAI,UAAU,KAAM,MAAK,UAAU,KAAK;AAAA,IAC1C,CAAC;AAED,gBAAY,GAAG,OAAO,MAAM;AAC1B,UAAI,WAAW,UAAU,OAAQ,MAAK,aAAa,SAAS;AAAA,IAC9D,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,eAAe;AACpB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEQ,aAAa;AACnB,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASD,cAAa;AAAA,QACpD,kBAAkB,EAAE,oBAAoB,CAAC,MAAM,EAAE;AAAA,QACjD,yBAAyB;AAAA,UACvB,eAAe,KAAK,QAAQ,WAAW,CAAC,KAAK,QAAQ,QAAQ,IAAI,CAAC;AAAA,UAClE,GAAI,KAAK,QAAQ,YAAY,SACzB,EAAE,kBAAkB,KAAK,QAAQ,WAAW,IAC5C,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,OAAO,EAAE,MAAM,KAAK,QAAQ,KAAK,IAAI,CAAC;AAAA,QACzD;AAAA;AAAA,QAEA,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAA2B;AAEjC,UAAM,OAAO,KAAK,WAAW,KAAK,WAAW,SAAS,CAAC;AACvD,QAAI,MAAM,UAAU,OAAQ,MAAK,aAAa,IAAI;AAClD,UAAM,YAAuB;AAAA,MAC3B,OAAO;AAAA,MACP,MAAM;AAAA,MACN,QAAQ,CAAC;AAAA,MACT,YAAY;AAAA,IACd;AACA,SAAK,WAAW,KAAK,SAAS;AAC9B,SAAK,UAAU;AACf,WAAO;AAAA,EACT;AAAA,EAEQ,aAAa,WAAsB;AACzC,cAAU,QAAQ;AAClB,QAAI,UAAU,KAAM,MAAK,QAAQ,SAAS;AAAA,EAC5C;AAAA;AAAA,EAGQ,YAAY;AAClB,UAAM,YAAY,KAAK,WAAW,CAAC;AACnC,QAAI,CAAC,aAAa,UAAU,KAAM;AAClC,cAAU,OAAO;AACjB,SAAK,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AACzD,cAAU,OAAO,QAAQ,CAAC,UAAU,KAAK,UAAU,KAAK,CAAC;AACzD,QAAI,UAAU,UAAU,QAAS,MAAK,QAAQ,SAAS;AAAA,EACzD;AAAA,EAEQ,QAAQ,WAAsB;AACpC,SAAK,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAIvD,cAAU,UAAU,WAAW,MAAM;AACnC,gBAAU,UAAU;AACpB,WAAK,IAAI,uBAAuB;AAChC,WAAK,KAAK,SAAS;AAAA,IACrB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,EACvE;AAAA,EAEQ,UAAU,OAAe;AAC/B,SAAK,OAAO,KAAK;AAAA,MACf,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBC,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,KAAK,WAAsB;AACjC,QAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,cAAU,QAAQ;AAClB,UAAM,aAAa,UAAU,WAAW,KAAK;AAC7C,SAAK,IAAI,gBAAgB,UAAU,GAAG;AACtC,SAAK,KAAK,cAAc,UAAU;AAClC,cAAU,UAAU;AAAA,MAClB,MAAM,KAAK,OAAO,SAAS;AAAA,MAC3B,KAAK,QAAQ,wBAAwB;AAAA,IACvC;AAAA,EACF;AAAA,EAEQ,OAAO,WAAsB;AACnC,QAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,cAAU,UAAU;AACpB,SAAK,aAAa,KAAK,WAAW,OAAO,CAAC,UAAU,UAAU,SAAS;AACvE,SAAK,iBAAiB;AACtB,SAAK,UAAU;AAAA,EACjB;AAAA;AAAA,EAGQ,mBAAmB;AACzB,QAAI,CAAC,KAAK,aAAa,KAAK,WAAW,SAAS,EAAG;AACnD,SAAK,YAAY;AACjB,SAAK,OAAO,MAAM;AAAA,EACpB;AAAA,EAmDQ,iBAAiB;AACvB,eAAW,aAAa,KAAK,YAAY;AACvC,UAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AAErD,UAAI,UAAU,UAAU,OAAQ,WAAU,QAAQ;AAAA,IACpD;AACA,SAAK,aAAa,CAAC;AAAA,EACrB;AACF;;;ACtQA,SAAS,eAAAC,oBAAmB;AAC5B,SAAS,kBAAAC,iBAAgB,mBAAmB;AAwB5C,IAAMC,iBAAgB;AACtB,IAAM,gBAAgB;AACtB,IAAM,qBAAqB;AAC3B,IAAM,qBAAqB;AAC3B,IAAM,oBAAoB;AAEnB,IAAM,YAAN,cAAwB,YAAY;AAAA,EAGzC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAE3B,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAIF,aAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA,EAEA,MAAgB,WACd,MACA,QACoB;AACpB,UAAM,QAAQ,KAAK,QAAQ,eACvB,GAAG,KAAK,QAAQ,YAAY,KAAK,IAAI,KACrC;AACJ,UAAM,WAAW,KAAK,QAAQ,YAAY;AAE1C,aAAS,UAAU,KAAK,WAAW;AACjC,YAAM,WAAW,EAAE,SAAS,MAAM;AAClC,UAAI;AACF,cAAM,KAAK,eAAe,OAAO,QAAQ,QAAQ;AACjD,eAAO;AAAA,MACT,SAAS,OAAO;AAEd,YAAI,OAAO,WAAW,SAAS,WAAW,WAAW,UAAU;AAC7D,gBAAM;AAAA,QACR;AACA,YAAI,CAAC,UAAU,KAAK,EAAG,OAAM;AAC7B,aAAK,IAAI,oCAAoC,IAAI,GAAG;AAAA,MACtD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,eACZ,OACA,QACA,UACA;AACA,UAAM,SAAS,MAAM,KAAK,MAAM,aAAa;AAAA,MAC3C;AAAA,QACE,OAAO,KAAK,QAAQ,SAASE;AAAA,QAC7B,OAAO;AAAA,QACP,QAAQ;AAAA,QACR;AAAA,QACA,iBAAiB,EAAE,MAAM,QAAQ;AAAA,QACjC,mBAAmB;AAAA,UACjB,eAAe,CAAC,EAAE,OAAO,KAAK,QAAQ,SAAS,cAAc,CAAC;AAAA,QAChE;AAAA,MACF;AAAA,MACA,EAAE,cAAc,EAAE,OAAO,EAAE;AAAA,IAC7B;AAEA,QAAI;AACJ,qBAAiB,SAAS,QAAQ;AAChC,UAAI,OAAO,QAAS;AACpB,UAAI,MAAM,eAAe,SAAS;AAChC,cAAM,OAAO;AAAA,UACX,IAAI,MAAM,MAAM,OAAO,WAAW,0BAA0B;AAAA,UAC5D,EAAE,MAAM,MAAM,OAAO,KAAK;AAAA,QAC5B;AAAA,MACF;AACA,UAAI,MAAM,eAAe,gBAAgB,MAAM,MAAM,SAAS,SAAS;AACrE;AAAA,MACF;AAEA,YAAM,EAAE,MAAM,YAAY,IAAI,MAAM;AAIpC,UAAI,CAAC,KAAM;AACX,gCAAc,IAAID;AAAA,QAChB,eAAe;AAAA,QACf;AAAA,MACF;AACA,YAAM,QAAQ,UAAU,QAAQ,OAAO,KAAK,MAAM,QAAQ,CAAC;AAC3D,UAAI,MAAM,SAAS,EAAG,UAAS,UAAU;AAEzC,UAAI,CAAC,KAAK,UAAU,KAAK,EAAG;AAAA,IAC9B;AAAA,EACF;AACF;AAWA,SAAS,UAAU,OAAqB;AACtC,SACE,OAAO,WAAW,OAClB,OAAO,SAAS,qBAChB,OAAO,OAAO,OAAO,SAAS,qBAC9B,OAAO,OAAO,QAAQ,EAAE,EAAE,SAAS,iBAAiB;AAExD;","names":["toJSONSchema","DEFAULT_MODEL","SAMPLE_RATE","FIRST_MESSAGE_PROMPT","toJSONSchema","DEFAULT_MODEL","SAMPLE_RATE","GoogleGenAI","Pcm16Resampler","DEFAULT_MODEL"]}
1
+ {"version":3,"sources":["../src/GeminiAgent.ts","../src/models.ts","../src/GeminiClassifier.ts","../src/GeminiLive.ts","../src/LiveSocket.ts","../src/GeminiSTT.ts","../src/GeminiTTS.ts"],"sourcesContent":["import { GoogleGenAI } from '@google/genai'\nimport { Agent, AgentOptions, MicdropModel } from '@micdrop/server'\nimport { listGeminiModels } from './models'\nimport { PassThrough } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\n/**\n * Gemini agent, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/text-generation\n *\n * Nothing is stored on Google's side: the whole conversation is sent on every\n * turn, as the other agents do.\n */\n\nexport type GeminiAgentOptions = AgentOptions &\n GeminiOptions & {\n model?: string\n // How long the model thinks before answering (\"low\", \"medium\", \"high\").\n // The lower, the sooner the first word.\n thinkingLevel?: string\n // Other generation settings, such as temperature\n settings?: Record<string, unknown>\n retryDelay?: number\n maxRetry?: number\n maxSteps?: number\n }\n\nexport type GeminiOptions = { apiKey: string } | { genai: GoogleGenAI }\n\nconst DEFAULT_MODEL = 'gemini-3.8-flash'\n// The beta version serves every model, the preview ones included, where the\n// default one answers that they are not found\nconst API_VERSION = 'v1beta'\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_MAX_RETRIES = 3\nconst DEFAULT_RETRY_DELAY = 1000\n\n// Asks for an answer when nothing was said yet, to open the call\nconst FIRST_MESSAGE_PROMPT = 'The call starts now.'\n\n/** A step of the answer, put together from the events streaming it */\ninterface StreamedStep {\n type: string\n id?: string\n name?: string\n text: string\n arguments: string\n signature: string\n}\n\nexport class GeminiAgent extends Agent<GeminiAgentOptions> {\n /**\n * Lists the models that can answer a call. `reasoning` marks the ones that think, see `thinkingLevel`.\n *\n * The list is fetched once and shared by every call of the process for a\n * day. `refresh` fetches it again.\n */\n static listModels(options: {\n apiKey: string\n refresh?: boolean\n }): Promise<MicdropModel[]> {\n return listGeminiModels('agent', options)\n }\n\n private genai: GoogleGenAI\n // Gemini asks for the signature of the thought behind a tool call when the\n // call is sent back, and the conversation has no room for it\n private signatures = new Map<string, string>()\n\n constructor(options: GeminiAgentOptions) {\n super(options)\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected generateAnswer(\n stream: PassThrough,\n signal: AbortSignal\n ): Promise<void> {\n return this.generateStep(stream, signal, 0)\n }\n\n /**\n * Generates one step of the answer, retried on error.\n *\n * A retry starts the step over, so it only happens while nothing of the\n * step reached the stream: what was said cannot be taken back, and saying\n * it twice is worse than stopping there.\n */\n private async generateStep(\n stream: PassThrough,\n signal: AbortSignal,\n stepCount: number\n ): Promise<void> {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[GeminiAgent] Max steps reached')\n return\n }\n\n const maxRetry = this.options.maxRetry ?? DEFAULT_MAX_RETRIES\n for (let tryCount = 0; ; tryCount++) {\n // Text of the answer written to the stream by this attempt\n const progress = { answer: '' }\n try {\n const step = await this.streamStep(stream, signal, progress)\n if (signal.aborted) return\n this.recordAnswer(progress.answer)\n\n // Query again when the model called a tool without answering, so the\n // turn still produces something to say\n if (step.calledTool && !step.skipAnswer && !progress.answer) {\n await this.generateStep(stream, signal, stepCount + 1)\n }\n return\n } catch (error) {\n if (signal.aborted) return\n console.error('[GeminiAgent] Error answering:', error)\n\n if (progress.answer) {\n this.log('Error after part of the answer was said, keeping it')\n this.recordAnswer(progress.answer)\n return\n }\n if (tryCount >= maxRetry) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n await sleep(this.options.retryDelay ?? DEFAULT_RETRY_DELAY, signal)\n if (signal.aborted) return\n }\n }\n }\n\n /** Streams one request, writing the text of the answer as it comes */\n private async streamStep(\n stream: PassThrough,\n signal: AbortSignal,\n progress: { answer: string }\n ) {\n // Prepare extracting\n const write = this.answerWriter(stream)\n\n // Typed loosely: the conversation is built as plain JSON steps\n const response = (await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n api_version: API_VERSION,\n store: false,\n stream: true,\n system_instruction: this.buildSystemInstruction(),\n input: this.buildInput(),\n tools: this.buildTools(),\n ...(this.options.thinkingLevel || this.options.settings\n ? {\n generation_config: {\n ...this.options.settings,\n ...(this.options.thinkingLevel\n ? { thinking_level: this.options.thinkingLevel }\n : {}),\n },\n }\n : {}),\n } as any,\n { signal }\n )) as unknown as AsyncIterable<any>\n\n const steps: StreamedStep[] = []\n let skipAnswer = false\n let calledTool = false\n // The last thought, whose signature goes with the tool call after it\n let signature = ''\n\n // A piece of the answer, written to the stream unless it is extracted\n const writeText = (text: string | undefined) => {\n if (!text) return\n this.log(`Answer chunk: \"${text}\"`)\n progress.answer += text\n write(text)\n }\n\n for await (const event of response) {\n if (signal.aborted) break\n\n switch (event.event_type) {\n case 'step.start':\n steps[event.index] = {\n type: event.step.type,\n id: (event.step as any).id,\n name: (event.step as any).name,\n text: '',\n arguments: '',\n signature: '',\n }\n // A step can open with content already in it. The answer then\n // starts there, and dropping it would lose its first words.\n if (event.step.type === 'model_output') {\n for (const content of (event.step as any).content ?? []) {\n if (content?.type === 'text') writeText(content.text)\n }\n }\n break\n\n case 'step.delta': {\n const step = steps[event.index]\n if (!step) break\n const delta = event.delta as any\n\n if (delta.type === 'thought_signature') {\n step.signature += delta.signature ?? ''\n } else if (delta.type === 'arguments_delta') {\n step.arguments += delta.arguments ?? ''\n } else if (delta.type === 'text' && step.type === 'model_output') {\n writeText(delta.text)\n }\n break\n }\n\n case 'step.stop': {\n const step = steps[event.index]\n if (step?.type === 'thought') signature = step.signature\n if (step?.type !== 'function_call' || !step.id || !step.name) break\n\n calledTool = true\n if (signature) this.signatures.set(step.id, signature)\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: step.id,\n toolName: step.name,\n parameters: step.arguments || '{}',\n })\n if (result.skipAnswer) skipAnswer = true\n break\n }\n\n case 'error':\n throw new Error(event.error?.message || 'Generation failed')\n\n default:\n break\n }\n }\n\n return { calledTool, skipAnswer }\n }\n\n private recordAnswer(answer: string) {\n if (!answer) return\n const { message, metadata } = this.extract(answer)\n this.addAssistantMessage(message, metadata)\n }\n\n private buildSystemInstruction(): string {\n return this.conversation\n .flatMap((message) =>\n message.role === 'system' ? [message.content] : []\n )\n .join('\\n\\n')\n }\n\n private buildInput(): any[] {\n const input = this.conversation.flatMap((message): any[] => {\n switch (message.role) {\n case 'user':\n return [\n {\n type: 'user_input',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'assistant':\n return [\n {\n type: 'model_output',\n content: [{ type: 'text', text: message.content }],\n },\n ]\n case 'tool_call': {\n const signature = this.signatures.get(message.toolCallId)\n return [\n ...(signature ? [{ type: 'thought', signature }] : []),\n {\n type: 'function_call',\n id: message.toolCallId,\n name: message.toolName,\n arguments: parseArguments(message.parameters),\n },\n ]\n }\n case 'tool_result':\n return [\n {\n type: 'function_result',\n call_id: message.toolCallId,\n name: message.toolName,\n result: [{ type: 'text', text: message.output }],\n },\n ]\n default:\n return []\n }\n })\n\n // The model needs something to answer to\n if (input.length === 0) {\n input.push({\n type: 'user_input',\n content: [{ type: 'text', text: FIRST_MESSAGE_PROMPT }],\n })\n }\n return input\n }\n\n private buildTools(): any[] | undefined {\n if (this.tools.length === 0) return undefined\n return this.tools.map((tool) => {\n // The schema keyword is refused, the rest of the JSON schema goes through\n const { $schema, ...parameters } = toJSONSchema(\n tool.inputSchema || z.object()\n ) as Record<string, unknown>\n return {\n type: 'function',\n name: tool.name,\n description: tool.description,\n parameters,\n }\n })\n }\n}\n\n/** Waits, or less if the signal is aborted meanwhile */\nfunction sleep(ms: number, signal: AbortSignal): Promise<void> {\n return new Promise((resolve) => {\n const done = () => {\n clearTimeout(timer)\n signal.removeEventListener('abort', done)\n resolve()\n }\n const timer = setTimeout(done, ms)\n signal.addEventListener('abort', done)\n })\n}\n\nfunction parseArguments(parameters: string): unknown {\n try {\n return JSON.parse(parameters)\n } catch {\n return {}\n }\n}\n","import { cachedList, cachedModels, MicdropModel } from '@micdrop/server'\n\n/** A model as the Gemini API lists it, the fields read here */\ninterface GeminiApiModel {\n name: string\n displayName?: string\n description?: string\n supportedGenerationMethods?: string[]\n thinking?: boolean\n}\n\n/** Every model of the account, fetched once a day for the whole package */\nfunction fetchAll(apiKey: string): Promise<GeminiApiModel[]> {\n return cachedList(['gemini-raw-models'], apiKey, async () => {\n const models: GeminiApiModel[] = []\n let pageToken: string | undefined\n do {\n const params = new URLSearchParams({ pageSize: '1000', key: apiKey })\n if (pageToken) params.set('pageToken', pageToken)\n const response = await fetch(\n `https://generativelanguage.googleapis.com/v1beta/models?${params}`\n )\n if (!response.ok) throw new Error(`Gemini answered ${response.status}`)\n const page = (await response.json()) as {\n models: GeminiApiModel[]\n nextPageToken?: string\n }\n models.push(...page.models)\n pageToken = page.nextPageToken\n } while (pageToken)\n return models\n })\n}\n\n/** What a model of the list is, from its name and the methods it supports */\nexport type GeminiModelKind = 'agent' | 'stt' | 'tts' | 'live'\n\n/**\n * Sorts a model into the component that runs it, or none.\n *\n * Gemini does not say what a model is for beyond the methods it supports, so\n * its name settles the rest. A model the rules miss is only left out of the\n * list, and still runs when given by name.\n */\nfunction kindOf(model: GeminiApiModel): GeminiModelKind | undefined {\n const id = model.name.replace(/^models\\//, '')\n const methods = model.supportedGenerationMethods ?? []\n if (!id.startsWith('gemini-')) return undefined\n if (/-tts\\b/.test(id)) return 'tts'\n if (methods.includes('bidiGenerateContent')) {\n if (id.includes('transcribe')) return 'stt'\n if (/translate|robotics/.test(id)) return undefined\n return 'live'\n }\n if (!methods.includes('generateContent')) return undefined\n if (\n /image|embedding|transcribe|robotics|computer-use|omni|nano-banana/.test(id)\n ) {\n return undefined\n }\n return 'agent'\n}\n\n/** The models of one kind, fetched once a day */\nexport function listGeminiModels(\n kind: GeminiModelKind,\n options: { apiKey: string; refresh?: boolean }\n): Promise<MicdropModel[]> {\n return cachedModels(\n ['gemini', kind],\n options.apiKey,\n async () =>\n (await fetchAll(options.apiKey))\n .filter((model) => kindOf(model) === kind)\n .map((model) => ({\n id: model.name.replace(/^models\\//, ''),\n name: model.displayName,\n description: model.description,\n reasoning: !!model.thinking,\n })),\n options.refresh\n )\n}\n","import { Decisions, GoogleGenAI } from '@google/genai'\nimport { Classifier, ClassifierInput } from '@micdrop/server'\nimport { GeminiOptions } from './GeminiAgent'\n\n/**\n * Gemini classifier, running the Decisions API: typed questions (yes or no,\n * choice, score) answered with calibrated probabilities by Gemini Decision 1,\n * without writing a single token.\n *\n * @see https://aistudio.google.com/docs/decisions-api\n */\n\n/** What a question asks, a text or text blocks */\nexport type GeminiInstructions =\n | string\n | Decisions.DecisionInstructionContent\n | Decisions.DecisionInstructionContent[]\n\n/** The probability that a condition is true */\nexport interface GeminiNoulQuestion {\n type: 'noul'\n instructions: GeminiInstructions\n criteria?: Decisions.NoulCriteria\n}\n\n/** One value out of several, without order */\nexport interface GeminiChoiceQuestion<V extends string = string> {\n type: 'choice'\n instructions: GeminiInstructions\n criteria: Record<V, string>\n}\n\n/** A position on ordered levels, from the lowest */\nexport interface GeminiScoreQuestion {\n type: 'score'\n instructions: GeminiInstructions\n criteria: string[]\n}\n\nexport type GeminiQuestion =\n GeminiNoulQuestion | GeminiChoiceQuestion<any> | GeminiScoreQuestion\n\nexport type GeminiQuestions = Record<string, GeminiQuestion>\n\n/**\n * Asks for the probability that a condition is true\n * @param instructions - The condition, written around what can be observed\n * @param criteria - What makes it true, and what makes it false\n */\nexport function noul(\n instructions: GeminiInstructions,\n criteria?: { true?: string; false?: string }\n): GeminiNoulQuestion {\n return {\n type: 'noul',\n instructions,\n criteria: criteria && {\n true_description: criteria.true,\n false_description: criteria.false,\n },\n }\n}\n\n/**\n * Asks for one value out of several\n * @param instructions - The question\n * @param criteria - Each value with a description of when it applies, 2 to 255\n */\nexport function choice<V extends string>(\n instructions: GeminiInstructions,\n criteria: Record<V, string>\n): GeminiChoiceQuestion<V> {\n return { type: 'choice', instructions, criteria }\n}\n\n/**\n * Asks for a score on ordered levels\n * @param instructions - The question\n * @param levels - Description of each level from the lowest up, 2 to 255\n */\nexport function score(\n instructions: GeminiInstructions,\n levels: string[]\n): GeminiScoreQuestion {\n return { type: 'score', instructions, criteria: levels }\n}\n\nexport interface GeminiNoulAnswer {\n type: 'noul'\n /** Probability that the condition is true, from 0.01 to 0.99 */\n noul: number\n /** Probability of the likelier outcome */\n confidence: number\n}\n\nexport interface GeminiChoiceAnswer<V extends string = string> {\n type: 'choice'\n choice: V\n confidence: number\n probabilities: Record<V, number>\n}\n\nexport interface GeminiScoreAnswer {\n type: 'score'\n /** Probability-weighted average of the level indices, from 0 */\n score: number\n confidence: number\n /** Probability of each level, by index */\n probabilities: Record<number, number>\n /** Description of each level, by index */\n legend: Record<number, string>\n}\n\nexport type GeminiAnswer<Q extends GeminiQuestion> =\n Q extends GeminiChoiceQuestion<infer V>\n ? GeminiChoiceAnswer<V>\n : Q extends GeminiScoreQuestion\n ? GeminiScoreAnswer\n : GeminiNoulAnswer\n\n/** What a Gemini classifier returns for its questions */\nexport interface GeminiClassification<Q extends GeminiQuestions> {\n /** The answer to each question */\n answers: { [K in keyof Q]: GeminiAnswer<Q[K]> }\n usage: Decisions.CreateDecisionResponse['usage']\n}\n\nexport type GeminiClassifierOptions<Q extends GeminiQuestions> =\n GeminiOptions & {\n /** Model answering the questions, `gemini-decision-1` by default */\n model?: string\n\n /**\n * Questions asked about each input, built with `noul()`, `choice()` and\n * `score()`. A function picks them per input.\n *\n * Every question is answered in a single request, up to 1,000. Point at\n * the fields of the input by name, between backticks: in a call, `turn`\n * and `history`.\n */\n questions: Q | ((input: ClassifierInput) => Q)\n\n /**\n * Builds what the model reads from the input: a text, or blocks of text,\n * image, audio, video or PDF. The input as JSON by default, a text as is.\n */\n input?: (input: ClassifierInput) => Decisions.CreateDecisionRequest['input']\n\n /** Timeout of each request in ms, 3000 by default */\n timeout?: number\n }\n\nconst DEFAULT_MODEL = 'gemini-decision-1'\nconst DEFAULT_TIMEOUT = 3000\nconst API_VERSION = 'v1beta'\n\nexport class GeminiClassifier<Q extends GeminiQuestions> extends Classifier<\n GeminiClassification<Q>\n> {\n private genai: GoogleGenAI\n\n constructor(private options: GeminiClassifierOptions<Q>) {\n super()\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected async evaluate(\n input: ClassifierInput,\n signal: AbortSignal\n ): Promise<GeminiClassification<Q>> {\n const { questions, model, timeout } = this.options\n const asked = typeof questions === 'function' ? questions(input) : questions\n\n const decision = await this.genai.decisions.create(\n {\n model: model || DEFAULT_MODEL,\n input: this.buildInput(input),\n questions: asked,\n // Only on v1beta, while the client defaults to v1\n api_version: API_VERSION,\n },\n {\n // The SDK drops its timeout when a signal is given\n signal: AbortSignal.any([\n signal,\n AbortSignal.timeout(timeout ?? DEFAULT_TIMEOUT),\n ]),\n retries: { strategy: 'none' },\n }\n )\n\n // A blocked input comes back as an error, or as a feedback without answers\n const blocked = decision.prompt_feedback?.block_reason\n if (blocked) {\n const message = decision.prompt_feedback?.block_reason_message\n throw new Error(\n `Input blocked by Gemini (${blocked})${message ? `: ${message}` : ''}`\n )\n }\n\n return {\n answers: decision.answers ?? {},\n usage: decision.usage,\n } as GeminiClassification<Q>\n }\n\n private buildInput(input: ClassifierInput) {\n if (this.options.input) return this.options.input(input)\n return typeof input === 'string' ? input : JSON.stringify(input)\n }\n}\n","import {\n MicdropConversationToolCall,\n MicdropModel,\n Realtime,\n RealtimeOptions,\n} from '@micdrop/server'\nimport { listGeminiModels } from './models'\nimport { toJSONSchema } from 'zod'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Live API, a model hearing the user and answering with its voice\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: a turn is framed by activityStart and\n * activityEnd, and the model answers once it ends.\n */\n\nexport interface GeminiLiveOptions extends RealtimeOptions {\n apiKey: string\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Required by gemini-3.8-live-extended-thinking (\"low\", \"medium\"...),\n // refused by gemini-3.8-live\n thinkingLevel?: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.8-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst GEMINI_OUTPUT_SAMPLE_RATE = 24000 // Rate Gemini speaks at, sent as is\n// How long the model gets to speak about the result of a tool\nconst TOOL_FOLLOW_UP_TIMEOUT = 10000 // ms\n\n/**\n * The tools of the answer being given.\n *\n * Gemini ends its turn when it calls a tool, and speaks again once it has the\n * result. The answer stays open in between, so the client keeps waiting for it\n * rather than listening again. An interruption or a session started over\n * replaces this record, and a tool finishing later sees it is no longer the\n * current one: its result is not sent, so the model never speaks about it.\n */\ninterface ToolRound {\n // Tools called and not finished yet\n running: number\n // The model has the result of a tool, and gets some time to speak about it\n followUp?: NodeJS.Timeout\n // The model ended its turn while the round was not over, the answer ends\n // with the round\n answerEndDeferred: boolean\n}\n\nfunction newToolRound(): ToolRound {\n return { running: 0, answerEndDeferred: false }\n}\n\n// Opens a call when the model speaks first\nconst FIRST_MESSAGE_PROMPT =\n 'The call starts now. Speak first, as your instructions say.'\n\nexport class GeminiLive extends Realtime<GeminiLiveOptions> {\n /**\n * Lists the Live models, which hear and speak.\n *\n * The list is fetched once and shared by every call of the process for a\n * day. `refresh` fetches it again.\n */\n static listModels(options: {\n apiKey: string\n refresh?: boolean\n }): Promise<MicdropModel[]> {\n return listGeminiModels('live', options)\n }\n\n private socket: LiveSocket\n private everConnected = false\n\n // Resumes the session on a new connection, which Gemini asks for every\n // few minutes\n private resumptionHandle?: string\n private goingAway = false\n\n private hasTranscribedTurn = false\n // Transcript of a dropped turn, which the conversation should not show\n private ignoreUserTranscript = false\n // Calls of the session Gemini told not to answer\n private cancelledToolCalls = new Set<string>()\n // Bumped by every session that does not resume the previous one, whose tool\n // calls it cannot answer\n private session = 0\n private toolRound = newToolRound()\n\n constructor(options: GeminiLiveOptions) {\n super(options)\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Ready', this.onReady)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', () => this.emit('Failed'))\n this.socket.connect()\n }\n\n /**\n * Stops the answer. The tools it is waiting for still send their results,\n * silently, since a blocking call left unanswered would stall the model.\n */\n cancel() {\n super.cancel()\n this.resetToolRound()\n }\n\n destroy() {\n // Cancels the answer too, which resets the tool round\n super.destroy()\n this.socket.destroy()\n }\n\n protected openTurn() {\n this.ignoreUserTranscript = false\n this.send({ realtimeInput: { activityStart: {} } })\n }\n\n protected appendAudio(chunk: Buffer) {\n this.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n protected closeTurn() {\n this.hasTranscribedTurn = false\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected clearTurn() {\n // Gemini has no way to drop the audio of a turn: it ends, and its answer\n // is discarded\n this.ignoreUserTranscript = true\n this.send({ realtimeInput: { activityEnd: {} } })\n }\n\n protected generate() {\n this.sendUserText(FIRST_MESSAGE_PROMPT)\n }\n\n protected speakText(text: string) {\n this.sendUserText(\n `Say exactly the following text, word for word, and nothing else: ${text}`\n )\n }\n\n get sampleRate() {\n return GEMINI_OUTPUT_SAMPLE_RATE\n }\n\n protected cancelAnswer() {\n // The activityStart of the next turn is what stops Gemini, and the output\n // still on its way is dropped until the model acknowledges it\n }\n\n protected get isIdle() {\n return super.isIdle && this.toolRound.running === 0\n }\n\n protected updateTools() {\n if (this.everConnected) {\n this.log('Tools changed after the session started, Gemini keeps the old')\n }\n }\n\n protected injectMessage(role: 'user' | 'assistant' | 'system', text: string) {\n // The whole conversation is sent again when a session cannot be resumed\n if (\n !this.socket.isConnected &&\n this.everConnected &&\n !this.resumptionHandle\n )\n return\n this.send(this.contentMessage(role, text, false))\n }\n\n private sendUserText(text: string) {\n this.send(this.contentMessage('user', text, true))\n }\n\n private contentMessage(\n role: 'user' | 'assistant' | 'system',\n text: string,\n turnComplete: boolean\n ) {\n return {\n clientContent: {\n turns: [\n {\n role: role === 'assistant' ? 'model' : 'user',\n parts: [{ text }],\n },\n ],\n turnComplete,\n },\n }\n }\n\n private send(message: any) {\n this.socket.send(message)\n }\n\n private buildSetup() {\n const functionDeclarations = this.tools.map((tool) => ({\n name: tool.name,\n description: tool.description,\n ...(tool.inputSchema\n ? { parametersJsonSchema: toJSONSchema(tool.inputSchema) }\n : {}),\n }))\n\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: {\n responseModalities: ['AUDIO'],\n ...(this.options.thinkingLevel\n ? { thinkingConfig: { thinkingLevel: this.options.thinkingLevel } }\n : {}),\n ...(this.options.voice\n ? {\n speechConfig: {\n voiceConfig: {\n prebuiltVoiceConfig: { voiceName: this.options.voice },\n },\n },\n }\n : {}),\n },\n systemInstruction: { parts: [{ text: this.options.systemPrompt }] },\n ...(functionDeclarations.length > 0\n ? { tools: [{ functionDeclarations }] }\n : {}),\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n inputAudioTranscription: {},\n outputAudioTranscription: {},\n sessionResumption: this.resumptionHandle\n ? { handle: this.resumptionHandle }\n : {},\n // Lifts the length limit of a session\n contextWindowCompression: { slidingWindow: {} },\n },\n }\n }\n\n private onReady = (setup: any) => {\n const resumed = !!setup?.setup?.sessionResumption?.handle\n // A session started over has lost the conversation, and knows nothing of\n // the tools the previous one called\n if (this.everConnected && !resumed) {\n this.startFreshSession()\n const turns = this.conversation.flatMap((message) =>\n message.role === 'user' || message.role === 'assistant'\n ? [\n {\n role: message.role === 'assistant' ? 'model' : 'user',\n parts: [{ text: message.content }],\n },\n ]\n : []\n )\n if (turns.length > 0) {\n this.socket.sendFirst({ clientContent: { turns, turnComplete: false } })\n }\n }\n this.everConnected = true\n this.goingAway = false\n }\n\n private onReconnecting = (attempt: number) => {\n // A handle that failed once may have expired, start a new session\n if (attempt > 1) this.resumptionHandle = undefined\n // What waits for a resumed session is still valid, a new session gets the\n // conversation instead\n if (!this.resumptionHandle) {\n this.socket.clearPending()\n this.startFreshSession()\n }\n // The answer in progress is lost with the connection, after what was\n // heard of the turn it answered\n this.toolRound.answerEndDeferred = false\n this.commitTurnTranscript()\n this.endAnswer()\n }\n\n /** Forgets what belonged to the previous session */\n private startFreshSession() {\n this.session++\n this.resetToolRound()\n this.cancelledToolCalls.clear()\n this.ignoreUserTranscript = false\n }\n\n /**\n * Starts a new round of tools. The tools still running belong to the old\n * one: their results go out silently, and nothing waits for the model to\n * talk about them.\n */\n private resetToolRound() {\n if (this.toolRound.followUp) clearTimeout(this.toolRound.followUp)\n this.toolRound = newToolRound()\n }\n\n /** Moves to a new connection before Gemini closes this one */\n private renewIfGoingAway() {\n if (!this.goingAway || !this.isIdle || !this.resumptionHandle) return\n this.goingAway = false\n this.socket.renew()\n }\n\n private onMessage = (message: any) => {\n if (message.serverContent) {\n this.onServerContent(message.serverContent)\n }\n\n if (message.toolCall) {\n for (const call of message.toolCall.functionCalls ?? []) {\n this.onToolCall(call)\n }\n }\n\n if (message.toolCallCancellation) {\n for (const id of message.toolCallCancellation.ids ?? []) {\n this.cancelledToolCalls.add(id)\n }\n }\n\n if (message.sessionResumptionUpdate) {\n const { newHandle, resumable } = message.sessionResumptionUpdate\n if (resumable && newHandle) this.resumptionHandle = newHandle\n }\n\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n this.goingAway = true\n this.renewIfGoingAway()\n }\n }\n\n private onServerContent(content: any) {\n if (content.inputTranscription?.text && !this.ignoreUserTranscript) {\n this.addUserTranscript(content.inputTranscription.text)\n }\n\n for (const part of content.modelTurn?.parts ?? []) {\n const data = part.inlineData?.data\n if (!data) continue\n this.onModelOutput()\n const output = Buffer.from(data, 'base64')\n if (output.length > 0) this.emitAudio(output)\n }\n\n if (content.outputTranscription?.text) {\n this.onModelOutput()\n this.addAnswerTranscript(content.outputTranscription.text)\n }\n\n if (content.interrupted) {\n this.log('Interrupted')\n }\n\n if (content.generationComplete) {\n this.commitTurnTranscript()\n }\n\n if (content.turnComplete) {\n this.commitTurnTranscript()\n if (this.toolRound.running > 0 || this.toolRound.followUp) {\n this.toolRound.answerEndDeferred = true\n } else {\n this.endAnswer()\n this.renewIfGoingAway()\n }\n }\n }\n\n private onModelOutput() {\n this.commitTurnTranscript()\n // The model speaks about the result, its next turn ends the answer\n const round = this.toolRound\n if (round.followUp) {\n clearTimeout(round.followUp)\n round.followUp = undefined\n round.answerEndDeferred = false\n }\n }\n\n /** Ends the answer the model stopped giving to wait for a tool */\n private endDeferredAnswer() {\n const round = this.toolRound\n if (!round.answerEndDeferred) return\n if (round.running > 0 || round.followUp) return\n round.answerEndDeferred = false\n this.endAnswer()\n this.renewIfGoingAway()\n }\n\n /**\n * The transcript of the turn comes before the answer, so the first piece of\n * the answer closes it.\n */\n private commitTurnTranscript() {\n if (this.hasTranscribedTurn) return\n this.hasTranscribedTurn = true\n this.commitUserTranscript()\n }\n\n private async onToolCall(call: { id: string; name: string; args?: any }) {\n // The question comes before the tool it asks for\n this.commitTurnTranscript()\n const toolCall: MicdropConversationToolCall = {\n role: 'tool_call',\n toolCallId: call.id,\n toolName: call.name,\n parameters: JSON.stringify(call.args ?? {}),\n }\n const round = this.toolRound\n const session = this.session\n round.running++\n let result: Awaited<ReturnType<GeminiLive['runTool']>>\n try {\n result = await this.runTool(toolCall)\n } finally {\n round.running--\n }\n // Called by a session that is gone, which knows nothing of this call: the\n // result stays in the conversation only\n if (session !== this.session) return\n if (this.cancelledToolCalls.delete(call.id)) {\n this.endDeferredAnswer()\n return\n }\n // Interrupted while it ran: the model hears the result without speaking\n // about it, over the user who has moved on\n const interrupted = round !== this.toolRound\n const silent = result.skipAnswer || interrupted\n this.send({\n toolResponse: {\n functionResponses: [\n {\n id: call.id,\n name: call.name,\n response: {\n output: result.output ?? null,\n // A tool without an answer lets the model know silently\n scheduling: silent ? 'SILENT' : 'WHEN_IDLE',\n },\n },\n ],\n },\n })\n\n if (interrupted) return\n if (!result.skipAnswer) {\n if (round.followUp) clearTimeout(round.followUp)\n round.followUp = setTimeout(() => {\n round.followUp = undefined\n this.log('Nothing said about the tool result')\n this.endDeferredAnswer()\n }, TOOL_FOLLOW_UP_TIMEOUT)\n } else {\n this.endDeferredAnswer()\n }\n }\n}\n","import {\n ReconnectingSocket,\n ReconnectingSocketHandshake,\n ReconnectingSocketStatus,\n} from '@micdrop/server'\nimport { EventEmitter } from 'eventemitter3'\nimport type { RawData } from 'ws'\n\n/**\n * A connection to the Gemini Live API, shared by GeminiLive and GeminiSTT\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api\n *\n * The connection itself, its attempts, retries and timeouts, is a\n * ReconnectingSocket. This class adds what belongs to Gemini: the setup that\n * opens each session, the messages held until the session is ready, and the\n * pacing of the end of a turn. What a new session has to know is left to the\n * owner, told by the events.\n */\n\nexport interface LiveSocketOptions {\n apiKey: string\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface LiveSocketEvents {\n /**\n * The session is set up, right before the messages waiting for it go out.\n * Carries the setup that opened it, which tells whether it resumed a\n * previous session.\n */\n Ready: [setup: any]\n Message: [any]\n /** The connection dropped, attempt number of the new one to come */\n Reconnecting: [number]\n /** No connection could be restored, and the messages waiting are dropped */\n Failed: []\n}\n\nconst URL =\n 'wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent'\nconst SAMPLE_RATE = 16000 // Rate of the audio sent, the one of the Micdrop client\nconst BYTES_PER_MS = (SAMPLE_RATE * 2) / 1000\n\nexport class LiveSocket extends EventEmitter<LiveSocketEvents> {\n private socket: ReconnectingSocket\n // Messages waiting for the session, or for the end of a turn to be due\n private pending: any[] = []\n private pendingTimeout?: NodeJS.Timeout\n // Audio of the turn as it went out, see flush()\n private turnAudioStartedAt = 0\n private turnAudioMs = 0\n // Attempts since the last session was ready, for the owner to tell a drop\n // from a resumption that keeps failing\n private reconnectAttempts = 0\n // Setup sent by the handshake of the connection being opened\n private setup?: object\n\n constructor(\n options: LiveSocketOptions,\n private readonly buildSetup: () => object,\n private readonly log: (...message: any[]) => void\n ) {\n super()\n this.socket = new ReconnectingSocket({\n url: `${URL}?key=${encodeURIComponent(options.apiKey)}`,\n connectionTimeout: options.connectionTimeout,\n retryDelay: options.retryDelay,\n maxRetry: options.maxRetry,\n handshake: this.handshake,\n log,\n })\n this.socket.on('Open', this.onOpen)\n this.socket.on('Message', this.onMessage)\n this.socket.on('StatusChange', this.onStatusChange)\n this.socket.on('Failed', this.onFailed)\n }\n\n /** The session is set up and takes messages right away */\n get isConnected(): boolean {\n return this.socket.isOpen\n }\n\n connect() {\n this.socket.connect()\n }\n\n /**\n * Sends a message once the session is ready, after the ones before it.\n * Dropped once the connection failed for good, as nothing would send it.\n */\n send(message: any) {\n const status = this.socket.status\n if (status === 'failed' || status === 'destroyed') return\n this.pending.push(message)\n this.flush()\n }\n\n /** Sends a message ahead of the waiting ones, from a Ready listener */\n sendFirst(message: any) {\n this.socket.send(JSON.stringify(message))\n }\n\n /** Drops the messages that have not gone out */\n clearPending() {\n this.pending = []\n this.clearPendingTimeout()\n }\n\n /**\n * Moves to a new connection, keeping the messages that have not gone out.\n * A reconnection waiting for its delay is replaced by this one.\n */\n renew() {\n this.log('Renewing the connection')\n this.clearPendingTimeout()\n this.reconnectAttempts = 0\n this.socket.restart()\n }\n\n destroy() {\n this.clearPending()\n this.socket.destroy()\n this.removeAllListeners()\n }\n\n /** Sends the setup, and holds the connection back until Gemini accepts it */\n private handshake: ReconnectingSocketHandshake = {\n start: (socket) => {\n const setup = this.buildSetup()\n this.setup = setup\n socket.send(JSON.stringify(setup))\n },\n read: (data) => !!parseMessage(data.toString())?.setupComplete,\n }\n\n private onOpen = () => {\n this.log('Session ready')\n this.reconnectAttempts = 0\n this.emit('Ready', this.setup)\n this.flush()\n }\n\n private onMessage = (data: RawData) => {\n const message = parseMessage(data.toString())\n if (message) this.emit('Message', message)\n }\n\n private onStatusChange = (status: ReconnectingSocketStatus) => {\n // An end of turn waiting for its audio waits for the next session instead\n if (status !== 'open') this.clearPendingTimeout()\n if (status === 'reconnecting') {\n this.emit('Reconnecting', ++this.reconnectAttempts)\n }\n }\n\n private onFailed = () => {\n this.clearPending()\n this.emit('Failed')\n }\n\n /**\n * Sends the messages in order, as soon as they can go.\n *\n * Gemini refuses the end of a turn that comes before the audio of the turn\n * had time to play, and closes the session. Audio sent faster than it is\n * spoken, when the user talked while the connection opened, would end the\n * session, so the end of such a turn waits for it.\n */\n private flush() {\n while (this.pending.length > 0 && !this.pendingTimeout) {\n if (!this.socket.isOpen) return\n const message = this.pending[0]\n const input = message.realtimeInput\n\n if (input?.activityEnd) {\n const due = this.turnAudioStartedAt + this.turnAudioMs - Date.now()\n if (due > 0) {\n this.pendingTimeout = setTimeout(() => {\n this.pendingTimeout = undefined\n this.flush()\n }, due)\n return\n }\n } else if (input?.activityStart) {\n this.turnAudioStartedAt = 0\n this.turnAudioMs = 0\n } else if (input?.audio) {\n if (this.turnAudioMs === 0) this.turnAudioStartedAt = Date.now()\n this.turnAudioMs +=\n Buffer.byteLength(input.audio.data, 'base64') / BYTES_PER_MS\n }\n\n this.pending.shift()\n this.socket.send(JSON.stringify(message))\n }\n }\n\n private clearPendingTimeout() {\n if (!this.pendingTimeout) return\n clearTimeout(this.pendingTimeout)\n this.pendingTimeout = undefined\n }\n}\n\nfunction parseMessage(text: string): any {\n try {\n return JSON.parse(text)\n } catch {\n return undefined\n }\n}\n","import { MicdropModel, STT } from '@micdrop/server'\nimport { listGeminiModels } from './models'\nimport { Readable } from 'stream'\nimport { LiveSocket } from './LiveSocket'\n\n/**\n * Gemini Transcribe, streamed over the Live API\n *\n * @see https://ai.google.dev/gemini-api/docs/live-api/live-transcribe\n *\n * The Micdrop client already tells when the user speaks, so the automatic\n * activity detection of Gemini is off: each utterance is framed by\n * activityStart and activityEnd, and its final transcript follows the end.\n */\n\nexport interface GeminiSTTOptions {\n apiKey: string\n model?: string\n // Language of the user, as a BCP-47 code such as \"fr-FR\". Detected when\n // left out.\n language?: string\n // Words to recognize, such as product or people names\n vocabulary?: string[]\n // SMART cleans up hesitations and repetitions, VERBATIM keeps them\n mode?: 'SMART' | 'VERBATIM'\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'gemini-3.5-transcribe-live'\nconst SAMPLE_RATE = 16000 // Rate of the Micdrop client, taken as is by Gemini\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\n\n/**\n * What was said in one audio stream given to `transcribe`.\n *\n * - `open`: its audio is going out\n * - `ended`: the stream ended, its transcript is on its way\n * - `given`: its transcript went out on a timeout. It stays first in line to\n * take the late answer of Gemini, which belongs to no other utterance,\n * until that answer ends or another timeout passes.\n */\ninterface Utterance {\n state: 'open' | 'ended' | 'given'\n // Whether its audio went to Gemini, which hears the first one only\n sent: boolean\n // Audio of the utterance, sent again if the connection drops before its\n // transcript comes back\n chunks: Buffer[]\n transcript: string\n timeout?: NodeJS.Timeout\n}\n\nexport class GeminiSTT extends STT {\n /**\n * Lists the models that transcribe a Live session.\n *\n * The list is fetched once and shared by every call of the process for a\n * day. `refresh` fetches it again.\n */\n static listModels(options: {\n apiKey: string\n refresh?: boolean\n }): Promise<MicdropModel[]> {\n return listGeminiModels('stt', options)\n }\n\n private socket: LiveSocket\n // Gemini closes the session soon, and it is renewed once nothing waits\n private goingAway = false\n // Utterances waiting for their transcript, in the order they were spoken.\n // Gemini names no utterance in what it sends, and goes on to the next one\n // before it is done with the previous. So it hears one at a time: the first\n // one, and the audio of the next waits here until its transcript is in.\n private utterances: Utterance[] = []\n\n constructor(private readonly options: GeminiSTTOptions) {\n super()\n this.socket = new LiveSocket(\n options,\n () => this.buildSetup(),\n (...message) => this.log(...message)\n )\n this.socket.on('Ready', this.onReady)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Reconnecting', this.onReconnecting)\n this.socket.on('Failed', this.onFailed)\n this.socket.connect()\n }\n\n transcribe(audioStream: Readable) {\n // Each stream has an utterance of its own, opened by its first audio\n let utterance: Utterance | undefined\n\n audioStream.on('data', (chunk: Buffer) => {\n if (!utterance) utterance = this.openUtterance()\n // Ended early by the stream that came next\n if (utterance.state !== 'open') return\n utterance.chunks.push(chunk)\n if (utterance.sent) this.sendAudio(chunk)\n })\n\n audioStream.on('end', () => {\n if (utterance?.state === 'open') this.endUtterance(utterance)\n })\n }\n\n destroy() {\n super.destroy()\n this.dropUtterances()\n this.socket.destroy()\n }\n\n private buildSetup() {\n return {\n setup: {\n model: `models/${this.options.model || DEFAULT_MODEL}`,\n generationConfig: { responseModalities: ['TEXT'] },\n inputAudioTranscription: {\n languageCodes: this.options.language ? [this.options.language] : [],\n ...(this.options.vocabulary?.length\n ? { customVocabulary: this.options.vocabulary }\n : {}),\n ...(this.options.mode ? { mode: this.options.mode } : {}),\n },\n // The Micdrop client detects when the user speaks\n realtimeInputConfig: {\n automaticActivityDetection: { disabled: true },\n },\n },\n }\n }\n\n private openUtterance(): Utterance {\n // Gemini hears one utterance at a time, so one still open ends here\n const last = this.utterances[this.utterances.length - 1]\n if (last?.state === 'open') this.endUtterance(last)\n const utterance: Utterance = {\n state: 'open',\n sent: false,\n chunks: [],\n transcript: '',\n }\n this.utterances.push(utterance)\n this.sendFirst()\n return utterance\n }\n\n private endUtterance(utterance: Utterance) {\n utterance.state = 'ended'\n if (utterance.sent) this.sendEnd(utterance)\n }\n\n /** Sends the first utterance to Gemini, with the audio it held meanwhile */\n private sendFirst() {\n const utterance = this.utterances[0]\n if (!utterance || utterance.sent) return\n utterance.sent = true\n this.socket.send({ realtimeInput: { activityStart: {} } })\n utterance.chunks.forEach((chunk) => this.sendAudio(chunk))\n if (utterance.state === 'ended') this.sendEnd(utterance)\n }\n\n private sendEnd(utterance: Utterance) {\n this.socket.send({ realtimeInput: { activityEnd: {} } })\n\n // Give up on a transcript that never comes. It counts from the moment\n // Gemini heard the whole utterance, not from when it waited its turn.\n utterance.timeout = setTimeout(() => {\n utterance.timeout = undefined\n this.log('Transcription timeout')\n this.give(utterance)\n }, this.options.transcriptionTimeout ?? DEFAULT_TRANSCRIPTION_TIMEOUT)\n }\n\n private sendAudio(chunk: Buffer) {\n this.socket.send({\n realtimeInput: {\n audio: {\n mimeType: `audio/pcm;rate=${SAMPLE_RATE}`,\n data: chunk.toString('base64'),\n },\n },\n })\n }\n\n /**\n * Emits what was transcribed of an utterance, possibly nothing, and keeps\n * it in line for what Gemini still sends about it\n */\n private give(utterance: Utterance) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.state = 'given'\n const transcript = utterance.transcript.trim()\n this.log(`Transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n utterance.timeout = setTimeout(\n () => this.remove(utterance),\n this.options.transcriptionTimeout ?? DEFAULT_TRANSCRIPTION_TIMEOUT\n )\n }\n\n private remove(utterance: Utterance) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.timeout = undefined\n this.utterances = this.utterances.filter((other) => other !== utterance)\n this.renewIfGoingAway()\n this.sendFirst()\n }\n\n /** Moves to a new connection once no utterance waits on this one */\n private renewIfGoingAway() {\n if (!this.goingAway || this.utterances.length > 0) return\n this.goingAway = false\n this.socket.renew()\n }\n\n private onReady = () => {\n this.goingAway = false\n }\n\n private onMessage = (message: any) => {\n const content = message.serverContent\n const utterance = this.utterances[0]\n if (content?.inputTranscription?.text && utterance) {\n utterance.transcript += content.inputTranscription.text\n }\n if (content?.generationComplete && utterance) {\n if (utterance.state === 'ended') this.give(utterance)\n if (utterance.state === 'given') this.remove(utterance)\n }\n\n // Gemini closes a session after some minutes, move on between utterances\n if (message.goAway) {\n this.log('Connection ending in', message.goAway.timeLeft)\n this.goingAway = true\n this.renewIfGoingAway()\n }\n }\n\n private onReconnecting = () => {\n // A new session knows nothing of the utterances, so they start over\n this.goingAway = false\n this.socket.clearPending()\n // Those already given wait for nothing more from the old session\n for (const utterance of this.utterances) {\n if (utterance.state === 'given') this.remove(utterance)\n }\n for (const utterance of this.utterances) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n utterance.timeout = undefined\n utterance.sent = false\n utterance.transcript = ''\n }\n this.sendFirst()\n }\n\n private onFailed = () => {\n // The audio nobody transcribed goes to whoever takes over\n const chunks = this.utterances\n .filter((utterance) => utterance.state !== 'given')\n .flatMap((utterance) => utterance.chunks)\n this.dropUtterances()\n this.emit('Failed', chunks)\n }\n\n private dropUtterances() {\n for (const utterance of this.utterances) {\n if (utterance.timeout) clearTimeout(utterance.timeout)\n // A stream still open stops sending audio\n if (utterance.state === 'open') utterance.state = 'ended'\n }\n this.utterances = []\n }\n}\n","import { GoogleGenAI } from '@google/genai'\nimport { MicdropModel, MicdropVoice, SentenceTTS } from '@micdrop/server'\nimport { listGeminiModels } from './models'\nimport { GeminiOptions } from './GeminiAgent'\n\n/**\n * Gemini text to speech, through the Interactions API\n *\n * @see https://ai.google.dev/gemini-api/docs/speech-generation\n *\n * The model reads a whole text at once, so the answer is cut into sentences,\n * and the audio of each one is emitted as the model streams it.\n */\n\nexport type GeminiTTSOptions = GeminiOptions & {\n model?: string\n // Name of a prebuilt voice, such as \"Kore\" or \"Puck\"\n voice?: string\n // Direction for the voice, such as \"Say cheerfully\", put before the text\n instructions?: string\n // Attempts after a sentence was blocked by mistake, see isBlocked()\n maxRetry?: number\n}\n\n// Streams each sentence several times faster than it is spoken, its first\n// sound in under a second\nconst DEFAULT_MODEL = 'gemini-3.8-flash-tts'\n// The Interactions API only serves speech on its beta version: the default\n// one answers that the model is not found\nconst API_VERSION = 'v1beta'\nconst DEFAULT_VOICE = 'Kore'\nconst GEMINI_SAMPLE_RATE = 24000 // Rate of the audio Gemini returns, sent as is\nconst DEFAULT_MAX_RETRY = 2\n\n// The prebuilt voices, with the tone Google gives each one. The genders come\n// from the Chirp 3 HD voices of Cloud Text-to-Speech, which carry the same names.\nconst VOICES: Array<[string, string, 'female' | 'male']> = [\n ['Zephyr', 'Bright', 'female'],\n ['Puck', 'Upbeat', 'male'],\n ['Charon', 'Informative', 'male'],\n ['Kore', 'Firm', 'female'],\n ['Fenrir', 'Excitable', 'male'],\n ['Leda', 'Youthful', 'female'],\n ['Orus', 'Firm', 'male'],\n ['Aoede', 'Breezy', 'female'],\n ['Callirrhoe', 'Easy-going', 'female'],\n ['Laomedeia', 'Upbeat', 'female'],\n ['Autonoe', 'Bright', 'female'],\n ['Enceladus', 'Breathy', 'male'],\n ['Iapetus', 'Clear', 'male'],\n ['Umbriel', 'Easy-going', 'male'],\n ['Algieba', 'Smooth', 'male'],\n ['Despina', 'Smooth', 'female'],\n ['Erinome', 'Clear', 'female'],\n ['Algenib', 'Gravelly', 'male'],\n ['Rasalgethi', 'Informative', 'male'],\n ['Achernar', 'Soft', 'female'],\n ['Alnilam', 'Firm', 'male'],\n ['Schedar', 'Even', 'male'],\n ['Gacrux', 'Mature', 'female'],\n ['Pulcherrima', 'Forward', 'female'],\n ['Achird', 'Friendly', 'male'],\n ['Zubenelgenubi', 'Casual', 'male'],\n ['Vindemiatrix', 'Gentle', 'female'],\n ['Sadachbia', 'Lively', 'male'],\n ['Sadaltager', 'Knowledgeable', 'male'],\n ['Sulafat', 'Warm', 'female'],\n]\n\nexport class GeminiTTS extends SentenceTTS {\n /**\n * Lists the models that speak.\n *\n * The list is fetched once and shared by every call of the process for a\n * day. `refresh` fetches it again.\n */\n static listModels(options: {\n apiKey: string\n refresh?: boolean\n }): Promise<MicdropModel[]> {\n return listGeminiModels('tts', options)\n }\n\n /**\n * Lists the prebuilt voices, which speak every language the model does, so\n * `language` keeps them all. Gemini has no listing, so the list is written\n * here.\n */\n static async listVoices(\n options: { language?: string } = {}\n ): Promise<MicdropVoice[]> {\n return VOICES.map(([name, tone, gender]) => ({\n id: name,\n name,\n gender,\n description: tone,\n }))\n }\n\n private genai: GoogleGenAI\n // Read from the audio, which states its rate\n private rate = GEMINI_SAMPLE_RATE\n\n get sampleRate() {\n return this.rate\n }\n\n constructor(private readonly options: GeminiTTSOptions) {\n super()\n this.genai =\n 'genai' in options\n ? options.genai\n : new GoogleGenAI({ apiKey: options.apiKey })\n }\n\n protected async synthesize(\n text: string,\n signal: AbortSignal\n ): Promise<undefined> {\n const input = this.options.instructions\n ? `${this.options.instructions}: ${text}`\n : text\n const maxRetry = this.options.maxRetry ?? DEFAULT_MAX_RETRY\n\n for (let attempt = 0; ; attempt++) {\n const progress = { emitted: false }\n try {\n await this.synthesizeOnce(input, signal, progress)\n return undefined\n } catch (error) {\n // A sentence already partly heard would be heard twice\n if (signal.aborted || progress.emitted || attempt >= maxRetry) {\n throw error\n }\n if (!isBlocked(error)) throw error\n this.log(`Sentence blocked, trying again: \"${text}\"`)\n }\n }\n }\n\n private async synthesizeOnce(\n input: string,\n signal: AbortSignal,\n progress: { emitted: boolean }\n ) {\n const stream = await this.genai.interactions.create(\n {\n model: this.options.model || DEFAULT_MODEL,\n store: false,\n stream: true,\n input,\n response_format: { type: 'audio' },\n generation_config: {\n speech_config: [{ voice: this.options.voice || DEFAULT_VOICE }],\n },\n api_version: API_VERSION,\n },\n { fetchOptions: { signal } }\n )\n\n for await (const event of stream) {\n if (signal.aborted) break\n if (event.event_type === 'error') {\n throw Object.assign(\n new Error(event.error?.message || 'Speech generation failed'),\n { code: event.error?.code }\n )\n }\n if (event.event_type !== 'step.delta' || event.delta.type !== 'audio') {\n continue\n }\n\n const { data, sample_rate } = event.delta as {\n data?: string\n sample_rate?: number\n }\n if (!data) continue\n this.rate = sample_rate || GEMINI_SAMPLE_RATE\n const audio = Buffer.from(data, 'base64')\n if (audio.length > 0) progress.emitted = true\n // Cancelled or replaced, the rest is not wanted\n if (!this.emitAudio(audio)) break\n }\n }\n}\n\n/**\n * Whether Gemini may have refused the sentence on its content.\n *\n * The filter blocks an ordinary sentence now and then, and lets the very same\n * one through on the next request. The SDK does not retry a 400, so without a\n * second attempt the sentence is lost from the answer. The SDK can also lose\n * the body that names the reason, so any 400 counts: a request that is wrong\n * for good fails again on every attempt, which costs a few round trips.\n */\nfunction isBlocked(error: any): boolean {\n return (\n error?.status === 400 ||\n error?.code === 'content_blocked' ||\n error?.error?.error?.code === 'content_blocked' ||\n String(error?.body ?? '').includes('content_blocked')\n )\n}\n"],"mappings":";AAAA,SAAS,mBAAmB;AAC5B,SAAS,aAAyC;;;ACDlD,SAAS,YAAY,oBAAkC;AAYvD,SAAS,SAAS,QAA2C;AAC3D,SAAO,WAAW,CAAC,mBAAmB,GAAG,QAAQ,YAAY;AAC3D,UAAM,SAA2B,CAAC;AAClC,QAAI;AACJ,OAAG;AACD,YAAM,SAAS,IAAI,gBAAgB,EAAE,UAAU,QAAQ,KAAK,OAAO,CAAC;AACpE,UAAI,UAAW,QAAO,IAAI,aAAa,SAAS;AAChD,YAAM,WAAW,MAAM;AAAA,QACrB,2DAA2D,MAAM;AAAA,MACnE;AACA,UAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,mBAAmB,SAAS,MAAM,EAAE;AACtE,YAAM,OAAQ,MAAM,SAAS,KAAK;AAIlC,aAAO,KAAK,GAAG,KAAK,MAAM;AAC1B,kBAAY,KAAK;AAAA,IACnB,SAAS;AACT,WAAO;AAAA,EACT,CAAC;AACH;AAYA,SAAS,OAAO,OAAoD;AAClE,QAAM,KAAK,MAAM,KAAK,QAAQ,aAAa,EAAE;AAC7C,QAAM,UAAU,MAAM,8BAA8B,CAAC;AACrD,MAAI,CAAC,GAAG,WAAW,SAAS,EAAG,QAAO;AACtC,MAAI,SAAS,KAAK,EAAE,EAAG,QAAO;AAC9B,MAAI,QAAQ,SAAS,qBAAqB,GAAG;AAC3C,QAAI,GAAG,SAAS,YAAY,EAAG,QAAO;AACtC,QAAI,qBAAqB,KAAK,EAAE,EAAG,QAAO;AAC1C,WAAO;AAAA,EACT;AACA,MAAI,CAAC,QAAQ,SAAS,iBAAiB,EAAG,QAAO;AACjD,MACE,oEAAoE,KAAK,EAAE,GAC3E;AACA,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAGO,SAAS,iBACd,MACA,SACyB;AACzB,SAAO;AAAA,IACL,CAAC,UAAU,IAAI;AAAA,IACf,QAAQ;AAAA,IACR,aACG,MAAM,SAAS,QAAQ,MAAM,GAC3B,OAAO,CAAC,UAAU,OAAO,KAAK,MAAM,IAAI,EACxC,IAAI,CAAC,WAAW;AAAA,MACf,IAAI,MAAM,KAAK,QAAQ,aAAa,EAAE;AAAA,MACtC,MAAM,MAAM;AAAA,MACZ,aAAa,MAAM;AAAA,MACnB,WAAW,CAAC,CAAC,MAAM;AAAA,IACrB,EAAE;AAAA,IACN,QAAQ;AAAA,EACV;AACF;;;AD9EA,OAAO,KAAK,oBAAoB;AA0BhC,IAAM,gBAAgB;AAGtB,IAAM,cAAc;AACpB,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAC5B,IAAM,sBAAsB;AAG5B,IAAM,uBAAuB;AAYtB,IAAM,cAAN,cAA0B,MAA0B;AAAA,EAmBzD,YAAY,SAA6B;AACvC,UAAM,OAAO;AAHf;AAAA;AAAA,SAAQ,aAAa,oBAAI,IAAoB;AAI3C,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAI,YAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAlBA,OAAO,WAAW,SAGU;AAC1B,WAAO,iBAAiB,SAAS,OAAO;AAAA,EAC1C;AAAA,EAeU,eACR,QACA,QACe;AACf,WAAO,KAAK,aAAa,QAAQ,QAAQ,CAAC;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,aACZ,QACA,QACA,WACe;AACf,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,iCAAiC;AAC/C;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,QAAQ,YAAY;AAC1C,aAAS,WAAW,KAAK,YAAY;AAEnC,YAAM,WAAW,EAAE,QAAQ,GAAG;AAC9B,UAAI;AACF,cAAM,OAAO,MAAM,KAAK,WAAW,QAAQ,QAAQ,QAAQ;AAC3D,YAAI,OAAO,QAAS;AACpB,aAAK,aAAa,SAAS,MAAM;AAIjC,YAAI,KAAK,cAAc,CAAC,KAAK,cAAc,CAAC,SAAS,QAAQ;AAC3D,gBAAM,KAAK,aAAa,QAAQ,QAAQ,YAAY,CAAC;AAAA,QACvD;AACA;AAAA,MACF,SAAS,OAAO;AACd,YAAI,OAAO,QAAS;AACpB,gBAAQ,MAAM,kCAAkC,KAAK;AAErD,YAAI,SAAS,QAAQ;AACnB,eAAK,IAAI,qDAAqD;AAC9D,eAAK,aAAa,SAAS,MAAM;AACjC;AAAA,QACF;AACA,YAAI,YAAY,UAAU;AACxB,eAAK,IAAI,gCAAgC;AACzC,eAAK,KAAK,QAAQ;AAClB;AAAA,QACF;AACA,cAAM,MAAM,KAAK,QAAQ,cAAc,qBAAqB,MAAM;AAClE,YAAI,OAAO,QAAS;AAAA,MACtB;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGA,MAAc,WACZ,QACA,QACA,UACA;AAEA,UAAM,QAAQ,KAAK,aAAa,MAAM;AAGtC,UAAM,WAAY,MAAM,KAAK,MAAM,aAAa;AAAA,MAC9C;AAAA,QACE,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,aAAa;AAAA,QACb,OAAO;AAAA,QACP,QAAQ;AAAA,QACR,oBAAoB,KAAK,uBAAuB;AAAA,QAChD,OAAO,KAAK,WAAW;AAAA,QACvB,OAAO,KAAK,WAAW;AAAA,QACvB,GAAI,KAAK,QAAQ,iBAAiB,KAAK,QAAQ,WAC3C;AAAA,UACE,mBAAmB;AAAA,YACjB,GAAG,KAAK,QAAQ;AAAA,YAChB,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,KAAK,QAAQ,cAAc,IAC7C,CAAC;AAAA,UACP;AAAA,QACF,IACA,CAAC;AAAA,MACP;AAAA,MACA,EAAE,OAAO;AAAA,IACX;AAEA,UAAM,QAAwB,CAAC;AAC/B,QAAI,aAAa;AACjB,QAAI,aAAa;AAEjB,QAAI,YAAY;AAGhB,UAAM,YAAY,CAAC,SAA6B;AAC9C,UAAI,CAAC,KAAM;AACX,WAAK,IAAI,kBAAkB,IAAI,GAAG;AAClC,eAAS,UAAU;AACnB,YAAM,IAAI;AAAA,IACZ;AAEA,qBAAiB,SAAS,UAAU;AAClC,UAAI,OAAO,QAAS;AAEpB,cAAQ,MAAM,YAAY;AAAA,QACxB,KAAK;AACH,gBAAM,MAAM,KAAK,IAAI;AAAA,YACnB,MAAM,MAAM,KAAK;AAAA,YACjB,IAAK,MAAM,KAAa;AAAA,YACxB,MAAO,MAAM,KAAa;AAAA,YAC1B,MAAM;AAAA,YACN,WAAW;AAAA,YACX,WAAW;AAAA,UACb;AAGA,cAAI,MAAM,KAAK,SAAS,gBAAgB;AACtC,uBAAW,WAAY,MAAM,KAAa,WAAW,CAAC,GAAG;AACvD,kBAAI,SAAS,SAAS,OAAQ,WAAU,QAAQ,IAAI;AAAA,YACtD;AAAA,UACF;AACA;AAAA,QAEF,KAAK,cAAc;AACjB,gBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,cAAI,CAAC,KAAM;AACX,gBAAM,QAAQ,MAAM;AAEpB,cAAI,MAAM,SAAS,qBAAqB;AACtC,iBAAK,aAAa,MAAM,aAAa;AAAA,UACvC,WAAW,MAAM,SAAS,mBAAmB;AAC3C,iBAAK,aAAa,MAAM,aAAa;AAAA,UACvC,WAAW,MAAM,SAAS,UAAU,KAAK,SAAS,gBAAgB;AAChE,sBAAU,MAAM,IAAI;AAAA,UACtB;AACA;AAAA,QACF;AAAA,QAEA,KAAK,aAAa;AAChB,gBAAM,OAAO,MAAM,MAAM,KAAK;AAC9B,cAAI,MAAM,SAAS,UAAW,aAAY,KAAK;AAC/C,cAAI,MAAM,SAAS,mBAAmB,CAAC,KAAK,MAAM,CAAC,KAAK,KAAM;AAE9D,uBAAa;AACb,cAAI,UAAW,MAAK,WAAW,IAAI,KAAK,IAAI,SAAS;AACrD,gBAAM,SAAS,MAAM,KAAK,YAAY;AAAA,YACpC,MAAM;AAAA,YACN,YAAY,KAAK;AAAA,YACjB,UAAU,KAAK;AAAA,YACf,YAAY,KAAK,aAAa;AAAA,UAChC,CAAC;AACD,cAAI,OAAO,WAAY,cAAa;AACpC;AAAA,QACF;AAAA,QAEA,KAAK;AACH,gBAAM,IAAI,MAAM,MAAM,OAAO,WAAW,mBAAmB;AAAA,QAE7D;AACE;AAAA,MACJ;AAAA,IACF;AAEA,WAAO,EAAE,YAAY,WAAW;AAAA,EAClC;AAAA,EAEQ,aAAa,QAAgB;AACnC,QAAI,CAAC,OAAQ;AACb,UAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,MAAM;AACjD,SAAK,oBAAoB,SAAS,QAAQ;AAAA,EAC5C;AAAA,EAEQ,yBAAiC;AACvC,WAAO,KAAK,aACT;AAAA,MAAQ,CAAC,YACR,QAAQ,SAAS,WAAW,CAAC,QAAQ,OAAO,IAAI,CAAC;AAAA,IACnD,EACC,KAAK,MAAM;AAAA,EAChB;AAAA,EAEQ,aAAoB;AAC1B,UAAM,QAAQ,KAAK,aAAa,QAAQ,CAAC,YAAmB;AAC1D,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnD;AAAA,UACF;AAAA,QACF,KAAK,aAAa;AAChB,gBAAM,YAAY,KAAK,WAAW,IAAI,QAAQ,UAAU;AACxD,iBAAO;AAAA,YACL,GAAI,YAAY,CAAC,EAAE,MAAM,WAAW,UAAU,CAAC,IAAI,CAAC;AAAA,YACpD;AAAA,cACE,MAAM;AAAA,cACN,IAAI,QAAQ;AAAA,cACZ,MAAM,QAAQ;AAAA,cACd,WAAW,eAAe,QAAQ,UAAU;AAAA,YAC9C;AAAA,UACF;AAAA,QACF;AAAA,QACA,KAAK;AACH,iBAAO;AAAA,YACL;AAAA,cACE,MAAM;AAAA,cACN,SAAS,QAAQ;AAAA,cACjB,MAAM,QAAQ;AAAA,cACd,QAAQ,CAAC,EAAE,MAAM,QAAQ,MAAM,QAAQ,OAAO,CAAC;AAAA,YACjD;AAAA,UACF;AAAA,QACF;AACE,iBAAO,CAAC;AAAA,MACZ;AAAA,IACF,CAAC;AAGD,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,KAAK;AAAA,QACT,MAAM;AAAA,QACN,SAAS,CAAC,EAAE,MAAM,QAAQ,MAAM,qBAAqB,CAAC;AAAA,MACxD,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,aAAgC;AACtC,QAAI,KAAK,MAAM,WAAW,EAAG,QAAO;AACpC,WAAO,KAAK,MAAM,IAAI,CAAC,SAAS;AAE9B,YAAM,EAAE,SAAS,GAAG,WAAW,IAAI;AAAA,QACjC,KAAK,eAAe,EAAE,OAAO;AAAA,MAC/B;AACA,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAGA,SAAS,MAAM,IAAY,QAAoC;AAC7D,SAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,UAAM,OAAO,MAAM;AACjB,mBAAa,KAAK;AAClB,aAAO,oBAAoB,SAAS,IAAI;AACxC,cAAQ;AAAA,IACV;AACA,UAAM,QAAQ,WAAW,MAAM,EAAE;AACjC,WAAO,iBAAiB,SAAS,IAAI;AAAA,EACvC,CAAC;AACH;AAEA,SAAS,eAAe,YAA6B;AACnD,MAAI;AACF,WAAO,KAAK,MAAM,UAAU;AAAA,EAC9B,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;;;AEhWA,SAAoB,eAAAA,oBAAmB;AACvC,SAAS,kBAAmC;AAgDrC,SAAS,KACd,cACA,UACoB;AACpB,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA,UAAU,YAAY;AAAA,MACpB,kBAAkB,SAAS;AAAA,MAC3B,mBAAmB,SAAS;AAAA,IAC9B;AAAA,EACF;AACF;AAOO,SAAS,OACd,cACA,UACyB;AACzB,SAAO,EAAE,MAAM,UAAU,cAAc,SAAS;AAClD;AAOO,SAAS,MACd,cACA,QACqB;AACrB,SAAO,EAAE,MAAM,SAAS,cAAc,UAAU,OAAO;AACzD;AAmEA,IAAMC,iBAAgB;AACtB,IAAM,kBAAkB;AACxB,IAAMC,eAAc;AAEb,IAAM,mBAAN,cAA0D,WAE/D;AAAA,EAGA,YAAoB,SAAqC;AACvD,UAAM;AADY;AAElB,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAIF,aAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA,EAEA,MAAgB,SACd,OACA,QACkC;AAClC,UAAM,EAAE,WAAW,OAAO,QAAQ,IAAI,KAAK;AAC3C,UAAM,QAAQ,OAAO,cAAc,aAAa,UAAU,KAAK,IAAI;AAEnE,UAAM,WAAW,MAAM,KAAK,MAAM,UAAU;AAAA,MAC1C;AAAA,QACE,OAAO,SAASC;AAAA,QAChB,OAAO,KAAK,WAAW,KAAK;AAAA,QAC5B,WAAW;AAAA;AAAA,QAEX,aAAaC;AAAA,MACf;AAAA,MACA;AAAA;AAAA,QAEE,QAAQ,YAAY,IAAI;AAAA,UACtB;AAAA,UACA,YAAY,QAAQ,WAAW,eAAe;AAAA,QAChD,CAAC;AAAA,QACD,SAAS,EAAE,UAAU,OAAO;AAAA,MAC9B;AAAA,IACF;AAGA,UAAM,UAAU,SAAS,iBAAiB;AAC1C,QAAI,SAAS;AACX,YAAM,UAAU,SAAS,iBAAiB;AAC1C,YAAM,IAAI;AAAA,QACR,4BAA4B,OAAO,IAAI,UAAU,KAAK,OAAO,KAAK,EAAE;AAAA,MACtE;AAAA,IACF;AAEA,WAAO;AAAA,MACL,SAAS,SAAS,WAAW,CAAC;AAAA,MAC9B,OAAO,SAAS;AAAA,IAClB;AAAA,EACF;AAAA,EAEQ,WAAW,OAAwB;AACzC,QAAI,KAAK,QAAQ,MAAO,QAAO,KAAK,QAAQ,MAAM,KAAK;AACvD,WAAO,OAAO,UAAU,WAAW,QAAQ,KAAK,UAAU,KAAK;AAAA,EACjE;AACF;;;ACrNA;AAAA,EAGE;AAAA,OAEK;AAEP,SAAS,gBAAAC,qBAAoB;;;ACP7B;AAAA,EACE;AAAA,OAGK;AACP,SAAS,oBAAoB;AAoC7B,IAAM,MACJ;AACF,IAAM,cAAc;AACpB,IAAM,eAAgB,cAAc,IAAK;AAElC,IAAM,aAAN,cAAyB,aAA+B;AAAA,EAc7D,YACE,SACiB,YACA,KACjB;AACA,UAAM;AAHW;AACA;AAdnB;AAAA,SAAQ,UAAiB,CAAC;AAG1B;AAAA,SAAQ,qBAAqB;AAC7B,SAAQ,cAAc;AAGtB;AAAA;AAAA,SAAQ,oBAAoB;AAyE5B;AAAA,SAAQ,YAAyC;AAAA,MAC/C,OAAO,CAAC,WAAW;AACjB,cAAM,QAAQ,KAAK,WAAW;AAC9B,aAAK,QAAQ;AACb,eAAO,KAAK,KAAK,UAAU,KAAK,CAAC;AAAA,MACnC;AAAA,MACA,MAAM,CAAC,SAAS,CAAC,CAAC,aAAa,KAAK,SAAS,CAAC,GAAG;AAAA,IACnD;AAEA,SAAQ,SAAS,MAAM;AACrB,WAAK,IAAI,eAAe;AACxB,WAAK,oBAAoB;AACzB,WAAK,KAAK,SAAS,KAAK,KAAK;AAC7B,WAAK,MAAM;AAAA,IACb;AAEA,SAAQ,YAAY,CAAC,SAAkB;AACrC,YAAM,UAAU,aAAa,KAAK,SAAS,CAAC;AAC5C,UAAI,QAAS,MAAK,KAAK,WAAW,OAAO;AAAA,IAC3C;AAEA,SAAQ,iBAAiB,CAAC,WAAqC;AAE7D,UAAI,WAAW,OAAQ,MAAK,oBAAoB;AAChD,UAAI,WAAW,gBAAgB;AAC7B,aAAK,KAAK,gBAAgB,EAAE,KAAK,iBAAiB;AAAA,MACpD;AAAA,IACF;AAEA,SAAQ,WAAW,MAAM;AACvB,WAAK,aAAa;AAClB,WAAK,KAAK,QAAQ;AAAA,IACpB;AA/FE,SAAK,SAAS,IAAI,mBAAmB;AAAA,MACnC,KAAK,GAAG,GAAG,QAAQ,mBAAmB,QAAQ,MAAM,CAAC;AAAA,MACrD,mBAAmB,QAAQ;AAAA,MAC3B,YAAY,QAAQ;AAAA,MACpB,UAAU,QAAQ;AAAA,MAClB,WAAW,KAAK;AAAA,MAChB;AAAA,IACF,CAAC;AACD,SAAK,OAAO,GAAG,QAAQ,KAAK,MAAM;AAClC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,KAAK,QAAQ;AAAA,EACxC;AAAA;AAAA,EAGA,IAAI,cAAuB;AACzB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEA,UAAU;AACR,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,KAAK,SAAc;AACjB,UAAM,SAAS,KAAK,OAAO;AAC3B,QAAI,WAAW,YAAY,WAAW,YAAa;AACnD,SAAK,QAAQ,KAAK,OAAO;AACzB,SAAK,MAAM;AAAA,EACb;AAAA;AAAA,EAGA,UAAU,SAAc;AACtB,SAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,EAC1C;AAAA;AAAA,EAGA,eAAe;AACb,SAAK,UAAU,CAAC;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,QAAQ;AACN,SAAK,IAAI,yBAAyB;AAClC,SAAK,oBAAoB;AACzB,SAAK,oBAAoB;AACzB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,UAAU;AACR,SAAK,aAAa;AAClB,SAAK,OAAO,QAAQ;AACpB,SAAK,mBAAmB;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EA6CQ,QAAQ;AACd,WAAO,KAAK,QAAQ,SAAS,KAAK,CAAC,KAAK,gBAAgB;AACtD,UAAI,CAAC,KAAK,OAAO,OAAQ;AACzB,YAAM,UAAU,KAAK,QAAQ,CAAC;AAC9B,YAAM,QAAQ,QAAQ;AAEtB,UAAI,OAAO,aAAa;AACtB,cAAM,MAAM,KAAK,qBAAqB,KAAK,cAAc,KAAK,IAAI;AAClE,YAAI,MAAM,GAAG;AACX,eAAK,iBAAiB,WAAW,MAAM;AACrC,iBAAK,iBAAiB;AACtB,iBAAK,MAAM;AAAA,UACb,GAAG,GAAG;AACN;AAAA,QACF;AAAA,MACF,WAAW,OAAO,eAAe;AAC/B,aAAK,qBAAqB;AAC1B,aAAK,cAAc;AAAA,MACrB,WAAW,OAAO,OAAO;AACvB,YAAI,KAAK,gBAAgB,EAAG,MAAK,qBAAqB,KAAK,IAAI;AAC/D,aAAK,eACH,OAAO,WAAW,MAAM,MAAM,MAAM,QAAQ,IAAI;AAAA,MACpD;AAEA,WAAK,QAAQ,MAAM;AACnB,WAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IAC1C;AAAA,EACF;AAAA,EAEQ,sBAAsB;AAC5B,QAAI,CAAC,KAAK,eAAgB;AAC1B,iBAAa,KAAK,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,SAAS,aAAa,MAAmB;AACvC,MAAI;AACF,WAAO,KAAK,MAAM,IAAI;AAAA,EACxB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;;;ADpLA,IAAMC,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,4BAA4B;AAElC,IAAM,yBAAyB;AAqB/B,SAAS,eAA0B;AACjC,SAAO,EAAE,SAAS,GAAG,mBAAmB,MAAM;AAChD;AAGA,IAAMC,wBACJ;AAEK,IAAM,aAAN,cAAyB,SAA4B;AAAA,EAgC1D,YAAY,SAA4B;AACtC,UAAM,OAAO;AAlBf,SAAQ,gBAAgB;AAKxB,SAAQ,YAAY;AAEpB,SAAQ,qBAAqB;AAE7B;AAAA,SAAQ,uBAAuB;AAE/B;AAAA,SAAQ,qBAAqB,oBAAI,IAAY;AAG7C;AAAA;AAAA,SAAQ,UAAU;AAClB,SAAQ,YAAY,aAAa;AA2KjC,SAAQ,UAAU,CAAC,UAAe;AAChC,YAAM,UAAU,CAAC,CAAC,OAAO,OAAO,mBAAmB;AAGnD,UAAI,KAAK,iBAAiB,CAAC,SAAS;AAClC,aAAK,kBAAkB;AACvB,cAAM,QAAQ,KAAK,aAAa;AAAA,UAAQ,CAAC,YACvC,QAAQ,SAAS,UAAU,QAAQ,SAAS,cACxC;AAAA,YACE;AAAA,cACE,MAAM,QAAQ,SAAS,cAAc,UAAU;AAAA,cAC/C,OAAO,CAAC,EAAE,MAAM,QAAQ,QAAQ,CAAC;AAAA,YACnC;AAAA,UACF,IACA,CAAC;AAAA,QACP;AACA,YAAI,MAAM,SAAS,GAAG;AACpB,eAAK,OAAO,UAAU,EAAE,eAAe,EAAE,OAAO,cAAc,MAAM,EAAE,CAAC;AAAA,QACzE;AAAA,MACF;AACA,WAAK,gBAAgB;AACrB,WAAK,YAAY;AAAA,IACnB;AAEA,SAAQ,iBAAiB,CAAC,YAAoB;AAE5C,UAAI,UAAU,EAAG,MAAK,mBAAmB;AAGzC,UAAI,CAAC,KAAK,kBAAkB;AAC1B,aAAK,OAAO,aAAa;AACzB,aAAK,kBAAkB;AAAA,MACzB;AAGA,WAAK,UAAU,oBAAoB;AACnC,WAAK,qBAAqB;AAC1B,WAAK,UAAU;AAAA,IACjB;AA2BA,SAAQ,YAAY,CAAC,YAAiB;AACpC,UAAI,QAAQ,eAAe;AACzB,aAAK,gBAAgB,QAAQ,aAAa;AAAA,MAC5C;AAEA,UAAI,QAAQ,UAAU;AACpB,mBAAW,QAAQ,QAAQ,SAAS,iBAAiB,CAAC,GAAG;AACvD,eAAK,WAAW,IAAI;AAAA,QACtB;AAAA,MACF;AAEA,UAAI,QAAQ,sBAAsB;AAChC,mBAAW,MAAM,QAAQ,qBAAqB,OAAO,CAAC,GAAG;AACvD,eAAK,mBAAmB,IAAI,EAAE;AAAA,QAChC;AAAA,MACF;AAEA,UAAI,QAAQ,yBAAyB;AACnC,cAAM,EAAE,WAAW,UAAU,IAAI,QAAQ;AACzC,YAAI,aAAa,UAAW,MAAK,mBAAmB;AAAA,MACtD;AAEA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,aAAK,YAAY;AACjB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAnQE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,SAAS,KAAK,OAAO;AACpC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,MAAM,KAAK,KAAK,QAAQ,CAAC;AAClD,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EArCA,OAAO,WAAW,SAGU;AAC1B,WAAO,iBAAiB,QAAQ,OAAO;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA;AAAA,EAsCA,SAAS;AACP,UAAM,OAAO;AACb,SAAK,eAAe;AAAA,EACtB;AAAA,EAEA,UAAU;AAER,UAAM,QAAQ;AACd,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEU,WAAW;AACnB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AAAA,EACpD;AAAA,EAEU,YAAY,OAAe;AACnC,SAAK,KAAK;AAAA,MACR,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBD,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEU,YAAY;AACpB,SAAK,qBAAqB;AAC1B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,YAAY;AAGpB,SAAK,uBAAuB;AAC5B,SAAK,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAAA,EAClD;AAAA,EAEU,WAAW;AACnB,SAAK,aAAaC,qBAAoB;AAAA,EACxC;AAAA,EAEU,UAAU,MAAc;AAChC,SAAK;AAAA,MACH,oEAAoE,IAAI;AAAA,IAC1E;AAAA,EACF;AAAA,EAEA,IAAI,aAAa;AACf,WAAO;AAAA,EACT;AAAA,EAEU,eAAe;AAAA,EAGzB;AAAA,EAEA,IAAc,SAAS;AACrB,WAAO,MAAM,UAAU,KAAK,UAAU,YAAY;AAAA,EACpD;AAAA,EAEU,cAAc;AACtB,QAAI,KAAK,eAAe;AACtB,WAAK,IAAI,+DAA+D;AAAA,IAC1E;AAAA,EACF;AAAA,EAEU,cAAc,MAAuC,MAAc;AAE3E,QACE,CAAC,KAAK,OAAO,eACb,KAAK,iBACL,CAAC,KAAK;AAEN;AACF,SAAK,KAAK,KAAK,eAAe,MAAM,MAAM,KAAK,CAAC;AAAA,EAClD;AAAA,EAEQ,aAAa,MAAc;AACjC,SAAK,KAAK,KAAK,eAAe,QAAQ,MAAM,IAAI,CAAC;AAAA,EACnD;AAAA,EAEQ,eACN,MACA,MACA,cACA;AACA,WAAO;AAAA,MACL,eAAe;AAAA,QACb,OAAO;AAAA,UACL;AAAA,YACE,MAAM,SAAS,cAAc,UAAU;AAAA,YACvC,OAAO,CAAC,EAAE,KAAK,CAAC;AAAA,UAClB;AAAA,QACF;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,KAAK,SAAc;AACzB,SAAK,OAAO,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEQ,aAAa;AACnB,UAAM,uBAAuB,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MACrD,MAAM,KAAK;AAAA,MACX,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,cACL,EAAE,sBAAsBC,cAAa,KAAK,WAAW,EAAE,IACvD,CAAC;AAAA,IACP,EAAE;AAEF,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASH,cAAa;AAAA,QACpD,kBAAkB;AAAA,UAChB,oBAAoB,CAAC,OAAO;AAAA,UAC5B,GAAI,KAAK,QAAQ,gBACb,EAAE,gBAAgB,EAAE,eAAe,KAAK,QAAQ,cAAc,EAAE,IAChE,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,QACb;AAAA,YACE,cAAc;AAAA,cACZ,aAAa;AAAA,gBACX,qBAAqB,EAAE,WAAW,KAAK,QAAQ,MAAM;AAAA,cACvD;AAAA,YACF;AAAA,UACF,IACA,CAAC;AAAA,QACP;AAAA,QACA,mBAAmB,EAAE,OAAO,CAAC,EAAE,MAAM,KAAK,QAAQ,aAAa,CAAC,EAAE;AAAA,QAClE,GAAI,qBAAqB,SAAS,IAC9B,EAAE,OAAO,CAAC,EAAE,qBAAqB,CAAC,EAAE,IACpC,CAAC;AAAA;AAAA,QAEL,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,QACA,yBAAyB,CAAC;AAAA,QAC1B,0BAA0B,CAAC;AAAA,QAC3B,mBAAmB,KAAK,mBACpB,EAAE,QAAQ,KAAK,iBAAiB,IAChC,CAAC;AAAA;AAAA,QAEL,0BAA0B,EAAE,eAAe,CAAC,EAAE;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EA2CQ,oBAAoB;AAC1B,SAAK;AACL,SAAK,eAAe;AACpB,SAAK,mBAAmB,MAAM;AAC9B,SAAK,uBAAuB;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOQ,iBAAiB;AACvB,QAAI,KAAK,UAAU,SAAU,cAAa,KAAK,UAAU,QAAQ;AACjE,SAAK,YAAY,aAAa;AAAA,EAChC;AAAA;AAAA,EAGQ,mBAAmB;AACzB,QAAI,CAAC,KAAK,aAAa,CAAC,KAAK,UAAU,CAAC,KAAK,iBAAkB;AAC/D,SAAK,YAAY;AACjB,SAAK,OAAO,MAAM;AAAA,EACpB;AAAA,EA+BQ,gBAAgB,SAAc;AACpC,QAAI,QAAQ,oBAAoB,QAAQ,CAAC,KAAK,sBAAsB;AAClE,WAAK,kBAAkB,QAAQ,mBAAmB,IAAI;AAAA,IACxD;AAEA,eAAW,QAAQ,QAAQ,WAAW,SAAS,CAAC,GAAG;AACjD,YAAM,OAAO,KAAK,YAAY;AAC9B,UAAI,CAAC,KAAM;AACX,WAAK,cAAc;AACnB,YAAM,SAAS,OAAO,KAAK,MAAM,QAAQ;AACzC,UAAI,OAAO,SAAS,EAAG,MAAK,UAAU,MAAM;AAAA,IAC9C;AAEA,QAAI,QAAQ,qBAAqB,MAAM;AACrC,WAAK,cAAc;AACnB,WAAK,oBAAoB,QAAQ,oBAAoB,IAAI;AAAA,IAC3D;AAEA,QAAI,QAAQ,aAAa;AACvB,WAAK,IAAI,aAAa;AAAA,IACxB;AAEA,QAAI,QAAQ,oBAAoB;AAC9B,WAAK,qBAAqB;AAAA,IAC5B;AAEA,QAAI,QAAQ,cAAc;AACxB,WAAK,qBAAqB;AAC1B,UAAI,KAAK,UAAU,UAAU,KAAK,KAAK,UAAU,UAAU;AACzD,aAAK,UAAU,oBAAoB;AAAA,MACrC,OAAO;AACL,aAAK,UAAU;AACf,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAgB;AACtB,SAAK,qBAAqB;AAE1B,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,UAAU;AAClB,mBAAa,MAAM,QAAQ;AAC3B,YAAM,WAAW;AACjB,YAAM,oBAAoB;AAAA,IAC5B;AAAA,EACF;AAAA;AAAA,EAGQ,oBAAoB;AAC1B,UAAM,QAAQ,KAAK;AACnB,QAAI,CAAC,MAAM,kBAAmB;AAC9B,QAAI,MAAM,UAAU,KAAK,MAAM,SAAU;AACzC,UAAM,oBAAoB;AAC1B,SAAK,UAAU;AACf,SAAK,iBAAiB;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,uBAAuB;AAC7B,QAAI,KAAK,mBAAoB;AAC7B,SAAK,qBAAqB;AAC1B,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,MAAc,WAAW,MAAgD;AAEvE,SAAK,qBAAqB;AAC1B,UAAM,WAAwC;AAAA,MAC5C,MAAM;AAAA,MACN,YAAY,KAAK;AAAA,MACjB,UAAU,KAAK;AAAA,MACf,YAAY,KAAK,UAAU,KAAK,QAAQ,CAAC,CAAC;AAAA,IAC5C;AACA,UAAM,QAAQ,KAAK;AACnB,UAAM,UAAU,KAAK;AACrB,UAAM;AACN,QAAI;AACJ,QAAI;AACF,eAAS,MAAM,KAAK,QAAQ,QAAQ;AAAA,IACtC,UAAE;AACA,YAAM;AAAA,IACR;AAGA,QAAI,YAAY,KAAK,QAAS;AAC9B,QAAI,KAAK,mBAAmB,OAAO,KAAK,EAAE,GAAG;AAC3C,WAAK,kBAAkB;AACvB;AAAA,IACF;AAGA,UAAM,cAAc,UAAU,KAAK;AACnC,UAAM,SAAS,OAAO,cAAc;AACpC,SAAK,KAAK;AAAA,MACR,cAAc;AAAA,QACZ,mBAAmB;AAAA,UACjB;AAAA,YACE,IAAI,KAAK;AAAA,YACT,MAAM,KAAK;AAAA,YACX,UAAU;AAAA,cACR,QAAQ,OAAO,UAAU;AAAA;AAAA,cAEzB,YAAY,SAAS,WAAW;AAAA,YAClC;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,CAAC;AAED,QAAI,YAAa;AACjB,QAAI,CAAC,OAAO,YAAY;AACtB,UAAI,MAAM,SAAU,cAAa,MAAM,QAAQ;AAC/C,YAAM,WAAW,WAAW,MAAM;AAChC,cAAM,WAAW;AACjB,aAAK,IAAI,oCAAoC;AAC7C,aAAK,kBAAkB;AAAA,MACzB,GAAG,sBAAsB;AAAA,IAC3B,OAAO;AACL,WAAK,kBAAkB;AAAA,IACzB;AAAA,EACF;AACF;;;AEteA,SAAuB,WAAW;AA+BlC,IAAMI,iBAAgB;AACtB,IAAMC,eAAc;AACpB,IAAM,gCAAgC;AAsB/B,IAAM,YAAN,cAAwB,IAAI;AAAA,EAuBjC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAP7B;AAAA,SAAQ,YAAY;AAKpB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAA0B,CAAC;AA+InC,SAAQ,UAAU,MAAM;AACtB,WAAK,YAAY;AAAA,IACnB;AAEA,SAAQ,YAAY,CAAC,YAAiB;AACpC,YAAM,UAAU,QAAQ;AACxB,YAAM,YAAY,KAAK,WAAW,CAAC;AACnC,UAAI,SAAS,oBAAoB,QAAQ,WAAW;AAClD,kBAAU,cAAc,QAAQ,mBAAmB;AAAA,MACrD;AACA,UAAI,SAAS,sBAAsB,WAAW;AAC5C,YAAI,UAAU,UAAU,QAAS,MAAK,KAAK,SAAS;AACpD,YAAI,UAAU,UAAU,QAAS,MAAK,OAAO,SAAS;AAAA,MACxD;AAGA,UAAI,QAAQ,QAAQ;AAClB,aAAK,IAAI,wBAAwB,QAAQ,OAAO,QAAQ;AACxD,aAAK,YAAY;AACjB,aAAK,iBAAiB;AAAA,MACxB;AAAA,IACF;AAEA,SAAQ,iBAAiB,MAAM;AAE7B,WAAK,YAAY;AACjB,WAAK,OAAO,aAAa;AAEzB,iBAAW,aAAa,KAAK,YAAY;AACvC,YAAI,UAAU,UAAU,QAAS,MAAK,OAAO,SAAS;AAAA,MACxD;AACA,iBAAW,aAAa,KAAK,YAAY;AACvC,YAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,kBAAU,UAAU;AACpB,kBAAU,OAAO;AACjB,kBAAU,aAAa;AAAA,MACzB;AACA,WAAK,UAAU;AAAA,IACjB;AAEA,SAAQ,WAAW,MAAM;AAEvB,YAAM,SAAS,KAAK,WACjB,OAAO,CAAC,cAAc,UAAU,UAAU,OAAO,EACjD,QAAQ,CAAC,cAAc,UAAU,MAAM;AAC1C,WAAK,eAAe;AACpB,WAAK,KAAK,UAAU,MAAM;AAAA,IAC5B;AA1LE,SAAK,SAAS,IAAI;AAAA,MAChB;AAAA,MACA,MAAM,KAAK,WAAW;AAAA,MACtB,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IACrC;AACA,SAAK,OAAO,GAAG,SAAS,KAAK,OAAO;AACpC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,gBAAgB,KAAK,cAAc;AAClD,SAAK,OAAO,GAAG,UAAU,KAAK,QAAQ;AACtC,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EA5BA,OAAO,WAAW,SAGU;AAC1B,WAAO,iBAAiB,OAAO,OAAO;AAAA,EACxC;AAAA,EAyBA,WAAW,aAAuB;AAEhC,QAAI;AAEJ,gBAAY,GAAG,QAAQ,CAAC,UAAkB;AACxC,UAAI,CAAC,UAAW,aAAY,KAAK,cAAc;AAE/C,UAAI,UAAU,UAAU,OAAQ;AAChC,gBAAU,OAAO,KAAK,KAAK;AAC3B,UAAI,UAAU,KAAM,MAAK,UAAU,KAAK;AAAA,IAC1C,CAAC;AAED,gBAAY,GAAG,OAAO,MAAM;AAC1B,UAAI,WAAW,UAAU,OAAQ,MAAK,aAAa,SAAS;AAAA,IAC9D,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,eAAe;AACpB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEQ,aAAa;AACnB,WAAO;AAAA,MACL,OAAO;AAAA,QACL,OAAO,UAAU,KAAK,QAAQ,SAASD,cAAa;AAAA,QACpD,kBAAkB,EAAE,oBAAoB,CAAC,MAAM,EAAE;AAAA,QACjD,yBAAyB;AAAA,UACvB,eAAe,KAAK,QAAQ,WAAW,CAAC,KAAK,QAAQ,QAAQ,IAAI,CAAC;AAAA,UAClE,GAAI,KAAK,QAAQ,YAAY,SACzB,EAAE,kBAAkB,KAAK,QAAQ,WAAW,IAC5C,CAAC;AAAA,UACL,GAAI,KAAK,QAAQ,OAAO,EAAE,MAAM,KAAK,QAAQ,KAAK,IAAI,CAAC;AAAA,QACzD;AAAA;AAAA,QAEA,qBAAqB;AAAA,UACnB,4BAA4B,EAAE,UAAU,KAAK;AAAA,QAC/C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAA2B;AAEjC,UAAM,OAAO,KAAK,WAAW,KAAK,WAAW,SAAS,CAAC;AACvD,QAAI,MAAM,UAAU,OAAQ,MAAK,aAAa,IAAI;AAClD,UAAM,YAAuB;AAAA,MAC3B,OAAO;AAAA,MACP,MAAM;AAAA,MACN,QAAQ,CAAC;AAAA,MACT,YAAY;AAAA,IACd;AACA,SAAK,WAAW,KAAK,SAAS;AAC9B,SAAK,UAAU;AACf,WAAO;AAAA,EACT;AAAA,EAEQ,aAAa,WAAsB;AACzC,cAAU,QAAQ;AAClB,QAAI,UAAU,KAAM,MAAK,QAAQ,SAAS;AAAA,EAC5C;AAAA;AAAA,EAGQ,YAAY;AAClB,UAAM,YAAY,KAAK,WAAW,CAAC;AACnC,QAAI,CAAC,aAAa,UAAU,KAAM;AAClC,cAAU,OAAO;AACjB,SAAK,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,CAAC,EAAE,EAAE,CAAC;AACzD,cAAU,OAAO,QAAQ,CAAC,UAAU,KAAK,UAAU,KAAK,CAAC;AACzD,QAAI,UAAU,UAAU,QAAS,MAAK,QAAQ,SAAS;AAAA,EACzD;AAAA,EAEQ,QAAQ,WAAsB;AACpC,SAAK,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,CAAC,EAAE,EAAE,CAAC;AAIvD,cAAU,UAAU,WAAW,MAAM;AACnC,gBAAU,UAAU;AACpB,WAAK,IAAI,uBAAuB;AAChC,WAAK,KAAK,SAAS;AAAA,IACrB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,EACvE;AAAA,EAEQ,UAAU,OAAe;AAC/B,SAAK,OAAO,KAAK;AAAA,MACf,eAAe;AAAA,QACb,OAAO;AAAA,UACL,UAAU,kBAAkBC,YAAW;AAAA,UACvC,MAAM,MAAM,SAAS,QAAQ;AAAA,QAC/B;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,KAAK,WAAsB;AACjC,QAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,cAAU,QAAQ;AAClB,UAAM,aAAa,UAAU,WAAW,KAAK;AAC7C,SAAK,IAAI,gBAAgB,UAAU,GAAG;AACtC,SAAK,KAAK,cAAc,UAAU;AAClC,cAAU,UAAU;AAAA,MAClB,MAAM,KAAK,OAAO,SAAS;AAAA,MAC3B,KAAK,QAAQ,wBAAwB;AAAA,IACvC;AAAA,EACF;AAAA,EAEQ,OAAO,WAAsB;AACnC,QAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AACrD,cAAU,UAAU;AACpB,SAAK,aAAa,KAAK,WAAW,OAAO,CAAC,UAAU,UAAU,SAAS;AACvE,SAAK,iBAAiB;AACtB,SAAK,UAAU;AAAA,EACjB;AAAA;AAAA,EAGQ,mBAAmB;AACzB,QAAI,CAAC,KAAK,aAAa,KAAK,WAAW,SAAS,EAAG;AACnD,SAAK,YAAY;AACjB,SAAK,OAAO,MAAM;AAAA,EACpB;AAAA,EAmDQ,iBAAiB;AACvB,eAAW,aAAa,KAAK,YAAY;AACvC,UAAI,UAAU,QAAS,cAAa,UAAU,OAAO;AAErD,UAAI,UAAU,UAAU,OAAQ,WAAU,QAAQ;AAAA,IACpD;AACA,SAAK,aAAa,CAAC;AAAA,EACrB;AACF;;;ACpRA,SAAS,eAAAC,oBAAmB;AAC5B,SAAqC,mBAAmB;AAyBxD,IAAMC,iBAAgB;AAGtB,IAAMC,eAAc;AACpB,IAAM,gBAAgB;AACtB,IAAM,qBAAqB;AAC3B,IAAM,oBAAoB;AAI1B,IAAM,SAAqD;AAAA,EACzD,CAAC,UAAU,UAAU,QAAQ;AAAA,EAC7B,CAAC,QAAQ,UAAU,MAAM;AAAA,EACzB,CAAC,UAAU,eAAe,MAAM;AAAA,EAChC,CAAC,QAAQ,QAAQ,QAAQ;AAAA,EACzB,CAAC,UAAU,aAAa,MAAM;AAAA,EAC9B,CAAC,QAAQ,YAAY,QAAQ;AAAA,EAC7B,CAAC,QAAQ,QAAQ,MAAM;AAAA,EACvB,CAAC,SAAS,UAAU,QAAQ;AAAA,EAC5B,CAAC,cAAc,cAAc,QAAQ;AAAA,EACrC,CAAC,aAAa,UAAU,QAAQ;AAAA,EAChC,CAAC,WAAW,UAAU,QAAQ;AAAA,EAC9B,CAAC,aAAa,WAAW,MAAM;AAAA,EAC/B,CAAC,WAAW,SAAS,MAAM;AAAA,EAC3B,CAAC,WAAW,cAAc,MAAM;AAAA,EAChC,CAAC,WAAW,UAAU,MAAM;AAAA,EAC5B,CAAC,WAAW,UAAU,QAAQ;AAAA,EAC9B,CAAC,WAAW,SAAS,QAAQ;AAAA,EAC7B,CAAC,WAAW,YAAY,MAAM;AAAA,EAC9B,CAAC,cAAc,eAAe,MAAM;AAAA,EACpC,CAAC,YAAY,QAAQ,QAAQ;AAAA,EAC7B,CAAC,WAAW,QAAQ,MAAM;AAAA,EAC1B,CAAC,WAAW,QAAQ,MAAM;AAAA,EAC1B,CAAC,UAAU,UAAU,QAAQ;AAAA,EAC7B,CAAC,eAAe,WAAW,QAAQ;AAAA,EACnC,CAAC,UAAU,YAAY,MAAM;AAAA,EAC7B,CAAC,iBAAiB,UAAU,MAAM;AAAA,EAClC,CAAC,gBAAgB,UAAU,QAAQ;AAAA,EACnC,CAAC,aAAa,UAAU,MAAM;AAAA,EAC9B,CAAC,cAAc,iBAAiB,MAAM;AAAA,EACtC,CAAC,WAAW,QAAQ,QAAQ;AAC9B;AAEO,IAAM,YAAN,cAAwB,YAAY;AAAA,EAsCzC,YAA6B,SAA2B;AACtD,UAAM;AADqB;AAN7B;AAAA,SAAQ,OAAO;AAQb,SAAK,QACH,WAAW,UACP,QAAQ,QACR,IAAIC,aAAY,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EArCA,OAAO,WAAW,SAGU;AAC1B,WAAO,iBAAiB,OAAO,OAAO;AAAA,EACxC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,aAAa,WACX,UAAiC,CAAC,GACT;AACzB,WAAO,OAAO,IAAI,CAAC,CAAC,MAAM,MAAM,MAAM,OAAO;AAAA,MAC3C,IAAI;AAAA,MACJ;AAAA,MACA;AAAA,MACA,aAAa;AAAA,IACf,EAAE;AAAA,EACJ;AAAA,EAMA,IAAI,aAAa;AACf,WAAO,KAAK;AAAA,EACd;AAAA,EAUA,MAAgB,WACd,MACA,QACoB;AACpB,UAAM,QAAQ,KAAK,QAAQ,eACvB,GAAG,KAAK,QAAQ,YAAY,KAAK,IAAI,KACrC;AACJ,UAAM,WAAW,KAAK,QAAQ,YAAY;AAE1C,aAAS,UAAU,KAAK,WAAW;AACjC,YAAM,WAAW,EAAE,SAAS,MAAM;AAClC,UAAI;AACF,cAAM,KAAK,eAAe,OAAO,QAAQ,QAAQ;AACjD,eAAO;AAAA,MACT,SAAS,OAAO;AAEd,YAAI,OAAO,WAAW,SAAS,WAAW,WAAW,UAAU;AAC7D,gBAAM;AAAA,QACR;AACA,YAAI,CAAC,UAAU,KAAK,EAAG,OAAM;AAC7B,aAAK,IAAI,oCAAoC,IAAI,GAAG;AAAA,MACtD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,eACZ,OACA,QACA,UACA;AACA,UAAM,SAAS,MAAM,KAAK,MAAM,aAAa;AAAA,MAC3C;AAAA,QACE,OAAO,KAAK,QAAQ,SAASF;AAAA,QAC7B,OAAO;AAAA,QACP,QAAQ;AAAA,QACR;AAAA,QACA,iBAAiB,EAAE,MAAM,QAAQ;AAAA,QACjC,mBAAmB;AAAA,UACjB,eAAe,CAAC,EAAE,OAAO,KAAK,QAAQ,SAAS,cAAc,CAAC;AAAA,QAChE;AAAA,QACA,aAAaC;AAAA,MACf;AAAA,MACA,EAAE,cAAc,EAAE,OAAO,EAAE;AAAA,IAC7B;AAEA,qBAAiB,SAAS,QAAQ;AAChC,UAAI,OAAO,QAAS;AACpB,UAAI,MAAM,eAAe,SAAS;AAChC,cAAM,OAAO;AAAA,UACX,IAAI,MAAM,MAAM,OAAO,WAAW,0BAA0B;AAAA,UAC5D,EAAE,MAAM,MAAM,OAAO,KAAK;AAAA,QAC5B;AAAA,MACF;AACA,UAAI,MAAM,eAAe,gBAAgB,MAAM,MAAM,SAAS,SAAS;AACrE;AAAA,MACF;AAEA,YAAM,EAAE,MAAM,YAAY,IAAI,MAAM;AAIpC,UAAI,CAAC,KAAM;AACX,WAAK,OAAO,eAAe;AAC3B,YAAM,QAAQ,OAAO,KAAK,MAAM,QAAQ;AACxC,UAAI,MAAM,SAAS,EAAG,UAAS,UAAU;AAEzC,UAAI,CAAC,KAAK,UAAU,KAAK,EAAG;AAAA,IAC9B;AAAA,EACF;AACF;AAWA,SAAS,UAAU,OAAqB;AACtC,SACE,OAAO,WAAW,OAClB,OAAO,SAAS,qBAChB,OAAO,OAAO,OAAO,SAAS,qBAC9B,OAAO,OAAO,QAAQ,EAAE,EAAE,SAAS,iBAAiB;AAExD;","names":["GoogleGenAI","DEFAULT_MODEL","API_VERSION","toJSONSchema","DEFAULT_MODEL","SAMPLE_RATE","FIRST_MESSAGE_PROMPT","toJSONSchema","DEFAULT_MODEL","SAMPLE_RATE","GoogleGenAI","DEFAULT_MODEL","API_VERSION","GoogleGenAI"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/gemini",
3
- "version": "1.1.0",
3
+ "version": "1.3.0",
4
4
  "description": "Google Gemini implementation for @micdrop/server",
5
5
  "author": "Godefroy de Compreignac",
6
6
  "license": "MIT",
@@ -12,7 +12,8 @@
12
12
  "dev": "tsup --watch",
13
13
  "clean": "rm -rf dist",
14
14
  "typecheck": "tsc --noEmit",
15
- "prepublishOnly": "npm run build"
15
+ "prepublishOnly": "npm run build",
16
+ "test": "node --import tsx --test tests/*.test.ts"
16
17
  },
17
18
  "files": [
18
19
  "dist"
@@ -36,15 +37,16 @@
36
37
  "llm",
37
38
  "stt",
38
39
  "tts",
39
- "realtime"
40
+ "realtime",
41
+ "classifier"
40
42
  ],
41
43
  "dependencies": {
42
- "@google/genai": "^2.31.0",
44
+ "@google/genai": "^3.2.0",
43
45
  "eventemitter3": "^5",
44
46
  "ws": "^8.19.0"
45
47
  },
46
48
  "peerDependencies": {
47
- "@micdrop/server": ">=2.10.0",
49
+ "@micdrop/server": ">=2.11.0",
48
50
  "zod": "^4"
49
51
  },
50
52
  "devDependencies": {