@micdrop/mistral 1.1.2 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +49 -2
- package/dist/index.d.mts +58 -20
- package/dist/index.d.ts +58 -20
- package/dist/index.js +339 -217
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +338 -217
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -2
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/MistralAgent.ts","../src/MistralSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-2602'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: a flush finalizes and resets the transcription context,\n // so start from a clean transcript for this stream, but only once it\n // carries something. Voice detection opens a stream on any noise and many\n // of them never carry a word, and clearing here rather than on entry\n // keeps those from wiping the transcript of the utterance before, whose\n // flush may still be on its way back.\n if (!started) {\n started = true\n this.transcriptDelta = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,SAAS,eAAe;AAMxB,OAAO,KAAK,oBAAoB;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,MAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,QAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,SAAS,WAAW;AAEpB,OAAO,eAAe;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAO9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,kBAAkB;AAAA,MACzB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;","names":["result","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY"]}
|
|
1
|
+
{"version":3,"sources":["../src/MistralAgent.ts","../src/MistralSTT.ts","../src/MistralTTS.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\n/** What one request produced */\ninterface StepOutcome {\n fullAnswer: string\n skipAnswer: boolean\n}\n\n/** A request that failed after writing text or running tools */\nclass StepInterruptedError extends Error {\n constructor(readonly outcome: StepOutcome) {\n super('Answer interrupted')\n }\n}\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(stream: Writable, signal: AbortSignal) {\n const maxSteps = this.options.maxSteps || DEFAULT_MAX_STEPS\n const maxRetry = this.options.maxRetry || DEFAULT_MAX_RETRY\n\n // Each step is one request. A step that only calls tools asks for another\n // one, so the LLM can answer with their results.\n for (let step = 0; step < maxSteps; step++) {\n let outcome: StepOutcome | undefined\n for (let tryCount = 0; !outcome; tryCount++) {\n try {\n outcome = await this.generateStep(stream, signal)\n } catch (error: any) {\n // An aborted request throws too, but that is the cancellation the\n // base asked for, not a failure to report\n if (signal.aborted) return\n if (error instanceof StepInterruptedError) {\n // Text already reached the stream or tools already ran: a retry\n // would say or do it again, so the step keeps what it got\n outcome = error.outcome\n break\n }\n console.error('[MistralAgent] Error:', error)\n if (tryCount >= maxRetry) {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n return\n }\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n // Cancelled during the delay: the retry would answer nobody\n if (signal.aborted) return\n }\n }\n if (signal.aborted) return\n\n if (outcome.fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(outcome.fullAnswer)\n this.addAssistantMessage(message, metadata)\n return\n }\n if (outcome.skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n return\n }\n // Query again in case of tool call\n }\n console.error('[MistralAgent] Max steps reached')\n }\n\n /**\n * Runs one request, writing its text to the stream and running its tools.\n *\n * It throws a plain error when the request failed before producing\n * anything, which can then be retried, and a {@link StepInterruptedError}\n * once something was written or done.\n */\n private async generateStep(\n stream: Writable,\n signal: AbortSignal\n ): Promise<StepOutcome> {\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n const outcome: StepOutcome = { fullAnswer: '', skipAnswer: false }\n let produced = false\n\n try {\n const result = await this.mistral.chat.stream(\n {\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n },\n { signal }\n )\n\n // Handle response events\n for await (const event of result) {\n if (signal.aborted) return outcome\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n outcome.fullAnswer += chunk\n produced = true\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = outcome.fullAnswer.indexOf(\n extractOptions.startTag\n )\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = outcome.fullAnswer\n .slice(0, startTagIndex)\n .trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n if (signal.aborted) return outcome\n produced = true\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n // The SDK hands the arguments over parsed or as JSON\n parameters:\n typeof toolCall.function.arguments === 'string'\n ? toolCall.function.arguments\n : JSON.stringify(toolCall.function.arguments),\n })\n if (result.skipAnswer) {\n outcome.skipAnswer = true\n }\n }\n }\n }\n } catch (error) {\n if (!produced || signal.aborted) throw error\n console.error('[MistralAgent] Error after a partial answer:', error)\n throw new StepInterruptedError(outcome)\n }\n return outcome\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n // Already the JSON the model wrote\n arguments: message.parameters,\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n}\n","import { ReconnectingSocket, STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport type { RawData } from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio/audio/speech-to-text/overview\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n /** How long a connection attempt may take */\n connectionTimeout?: number\n /** How long an utterance waits for its transcript once it ended */\n transcriptionTimeout?: number\n /** Delay between two connection attempts */\n retryDelay?: number\n /** How many attempts in a row may fail before `Failed` is emitted */\n maxRetry?: number\n}\n\n/**\n * Where an utterance stands.\n *\n * - `streaming`: its audio is still coming\n * - `flushing`: its audio ended and was flushed, it waits for\n * `transcription.done`\n * - `done`: its transcript was emitted, or it was dropped\n */\ntype UtteranceStatus = 'streaming' | 'flushing' | 'done'\n\n/** One audio stream given to `transcribe()`, which gets exactly one transcript */\ninterface Utterance {\n status: UtteranceStatus\n // Audio of the utterance, kept to send it again on a new session\n chunks: Buffer[]\n // Accumulated transcription.text.delta chunks of the current session\n text: string\n // Runs once the flush went out\n timeout?: ReturnType<typeof setTimeout>\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-3-0'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket: ReconnectingSocket\n // Utterances not done yet, oldest first. The server answers them in the\n // order their audio went out, so the transcript in progress is the oldest's.\n private utterances: Utterance[] = []\n // Flushes of utterances that timed out on this session, whose deltas and\n // transcription.done may still arrive and must not go to the next one. Each\n // is forgotten after another timeout, so an answer that never comes does not\n // swallow every transcript after it.\n private staleFlushes: number[] = []\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n this.socket = new ReconnectingSocket({\n url: this.getURL(),\n clientOptions: {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n },\n connectionTimeout:\n this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT,\n retryDelay: this.options.retryDelay ?? DEFAULT_RETRY_DELAY,\n maxRetry: this.options.maxRetry ?? DEFAULT_MAX_RETRY,\n // The audio format must be set before any audio is appended\n handshake: {\n start: (socket) => socket.send(this.getSessionUpdate()),\n },\n log: (...message) => this.log(...message),\n })\n this.socket.on('Open', this.onOpen)\n this.socket.on('Message', this.onMessage)\n this.socket.on('Failed', this.onFailed)\n this.socket.connect()\n }\n\n transcribe(audioStream: Readable) {\n // After giving up, a new utterance gives the connection another chance\n this.socket.connect()\n\n const utterance: Utterance = { status: 'streaming', chunks: [], text: '' }\n this.utterances.push(utterance)\n\n // Read audio stream and send to Mistral\n audioStream.on('data', (chunk: Buffer) => {\n if (utterance.status !== 'streaming') return\n utterance.chunks.push(chunk)\n // A chunk that does not go out now goes with the others once connected\n if (this.sendAudioChunk(chunk)) {\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n }\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', () => this.endUtterance(utterance))\n }\n\n destroy() {\n super.destroy()\n this.socket.destroy()\n this.utterances.forEach((utterance) => this.dropUtterance(utterance))\n this.utterances = []\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private getSessionUpdate() {\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n return JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n }\n\n // A new session knows nothing of the previous one: every pending utterance\n // is sent again in full and replays its whole transcript, so the deltas it\n // gathered start over to avoid duplicating them\n private onOpen = ({ reconnected }: { reconnected: boolean }) => {\n this.staleFlushes = []\n const pending = this.utterances.filter(\n (utterance) => utterance.chunks.length > 0\n )\n if (pending.length === 0) return\n this.log(\n reconnected ? 'Sending audio chunks again' : 'Sending queued audio chunks'\n )\n for (const utterance of pending) {\n utterance.text = ''\n utterance.chunks.forEach((chunk) => this.sendAudioChunk(chunk))\n if (utterance.status === 'flushing') this.flushAudio(utterance)\n }\n }\n\n private onMessage = (data: RawData) => {\n let message: any\n try {\n message = JSON.parse(data.toString())\n } catch {\n this.log('Ignoring a message that is not JSON')\n return\n }\n\n switch (message.type) {\n case 'transcription.text.delta': {\n if (typeof message.text !== 'string') break\n this.log(`Received transcript delta: \"${message.text}\"`)\n // Deltas of an utterance that timed out are dropped with it\n if (this.hasStaleFlush()) break\n const utterance = this.utterances[0]\n if (utterance) utterance.text += message.text\n break\n }\n\n case 'transcription.done': {\n // The answer to a flush whose utterance already timed out\n if (this.hasStaleFlush()) {\n this.staleFlushes.shift()\n this.log('Ignoring the transcript of a timed out utterance')\n break\n }\n const utterance = this.utterances[0]\n // Only a flush finalizes a transcript: one that was not asked for\n // leaves the utterance in progress alone\n if (utterance?.status !== 'flushing') {\n this.log('Ignoring an unexpected transcription.done')\n break\n }\n const transcript =\n typeof message.text === 'string' ? message.text : utterance.text\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.complete(utterance, transcript)\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private onFailed = () => {\n // Every pending utterance goes back to the caller, for another STT\n const chunks = this.utterances.flatMap((utterance) => utterance.chunks)\n this.utterances.forEach((utterance) => this.dropUtterance(utterance))\n this.utterances = []\n this.emit('Failed', chunks)\n }\n\n private endUtterance(utterance: Utterance) {\n if (utterance.status !== 'streaming') return\n // A stream that carried no audio expects no transcript\n if (utterance.chunks.length === 0) {\n this.removeUtterance(utterance)\n return\n }\n utterance.status = 'flushing'\n // Not connected yet: the flush goes out with the audio, on `Open`\n if (this.socket.isOpen) this.flushAudio(utterance)\n }\n\n private flushAudio(utterance: Utterance) {\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n if (!this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))) {\n return\n }\n this.log('Flushed audio input')\n\n // Timeout transcription if no transcript is received, with the deltas\n // received so far\n clearTimeout(utterance.timeout)\n utterance.timeout = setTimeout(() => {\n this.log('Transcription timeout')\n // Its flush is still answered later on this session, and that answer\n // belongs to no other utterance\n this.staleFlushes.push(Date.now() + this.transcriptionTimeout)\n this.complete(utterance, utterance.text)\n }, this.transcriptionTimeout)\n }\n\n private get transcriptionTimeout(): number {\n return this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT\n }\n\n /** Whether an answer to a timed out flush may still be on its way */\n private hasStaleFlush(): boolean {\n const now = Date.now()\n while (this.staleFlushes.length > 0 && this.staleFlushes[0] <= now) {\n this.log('Forgetting a flush that was never answered')\n this.staleFlushes.shift()\n }\n return this.staleFlushes.length > 0\n }\n\n private complete(utterance: Utterance, transcript: string) {\n if (utterance.status === 'done') return\n this.removeUtterance(utterance)\n this.emit('Transcript', transcript.trim())\n }\n\n private removeUtterance(utterance: Utterance) {\n this.dropUtterance(utterance)\n this.utterances = this.utterances.filter((u) => u !== utterance)\n }\n\n private dropUtterance(utterance: Utterance) {\n utterance.status = 'done'\n clearTimeout(utterance.timeout)\n utterance.timeout = undefined\n }\n\n private sendAudioChunk(chunk: Buffer): boolean {\n return this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n}\n","import { float32ToPcm16, Pcm16Resampler, SentenceTTS } from '@micdrop/server'\n\n/**\n * Mistral text to speech (Voxtral Speech 3)\n *\n * @see https://docs.mistral.ai/studio/audio/text-to-speech/overview\n * @see https://docs.mistral.ai/api/endpoint/audio/speech\n *\n * The speech endpoint reads a whole text at once, so the answer is cut into\n * sentences, and the audio of each one is emitted as the server streams it.\n * A sentence starts playing in about half a second and is generated several\n * times faster than it is spoken, so the next one is ready before the current\n * one ends.\n */\n\nexport interface MistralTTSOptions {\n apiKey: string\n model?: string\n // Preset voice (`voice_592` for Marie in French, `gb_jane_neutral`...) or\n // the id of a voice saved in your Mistral account\n voiceId?: string\n // A few seconds of speech to clone, base64 encoded, used instead of voiceId\n refAudio?: string\n // Extra fields of the request body, such as phoneme_hints\n settings?: Record<string, unknown>\n // API address, to reach the European or US endpoint\n baseUrl?: string\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-tts-3-0'\nconst DEFAULT_VOICE_ID = 'voice_3150' // James, American English\nconst DEFAULT_BASE_URL = 'https://api.mistral.ai'\nconst MISTRAL_SAMPLE_RATE = 24000 // Rate of the pcm output from Mistral\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst FLOAT32_BYTES = 4 // The pcm output is mono float32 little-endian\n\nexport class MistralTTS extends SentenceTTS {\n constructor(private readonly options: MistralTTSOptions) {\n super()\n }\n\n protected async synthesize(\n text: string,\n signal: AbortSignal\n ): Promise<undefined> {\n const response = await this.request(text, signal)\n if (!response.body) throw new Error('Mistral answered without a body')\n\n // One resampler per sentence: two sentences are independent streams, so\n // the fractional position must not carry over from one to the next\n const resampler = new Pcm16Resampler(\n MISTRAL_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n // Half of a float32 sample split between two events\n let leftover = Buffer.alloc(0)\n\n for await (const event of readEvents(response.body, signal)) {\n if (event.type === 'error') {\n throw new Error(\n `Speech generation failed: ${JSON.stringify(event.error ?? event)}`\n )\n }\n if (event.type !== 'speech.audio.delta' || !event.audio_data) continue\n\n const data = Buffer.concat([\n leftover,\n Buffer.from(event.audio_data, 'base64'),\n ])\n const length = data.length - (data.length % FLOAT32_BYTES)\n leftover = data.subarray(length)\n const samples = new Float32Array(length / FLOAT32_BYTES)\n for (let i = 0; i < samples.length; i++) {\n samples[i] = data.readFloatLE(i * FLOAT32_BYTES)\n }\n\n // Cancelled or replaced, the rest is not wanted\n if (!this.emitAudio(resampler.process(float32ToPcm16(samples)))) break\n }\n\n return undefined\n }\n\n private async request(text: string, signal: AbortSignal) {\n const { options } = this\n const baseUrl = (options.baseUrl ?? DEFAULT_BASE_URL).replace(/\\/+$/, '')\n\n const response = await fetch(`${baseUrl}/v1/audio/speech`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${options.apiKey}`,\n 'Content-Type': 'application/json',\n Accept: 'text/event-stream',\n },\n signal,\n body: JSON.stringify({\n ...options.settings,\n model: options.model || DEFAULT_MODEL,\n input: text,\n ...(options.refAudio\n ? { ref_audio: options.refAudio }\n : { voice_id: options.voiceId || DEFAULT_VOICE_ID }),\n // Raw samples rather than wav, so chunks can be concatenated without a\n // header in the middle of the audio\n response_format: 'pcm',\n stream: true,\n }),\n })\n\n if (!response.ok) {\n const details = await response.text().catch(() => '')\n throw new Error(\n `Mistral answered ${response.status} ${response.statusText}: ${details}`\n )\n }\n\n return response\n }\n}\n\n/** Parses the server-sent events of the response, one JSON payload each. */\nasync function* readEvents(\n body: ReadableStream<Uint8Array>,\n signal: AbortSignal\n): AsyncGenerator<any> {\n const reader = body.getReader()\n const decoder = new TextDecoder()\n let buffer = ''\n\n try {\n while (!signal.aborted) {\n const { done, value } = await reader.read()\n if (done) break\n buffer += decoder.decode(value, { stream: true }).replace(/\\r\\n/g, '\\n')\n\n let end: number\n while ((end = buffer.indexOf('\\n\\n')) >= 0) {\n const block = buffer.slice(0, end)\n buffer = buffer.slice(end + 2)\n const data = block\n .split('\\n')\n .filter((line) => line.startsWith('data:'))\n .map((line) => line.slice(5).trimStart())\n .join('\\n')\n if (data) yield JSON.parse(data)\n }\n }\n } finally {\n // Closing the body closes the connection, and the server stops generating\n reader.cancel().catch(() => {})\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,SAAS,eAAe;AAMxB,OAAO,KAAK,oBAAoB;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAS5B,IAAM,uBAAN,cAAmC,MAAM;AAAA,EACvC,YAAqB,SAAsB;AACzC,UAAM,oBAAoB;AADP;AAAA,EAErB;AACF;AAEO,IAAM,eAAN,cAA2B,MAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,QAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eAAe,QAAkB,QAAqB;AACpE,UAAM,WAAW,KAAK,QAAQ,YAAY;AAC1C,UAAM,WAAW,KAAK,QAAQ,YAAY;AAI1C,aAAS,OAAO,GAAG,OAAO,UAAU,QAAQ;AAC1C,UAAI;AACJ,eAAS,WAAW,GAAG,CAAC,SAAS,YAAY;AAC3C,YAAI;AACF,oBAAU,MAAM,KAAK,aAAa,QAAQ,MAAM;AAAA,QAClD,SAAS,OAAY;AAGnB,cAAI,OAAO,QAAS;AACpB,cAAI,iBAAiB,sBAAsB;AAGzC,sBAAU,MAAM;AAChB;AAAA,UACF;AACA,kBAAQ,MAAM,yBAAyB,KAAK;AAC5C,cAAI,YAAY,UAAU;AACxB,iBAAK,IAAI,gCAAgC;AACzC,iBAAK,KAAK,QAAQ;AAClB;AAAA,UACF;AACA,gBAAM,IAAI;AAAA,YAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,UACpE;AAEA,cAAI,OAAO,QAAS;AAAA,QACtB;AAAA,MACF;AACA,UAAI,OAAO,QAAS;AAEpB,UAAI,QAAQ,YAAY;AAEtB,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,QAAQ,UAAU;AAC7D,aAAK,oBAAoB,SAAS,QAAQ;AAC1C;AAAA,MACF;AACA,UAAI,QAAQ,YAAY;AAEtB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AACD;AAAA,MACF;AAAA,IAEF;AACA,YAAQ,MAAM,kCAAkC;AAAA,EAClD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,aACZ,QACA,QACsB;AAEtB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAC9C,UAAM,UAAuB,EAAE,YAAY,IAAI,YAAY,MAAM;AACjE,QAAI,WAAW;AAEf,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK;AAAA,QACrC;AAAA,UACE,OAAO,KAAK,QAAQ,SAAS;AAAA,UAC7B,UAAU,KAAK,cAAc;AAAA,UAC7B,OAAO,KAAK,WAAW;AAAA,UACvB,GAAG,KAAK,QAAQ;AAAA,QAClB;AAAA,QACA,EAAE,OAAO;AAAA,MACX;AAGA,uBAAiB,SAAS,QAAQ;AAChC,YAAI,OAAO,QAAS,QAAO;AAC3B,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,kBAAQ,cAAc;AACtB,qBAAW;AAGX,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,QAAQ,WAAW;AAAA,gBACvC,eAAe;AAAA,cACjB;AACA,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,QAAQ,WACzB,MAAM,GAAG,aAAa,EACtB,QAAQ;AACX,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,gBAAI,OAAO,QAAS,QAAO;AAC3B,uBAAW;AACX,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA;AAAA,cAE5B,YACE,OAAO,SAAS,SAAS,cAAc,WACnC,SAAS,SAAS,YAClB,KAAK,UAAU,SAAS,SAAS,SAAS;AAAA,YAClD,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,sBAAQ,aAAa;AAAA,YACvB;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,UAAI,CAAC,YAAY,OAAO,QAAS,OAAM;AACvC,cAAQ,MAAM,gDAAgD,KAAK;AACnE,YAAM,IAAI,qBAAqB,OAAO;AAAA,IACxC;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA;AAAA,oBAEd,WAAW,QAAQ;AAAA,kBACrB;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AACF;;;AC9PA,SAAS,oBAAoB,WAAW;AAsDxC,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AAPpB;AAAA;AAAA,SAAQ,aAA0B,CAAC;AAKnC;AAAA;AAAA;AAAA;AAAA,SAAQ,eAAyB,CAAC;AAqFlC;AAAA;AAAA;AAAA,SAAQ,SAAS,CAAC,EAAE,YAAY,MAAgC;AAC9D,WAAK,eAAe,CAAC;AACrB,YAAM,UAAU,KAAK,WAAW;AAAA,QAC9B,CAAC,cAAc,UAAU,OAAO,SAAS;AAAA,MAC3C;AACA,UAAI,QAAQ,WAAW,EAAG;AAC1B,WAAK;AAAA,QACH,cAAc,+BAA+B;AAAA,MAC/C;AACA,iBAAW,aAAa,SAAS;AAC/B,kBAAU,OAAO;AACjB,kBAAU,OAAO,QAAQ,CAAC,UAAU,KAAK,eAAe,KAAK,CAAC;AAC9D,YAAI,UAAU,WAAW,WAAY,MAAK,WAAW,SAAS;AAAA,MAChE;AAAA,IACF;AAEA,SAAQ,YAAY,CAAC,SAAkB;AACrC,UAAI;AACJ,UAAI;AACF,kBAAU,KAAK,MAAM,KAAK,SAAS,CAAC;AAAA,MACtC,QAAQ;AACN,aAAK,IAAI,qCAAqC;AAC9C;AAAA,MACF;AAEA,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK,4BAA4B;AAC/B,cAAI,OAAO,QAAQ,SAAS,SAAU;AACtC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAEvD,cAAI,KAAK,cAAc,EAAG;AAC1B,gBAAM,YAAY,KAAK,WAAW,CAAC;AACnC,cAAI,UAAW,WAAU,QAAQ,QAAQ;AACzC;AAAA,QACF;AAAA,QAEA,KAAK,sBAAsB;AAEzB,cAAI,KAAK,cAAc,GAAG;AACxB,iBAAK,aAAa,MAAM;AACxB,iBAAK,IAAI,kDAAkD;AAC3D;AAAA,UACF;AACA,gBAAM,YAAY,KAAK,WAAW,CAAC;AAGnC,cAAI,WAAW,WAAW,YAAY;AACpC,iBAAK,IAAI,2CAA2C;AACpD;AAAA,UACF;AACA,gBAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,UAAU;AAC9D,eAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,eAAK,SAAS,WAAW,UAAU;AACnC;AAAA,QACF;AAAA,QAEA,KAAK;AACH,eAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,QAEF;AACE;AAAA,MACJ;AAAA,IACF;AAEA,SAAQ,WAAW,MAAM;AAEvB,YAAM,SAAS,KAAK,WAAW,QAAQ,CAAC,cAAc,UAAU,MAAM;AACtE,WAAK,WAAW,QAAQ,CAAC,cAAc,KAAK,cAAc,SAAS,CAAC;AACpE,WAAK,aAAa,CAAC;AACnB,WAAK,KAAK,UAAU,MAAM;AAAA,IAC5B;AAxJE,SAAK,SAAS,IAAI,mBAAmB;AAAA,MACnC,KAAK,KAAK,OAAO;AAAA,MACjB,eAAe;AAAA,QACb,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF;AAAA,MACA,mBACE,KAAK,QAAQ,qBAAqB;AAAA,MACpC,YAAY,KAAK,QAAQ,cAAcD;AAAA,MACvC,UAAU,KAAK,QAAQ,YAAYC;AAAA;AAAA,MAEnC,WAAW;AAAA,QACT,OAAO,CAAC,WAAW,OAAO,KAAK,KAAK,iBAAiB,CAAC;AAAA,MACxD;AAAA,MACA,KAAK,IAAI,YAAY,KAAK,IAAI,GAAG,OAAO;AAAA,IAC1C,CAAC;AACD,SAAK,OAAO,GAAG,QAAQ,KAAK,MAAM;AAClC,SAAK,OAAO,GAAG,WAAW,KAAK,SAAS;AACxC,SAAK,OAAO,GAAG,UAAU,KAAK,QAAQ;AACtC,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,WAAW,aAAuB;AAEhC,SAAK,OAAO,QAAQ;AAEpB,UAAM,YAAuB,EAAE,QAAQ,aAAa,QAAQ,CAAC,GAAG,MAAM,GAAG;AACzE,SAAK,WAAW,KAAK,SAAS;AAG9B,gBAAY,GAAG,QAAQ,CAAC,UAAkB;AACxC,UAAI,UAAU,WAAW,YAAa;AACtC,gBAAU,OAAO,KAAK,KAAK;AAE3B,UAAI,KAAK,eAAe,KAAK,GAAG;AAC9B,aAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,MACzD;AAAA,IACF,CAAC;AAKD,gBAAY,GAAG,OAAO,MAAM,KAAK,aAAa,SAAS,CAAC;AAAA,EAC1D;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,OAAO,QAAQ;AACpB,SAAK,WAAW,QAAQ,CAAC,cAAc,KAAK,cAAc,SAAS,CAAC;AACpE,SAAK,aAAa,CAAC;AAAA,EACrB;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,mBAAmB;AAGzB,WAAO,KAAK,UAAU;AAAA,MACpB,MAAM;AAAA,MACN,SAAS;AAAA,QACP,cAAc;AAAA,UACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,UACnC,aAAa;AAAA,QACf;AAAA,QACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,UACvD,2BAA2B,KAAK,QAAQ;AAAA,QAC1C;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EA+EQ,aAAa,WAAsB;AACzC,QAAI,UAAU,WAAW,YAAa;AAEtC,QAAI,UAAU,OAAO,WAAW,GAAG;AACjC,WAAK,gBAAgB,SAAS;AAC9B;AAAA,IACF;AACA,cAAU,SAAS;AAEnB,QAAI,KAAK,OAAO,OAAQ,MAAK,WAAW,SAAS;AAAA,EACnD;AAAA,EAEQ,WAAW,WAAsB;AAMvC,QAAI,CAAC,KAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC,GAAG;AACpE;AAAA,IACF;AACA,SAAK,IAAI,qBAAqB;AAI9B,iBAAa,UAAU,OAAO;AAC9B,cAAU,UAAU,WAAW,MAAM;AACnC,WAAK,IAAI,uBAAuB;AAGhC,WAAK,aAAa,KAAK,KAAK,IAAI,IAAI,KAAK,oBAAoB;AAC7D,WAAK,SAAS,WAAW,UAAU,IAAI;AAAA,IACzC,GAAG,KAAK,oBAAoB;AAAA,EAC9B;AAAA,EAEA,IAAY,uBAA+B;AACzC,WAAO,KAAK,QAAQ,wBAAwB;AAAA,EAC9C;AAAA;AAAA,EAGQ,gBAAyB;AAC/B,UAAM,MAAM,KAAK,IAAI;AACrB,WAAO,KAAK,aAAa,SAAS,KAAK,KAAK,aAAa,CAAC,KAAK,KAAK;AAClE,WAAK,IAAI,4CAA4C;AACrD,WAAK,aAAa,MAAM;AAAA,IAC1B;AACA,WAAO,KAAK,aAAa,SAAS;AAAA,EACpC;AAAA,EAEQ,SAAS,WAAsB,YAAoB;AACzD,QAAI,UAAU,WAAW,OAAQ;AACjC,SAAK,gBAAgB,SAAS;AAC9B,SAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAAA,EAC3C;AAAA,EAEQ,gBAAgB,WAAsB;AAC5C,SAAK,cAAc,SAAS;AAC5B,SAAK,aAAa,KAAK,WAAW,OAAO,CAAC,MAAM,MAAM,SAAS;AAAA,EACjE;AAAA,EAEQ,cAAc,WAAsB;AAC1C,cAAU,SAAS;AACnB,iBAAa,UAAU,OAAO;AAC9B,cAAU,UAAU;AAAA,EACtB;AAAA,EAEQ,eAAe,OAAwB;AAC7C,WAAO,KAAK,OAAO;AAAA,MACjB,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AACF;;;AChTA,SAAS,gBAAgB,gBAAgB,mBAAmB;AA6B5D,IAAMG,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AACzB,IAAM,sBAAsB;AAC5B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAEf,IAAM,aAAN,cAAyB,YAAY;AAAA,EAC1C,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAAA,EAE7B;AAAA,EAEA,MAAgB,WACd,MACA,QACoB;AACpB,UAAM,WAAW,MAAM,KAAK,QAAQ,MAAM,MAAM;AAChD,QAAI,CAAC,SAAS,KAAM,OAAM,IAAI,MAAM,iCAAiC;AAIrE,UAAM,YAAY,IAAI;AAAA,MACpB;AAAA,MACA;AAAA,IACF;AAEA,QAAI,WAAW,OAAO,MAAM,CAAC;AAE7B,qBAAiB,SAAS,WAAW,SAAS,MAAM,MAAM,GAAG;AAC3D,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,IAAI;AAAA,UACR,6BAA6B,KAAK,UAAU,MAAM,SAAS,KAAK,CAAC;AAAA,QACnE;AAAA,MACF;AACA,UAAI,MAAM,SAAS,wBAAwB,CAAC,MAAM,WAAY;AAE9D,YAAM,OAAO,OAAO,OAAO;AAAA,QACzB;AAAA,QACA,OAAO,KAAK,MAAM,YAAY,QAAQ;AAAA,MACxC,CAAC;AACD,YAAM,SAAS,KAAK,SAAU,KAAK,SAAS;AAC5C,iBAAW,KAAK,SAAS,MAAM;AAC/B,YAAM,UAAU,IAAI,aAAa,SAAS,aAAa;AACvD,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,gBAAQ,CAAC,IAAI,KAAK,YAAY,IAAI,aAAa;AAAA,MACjD;AAGA,UAAI,CAAC,KAAK,UAAU,UAAU,QAAQ,eAAe,OAAO,CAAC,CAAC,EAAG;AAAA,IACnE;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,QAAQ,MAAc,QAAqB;AACvD,UAAM,EAAE,QAAQ,IAAI;AACpB,UAAM,WAAW,QAAQ,WAAW,kBAAkB,QAAQ,QAAQ,EAAE;AAExE,UAAM,WAAW,MAAM,MAAM,GAAG,OAAO,oBAAoB;AAAA,MACzD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU,QAAQ,MAAM;AAAA,QACvC,gBAAgB;AAAA,QAChB,QAAQ;AAAA,MACV;AAAA,MACA;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACnB,GAAG,QAAQ;AAAA,QACX,OAAO,QAAQ,SAASA;AAAA,QACxB,OAAO;AAAA,QACP,GAAI,QAAQ,WACR,EAAE,WAAW,QAAQ,SAAS,IAC9B,EAAE,UAAU,QAAQ,WAAW,iBAAiB;AAAA;AAAA;AAAA,QAGpD,iBAAiB;AAAA,QACjB,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,UAAU,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACpD,YAAM,IAAI;AAAA,QACR,oBAAoB,SAAS,MAAM,IAAI,SAAS,UAAU,KAAK,OAAO;AAAA,MACxE;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;AAGA,gBAAgB,WACd,MACA,QACqB;AACrB,QAAM,SAAS,KAAK,UAAU;AAC9B,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI,SAAS;AAEb,MAAI;AACF,WAAO,CAAC,OAAO,SAAS;AACtB,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,KAAM;AACV,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC,EAAE,QAAQ,SAAS,IAAI;AAEvE,UAAI;AACJ,cAAQ,MAAM,OAAO,QAAQ,MAAM,MAAM,GAAG;AAC1C,cAAM,QAAQ,OAAO,MAAM,GAAG,GAAG;AACjC,iBAAS,OAAO,MAAM,MAAM,CAAC;AAC7B,cAAM,OAAO,MACV,MAAM,IAAI,EACV,OAAO,CAAC,SAAS,KAAK,WAAW,OAAO,CAAC,EACzC,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC,EAAE,UAAU,CAAC,EACvC,KAAK,IAAI;AACZ,YAAI,KAAM,OAAM,KAAK,MAAM,IAAI;AAAA,MACjC;AAAA,IACF;AAAA,EACF,UAAE;AAEA,WAAO,OAAO,EAAE,MAAM,MAAM;AAAA,IAAC,CAAC;AAAA,EAChC;AACF;","names":["result","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","DEFAULT_MODEL"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/mistral",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.3.0",
|
|
4
4
|
"description": "Mistral implementation for @micdrop/server",
|
|
5
5
|
"author": "Godefroy de Compreignac",
|
|
6
6
|
"license": "MIT",
|
|
@@ -40,7 +40,7 @@
|
|
|
40
40
|
"ws": "^8.19.0"
|
|
41
41
|
},
|
|
42
42
|
"peerDependencies": {
|
|
43
|
-
"@micdrop/server": "
|
|
43
|
+
"@micdrop/server": ">=2.10.0",
|
|
44
44
|
"zod": "^4"
|
|
45
45
|
},
|
|
46
46
|
"devDependencies": {
|