@micdrop/mistral 1.1.1 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -12,7 +12,7 @@ npm install @micdrop/mistral
12
12
 
13
13
  ## Mistral Agent
14
14
 
15
- ### Usage
15
+ ### Usage with MicdropServer
16
16
 
17
17
  ```typescript
18
18
  import { MistralAgent } from '@micdrop/mistral'
@@ -31,11 +31,42 @@ new MicdropServer(socket, {
31
31
  })
32
32
  ```
33
33
 
34
+ ### Usage without MicdropServer
35
+
36
+ ```typescript
37
+ import { MistralAgent } from '@micdrop/mistral'
38
+
39
+ const agent = new MistralAgent({
40
+ apiKey: process.env.MISTRAL_API_KEY || '',
41
+ systemPrompt: 'You are a helpful assistant',
42
+ })
43
+
44
+ agent.on('Message', (message) => console.log('Message:', message))
45
+
46
+ agent.addUserMessage('Hello, what can you do?')
47
+
48
+ // The answer is a text stream, written as the model generates it
49
+ agent.answer().on('data', (chunk) => process.stdout.write(chunk))
50
+ ```
51
+
52
+ ### Events
53
+
54
+ | Event | Payload | Description |
55
+ | ----------------------- | ------------------------- | ----------------------------------------------------------------------- |
56
+ | `Message` | `MicdropConversationItem` | A message, a tool call or a tool result was added to the conversation. |
57
+ | `ToolCall` | `MicdropToolCall` | A tool declared with `emitOutput` ran, with its parameters and output. |
58
+ | `CancelLastUserMessage` | none | The last user message was dropped because it carried no intent. |
59
+ | `SkipAnswer` | none | The agent stays silent and waits for the user to finish their sentence. |
60
+ | `EndCall` | none | The agent decided that the call is over. |
61
+ | `Failed` | none | The agent gave up generating an answer after its retries. |
62
+
63
+ See the [Agent interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-agent) for the full contract.
64
+
34
65
  ## Mistral STT (Speech-to-Text)
35
66
 
36
- Real-time transcription with Voxtral.
67
+ Real-time transcription with Voxtral Mini Transcribe Realtime 3.
37
68
 
38
- ### Usage
69
+ ### Usage with MicdropServer
39
70
 
40
71
  ```typescript
41
72
  import { MistralSTT } from '@micdrop/mistral'
@@ -43,7 +74,7 @@ import { MicdropServer } from '@micdrop/server'
43
74
 
44
75
  const stt = new MistralSTT({
45
76
  apiKey: process.env.MISTRAL_API_KEY || '',
46
- model: 'voxtral-mini-transcribe-realtime-2602', // Default model
77
+ model: 'voxtral-mini-transcribe-realtime-3-0', // Default model
47
78
  })
48
79
 
49
80
  // Use with MicdropServer
@@ -53,6 +84,79 @@ new MicdropServer(socket, {
53
84
  })
54
85
  ```
55
86
 
87
+ ### Usage without MicdropServer
88
+
89
+ ```typescript
90
+ import { MistralSTT } from '@micdrop/mistral'
91
+ import { createReadStream } from 'fs'
92
+
93
+ const stt = new MistralSTT({
94
+ apiKey: process.env.MISTRAL_API_KEY || '',
95
+ })
96
+
97
+ stt.on('Transcript', (text) => console.log('Transcript:', text))
98
+ stt.on('Failed', (chunks) => console.error('Failed:', chunks.length, 'chunks'))
99
+
100
+ // Audio is raw PCM, 16 bits, 16 kHz, mono
101
+ stt.transcribe(createReadStream('speech.pcm'))
102
+ ```
103
+
104
+ ### Events
105
+
106
+ | Event | Payload | Description |
107
+ | ------------ | ---------- | ------------------------------------------------------------------------------ |
108
+ | `Transcript` | `string` | Transcription of one utterance. The text is empty when nothing was recognized. |
109
+ | `Failed` | `Buffer[]` | Transcription gave up after its retries, with the audio chunks left pending. |
110
+
111
+ See the [STT interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-stt) for the full contract.
112
+
113
+ ## Mistral TTS (Text-to-Speech)
114
+
115
+ Text to speech with Voxtral Speech 3. The answer is cut into sentences, and the audio of each one is sent as Mistral streams it.
116
+
117
+ ### Usage with MicdropServer
118
+
119
+ ```typescript
120
+ import { MistralTTS } from '@micdrop/mistral'
121
+ import { MicdropServer } from '@micdrop/server'
122
+
123
+ const tts = new MistralTTS({
124
+ apiKey: process.env.MISTRAL_API_KEY || '',
125
+ model: 'voxtral-mini-tts-3-0', // Default model
126
+ voiceId: 'voice_592', // Marie, French
127
+ })
128
+
129
+ // Use with MicdropServer
130
+ new MicdropServer(socket, {
131
+ tts,
132
+ // ... other options
133
+ })
134
+ ```
135
+
136
+ ### Usage without MicdropServer
137
+
138
+ ```typescript
139
+ import { MistralTTS } from '@micdrop/mistral'
140
+ import { Readable } from 'stream'
141
+
142
+ const tts = new MistralTTS({ apiKey: process.env.MISTRAL_API_KEY || '' })
143
+
144
+ // Audio is raw PCM, 16 bits, 16 kHz, mono
145
+ tts.on('Audio', (chunk) => console.log('Audio:', chunk.length, 'bytes'))
146
+ tts.on('Failed', (texts) => console.error('Failed:', texts))
147
+
148
+ tts.speak(Readable.from(['Hello! ', 'What can I do for you?']))
149
+ ```
150
+
151
+ ### Events
152
+
153
+ | Event | Payload | Description |
154
+ | -------- | ---------- | --------------------------------------------------------------------- |
155
+ | `Audio` | `Buffer` | A chunk of audio, PCM 16 bits, 16 kHz, mono, ready to be played. |
156
+ | `Failed` | `string[]` | Synthesis gave up after an error, with the text that stayed unspoken. |
157
+
158
+ See the [TTS interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-tts) for the full contract.
159
+
56
160
  ## Documentation
57
161
 
58
162
  Read full [documentation of the Mistral integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/mistral) on the [website](https://micdrop.dev).
package/dist/index.d.mts CHANGED
@@ -1,4 +1,4 @@
1
- import { Agent, AgentOptions, STT } from '@micdrop/server';
1
+ import { Agent, AgentOptions, STT, SentenceTTS } from '@micdrop/server';
2
2
  import { ChatCompletionStreamRequest } from '@mistralai/mistralai/models/components';
3
3
  import { Writable, Readable } from 'stream';
4
4
 
@@ -22,7 +22,7 @@ declare class MistralAgent extends Agent<MistralAgentOptions> {
22
22
  /**
23
23
  * Mistral Real-time STT (Voxtral)
24
24
  *
25
- * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription
25
+ * @see https://docs.mistral.ai/studio/audio/speech-to-text/overview
26
26
  */
27
27
  type MistralAudioEncoding = 'pcm_s16le' | 'pcm_s32le' | 'pcm_f16le' | 'pcm_f32le' | 'pcm_mulaw' | 'pcm_alaw';
28
28
  interface MistralSTTOptions {
@@ -40,6 +40,7 @@ declare class MistralSTT extends STT {
40
40
  private socket?;
41
41
  private initPromise;
42
42
  private reconnectTimeout?;
43
+ private connectionTimeout?;
43
44
  private transcriptionTimeout?;
44
45
  private audioChunksPending;
45
46
  private transcriptDelta;
@@ -58,4 +59,31 @@ declare class MistralSTT extends STT {
58
59
  private reconnect;
59
60
  }
60
61
 
61
- export { MistralAgent, type MistralAgentOptions, type MistralAudioEncoding, MistralSTT, type MistralSTTOptions };
62
+ /**
63
+ * Mistral text to speech (Voxtral Speech 3)
64
+ *
65
+ * @see https://docs.mistral.ai/studio/audio/text-to-speech/overview
66
+ * @see https://docs.mistral.ai/api/endpoint/audio/speech
67
+ *
68
+ * The speech endpoint reads a whole text at once, so the answer is cut into
69
+ * sentences, and the audio of each one is emitted as the server streams it.
70
+ * A sentence starts playing in about half a second and is generated several
71
+ * times faster than it is spoken, so the next one is ready before the current
72
+ * one ends.
73
+ */
74
+ interface MistralTTSOptions {
75
+ apiKey: string;
76
+ model?: string;
77
+ voiceId?: string;
78
+ refAudio?: string;
79
+ settings?: Record<string, unknown>;
80
+ baseUrl?: string;
81
+ }
82
+ declare class MistralTTS extends SentenceTTS {
83
+ private readonly options;
84
+ constructor(options: MistralTTSOptions);
85
+ protected synthesize(text: string, signal: AbortSignal): Promise<undefined>;
86
+ private request;
87
+ }
88
+
89
+ export { MistralAgent, type MistralAgentOptions, type MistralAudioEncoding, MistralSTT, type MistralSTTOptions, MistralTTS, type MistralTTSOptions };
package/dist/index.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { Agent, AgentOptions, STT } from '@micdrop/server';
1
+ import { Agent, AgentOptions, STT, SentenceTTS } from '@micdrop/server';
2
2
  import { ChatCompletionStreamRequest } from '@mistralai/mistralai/models/components';
3
3
  import { Writable, Readable } from 'stream';
4
4
 
@@ -22,7 +22,7 @@ declare class MistralAgent extends Agent<MistralAgentOptions> {
22
22
  /**
23
23
  * Mistral Real-time STT (Voxtral)
24
24
  *
25
- * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription
25
+ * @see https://docs.mistral.ai/studio/audio/speech-to-text/overview
26
26
  */
27
27
  type MistralAudioEncoding = 'pcm_s16le' | 'pcm_s32le' | 'pcm_f16le' | 'pcm_f32le' | 'pcm_mulaw' | 'pcm_alaw';
28
28
  interface MistralSTTOptions {
@@ -40,6 +40,7 @@ declare class MistralSTT extends STT {
40
40
  private socket?;
41
41
  private initPromise;
42
42
  private reconnectTimeout?;
43
+ private connectionTimeout?;
43
44
  private transcriptionTimeout?;
44
45
  private audioChunksPending;
45
46
  private transcriptDelta;
@@ -58,4 +59,31 @@ declare class MistralSTT extends STT {
58
59
  private reconnect;
59
60
  }
60
61
 
61
- export { MistralAgent, type MistralAgentOptions, type MistralAudioEncoding, MistralSTT, type MistralSTTOptions };
62
+ /**
63
+ * Mistral text to speech (Voxtral Speech 3)
64
+ *
65
+ * @see https://docs.mistral.ai/studio/audio/text-to-speech/overview
66
+ * @see https://docs.mistral.ai/api/endpoint/audio/speech
67
+ *
68
+ * The speech endpoint reads a whole text at once, so the answer is cut into
69
+ * sentences, and the audio of each one is emitted as the server streams it.
70
+ * A sentence starts playing in about half a second and is generated several
71
+ * times faster than it is spoken, so the next one is ready before the current
72
+ * one ends.
73
+ */
74
+ interface MistralTTSOptions {
75
+ apiKey: string;
76
+ model?: string;
77
+ voiceId?: string;
78
+ refAudio?: string;
79
+ settings?: Record<string, unknown>;
80
+ baseUrl?: string;
81
+ }
82
+ declare class MistralTTS extends SentenceTTS {
83
+ private readonly options;
84
+ constructor(options: MistralTTSOptions);
85
+ protected synthesize(text: string, signal: AbortSignal): Promise<undefined>;
86
+ private request;
87
+ }
88
+
89
+ export { MistralAgent, type MistralAgentOptions, type MistralAudioEncoding, MistralSTT, type MistralSTTOptions, MistralTTS, type MistralTTSOptions };
package/dist/index.js CHANGED
@@ -31,7 +31,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
31
31
  var index_exports = {};
32
32
  __export(index_exports, {
33
33
  MistralAgent: () => MistralAgent,
34
- MistralSTT: () => MistralSTT
34
+ MistralSTT: () => MistralSTT,
35
+ MistralTTS: () => MistralTTS
35
36
  });
36
37
  module.exports = __toCommonJS(index_exports);
37
38
 
@@ -197,7 +198,7 @@ var MistralAgent = class extends import_server.Agent {
197
198
  // src/MistralSTT.ts
198
199
  var import_server2 = require("@micdrop/server");
199
200
  var import_ws = __toESM(require("ws"));
200
- var DEFAULT_MODEL2 = "voxtral-mini-transcribe-realtime-2602";
201
+ var DEFAULT_MODEL2 = "voxtral-mini-transcribe-realtime-3-0";
201
202
  var DEFAULT_ENCODING = "pcm_s16le";
202
203
  var SAMPLE_RATE = 16e3;
203
204
  var DEFAULT_CONNECTION_TIMEOUT = 5e3;
@@ -252,10 +253,11 @@ var MistralSTT = class extends import_server2.STT {
252
253
  clearTimeout(this.transcriptionTimeout);
253
254
  this.transcriptionTimeout = void 0;
254
255
  }
255
- this.socket?.removeAllListeners();
256
- if (this.socket?.readyState === import_ws.default.OPEN) {
257
- this.socket?.close(1e3);
256
+ if (this.connectionTimeout) {
257
+ clearTimeout(this.connectionTimeout);
258
+ this.connectionTimeout = void 0;
258
259
  }
260
+ if (this.socket) closeSocket(this.socket);
259
261
  this.socket = void 0;
260
262
  }
261
263
  connect() {
@@ -280,11 +282,11 @@ var MistralSTT = class extends import_server2.STT {
280
282
  this.socket = socket;
281
283
  const timeout = setTimeout(() => {
282
284
  this.log("Connection timeout");
283
- socket.removeAllListeners();
284
- socket.close();
285
+ closeSocket(socket);
285
286
  this.socket = void 0;
286
287
  reject(new Error("WebSocket connection timeout"));
287
288
  }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
289
+ this.connectionTimeout = timeout;
288
290
  socket.addEventListener("open", () => {
289
291
  clearTimeout(timeout);
290
292
  this.sendSessionUpdate();
@@ -398,9 +400,114 @@ var MistralSTT = class extends import_server2.STT {
398
400
  });
399
401
  }
400
402
  };
403
+ function closeSocket(socket) {
404
+ socket.removeAllListeners();
405
+ socket.on("error", () => {
406
+ });
407
+ if (socket.readyState === import_ws.default.OPEN || socket.readyState === import_ws.default.CONNECTING) {
408
+ socket.close(1e3);
409
+ }
410
+ }
411
+
412
+ // src/MistralTTS.ts
413
+ var import_server3 = require("@micdrop/server");
414
+ var DEFAULT_MODEL3 = "voxtral-mini-tts-3-0";
415
+ var DEFAULT_VOICE_ID = "voice_3150";
416
+ var DEFAULT_BASE_URL = "https://api.mistral.ai";
417
+ var MISTRAL_SAMPLE_RATE = 24e3;
418
+ var OUTPUT_SAMPLE_RATE = 16e3;
419
+ var FLOAT32_BYTES = 4;
420
+ var MistralTTS = class extends import_server3.SentenceTTS {
421
+ constructor(options) {
422
+ super();
423
+ this.options = options;
424
+ }
425
+ async synthesize(text, signal) {
426
+ const response = await this.request(text, signal);
427
+ if (!response.body) throw new Error("Mistral answered without a body");
428
+ const resampler = new import_server3.Pcm16Resampler(
429
+ MISTRAL_SAMPLE_RATE,
430
+ OUTPUT_SAMPLE_RATE
431
+ );
432
+ let leftover = Buffer.alloc(0);
433
+ for await (const event of readEvents(response.body, signal)) {
434
+ if (event.type === "error") {
435
+ throw new Error(
436
+ `Speech generation failed: ${JSON.stringify(event.error ?? event)}`
437
+ );
438
+ }
439
+ if (event.type !== "speech.audio.delta" || !event.audio_data) continue;
440
+ const data = Buffer.concat([
441
+ leftover,
442
+ Buffer.from(event.audio_data, "base64")
443
+ ]);
444
+ const length = data.length - data.length % FLOAT32_BYTES;
445
+ leftover = data.subarray(length);
446
+ const samples = new Float32Array(length / FLOAT32_BYTES);
447
+ for (let i = 0; i < samples.length; i++) {
448
+ samples[i] = data.readFloatLE(i * FLOAT32_BYTES);
449
+ }
450
+ if (!this.emitAudio(resampler.process((0, import_server3.float32ToPcm16)(samples)))) break;
451
+ }
452
+ return void 0;
453
+ }
454
+ async request(text, signal) {
455
+ const { options } = this;
456
+ const baseUrl = (options.baseUrl ?? DEFAULT_BASE_URL).replace(/\/+$/, "");
457
+ const response = await fetch(`${baseUrl}/v1/audio/speech`, {
458
+ method: "POST",
459
+ headers: {
460
+ Authorization: `Bearer ${options.apiKey}`,
461
+ "Content-Type": "application/json",
462
+ Accept: "text/event-stream"
463
+ },
464
+ signal,
465
+ body: JSON.stringify({
466
+ ...options.settings,
467
+ model: options.model || DEFAULT_MODEL3,
468
+ input: text,
469
+ ...options.refAudio ? { ref_audio: options.refAudio } : { voice_id: options.voiceId || DEFAULT_VOICE_ID },
470
+ // Raw samples rather than wav, so chunks can be concatenated without a
471
+ // header in the middle of the audio
472
+ response_format: "pcm",
473
+ stream: true
474
+ })
475
+ });
476
+ if (!response.ok) {
477
+ const details = await response.text().catch(() => "");
478
+ throw new Error(
479
+ `Mistral answered ${response.status} ${response.statusText}: ${details}`
480
+ );
481
+ }
482
+ return response;
483
+ }
484
+ };
485
+ async function* readEvents(body, signal) {
486
+ const reader = body.getReader();
487
+ const decoder = new TextDecoder();
488
+ let buffer = "";
489
+ try {
490
+ while (!signal.aborted) {
491
+ const { done, value } = await reader.read();
492
+ if (done) break;
493
+ buffer += decoder.decode(value, { stream: true }).replace(/\r\n/g, "\n");
494
+ let end;
495
+ while ((end = buffer.indexOf("\n\n")) >= 0) {
496
+ const block = buffer.slice(0, end);
497
+ buffer = buffer.slice(end + 2);
498
+ const data = block.split("\n").filter((line) => line.startsWith("data:")).map((line) => line.slice(5).trimStart()).join("\n");
499
+ if (data) yield JSON.parse(data);
500
+ }
501
+ }
502
+ } finally {
503
+ reader.cancel().catch(() => {
504
+ });
505
+ }
506
+ }
401
507
  // Annotate the CommonJS export names for ESM import in node:
402
508
  0 && (module.exports = {
403
509
  MistralAgent,
404
- MistralSTT
510
+ MistralSTT,
511
+ MistralTTS
405
512
  });
406
513
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/MistralAgent.ts","../src/MistralSTT.ts"],"sourcesContent":["export * from './MistralAgent'\nexport * from './MistralSTT'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-2602'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: a flush finalizes and resets the transcription context,\n // so start from a clean transcript for this stream, but only once it\n // carries something. Voice detection opens a stream on any noise and many\n // of them never carry a word, and clearing here rather than on entry\n // keeps those from wiping the transcript of the utterance before, whose\n // flush may still be on its way back.\n if (!started) {\n started = true\n this.transcriptDelta = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,uBAAwB;AAMxB,iBAAgC;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,oBAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,yBAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,IAAAC,iBAAoB;AAEpB,gBAAsB;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAUlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAO9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,kBAAkB;AAAA,MACzB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASH;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAG,QAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYD,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["result","z","import_server","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/MistralAgent.ts","../src/MistralSTT.ts","../src/MistralTTS.ts"],"sourcesContent":["export * from './MistralAgent'\nexport * from './MistralSTT'\nexport * from './MistralTTS'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio/audio/speech-to-text/overview\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-3-0'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: a flush finalizes and resets the transcription context,\n // so start from a clean transcript for this stream, but only once it\n // carries something. Voice detection opens a stream on any noise and many\n // of them never carry a word, and clearing here rather than on entry\n // keeps those from wiping the transcript of the utterance before, whose\n // flush may still be on its way back.\n if (!started) {\n started = true\n this.transcriptDelta = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","import { float32ToPcm16, Pcm16Resampler, SentenceTTS } from '@micdrop/server'\n\n/**\n * Mistral text to speech (Voxtral Speech 3)\n *\n * @see https://docs.mistral.ai/studio/audio/text-to-speech/overview\n * @see https://docs.mistral.ai/api/endpoint/audio/speech\n *\n * The speech endpoint reads a whole text at once, so the answer is cut into\n * sentences, and the audio of each one is emitted as the server streams it.\n * A sentence starts playing in about half a second and is generated several\n * times faster than it is spoken, so the next one is ready before the current\n * one ends.\n */\n\nexport interface MistralTTSOptions {\n apiKey: string\n model?: string\n // Preset voice (`voice_592` for Marie in French, `gb_jane_neutral`...) or\n // the id of a voice saved in your Mistral account\n voiceId?: string\n // A few seconds of speech to clone, base64 encoded, used instead of voiceId\n refAudio?: string\n // Extra fields of the request body, such as phoneme_hints\n settings?: Record<string, unknown>\n // API address, to reach the European or US endpoint\n baseUrl?: string\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-tts-3-0'\nconst DEFAULT_VOICE_ID = 'voice_3150' // James, American English\nconst DEFAULT_BASE_URL = 'https://api.mistral.ai'\nconst MISTRAL_SAMPLE_RATE = 24000 // Rate of the pcm output from Mistral\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst FLOAT32_BYTES = 4 // The pcm output is mono float32 little-endian\n\nexport class MistralTTS extends SentenceTTS {\n constructor(private readonly options: MistralTTSOptions) {\n super()\n }\n\n protected async synthesize(\n text: string,\n signal: AbortSignal\n ): Promise<undefined> {\n const response = await this.request(text, signal)\n if (!response.body) throw new Error('Mistral answered without a body')\n\n // One resampler per sentence: two sentences are independent streams, so\n // the fractional position must not carry over from one to the next\n const resampler = new Pcm16Resampler(\n MISTRAL_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n // Half of a float32 sample split between two events\n let leftover = Buffer.alloc(0)\n\n for await (const event of readEvents(response.body, signal)) {\n if (event.type === 'error') {\n throw new Error(\n `Speech generation failed: ${JSON.stringify(event.error ?? event)}`\n )\n }\n if (event.type !== 'speech.audio.delta' || !event.audio_data) continue\n\n const data = Buffer.concat([\n leftover,\n Buffer.from(event.audio_data, 'base64'),\n ])\n const length = data.length - (data.length % FLOAT32_BYTES)\n leftover = data.subarray(length)\n const samples = new Float32Array(length / FLOAT32_BYTES)\n for (let i = 0; i < samples.length; i++) {\n samples[i] = data.readFloatLE(i * FLOAT32_BYTES)\n }\n\n // Cancelled or replaced, the rest is not wanted\n if (!this.emitAudio(resampler.process(float32ToPcm16(samples)))) break\n }\n\n return undefined\n }\n\n private async request(text: string, signal: AbortSignal) {\n const { options } = this\n const baseUrl = (options.baseUrl ?? DEFAULT_BASE_URL).replace(/\\/+$/, '')\n\n const response = await fetch(`${baseUrl}/v1/audio/speech`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${options.apiKey}`,\n 'Content-Type': 'application/json',\n Accept: 'text/event-stream',\n },\n signal,\n body: JSON.stringify({\n ...options.settings,\n model: options.model || DEFAULT_MODEL,\n input: text,\n ...(options.refAudio\n ? { ref_audio: options.refAudio }\n : { voice_id: options.voiceId || DEFAULT_VOICE_ID }),\n // Raw samples rather than wav, so chunks can be concatenated without a\n // header in the middle of the audio\n response_format: 'pcm',\n stream: true,\n }),\n })\n\n if (!response.ok) {\n const details = await response.text().catch(() => '')\n throw new Error(\n `Mistral answered ${response.status} ${response.statusText}: ${details}`\n )\n }\n\n return response\n }\n}\n\n/** Parses the server-sent events of the response, one JSON payload each. */\nasync function* readEvents(\n body: ReadableStream<Uint8Array>,\n signal: AbortSignal\n): AsyncGenerator<any> {\n const reader = body.getReader()\n const decoder = new TextDecoder()\n let buffer = ''\n\n try {\n while (!signal.aborted) {\n const { done, value } = await reader.read()\n if (done) break\n buffer += decoder.decode(value, { stream: true }).replace(/\\r\\n/g, '\\n')\n\n let end: number\n while ((end = buffer.indexOf('\\n\\n')) >= 0) {\n const block = buffer.slice(0, end)\n buffer = buffer.slice(end + 2)\n const data = block\n .split('\\n')\n .filter((line) => line.startsWith('data:'))\n .map((line) => line.slice(5).trimStart())\n .join('\\n')\n if (data) yield JSON.parse(data)\n }\n }\n } finally {\n // Closing the body closes the connection, and the server stops generating\n reader.cancel().catch(() => {})\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,uBAAwB;AAMxB,iBAAgC;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,oBAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,yBAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,IAAAC,iBAAoB;AAEpB,gBAAsB;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAO9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,kBAAkB;AAAA,MACzB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAG,QAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYD,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAAE,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACjTA,IAAAC,iBAA4D;AA6B5D,IAAMC,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AACzB,IAAM,sBAAsB;AAC5B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAEf,IAAM,aAAN,cAAyB,2BAAY;AAAA,EAC1C,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAAA,EAE7B;AAAA,EAEA,MAAgB,WACd,MACA,QACoB;AACpB,UAAM,WAAW,MAAM,KAAK,QAAQ,MAAM,MAAM;AAChD,QAAI,CAAC,SAAS,KAAM,OAAM,IAAI,MAAM,iCAAiC;AAIrE,UAAM,YAAY,IAAI;AAAA,MACpB;AAAA,MACA;AAAA,IACF;AAEA,QAAI,WAAW,OAAO,MAAM,CAAC;AAE7B,qBAAiB,SAAS,WAAW,SAAS,MAAM,MAAM,GAAG;AAC3D,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,IAAI;AAAA,UACR,6BAA6B,KAAK,UAAU,MAAM,SAAS,KAAK,CAAC;AAAA,QACnE;AAAA,MACF;AACA,UAAI,MAAM,SAAS,wBAAwB,CAAC,MAAM,WAAY;AAE9D,YAAM,OAAO,OAAO,OAAO;AAAA,QACzB;AAAA,QACA,OAAO,KAAK,MAAM,YAAY,QAAQ;AAAA,MACxC,CAAC;AACD,YAAM,SAAS,KAAK,SAAU,KAAK,SAAS;AAC5C,iBAAW,KAAK,SAAS,MAAM;AAC/B,YAAM,UAAU,IAAI,aAAa,SAAS,aAAa;AACvD,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,gBAAQ,CAAC,IAAI,KAAK,YAAY,IAAI,aAAa;AAAA,MACjD;AAGA,UAAI,CAAC,KAAK,UAAU,UAAU,YAAQ,+BAAe,OAAO,CAAC,CAAC,EAAG;AAAA,IACnE;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,QAAQ,MAAc,QAAqB;AACvD,UAAM,EAAE,QAAQ,IAAI;AACpB,UAAM,WAAW,QAAQ,WAAW,kBAAkB,QAAQ,QAAQ,EAAE;AAExE,UAAM,WAAW,MAAM,MAAM,GAAG,OAAO,oBAAoB;AAAA,MACzD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU,QAAQ,MAAM;AAAA,QACvC,gBAAgB;AAAA,QAChB,QAAQ;AAAA,MACV;AAAA,MACA;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACnB,GAAG,QAAQ;AAAA,QACX,OAAO,QAAQ,SAASA;AAAA,QACxB,OAAO;AAAA,QACP,GAAI,QAAQ,WACR,EAAE,WAAW,QAAQ,SAAS,IAC9B,EAAE,UAAU,QAAQ,WAAW,iBAAiB;AAAA;AAAA;AAAA,QAGpD,iBAAiB;AAAA,QACjB,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,UAAU,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACpD,YAAM,IAAI;AAAA,QACR,oBAAoB,SAAS,MAAM,IAAI,SAAS,UAAU,KAAK,OAAO;AAAA,MACxE;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;AAGA,gBAAgB,WACd,MACA,QACqB;AACrB,QAAM,SAAS,KAAK,UAAU;AAC9B,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI,SAAS;AAEb,MAAI;AACF,WAAO,CAAC,OAAO,SAAS;AACtB,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,KAAM;AACV,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC,EAAE,QAAQ,SAAS,IAAI;AAEvE,UAAI;AACJ,cAAQ,MAAM,OAAO,QAAQ,MAAM,MAAM,GAAG;AAC1C,cAAM,QAAQ,OAAO,MAAM,GAAG,GAAG;AACjC,iBAAS,OAAO,MAAM,MAAM,CAAC;AAC7B,cAAM,OAAO,MACV,MAAM,IAAI,EACV,OAAO,CAAC,SAAS,KAAK,WAAW,OAAO,CAAC,EACzC,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC,EAAE,UAAU,CAAC,EACvC,KAAK,IAAI;AACZ,YAAI,KAAM,OAAM,KAAK,MAAM,IAAI;AAAA,MACjC;AAAA,IACF;AAAA,EACF,UAAE;AAEA,WAAO,OAAO,EAAE,MAAM,MAAM;AAAA,IAAC,CAAC;AAAA,EAChC;AACF;","names":["result","z","import_server","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket","import_server","DEFAULT_MODEL"]}
package/dist/index.mjs CHANGED
@@ -160,7 +160,7 @@ var MistralAgent = class extends Agent {
160
160
  // src/MistralSTT.ts
161
161
  import { STT } from "@micdrop/server";
162
162
  import WebSocket from "ws";
163
- var DEFAULT_MODEL2 = "voxtral-mini-transcribe-realtime-2602";
163
+ var DEFAULT_MODEL2 = "voxtral-mini-transcribe-realtime-3-0";
164
164
  var DEFAULT_ENCODING = "pcm_s16le";
165
165
  var SAMPLE_RATE = 16e3;
166
166
  var DEFAULT_CONNECTION_TIMEOUT = 5e3;
@@ -215,10 +215,11 @@ var MistralSTT = class extends STT {
215
215
  clearTimeout(this.transcriptionTimeout);
216
216
  this.transcriptionTimeout = void 0;
217
217
  }
218
- this.socket?.removeAllListeners();
219
- if (this.socket?.readyState === WebSocket.OPEN) {
220
- this.socket?.close(1e3);
218
+ if (this.connectionTimeout) {
219
+ clearTimeout(this.connectionTimeout);
220
+ this.connectionTimeout = void 0;
221
221
  }
222
+ if (this.socket) closeSocket(this.socket);
222
223
  this.socket = void 0;
223
224
  }
224
225
  connect() {
@@ -243,11 +244,11 @@ var MistralSTT = class extends STT {
243
244
  this.socket = socket;
244
245
  const timeout = setTimeout(() => {
245
246
  this.log("Connection timeout");
246
- socket.removeAllListeners();
247
- socket.close();
247
+ closeSocket(socket);
248
248
  this.socket = void 0;
249
249
  reject(new Error("WebSocket connection timeout"));
250
250
  }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
251
+ this.connectionTimeout = timeout;
251
252
  socket.addEventListener("open", () => {
252
253
  clearTimeout(timeout);
253
254
  this.sendSessionUpdate();
@@ -361,8 +362,113 @@ var MistralSTT = class extends STT {
361
362
  });
362
363
  }
363
364
  };
365
+ function closeSocket(socket) {
366
+ socket.removeAllListeners();
367
+ socket.on("error", () => {
368
+ });
369
+ if (socket.readyState === WebSocket.OPEN || socket.readyState === WebSocket.CONNECTING) {
370
+ socket.close(1e3);
371
+ }
372
+ }
373
+
374
+ // src/MistralTTS.ts
375
+ import { float32ToPcm16, Pcm16Resampler, SentenceTTS } from "@micdrop/server";
376
+ var DEFAULT_MODEL3 = "voxtral-mini-tts-3-0";
377
+ var DEFAULT_VOICE_ID = "voice_3150";
378
+ var DEFAULT_BASE_URL = "https://api.mistral.ai";
379
+ var MISTRAL_SAMPLE_RATE = 24e3;
380
+ var OUTPUT_SAMPLE_RATE = 16e3;
381
+ var FLOAT32_BYTES = 4;
382
+ var MistralTTS = class extends SentenceTTS {
383
+ constructor(options) {
384
+ super();
385
+ this.options = options;
386
+ }
387
+ async synthesize(text, signal) {
388
+ const response = await this.request(text, signal);
389
+ if (!response.body) throw new Error("Mistral answered without a body");
390
+ const resampler = new Pcm16Resampler(
391
+ MISTRAL_SAMPLE_RATE,
392
+ OUTPUT_SAMPLE_RATE
393
+ );
394
+ let leftover = Buffer.alloc(0);
395
+ for await (const event of readEvents(response.body, signal)) {
396
+ if (event.type === "error") {
397
+ throw new Error(
398
+ `Speech generation failed: ${JSON.stringify(event.error ?? event)}`
399
+ );
400
+ }
401
+ if (event.type !== "speech.audio.delta" || !event.audio_data) continue;
402
+ const data = Buffer.concat([
403
+ leftover,
404
+ Buffer.from(event.audio_data, "base64")
405
+ ]);
406
+ const length = data.length - data.length % FLOAT32_BYTES;
407
+ leftover = data.subarray(length);
408
+ const samples = new Float32Array(length / FLOAT32_BYTES);
409
+ for (let i = 0; i < samples.length; i++) {
410
+ samples[i] = data.readFloatLE(i * FLOAT32_BYTES);
411
+ }
412
+ if (!this.emitAudio(resampler.process(float32ToPcm16(samples)))) break;
413
+ }
414
+ return void 0;
415
+ }
416
+ async request(text, signal) {
417
+ const { options } = this;
418
+ const baseUrl = (options.baseUrl ?? DEFAULT_BASE_URL).replace(/\/+$/, "");
419
+ const response = await fetch(`${baseUrl}/v1/audio/speech`, {
420
+ method: "POST",
421
+ headers: {
422
+ Authorization: `Bearer ${options.apiKey}`,
423
+ "Content-Type": "application/json",
424
+ Accept: "text/event-stream"
425
+ },
426
+ signal,
427
+ body: JSON.stringify({
428
+ ...options.settings,
429
+ model: options.model || DEFAULT_MODEL3,
430
+ input: text,
431
+ ...options.refAudio ? { ref_audio: options.refAudio } : { voice_id: options.voiceId || DEFAULT_VOICE_ID },
432
+ // Raw samples rather than wav, so chunks can be concatenated without a
433
+ // header in the middle of the audio
434
+ response_format: "pcm",
435
+ stream: true
436
+ })
437
+ });
438
+ if (!response.ok) {
439
+ const details = await response.text().catch(() => "");
440
+ throw new Error(
441
+ `Mistral answered ${response.status} ${response.statusText}: ${details}`
442
+ );
443
+ }
444
+ return response;
445
+ }
446
+ };
447
+ async function* readEvents(body, signal) {
448
+ const reader = body.getReader();
449
+ const decoder = new TextDecoder();
450
+ let buffer = "";
451
+ try {
452
+ while (!signal.aborted) {
453
+ const { done, value } = await reader.read();
454
+ if (done) break;
455
+ buffer += decoder.decode(value, { stream: true }).replace(/\r\n/g, "\n");
456
+ let end;
457
+ while ((end = buffer.indexOf("\n\n")) >= 0) {
458
+ const block = buffer.slice(0, end);
459
+ buffer = buffer.slice(end + 2);
460
+ const data = block.split("\n").filter((line) => line.startsWith("data:")).map((line) => line.slice(5).trimStart()).join("\n");
461
+ if (data) yield JSON.parse(data);
462
+ }
463
+ }
464
+ } finally {
465
+ reader.cancel().catch(() => {
466
+ });
467
+ }
468
+ }
364
469
  export {
365
470
  MistralAgent,
366
- MistralSTT
471
+ MistralSTT,
472
+ MistralTTS
367
473
  };
368
474
  //# sourceMappingURL=index.mjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/MistralAgent.ts","../src/MistralSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-2602'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: a flush finalizes and resets the transcription context,\n // so start from a clean transcript for this stream, but only once it\n // carries something. Voice detection opens a stream on any noise and many\n // of them never carry a word, and clearing here rather than on entry\n // keeps those from wiping the transcript of the utterance before, whose\n // flush may still be on its way back.\n if (!started) {\n started = true\n this.transcriptDelta = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,SAAS,eAAe;AAMxB,OAAO,KAAK,oBAAoB;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,MAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,QAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,SAAS,WAAW;AAEpB,OAAO,eAAe;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAUlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAO9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,kBAAkB;AAAA,MACzB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["result","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY"]}
1
+ {"version":3,"sources":["../src/MistralAgent.ts","../src/MistralSTT.ts","../src/MistralTTS.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio/audio/speech-to-text/overview\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-3-0'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: a flush finalizes and resets the transcription context,\n // so start from a clean transcript for this stream, but only once it\n // carries something. Voice detection opens a stream on any noise and many\n // of them never carry a word, and clearing here rather than on entry\n // keeps those from wiping the transcript of the utterance before, whose\n // flush may still be on its way back.\n if (!started) {\n started = true\n this.transcriptDelta = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","import { float32ToPcm16, Pcm16Resampler, SentenceTTS } from '@micdrop/server'\n\n/**\n * Mistral text to speech (Voxtral Speech 3)\n *\n * @see https://docs.mistral.ai/studio/audio/text-to-speech/overview\n * @see https://docs.mistral.ai/api/endpoint/audio/speech\n *\n * The speech endpoint reads a whole text at once, so the answer is cut into\n * sentences, and the audio of each one is emitted as the server streams it.\n * A sentence starts playing in about half a second and is generated several\n * times faster than it is spoken, so the next one is ready before the current\n * one ends.\n */\n\nexport interface MistralTTSOptions {\n apiKey: string\n model?: string\n // Preset voice (`voice_592` for Marie in French, `gb_jane_neutral`...) or\n // the id of a voice saved in your Mistral account\n voiceId?: string\n // A few seconds of speech to clone, base64 encoded, used instead of voiceId\n refAudio?: string\n // Extra fields of the request body, such as phoneme_hints\n settings?: Record<string, unknown>\n // API address, to reach the European or US endpoint\n baseUrl?: string\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-tts-3-0'\nconst DEFAULT_VOICE_ID = 'voice_3150' // James, American English\nconst DEFAULT_BASE_URL = 'https://api.mistral.ai'\nconst MISTRAL_SAMPLE_RATE = 24000 // Rate of the pcm output from Mistral\nconst OUTPUT_SAMPLE_RATE = 16000 // Rate expected by the Micdrop client\nconst FLOAT32_BYTES = 4 // The pcm output is mono float32 little-endian\n\nexport class MistralTTS extends SentenceTTS {\n constructor(private readonly options: MistralTTSOptions) {\n super()\n }\n\n protected async synthesize(\n text: string,\n signal: AbortSignal\n ): Promise<undefined> {\n const response = await this.request(text, signal)\n if (!response.body) throw new Error('Mistral answered without a body')\n\n // One resampler per sentence: two sentences are independent streams, so\n // the fractional position must not carry over from one to the next\n const resampler = new Pcm16Resampler(\n MISTRAL_SAMPLE_RATE,\n OUTPUT_SAMPLE_RATE\n )\n // Half of a float32 sample split between two events\n let leftover = Buffer.alloc(0)\n\n for await (const event of readEvents(response.body, signal)) {\n if (event.type === 'error') {\n throw new Error(\n `Speech generation failed: ${JSON.stringify(event.error ?? event)}`\n )\n }\n if (event.type !== 'speech.audio.delta' || !event.audio_data) continue\n\n const data = Buffer.concat([\n leftover,\n Buffer.from(event.audio_data, 'base64'),\n ])\n const length = data.length - (data.length % FLOAT32_BYTES)\n leftover = data.subarray(length)\n const samples = new Float32Array(length / FLOAT32_BYTES)\n for (let i = 0; i < samples.length; i++) {\n samples[i] = data.readFloatLE(i * FLOAT32_BYTES)\n }\n\n // Cancelled or replaced, the rest is not wanted\n if (!this.emitAudio(resampler.process(float32ToPcm16(samples)))) break\n }\n\n return undefined\n }\n\n private async request(text: string, signal: AbortSignal) {\n const { options } = this\n const baseUrl = (options.baseUrl ?? DEFAULT_BASE_URL).replace(/\\/+$/, '')\n\n const response = await fetch(`${baseUrl}/v1/audio/speech`, {\n method: 'POST',\n headers: {\n Authorization: `Bearer ${options.apiKey}`,\n 'Content-Type': 'application/json',\n Accept: 'text/event-stream',\n },\n signal,\n body: JSON.stringify({\n ...options.settings,\n model: options.model || DEFAULT_MODEL,\n input: text,\n ...(options.refAudio\n ? { ref_audio: options.refAudio }\n : { voice_id: options.voiceId || DEFAULT_VOICE_ID }),\n // Raw samples rather than wav, so chunks can be concatenated without a\n // header in the middle of the audio\n response_format: 'pcm',\n stream: true,\n }),\n })\n\n if (!response.ok) {\n const details = await response.text().catch(() => '')\n throw new Error(\n `Mistral answered ${response.status} ${response.statusText}: ${details}`\n )\n }\n\n return response\n }\n}\n\n/** Parses the server-sent events of the response, one JSON payload each. */\nasync function* readEvents(\n body: ReadableStream<Uint8Array>,\n signal: AbortSignal\n): AsyncGenerator<any> {\n const reader = body.getReader()\n const decoder = new TextDecoder()\n let buffer = ''\n\n try {\n while (!signal.aborted) {\n const { done, value } = await reader.read()\n if (done) break\n buffer += decoder.decode(value, { stream: true }).replace(/\\r\\n/g, '\\n')\n\n let end: number\n while ((end = buffer.indexOf('\\n\\n')) >= 0) {\n const block = buffer.slice(0, end)\n buffer = buffer.slice(end + 2)\n const data = block\n .split('\\n')\n .filter((line) => line.startsWith('data:'))\n .map((line) => line.slice(5).trimStart())\n .join('\\n')\n if (data) yield JSON.parse(data)\n }\n }\n } finally {\n // Closing the body closes the connection, and the server stops generating\n reader.cancel().catch(() => {})\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,SAAS,eAAe;AAMxB,OAAO,KAAK,oBAAoB;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,MAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,QAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,SAAS,WAAW;AAEpB,OAAO,eAAe;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAO9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,kBAAkB;AAAA,MACzB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACjTA,SAAS,gBAAgB,gBAAgB,mBAAmB;AA6B5D,IAAME,iBAAgB;AACtB,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AACzB,IAAM,sBAAsB;AAC5B,IAAM,qBAAqB;AAC3B,IAAM,gBAAgB;AAEf,IAAM,aAAN,cAAyB,YAAY;AAAA,EAC1C,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAAA,EAE7B;AAAA,EAEA,MAAgB,WACd,MACA,QACoB;AACpB,UAAM,WAAW,MAAM,KAAK,QAAQ,MAAM,MAAM;AAChD,QAAI,CAAC,SAAS,KAAM,OAAM,IAAI,MAAM,iCAAiC;AAIrE,UAAM,YAAY,IAAI;AAAA,MACpB;AAAA,MACA;AAAA,IACF;AAEA,QAAI,WAAW,OAAO,MAAM,CAAC;AAE7B,qBAAiB,SAAS,WAAW,SAAS,MAAM,MAAM,GAAG;AAC3D,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,IAAI;AAAA,UACR,6BAA6B,KAAK,UAAU,MAAM,SAAS,KAAK,CAAC;AAAA,QACnE;AAAA,MACF;AACA,UAAI,MAAM,SAAS,wBAAwB,CAAC,MAAM,WAAY;AAE9D,YAAM,OAAO,OAAO,OAAO;AAAA,QACzB;AAAA,QACA,OAAO,KAAK,MAAM,YAAY,QAAQ;AAAA,MACxC,CAAC;AACD,YAAM,SAAS,KAAK,SAAU,KAAK,SAAS;AAC5C,iBAAW,KAAK,SAAS,MAAM;AAC/B,YAAM,UAAU,IAAI,aAAa,SAAS,aAAa;AACvD,eAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,gBAAQ,CAAC,IAAI,KAAK,YAAY,IAAI,aAAa;AAAA,MACjD;AAGA,UAAI,CAAC,KAAK,UAAU,UAAU,QAAQ,eAAe,OAAO,CAAC,CAAC,EAAG;AAAA,IACnE;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,QAAQ,MAAc,QAAqB;AACvD,UAAM,EAAE,QAAQ,IAAI;AACpB,UAAM,WAAW,QAAQ,WAAW,kBAAkB,QAAQ,QAAQ,EAAE;AAExE,UAAM,WAAW,MAAM,MAAM,GAAG,OAAO,oBAAoB;AAAA,MACzD,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,eAAe,UAAU,QAAQ,MAAM;AAAA,QACvC,gBAAgB;AAAA,QAChB,QAAQ;AAAA,MACV;AAAA,MACA;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACnB,GAAG,QAAQ;AAAA,QACX,OAAO,QAAQ,SAASA;AAAA,QACxB,OAAO;AAAA,QACP,GAAI,QAAQ,WACR,EAAE,WAAW,QAAQ,SAAS,IAC9B,EAAE,UAAU,QAAQ,WAAW,iBAAiB;AAAA;AAAA;AAAA,QAGpD,iBAAiB;AAAA,QACjB,QAAQ;AAAA,MACV,CAAC;AAAA,IACH,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,UAAU,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACpD,YAAM,IAAI;AAAA,QACR,oBAAoB,SAAS,MAAM,IAAI,SAAS,UAAU,KAAK,OAAO;AAAA,MACxE;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;AAGA,gBAAgB,WACd,MACA,QACqB;AACrB,QAAM,SAAS,KAAK,UAAU;AAC9B,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI,SAAS;AAEb,MAAI;AACF,WAAO,CAAC,OAAO,SAAS;AACtB,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,UAAI,KAAM;AACV,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC,EAAE,QAAQ,SAAS,IAAI;AAEvE,UAAI;AACJ,cAAQ,MAAM,OAAO,QAAQ,MAAM,MAAM,GAAG;AAC1C,cAAM,QAAQ,OAAO,MAAM,GAAG,GAAG;AACjC,iBAAS,OAAO,MAAM,MAAM,CAAC;AAC7B,cAAM,OAAO,MACV,MAAM,IAAI,EACV,OAAO,CAAC,SAAS,KAAK,WAAW,OAAO,CAAC,EACzC,IAAI,CAAC,SAAS,KAAK,MAAM,CAAC,EAAE,UAAU,CAAC,EACvC,KAAK,IAAI;AACZ,YAAI,KAAM,OAAM,KAAK,MAAM,IAAI;AAAA,MACjC;AAAA,IACF;AAAA,EACF,UAAE;AAEA,WAAO,OAAO,EAAE,MAAM,MAAM;AAAA,IAAC,CAAC;AAAA,EAChC;AACF;","names":["result","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","DEFAULT_MODEL"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/mistral",
3
- "version": "1.1.1",
3
+ "version": "1.2.0",
4
4
  "description": "Mistral implementation for @micdrop/server",
5
5
  "author": "Godefroy de Compreignac",
6
6
  "license": "MIT",