@micdrop/mistral 1.1.0 → 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +60 -3
- package/dist/index.d.mts +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +19 -6
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +19 -6
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -12,7 +12,7 @@ npm install @micdrop/mistral
|
|
|
12
12
|
|
|
13
13
|
## Mistral Agent
|
|
14
14
|
|
|
15
|
-
### Usage
|
|
15
|
+
### Usage with MicdropServer
|
|
16
16
|
|
|
17
17
|
```typescript
|
|
18
18
|
import { MistralAgent } from '@micdrop/mistral'
|
|
@@ -31,11 +31,42 @@ new MicdropServer(socket, {
|
|
|
31
31
|
})
|
|
32
32
|
```
|
|
33
33
|
|
|
34
|
+
### Usage without MicdropServer
|
|
35
|
+
|
|
36
|
+
```typescript
|
|
37
|
+
import { MistralAgent } from '@micdrop/mistral'
|
|
38
|
+
|
|
39
|
+
const agent = new MistralAgent({
|
|
40
|
+
apiKey: process.env.MISTRAL_API_KEY || '',
|
|
41
|
+
systemPrompt: 'You are a helpful assistant',
|
|
42
|
+
})
|
|
43
|
+
|
|
44
|
+
agent.on('Message', (message) => console.log('Message:', message))
|
|
45
|
+
|
|
46
|
+
agent.addUserMessage('Hello, what can you do?')
|
|
47
|
+
|
|
48
|
+
// The answer is a text stream, written as the model generates it
|
|
49
|
+
agent.answer().on('data', (chunk) => process.stdout.write(chunk))
|
|
50
|
+
```
|
|
51
|
+
|
|
52
|
+
### Events
|
|
53
|
+
|
|
54
|
+
| Event | Payload | Description |
|
|
55
|
+
| ----------------------- | ------------------------- | ----------------------------------------------------------------------- |
|
|
56
|
+
| `Message` | `MicdropConversationItem` | A message, a tool call or a tool result was added to the conversation. |
|
|
57
|
+
| `ToolCall` | `MicdropToolCall` | A tool declared with `emitOutput` ran, with its parameters and output. |
|
|
58
|
+
| `CancelLastUserMessage` | none | The last user message was dropped because it carried no intent. |
|
|
59
|
+
| `SkipAnswer` | none | The agent stays silent and waits for the user to finish their sentence. |
|
|
60
|
+
| `EndCall` | none | The agent decided that the call is over. |
|
|
61
|
+
| `Failed` | none | The agent gave up generating an answer after its retries. |
|
|
62
|
+
|
|
63
|
+
See the [Agent interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-agent) for the full contract.
|
|
64
|
+
|
|
34
65
|
## Mistral STT (Speech-to-Text)
|
|
35
66
|
|
|
36
67
|
Real-time transcription with Voxtral.
|
|
37
68
|
|
|
38
|
-
### Usage
|
|
69
|
+
### Usage with MicdropServer
|
|
39
70
|
|
|
40
71
|
```typescript
|
|
41
72
|
import { MistralSTT } from '@micdrop/mistral'
|
|
@@ -53,6 +84,32 @@ new MicdropServer(socket, {
|
|
|
53
84
|
})
|
|
54
85
|
```
|
|
55
86
|
|
|
87
|
+
### Usage without MicdropServer
|
|
88
|
+
|
|
89
|
+
```typescript
|
|
90
|
+
import { MistralSTT } from '@micdrop/mistral'
|
|
91
|
+
import { createReadStream } from 'fs'
|
|
92
|
+
|
|
93
|
+
const stt = new MistralSTT({
|
|
94
|
+
apiKey: process.env.MISTRAL_API_KEY || '',
|
|
95
|
+
})
|
|
96
|
+
|
|
97
|
+
stt.on('Transcript', (text) => console.log('Transcript:', text))
|
|
98
|
+
stt.on('Failed', (chunks) => console.error('Failed:', chunks.length, 'chunks'))
|
|
99
|
+
|
|
100
|
+
// Audio is raw PCM, 16 bits, 16 kHz, mono
|
|
101
|
+
stt.transcribe(createReadStream('speech.pcm'))
|
|
102
|
+
```
|
|
103
|
+
|
|
104
|
+
### Events
|
|
105
|
+
|
|
106
|
+
| Event | Payload | Description |
|
|
107
|
+
| ------------ | ---------- | ------------------------------------------------------------------------------ |
|
|
108
|
+
| `Transcript` | `string` | Transcription of one utterance. The text is empty when nothing was recognized. |
|
|
109
|
+
| `Failed` | `Buffer[]` | Transcription gave up after its retries, with the audio chunks left pending. |
|
|
110
|
+
|
|
111
|
+
See the [STT interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-stt) for the full contract.
|
|
112
|
+
|
|
56
113
|
## Documentation
|
|
57
114
|
|
|
58
115
|
Read full [documentation of the Mistral integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/mistral) on the [website](https://micdrop.dev).
|
|
@@ -63,4 +120,4 @@ MIT
|
|
|
63
120
|
|
|
64
121
|
## Author
|
|
65
122
|
|
|
66
|
-
Originally developed for [Raconte.ai](https://www.raconte.ai) and open sourced by [
|
|
123
|
+
Originally developed for [Raconte.ai](https://www.raconte.ai), created and open sourced by [Godefroy de Compreignac](https://github.com/Godefroy)
|
package/dist/index.d.mts
CHANGED
package/dist/index.d.ts
CHANGED
package/dist/index.js
CHANGED
|
@@ -217,8 +217,12 @@ var MistralSTT = class extends import_server2.STT {
|
|
|
217
217
|
this.initPromise = this.connect();
|
|
218
218
|
}
|
|
219
219
|
transcribe(audioStream) {
|
|
220
|
-
|
|
220
|
+
let started = false;
|
|
221
221
|
audioStream.on("data", async (chunk) => {
|
|
222
|
+
if (!started) {
|
|
223
|
+
started = true;
|
|
224
|
+
this.transcriptDelta = "";
|
|
225
|
+
}
|
|
222
226
|
this.audioChunksPending.push(chunk);
|
|
223
227
|
await this.initPromise;
|
|
224
228
|
this.sendAudioChunk(chunk);
|
|
@@ -248,10 +252,11 @@ var MistralSTT = class extends import_server2.STT {
|
|
|
248
252
|
clearTimeout(this.transcriptionTimeout);
|
|
249
253
|
this.transcriptionTimeout = void 0;
|
|
250
254
|
}
|
|
251
|
-
this.
|
|
252
|
-
|
|
253
|
-
this.
|
|
255
|
+
if (this.connectionTimeout) {
|
|
256
|
+
clearTimeout(this.connectionTimeout);
|
|
257
|
+
this.connectionTimeout = void 0;
|
|
254
258
|
}
|
|
259
|
+
if (this.socket) closeSocket(this.socket);
|
|
255
260
|
this.socket = void 0;
|
|
256
261
|
}
|
|
257
262
|
connect() {
|
|
@@ -276,11 +281,11 @@ var MistralSTT = class extends import_server2.STT {
|
|
|
276
281
|
this.socket = socket;
|
|
277
282
|
const timeout = setTimeout(() => {
|
|
278
283
|
this.log("Connection timeout");
|
|
279
|
-
socket
|
|
280
|
-
socket.close();
|
|
284
|
+
closeSocket(socket);
|
|
281
285
|
this.socket = void 0;
|
|
282
286
|
reject(new Error("WebSocket connection timeout"));
|
|
283
287
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
288
|
+
this.connectionTimeout = timeout;
|
|
284
289
|
socket.addEventListener("open", () => {
|
|
285
290
|
clearTimeout(timeout);
|
|
286
291
|
this.sendSessionUpdate();
|
|
@@ -394,6 +399,14 @@ var MistralSTT = class extends import_server2.STT {
|
|
|
394
399
|
});
|
|
395
400
|
}
|
|
396
401
|
};
|
|
402
|
+
function closeSocket(socket) {
|
|
403
|
+
socket.removeAllListeners();
|
|
404
|
+
socket.on("error", () => {
|
|
405
|
+
});
|
|
406
|
+
if (socket.readyState === import_ws.default.OPEN || socket.readyState === import_ws.default.CONNECTING) {
|
|
407
|
+
socket.close(1e3);
|
|
408
|
+
}
|
|
409
|
+
}
|
|
397
410
|
// Annotate the CommonJS export names for ESM import in node:
|
|
398
411
|
0 && (module.exports = {
|
|
399
412
|
MistralAgent,
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/MistralAgent.ts","../src/MistralSTT.ts"],"sourcesContent":["export * from './MistralAgent'\nexport * from './MistralSTT'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-2602'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: a flush finalizes and resets the transcription context, so\n // start from a clean transcript for this stream.\n this.transcriptDelta = ''\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,uBAAwB;AAMxB,iBAAgC;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,oBAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,yBAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,IAAAC,iBAAoB;AAEpB,gBAAsB;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAUlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,kBAAkB;AAGvB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAC,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASH;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAG,QAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYD,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["result","z","import_server","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/MistralAgent.ts","../src/MistralSTT.ts"],"sourcesContent":["export * from './MistralAgent'\nexport * from './MistralSTT'\n","import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-2602'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: a flush finalizes and resets the transcription context,\n // so start from a clean transcript for this stream, but only once it\n // carries something. Voice detection opens a stream on any noise and many\n // of them never carry a word, and clearing here rather than on entry\n // keeps those from wiping the transcript of the utterance before, whose\n // flush may still be on its way back.\n if (!started) {\n started = true\n this.transcriptDelta = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,uBAAwB;AAMxB,iBAAgC;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,oBAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,yBAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,gBAAY,yBAAa,KAAK,eAAe,WAAAC,QAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,IAAAC,iBAAoB;AAEpB,gBAAsB;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAO9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,kBAAkB;AAAA,MACzB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAG,QAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYD,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAAE,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;","names":["result","z","import_server","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
package/dist/index.mjs
CHANGED
|
@@ -180,8 +180,12 @@ var MistralSTT = class extends STT {
|
|
|
180
180
|
this.initPromise = this.connect();
|
|
181
181
|
}
|
|
182
182
|
transcribe(audioStream) {
|
|
183
|
-
|
|
183
|
+
let started = false;
|
|
184
184
|
audioStream.on("data", async (chunk) => {
|
|
185
|
+
if (!started) {
|
|
186
|
+
started = true;
|
|
187
|
+
this.transcriptDelta = "";
|
|
188
|
+
}
|
|
185
189
|
this.audioChunksPending.push(chunk);
|
|
186
190
|
await this.initPromise;
|
|
187
191
|
this.sendAudioChunk(chunk);
|
|
@@ -211,10 +215,11 @@ var MistralSTT = class extends STT {
|
|
|
211
215
|
clearTimeout(this.transcriptionTimeout);
|
|
212
216
|
this.transcriptionTimeout = void 0;
|
|
213
217
|
}
|
|
214
|
-
this.
|
|
215
|
-
|
|
216
|
-
this.
|
|
218
|
+
if (this.connectionTimeout) {
|
|
219
|
+
clearTimeout(this.connectionTimeout);
|
|
220
|
+
this.connectionTimeout = void 0;
|
|
217
221
|
}
|
|
222
|
+
if (this.socket) closeSocket(this.socket);
|
|
218
223
|
this.socket = void 0;
|
|
219
224
|
}
|
|
220
225
|
connect() {
|
|
@@ -239,11 +244,11 @@ var MistralSTT = class extends STT {
|
|
|
239
244
|
this.socket = socket;
|
|
240
245
|
const timeout = setTimeout(() => {
|
|
241
246
|
this.log("Connection timeout");
|
|
242
|
-
socket
|
|
243
|
-
socket.close();
|
|
247
|
+
closeSocket(socket);
|
|
244
248
|
this.socket = void 0;
|
|
245
249
|
reject(new Error("WebSocket connection timeout"));
|
|
246
250
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
251
|
+
this.connectionTimeout = timeout;
|
|
247
252
|
socket.addEventListener("open", () => {
|
|
248
253
|
clearTimeout(timeout);
|
|
249
254
|
this.sendSessionUpdate();
|
|
@@ -357,6 +362,14 @@ var MistralSTT = class extends STT {
|
|
|
357
362
|
});
|
|
358
363
|
}
|
|
359
364
|
};
|
|
365
|
+
function closeSocket(socket) {
|
|
366
|
+
socket.removeAllListeners();
|
|
367
|
+
socket.on("error", () => {
|
|
368
|
+
});
|
|
369
|
+
if (socket.readyState === WebSocket.OPEN || socket.readyState === WebSocket.CONNECTING) {
|
|
370
|
+
socket.close(1e3);
|
|
371
|
+
}
|
|
372
|
+
}
|
|
360
373
|
export {
|
|
361
374
|
MistralAgent,
|
|
362
375
|
MistralSTT
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/MistralAgent.ts","../src/MistralSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-2602'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: a flush finalizes and resets the transcription context, so\n // start from a clean transcript for this stream.\n this.transcriptDelta = ''\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,SAAS,eAAe;AAMxB,OAAO,KAAK,oBAAoB;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,MAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,QAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,SAAS,WAAW;AAEpB,OAAO,eAAe;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAUlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAGhC,SAAK,kBAAkB;AAGvB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["result","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY"]}
|
|
1
|
+
{"version":3,"sources":["../src/MistralAgent.ts","../src/MistralSTT.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport { Mistral } from '@mistralai/mistralai'\nimport {\n ChatCompletionStreamRequest,\n ChatCompletionStreamRequestMessages,\n} from '@mistralai/mistralai/models/components'\nimport { Writable } from 'stream'\nimport z, { toJSONSchema } from 'zod'\n\nexport interface MistralAgentOptions extends AgentOptions {\n apiKey: string\n model?: string\n settings?: Omit<ChatCompletionStreamRequest, 'messages' | 'model'>\n maxRetry?: number\n retryDelay?: number\n maxSteps?: number\n}\n\nconst DEFAULT_MODEL = 'mistral-large-latest'\nconst DEFAULT_MAX_RETRY = 3\nconst DEFAULT_MAX_STEPS = 5\nconst DEFAULT_RETRY_DELAY = 500\n\nexport class MistralAgent extends Agent<MistralAgentOptions> {\n private mistral: Mistral\n\n constructor(options: MistralAgentOptions) {\n super(options)\n this.mistral = new Mistral({ apiKey: options.apiKey })\n }\n\n protected async generateAnswer(\n stream: Writable,\n stepCount = 0,\n tryCount = 0\n ) {\n if (stepCount >= (this.options.maxSteps || DEFAULT_MAX_STEPS)) {\n console.error('[MistralAgent] Max steps reached')\n return\n }\n\n const answerCount = this.answerCount\n\n // Hack: Mistral needs a user message if there is only a system message\n if (this.conversation.length === 1) {\n this.conversation.push({\n role: 'user',\n content: '',\n })\n }\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n const result = await this.mistral.chat.stream({\n model: this.options.model || DEFAULT_MODEL,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n ...this.options.settings,\n })\n let fullAnswer = ''\n let skipAnswer = false\n\n // Handle response events\n for await (const event of result) {\n if (answerCount !== this.answerCount) return\n const delta = event.data.choices[0]?.delta\n const chunk = delta?.content\n const toolCalls = delta?.toolCalls\n\n // Text chunk\n if (typeof chunk === 'string') {\n if (chunk === '') continue\n this.log(`Answer chunk: \"${chunk}\"`)\n fullAnswer += chunk\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = fullAnswer.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = fullAnswer.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n stream.write(chunk)\n } else if (toolCalls?.length) {\n for (const toolCall of toolCalls) {\n const result = await this.executeTool({\n role: 'tool_call',\n toolCallId: toolCall.id || '',\n toolName: toolCall.function.name,\n parameters: toolCall.function.arguments as string,\n })\n if (result.skipAnswer) {\n skipAnswer = true\n }\n }\n }\n }\n\n if (answerCount !== this.answerCount) return\n\n if (fullAnswer) {\n // Add full answer to conversation\n const { message, metadata } = this.extract(fullAnswer)\n this.addAssistantMessage(message, metadata)\n } else if (skipAnswer) {\n // Hack: Mistral needs an assistant message after tool calls\n this.conversation.push({\n role: 'assistant',\n content: ' ',\n })\n } else {\n // Query again in case of tool call\n await this.generateAnswer(stream, stepCount + 1)\n }\n } catch (error: any) {\n console.error('[MistralAgent] Error:', error)\n if (tryCount < (this.options.maxRetry || DEFAULT_MAX_RETRY)) {\n await new Promise((resolve) =>\n setTimeout(resolve, this.options.retryDelay || DEFAULT_RETRY_DELAY)\n )\n await this.generateAnswer(stream, stepCount, tryCount + 1)\n } else {\n this.log('Max retries reached, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ChatCompletionStreamRequestMessages[] {\n return this.conversation.map(\n (message): ChatCompletionStreamRequestMessages => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n toolCalls: [\n {\n type: 'function',\n id: message.toolCallId,\n function: {\n name: message.toolName,\n arguments: JSON.stringify(message.parameters),\n },\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n toolCallId: message.toolCallId,\n name: message.toolName,\n content: [\n {\n type: 'text',\n text: message.output,\n },\n ],\n }\n }\n }\n )\n }\n\n private buildTools(): ChatCompletionStreamRequest['tools'] {\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return undefined\n\n return this.tools.map((tool) => ({\n type: 'function',\n function: {\n name: tool.name,\n description: tool.description,\n parameters: toJSONSchema(tool.inputSchema || z.object()),\n },\n }))\n }\n\n cancel() {\n if (!this.answering) return\n this.log('Cancel')\n this.answering = false\n\n // Increment counter to avoid processing messages from previous calls\n this.answerCount++\n }\n}\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\n\n/**\n * Mistral Real-time STT (Voxtral)\n *\n * @see https://docs.mistral.ai/studio-api/audio/speech_to_text/realtime_transcription\n */\n\nexport type MistralAudioEncoding =\n | 'pcm_s16le'\n | 'pcm_s32le'\n | 'pcm_f16le'\n | 'pcm_f32le'\n | 'pcm_mulaw'\n | 'pcm_alaw'\n\nexport interface MistralSTTOptions {\n apiKey: string\n model?: string\n encoding?: MistralAudioEncoding\n targetStreamingDelayMs?: number\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nconst DEFAULT_MODEL = 'voxtral-mini-transcribe-realtime-2602'\nconst DEFAULT_ENCODING: MistralAudioEncoding = 'pcm_s16le'\nconst SAMPLE_RATE = 16000 // Rate of the incoming audio (Micdrop client)\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class MistralSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcriptDelta = '' // Accumulated transcription.text.delta chunks\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: MistralSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Mistral\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: a flush finalizes and resets the transcription context,\n // so start from a clean transcript for this stream, but only once it\n // carries something. Voice detection opens a stream on any noise and many\n // of them never carry a word, and clearing here rather than on entry\n // keeps those from wiping the transcript of the utterance before, whose\n // flush may still be on its way back.\n if (!started) {\n started = true\n this.transcriptDelta = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // transcription (transcription.done). Unlike input_audio.end, a flush keeps\n // the session alive, so the same connection is reused for the next utterance.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.flushAudio()\n\n // Timeout transcription if no transcript is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emit('Transcript', this.transcriptDelta.trim())\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[MistralSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getURL() {\n const model = this.options.model || DEFAULT_MODEL\n return `wss://api.mistral.ai/v1/audio/transcriptions/realtime?model=${encodeURIComponent(\n model\n )}`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getURL(), {\n headers: {\n Authorization: `Bearer ${this.options.apiKey}`,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSessionUpdate()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n this.handleMessage(JSON.parse(event.data.toString()))\n })\n })\n }\n\n private sendSessionUpdate() {\n if (!this.socket) return\n\n // Configure the audio format. Must be sent before any audio is appended;\n // Mistral rejects format updates once audio has started.\n this.socket.send(\n JSON.stringify({\n type: 'session.update',\n session: {\n audio_format: {\n encoding: this.options.encoding || DEFAULT_ENCODING,\n sample_rate: SAMPLE_RATE,\n },\n ...(this.options.targetStreamingDelayMs !== undefined && {\n target_streaming_delay_ms: this.options.targetStreamingDelayMs,\n }),\n },\n })\n )\n }\n\n private sendAudioChunk(chunk: Buffer) {\n if (!this.socket) return\n this.socket.send(\n JSON.stringify({\n type: 'input_audio.append',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private flushAudio() {\n if (!this.socket) return\n // Flush buffered audio so the server processes the tail and emits a final\n // transcription.done for this utterance. We deliberately do NOT send\n // input_audio.end: that terminates the session (the server drops the\n // connection), whereas a flush finalizes the current utterance and keeps the\n // session ready for the next one.\n this.socket.send(JSON.stringify({ type: 'input_audio.flush' }))\n this.log('Flushed audio input')\n }\n\n private handleMessage(message: any) {\n switch (message.type) {\n case 'transcription.text.delta':\n if (typeof message.text === 'string') {\n this.transcriptDelta += message.text\n this.log(`Received transcript delta: \"${message.text}\"`)\n }\n break\n\n case 'transcription.done': {\n const transcript =\n typeof message.text === 'string' ? message.text : this.transcriptDelta\n this.log(`Received completed transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript.trim())\n // Reset state and clear timeout. The session stays alive after a flush,\n // so the same connection is reused for the next utterance.\n this.transcriptDelta = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n break\n }\n\n case 'error':\n this.log('Error:', message.error ?? message)\n break\n\n default:\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. The new\n // session is fresh and replays the whole utterance, so reset the\n // accumulated deltas to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcriptDelta = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nfunction closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC,SAAS,eAAe;AAMxB,OAAO,KAAK,oBAAoB;AAWhC,IAAM,gBAAgB;AACtB,IAAM,oBAAoB;AAC1B,IAAM,oBAAoB;AAC1B,IAAM,sBAAsB;AAErB,IAAM,eAAN,cAA2B,MAA2B;AAAA,EAG3D,YAAY,SAA8B;AACxC,UAAM,OAAO;AACb,SAAK,UAAU,IAAI,QAAQ,EAAE,QAAQ,QAAQ,OAAO,CAAC;AAAA,EACvD;AAAA,EAEA,MAAgB,eACd,QACA,YAAY,GACZ,WAAW,GACX;AACA,QAAI,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAC7D,cAAQ,MAAM,kCAAkC;AAChD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK;AAGzB,QAAI,KAAK,aAAa,WAAW,GAAG;AAClC,WAAK,aAAa,KAAK;AAAA,QACrB,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AAGA,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AACF,YAAM,SAAS,MAAM,KAAK,QAAQ,KAAK,OAAO;AAAA,QAC5C,OAAO,KAAK,QAAQ,SAAS;AAAA,QAC7B,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,MAClB,CAAC;AACD,UAAI,aAAa;AACjB,UAAI,aAAa;AAGjB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,gBAAgB,KAAK,YAAa;AACtC,cAAM,QAAQ,MAAM,KAAK,QAAQ,CAAC,GAAG;AACrC,cAAM,QAAQ,OAAO;AACrB,cAAM,YAAY,OAAO;AAGzB,YAAI,OAAO,UAAU,UAAU;AAC7B,cAAI,UAAU,GAAI;AAClB,eAAK,IAAI,kBAAkB,KAAK,GAAG;AACnC,wBAAc;AAGd,cAAI,gBAAgB;AAClB,gBAAI,CAAC,YAAY;AACf,oBAAM,gBAAgB,WAAW,QAAQ,eAAe,QAAQ;AAChE,kBAAI,kBAAkB,IAAI;AACxB,6BAAa;AACb,sBAAM,cAAc,WAAW,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC/D,uBAAO,MAAM,WAAW;AACxB;AAAA,cACF;AAAA,YACF,OAAO;AAEL;AAAA,YACF;AAAA,UACF;AACA,iBAAO,MAAM,KAAK;AAAA,QACpB,WAAW,WAAW,QAAQ;AAC5B,qBAAW,YAAY,WAAW;AAChC,kBAAMA,UAAS,MAAM,KAAK,YAAY;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,SAAS,MAAM;AAAA,cAC3B,UAAU,SAAS,SAAS;AAAA,cAC5B,YAAY,SAAS,SAAS;AAAA,YAChC,CAAC;AACD,gBAAIA,QAAO,YAAY;AACrB,2BAAa;AAAA,YACf;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,UAAI,gBAAgB,KAAK,YAAa;AAEtC,UAAI,YAAY;AAEd,cAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,UAAU;AACrD,aAAK,oBAAoB,SAAS,QAAQ;AAAA,MAC5C,WAAW,YAAY;AAErB,aAAK,aAAa,KAAK;AAAA,UACrB,MAAM;AAAA,UACN,SAAS;AAAA,QACX,CAAC;AAAA,MACH,OAAO;AAEL,cAAM,KAAK,eAAe,QAAQ,YAAY,CAAC;AAAA,MACjD;AAAA,IACF,SAAS,OAAY;AACnB,cAAQ,MAAM,yBAAyB,KAAK;AAC5C,UAAI,YAAY,KAAK,QAAQ,YAAY,oBAAoB;AAC3D,cAAM,IAAI;AAAA,UAAQ,CAAC,YACjB,WAAW,SAAS,KAAK,QAAQ,cAAc,mBAAmB;AAAA,QACpE;AACA,cAAM,KAAK,eAAe,QAAQ,WAAW,WAAW,CAAC;AAAA,MAC3D,OAAO;AACL,aAAK,IAAI,gCAAgC;AACzC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAuD;AAC7D,WAAO,KAAK,aAAa;AAAA,MACvB,CAAC,YAAiD;AAChD,gBAAQ,QAAQ,MAAM;AAAA,UACpB,KAAK;AAAA,UACL,KAAK;AAAA,UACL,KAAK;AACH,mBAAO;AAAA,cACL,MAAM,QAAQ;AAAA,cACd,SAAS,QAAQ;AAAA,YACnB;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,WAAW;AAAA,gBACT;AAAA,kBACE,MAAM;AAAA,kBACN,IAAI,QAAQ;AAAA,kBACZ,UAAU;AAAA,oBACR,MAAM,QAAQ;AAAA,oBACd,WAAW,KAAK,UAAU,QAAQ,UAAU;AAAA,kBAC9C;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAAA,UACF,KAAK;AACH,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,YAAY,QAAQ;AAAA,cACpB,MAAM,QAAQ;AAAA,cACd,SAAS;AAAA,gBACP;AAAA,kBACE,MAAM;AAAA,kBACN,MAAM,QAAQ;AAAA,gBAChB;AAAA,cACF;AAAA,YACF;AAAA,QACJ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAmD;AAEzD,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,WAAO,KAAK,MAAM,IAAI,CAAC,UAAU;AAAA,MAC/B,MAAM;AAAA,MACN,UAAU;AAAA,QACR,MAAM,KAAK;AAAA,QACX,aAAa,KAAK;AAAA,QAClB,YAAY,aAAa,KAAK,eAAe,EAAE,OAAO,CAAC;AAAA,MACzD;AAAA,IACF,EAAE;AAAA,EACJ;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,UAAW;AACrB,SAAK,IAAI,QAAQ;AACjB,SAAK,YAAY;AAGjB,SAAK;AAAA,EACP;AACF;;;AC5MA,SAAS,WAAW;AAEpB,OAAO,eAAe;AA2BtB,IAAMC,iBAAgB;AACtB,IAAM,mBAAyC;AAC/C,IAAM,cAAc;AACpB,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AALpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,kBAAkB;AAC1B;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAO9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,kBAAkB;AAAA,MACzB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAKD,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,WAAW;AAGhB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,KAAK,cAAc,KAAK,gBAAgB,KAAK,CAAC;AACnD,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AAAA,MACnC,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,SAAS;AACf,UAAM,QAAQ,KAAK,QAAQ,SAASF;AACpC,WAAO,+DAA+D;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,OAAO,GAAG;AAAA,QAC1C,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,QAAQ,MAAM;AAAA,QAC9C;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,kBAAkB;AACvB,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,aAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,MACtD,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,oBAAoB;AAC1B,QAAI,CAAC,KAAK,OAAQ;AAIlB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,UACP,cAAc;AAAA,YACZ,UAAU,KAAK,QAAQ,YAAY;AAAA,YACnC,aAAa;AAAA,UACf;AAAA,UACA,GAAI,KAAK,QAAQ,2BAA2B,UAAa;AAAA,YACvD,2BAA2B,KAAK,QAAQ;AAAA,UAC1C;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,eAAe,OAAe;AACpC,QAAI,CAAC,KAAK,OAAQ;AAClB,SAAK,OAAO;AAAA,MACV,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,aAAa;AACnB,QAAI,CAAC,KAAK,OAAQ;AAMlB,SAAK,OAAO,KAAK,KAAK,UAAU,EAAE,MAAM,oBAAoB,CAAC,CAAC;AAC9D,SAAK,IAAI,qBAAqB;AAAA,EAChC;AAAA,EAEQ,cAAc,SAAc;AAClC,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,mBAAmB,QAAQ;AAChC,eAAK,IAAI,+BAA+B,QAAQ,IAAI,GAAG;AAAA,QACzD;AACA;AAAA,MAEF,KAAK,sBAAsB;AACzB,cAAM,aACJ,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO,KAAK;AACzD,aAAK,IAAI,mCAAmC,UAAU,GAAG;AACzD,aAAK,KAAK,cAAc,WAAW,KAAK,CAAC;AAGzC,aAAK,kBAAkB;AACvB,aAAK,mBAAmB,SAAS;AACjC,YAAI,KAAK,sBAAsB;AAC7B,uBAAa,KAAK,oBAAoB;AACtC,eAAK,uBAAuB;AAAA,QAC9B;AACA;AAAA,MACF;AAAA,MAEA,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,OAAO;AAC3C;AAAA,MAEF;AACE;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,kBAAkB;AACvB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAQA,SAAS,YAAY,QAAmB;AACtC,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;","names":["result","DEFAULT_MODEL","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY"]}
|
package/package.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/mistral",
|
|
3
|
-
"version": "1.1.
|
|
3
|
+
"version": "1.1.2",
|
|
4
4
|
"description": "Mistral implementation for @micdrop/server",
|
|
5
|
-
"author": "
|
|
5
|
+
"author": "Godefroy de Compreignac",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"main": "./dist/index.js",
|
|
8
8
|
"module": "./dist/index.mjs",
|