@micdrop/gradium 1.1.1 → 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -2
- package/dist/index.d.mts +16 -1
- package/dist/index.d.ts +16 -1
- package/dist/index.js +76 -24
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +75 -24
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -12,7 +12,7 @@ npm install @micdrop/gradium
|
|
|
12
12
|
|
|
13
13
|
## Gradium TTS (Text-to-Speech)
|
|
14
14
|
|
|
15
|
-
### Usage
|
|
15
|
+
### Usage with MicdropServer
|
|
16
16
|
|
|
17
17
|
```typescript
|
|
18
18
|
import { GradiumTTS } from '@micdrop/gradium'
|
|
@@ -39,11 +39,38 @@ new MicdropServer(socket, {
|
|
|
39
39
|
})
|
|
40
40
|
```
|
|
41
41
|
|
|
42
|
+
### Usage without MicdropServer
|
|
43
|
+
|
|
44
|
+
```typescript
|
|
45
|
+
import { GradiumTTS } from '@micdrop/gradium'
|
|
46
|
+
import { Readable } from 'stream'
|
|
47
|
+
|
|
48
|
+
const tts = new GradiumTTS({
|
|
49
|
+
apiKey: process.env.GRADIUM_API_KEY || '',
|
|
50
|
+
voiceId: 'YTpq7expH9539ERJ',
|
|
51
|
+
})
|
|
52
|
+
|
|
53
|
+
// Audio is raw PCM, 16 bits, 16 kHz, mono
|
|
54
|
+
tts.on('Audio', (chunk) => console.log('Audio:', chunk.length, 'bytes'))
|
|
55
|
+
tts.on('Failed', (texts) => console.error('Failed:', texts))
|
|
56
|
+
|
|
57
|
+
tts.speak(Readable.from(['Hello! ', 'What can I do for you?']))
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
### Events
|
|
61
|
+
|
|
62
|
+
| Event | Payload | Description |
|
|
63
|
+
| -------- | ---------- | ------------------------------------------------------------------------ |
|
|
64
|
+
| `Audio` | `Buffer` | A chunk of audio, PCM 16 bits, 16 kHz, mono, ready to be played. |
|
|
65
|
+
| `Failed` | `string[]` | Synthesis gave up after its retries, with the text that stayed unspoken. |
|
|
66
|
+
|
|
67
|
+
See the [TTS interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-tts) for the full contract.
|
|
68
|
+
|
|
42
69
|
## Gradium STT (Speech-to-Text)
|
|
43
70
|
|
|
44
71
|
Real-time transcription (ASR).
|
|
45
72
|
|
|
46
|
-
### Usage
|
|
73
|
+
### Usage with MicdropServer
|
|
47
74
|
|
|
48
75
|
```typescript
|
|
49
76
|
import { GradiumSTT } from '@micdrop/gradium'
|
|
@@ -64,6 +91,33 @@ new MicdropServer(socket, {
|
|
|
64
91
|
})
|
|
65
92
|
```
|
|
66
93
|
|
|
94
|
+
### Usage without MicdropServer
|
|
95
|
+
|
|
96
|
+
```typescript
|
|
97
|
+
import { GradiumSTT } from '@micdrop/gradium'
|
|
98
|
+
import { createReadStream } from 'fs'
|
|
99
|
+
|
|
100
|
+
const stt = new GradiumSTT({
|
|
101
|
+
apiKey: process.env.GRADIUM_API_KEY || '',
|
|
102
|
+
language: 'en',
|
|
103
|
+
})
|
|
104
|
+
|
|
105
|
+
stt.on('Transcript', (text) => console.log('Transcript:', text))
|
|
106
|
+
stt.on('Failed', (chunks) => console.error('Failed:', chunks.length, 'chunks'))
|
|
107
|
+
|
|
108
|
+
// Audio is raw PCM, 16 bits, 16 kHz, mono
|
|
109
|
+
stt.transcribe(createReadStream('speech.pcm'))
|
|
110
|
+
```
|
|
111
|
+
|
|
112
|
+
### Events
|
|
113
|
+
|
|
114
|
+
| Event | Payload | Description |
|
|
115
|
+
| ------------ | ---------- | ------------------------------------------------------------------------------ |
|
|
116
|
+
| `Transcript` | `string` | Transcription of one utterance. The text is empty when nothing was recognized. |
|
|
117
|
+
| `Failed` | `Buffer[]` | Transcription gave up after its retries, with the audio chunks left pending. |
|
|
118
|
+
|
|
119
|
+
See the [STT interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-stt) for the full contract.
|
|
120
|
+
|
|
67
121
|
## Documentation
|
|
68
122
|
|
|
69
123
|
Read full [documentation of the Gradium integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/gradium) on the [website](https://micdrop.dev).
|
package/dist/index.d.mts
CHANGED
|
@@ -24,6 +24,7 @@ declare const DEFAULT_MODEL_NAME = "default";
|
|
|
24
24
|
declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
|
|
25
25
|
declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
|
|
26
26
|
declare const DEFAULT_REGION: GradiumRegion;
|
|
27
|
+
declare const DEFAULT_LANGUAGE = "any";
|
|
27
28
|
interface GradiumASRJsonConfig {
|
|
28
29
|
language?: string;
|
|
29
30
|
target_language?: string;
|
|
@@ -105,6 +106,7 @@ type GradiumResponse = GradiumReadyResponse | GradiumAudioResponse | GradiumEosR
|
|
|
105
106
|
interface GradiumReadyResponse {
|
|
106
107
|
type: 'ready';
|
|
107
108
|
request_id?: string;
|
|
109
|
+
delay_in_frames?: number;
|
|
108
110
|
}
|
|
109
111
|
interface GradiumAudioResponse {
|
|
110
112
|
type: 'audio';
|
|
@@ -126,10 +128,12 @@ declare class GradiumSTT extends STT {
|
|
|
126
128
|
private socket?;
|
|
127
129
|
private initPromise;
|
|
128
130
|
private reconnectTimeout?;
|
|
131
|
+
private connectionTimeout?;
|
|
129
132
|
private transcriptionTimeout?;
|
|
130
133
|
private audioChunksPending;
|
|
131
134
|
private transcript;
|
|
132
135
|
private flushId;
|
|
136
|
+
private delayInFrames;
|
|
133
137
|
private retryCount;
|
|
134
138
|
private destroyed;
|
|
135
139
|
constructor(options: GradiumSTTOptions);
|
|
@@ -141,6 +145,15 @@ declare class GradiumSTT extends STT {
|
|
|
141
145
|
private buildJsonConfig;
|
|
142
146
|
private sendSetup;
|
|
143
147
|
private sendAudioChunk;
|
|
148
|
+
/**
|
|
149
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
150
|
+
*
|
|
151
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
152
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
153
|
+
* server confirms the flush before writing that word, which then opens the
|
|
154
|
+
* next transcript.
|
|
155
|
+
*/
|
|
156
|
+
private sendTrailingSilence;
|
|
144
157
|
private sendFlush;
|
|
145
158
|
private emitTranscript;
|
|
146
159
|
private handleMessage;
|
|
@@ -155,9 +168,11 @@ declare class GradiumTTS extends TTS {
|
|
|
155
168
|
private generation;
|
|
156
169
|
private isProcessing;
|
|
157
170
|
private reconnectTimeout?;
|
|
171
|
+
private connectionTimeout?;
|
|
158
172
|
private textSent;
|
|
159
173
|
private textBuffer;
|
|
160
174
|
private retryCount;
|
|
175
|
+
private destroyed;
|
|
161
176
|
constructor(options: GradiumTTSOptions);
|
|
162
177
|
private connect;
|
|
163
178
|
speak(textStream: Readable): void;
|
|
@@ -171,4 +186,4 @@ declare class GradiumTTS extends TTS {
|
|
|
171
186
|
private reconnect;
|
|
172
187
|
}
|
|
173
188
|
|
|
174
|
-
export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
|
189
|
+
export { DEFAULT_INPUT_FORMAT, DEFAULT_LANGUAGE, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
package/dist/index.d.ts
CHANGED
|
@@ -24,6 +24,7 @@ declare const DEFAULT_MODEL_NAME = "default";
|
|
|
24
24
|
declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
|
|
25
25
|
declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
|
|
26
26
|
declare const DEFAULT_REGION: GradiumRegion;
|
|
27
|
+
declare const DEFAULT_LANGUAGE = "any";
|
|
27
28
|
interface GradiumASRJsonConfig {
|
|
28
29
|
language?: string;
|
|
29
30
|
target_language?: string;
|
|
@@ -105,6 +106,7 @@ type GradiumResponse = GradiumReadyResponse | GradiumAudioResponse | GradiumEosR
|
|
|
105
106
|
interface GradiumReadyResponse {
|
|
106
107
|
type: 'ready';
|
|
107
108
|
request_id?: string;
|
|
109
|
+
delay_in_frames?: number;
|
|
108
110
|
}
|
|
109
111
|
interface GradiumAudioResponse {
|
|
110
112
|
type: 'audio';
|
|
@@ -126,10 +128,12 @@ declare class GradiumSTT extends STT {
|
|
|
126
128
|
private socket?;
|
|
127
129
|
private initPromise;
|
|
128
130
|
private reconnectTimeout?;
|
|
131
|
+
private connectionTimeout?;
|
|
129
132
|
private transcriptionTimeout?;
|
|
130
133
|
private audioChunksPending;
|
|
131
134
|
private transcript;
|
|
132
135
|
private flushId;
|
|
136
|
+
private delayInFrames;
|
|
133
137
|
private retryCount;
|
|
134
138
|
private destroyed;
|
|
135
139
|
constructor(options: GradiumSTTOptions);
|
|
@@ -141,6 +145,15 @@ declare class GradiumSTT extends STT {
|
|
|
141
145
|
private buildJsonConfig;
|
|
142
146
|
private sendSetup;
|
|
143
147
|
private sendAudioChunk;
|
|
148
|
+
/**
|
|
149
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
150
|
+
*
|
|
151
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
152
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
153
|
+
* server confirms the flush before writing that word, which then opens the
|
|
154
|
+
* next transcript.
|
|
155
|
+
*/
|
|
156
|
+
private sendTrailingSilence;
|
|
144
157
|
private sendFlush;
|
|
145
158
|
private emitTranscript;
|
|
146
159
|
private handleMessage;
|
|
@@ -155,9 +168,11 @@ declare class GradiumTTS extends TTS {
|
|
|
155
168
|
private generation;
|
|
156
169
|
private isProcessing;
|
|
157
170
|
private reconnectTimeout?;
|
|
171
|
+
private connectionTimeout?;
|
|
158
172
|
private textSent;
|
|
159
173
|
private textBuffer;
|
|
160
174
|
private retryCount;
|
|
175
|
+
private destroyed;
|
|
161
176
|
constructor(options: GradiumTTSOptions);
|
|
162
177
|
private connect;
|
|
163
178
|
speak(textStream: Readable): void;
|
|
@@ -171,4 +186,4 @@ declare class GradiumTTS extends TTS {
|
|
|
171
186
|
private reconnect;
|
|
172
187
|
}
|
|
173
188
|
|
|
174
|
-
export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
|
189
|
+
export { DEFAULT_INPUT_FORMAT, DEFAULT_LANGUAGE, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
package/dist/index.js
CHANGED
|
@@ -31,6 +31,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
31
31
|
var index_exports = {};
|
|
32
32
|
__export(index_exports, {
|
|
33
33
|
DEFAULT_INPUT_FORMAT: () => DEFAULT_INPUT_FORMAT,
|
|
34
|
+
DEFAULT_LANGUAGE: () => DEFAULT_LANGUAGE,
|
|
34
35
|
DEFAULT_MODEL_NAME: () => DEFAULT_MODEL_NAME,
|
|
35
36
|
DEFAULT_OUTPUT_FORMAT: () => DEFAULT_OUTPUT_FORMAT,
|
|
36
37
|
DEFAULT_REGION: () => DEFAULT_REGION,
|
|
@@ -41,19 +42,33 @@ module.exports = __toCommonJS(index_exports);
|
|
|
41
42
|
|
|
42
43
|
// src/GradiumSTT.ts
|
|
43
44
|
var import_server = require("@micdrop/server");
|
|
45
|
+
var import_ws2 = __toESM(require("ws"));
|
|
46
|
+
|
|
47
|
+
// src/closeSocket.ts
|
|
44
48
|
var import_ws = __toESM(require("ws"));
|
|
49
|
+
function closeSocket(socket) {
|
|
50
|
+
socket.removeAllListeners();
|
|
51
|
+
socket.on("error", () => {
|
|
52
|
+
});
|
|
53
|
+
if (socket.readyState === import_ws.default.OPEN || socket.readyState === import_ws.default.CONNECTING) {
|
|
54
|
+
socket.close(1e3);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
45
57
|
|
|
46
58
|
// src/types.ts
|
|
47
59
|
var DEFAULT_MODEL_NAME = "default";
|
|
48
60
|
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
49
61
|
var DEFAULT_INPUT_FORMAT = "pcm_16000";
|
|
50
62
|
var DEFAULT_REGION = "eu";
|
|
63
|
+
var DEFAULT_LANGUAGE = "any";
|
|
51
64
|
|
|
52
65
|
// src/GradiumSTT.ts
|
|
53
66
|
var DEFAULT_CONNECTION_TIMEOUT = 5e3;
|
|
54
67
|
var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
|
|
55
68
|
var DEFAULT_RETRY_DELAY = 1e3;
|
|
56
69
|
var DEFAULT_MAX_RETRY = 3;
|
|
70
|
+
var FRAME_DURATION_MS = 80;
|
|
71
|
+
var DEFAULT_DELAY_IN_FRAMES = 10;
|
|
57
72
|
var GradiumSTT = class extends import_server.STT {
|
|
58
73
|
constructor(options) {
|
|
59
74
|
super();
|
|
@@ -63,6 +78,8 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
63
78
|
this.transcript = "";
|
|
64
79
|
// Accumulated text segments for the current utterance
|
|
65
80
|
this.flushId = 0;
|
|
81
|
+
this.delayInFrames = DEFAULT_DELAY_IN_FRAMES;
|
|
82
|
+
// Given by the server when ready
|
|
66
83
|
this.retryCount = 0;
|
|
67
84
|
this.destroyed = false;
|
|
68
85
|
this.initPromise = this.connect();
|
|
@@ -82,6 +99,7 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
82
99
|
audioStream.on("end", async () => {
|
|
83
100
|
await this.initPromise;
|
|
84
101
|
if (this.audioChunksPending.length === 0) return;
|
|
102
|
+
this.sendTrailingSilence();
|
|
85
103
|
const flushId = ++this.flushId;
|
|
86
104
|
this.sendFlush(flushId);
|
|
87
105
|
this.transcriptionTimeout = setTimeout(() => {
|
|
@@ -102,10 +120,11 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
102
120
|
clearTimeout(this.transcriptionTimeout);
|
|
103
121
|
this.transcriptionTimeout = void 0;
|
|
104
122
|
}
|
|
105
|
-
this.
|
|
106
|
-
|
|
107
|
-
this.
|
|
123
|
+
if (this.connectionTimeout) {
|
|
124
|
+
clearTimeout(this.connectionTimeout);
|
|
125
|
+
this.connectionTimeout = void 0;
|
|
108
126
|
}
|
|
127
|
+
if (this.socket) closeSocket(this.socket);
|
|
109
128
|
this.socket = void 0;
|
|
110
129
|
}
|
|
111
130
|
connect() {
|
|
@@ -120,7 +139,7 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
120
139
|
}
|
|
121
140
|
async initWS() {
|
|
122
141
|
return new Promise((resolve, reject) => {
|
|
123
|
-
const socket = new
|
|
142
|
+
const socket = new import_ws2.default(this.getEndpoint(), {
|
|
124
143
|
headers: {
|
|
125
144
|
"x-api-key": this.options.apiKey
|
|
126
145
|
}
|
|
@@ -128,11 +147,11 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
128
147
|
this.socket = socket;
|
|
129
148
|
const timeout = setTimeout(() => {
|
|
130
149
|
this.log("Connection timeout");
|
|
131
|
-
socket
|
|
132
|
-
socket.close();
|
|
150
|
+
closeSocket(socket);
|
|
133
151
|
this.socket = void 0;
|
|
134
152
|
reject(new Error("WebSocket connection timeout"));
|
|
135
153
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
154
|
+
this.connectionTimeout = timeout;
|
|
136
155
|
socket.addEventListener("open", () => {
|
|
137
156
|
clearTimeout(timeout);
|
|
138
157
|
this.sendSetup();
|
|
@@ -165,10 +184,10 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
165
184
|
}
|
|
166
185
|
buildJsonConfig() {
|
|
167
186
|
const config = { ...this.options.jsonConfig };
|
|
168
|
-
if (
|
|
169
|
-
config.language = this.options.language;
|
|
187
|
+
if (config.language === void 0) {
|
|
188
|
+
config.language = this.options.language ?? DEFAULT_LANGUAGE;
|
|
170
189
|
}
|
|
171
|
-
return
|
|
190
|
+
return config;
|
|
172
191
|
}
|
|
173
192
|
sendSetup() {
|
|
174
193
|
this.socket?.send(
|
|
@@ -189,6 +208,26 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
189
208
|
})
|
|
190
209
|
);
|
|
191
210
|
}
|
|
211
|
+
/**
|
|
212
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
213
|
+
*
|
|
214
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
215
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
216
|
+
* server confirms the flush before writing that word, which then opens the
|
|
217
|
+
* next transcript.
|
|
218
|
+
*/
|
|
219
|
+
sendTrailingSilence() {
|
|
220
|
+
const sampleRate = pcmSampleRate(
|
|
221
|
+
this.options.inputFormat ?? DEFAULT_INPUT_FORMAT
|
|
222
|
+
);
|
|
223
|
+
if (!sampleRate) return;
|
|
224
|
+
const durationMs = this.delayInFrames * FRAME_DURATION_MS;
|
|
225
|
+
const samples = Math.round(sampleRate * durationMs / 1e3);
|
|
226
|
+
const silence = Buffer.alloc(samples * 2);
|
|
227
|
+
this.audioChunksPending.push(silence);
|
|
228
|
+
this.sendAudioChunk(silence);
|
|
229
|
+
this.log(`Sent ${durationMs}ms of silence`);
|
|
230
|
+
}
|
|
192
231
|
sendFlush(flushId) {
|
|
193
232
|
this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
|
|
194
233
|
this.log(`Sent flush (flush_id=${flushId})`);
|
|
@@ -208,6 +247,10 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
208
247
|
switch (message.type) {
|
|
209
248
|
case "ready":
|
|
210
249
|
this.log("Server ready");
|
|
250
|
+
this.retryCount = 0;
|
|
251
|
+
if (typeof message.delay_in_frames === "number") {
|
|
252
|
+
this.delayInFrames = message.delay_in_frames;
|
|
253
|
+
}
|
|
211
254
|
break;
|
|
212
255
|
case "text":
|
|
213
256
|
if (typeof message.text === "string") {
|
|
@@ -245,7 +288,6 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
245
288
|
this.reconnectTimeout = setTimeout(() => {
|
|
246
289
|
this.reconnectTimeout = void 0;
|
|
247
290
|
this.initWS().then(() => {
|
|
248
|
-
this.retryCount = 0;
|
|
249
291
|
if (this.audioChunksPending.length > 0) {
|
|
250
292
|
this.log("Sending audio chunks again");
|
|
251
293
|
this.transcript = "";
|
|
@@ -261,10 +303,15 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
261
303
|
});
|
|
262
304
|
}
|
|
263
305
|
};
|
|
306
|
+
function pcmSampleRate(format) {
|
|
307
|
+
if (format === "pcm") return 24e3;
|
|
308
|
+
const match = format.match(/^pcm_(\d+)$/);
|
|
309
|
+
return match ? Number(match[1]) : void 0;
|
|
310
|
+
}
|
|
264
311
|
|
|
265
312
|
// src/GradiumTTS.ts
|
|
266
313
|
var import_server2 = require("@micdrop/server");
|
|
267
|
-
var
|
|
314
|
+
var import_ws3 = __toESM(require("ws"));
|
|
268
315
|
var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
|
|
269
316
|
var DEFAULT_RETRY_DELAY2 = 1e3;
|
|
270
317
|
var DEFAULT_MAX_RETRY2 = 3;
|
|
@@ -282,9 +329,11 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
282
329
|
this.textSent = "";
|
|
283
330
|
this.textBuffer = "";
|
|
284
331
|
this.retryCount = 0;
|
|
332
|
+
this.destroyed = false;
|
|
285
333
|
this.connect();
|
|
286
334
|
}
|
|
287
335
|
connect() {
|
|
336
|
+
if (this.destroyed) return;
|
|
288
337
|
this.initPromise = this.initWS().catch((error) => {
|
|
289
338
|
console.error("[GradiumTTS] Connection error:", error);
|
|
290
339
|
this.reconnect();
|
|
@@ -361,26 +410,27 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
361
410
|
clearTimeout(this.reconnectTimeout);
|
|
362
411
|
this.reconnectTimeout = void 0;
|
|
363
412
|
}
|
|
413
|
+
if (this.connectionTimeout) {
|
|
414
|
+
clearTimeout(this.connectionTimeout);
|
|
415
|
+
this.connectionTimeout = void 0;
|
|
416
|
+
}
|
|
364
417
|
const socket = this.socket;
|
|
365
418
|
this.socket = void 0;
|
|
366
|
-
if (socket)
|
|
367
|
-
socket.removeAllListeners();
|
|
368
|
-
if (socket.readyState === import_ws2.default.OPEN || socket.readyState === import_ws2.default.CONNECTING) {
|
|
369
|
-
socket.close(1e3);
|
|
370
|
-
}
|
|
371
|
-
}
|
|
419
|
+
if (socket) closeSocket(socket);
|
|
372
420
|
this.connect();
|
|
373
421
|
}
|
|
374
422
|
destroy() {
|
|
423
|
+
this.destroyed = true;
|
|
375
424
|
super.destroy();
|
|
376
425
|
if (this.reconnectTimeout) {
|
|
377
426
|
clearTimeout(this.reconnectTimeout);
|
|
378
427
|
this.reconnectTimeout = void 0;
|
|
379
428
|
}
|
|
380
|
-
this.
|
|
381
|
-
|
|
382
|
-
this.
|
|
429
|
+
if (this.connectionTimeout) {
|
|
430
|
+
clearTimeout(this.connectionTimeout);
|
|
431
|
+
this.connectionTimeout = void 0;
|
|
383
432
|
}
|
|
433
|
+
if (this.socket) closeSocket(this.socket);
|
|
384
434
|
this.socket = void 0;
|
|
385
435
|
this.isProcessing = false;
|
|
386
436
|
}
|
|
@@ -390,7 +440,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
390
440
|
}
|
|
391
441
|
async initWS() {
|
|
392
442
|
return new Promise((resolve, reject) => {
|
|
393
|
-
const socket = new
|
|
443
|
+
const socket = new import_ws3.default(this.getEndpoint(), {
|
|
394
444
|
headers: {
|
|
395
445
|
"x-api-key": this.options.apiKey
|
|
396
446
|
}
|
|
@@ -398,11 +448,11 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
398
448
|
this.socket = socket;
|
|
399
449
|
const timeout = setTimeout(() => {
|
|
400
450
|
this.log("Connection timeout");
|
|
401
|
-
socket
|
|
402
|
-
socket.close();
|
|
451
|
+
closeSocket(socket);
|
|
403
452
|
this.socket = void 0;
|
|
404
453
|
reject(new Error("WebSocket connection timeout"));
|
|
405
454
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
|
|
455
|
+
this.connectionTimeout = timeout;
|
|
406
456
|
socket.addEventListener("open", () => {
|
|
407
457
|
clearTimeout(timeout);
|
|
408
458
|
this.log("Connection opened");
|
|
@@ -432,6 +482,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
432
482
|
switch (message.type) {
|
|
433
483
|
case "ready":
|
|
434
484
|
this.log("Server ready", message.request_id ?? "");
|
|
485
|
+
this.retryCount = 0;
|
|
435
486
|
break;
|
|
436
487
|
case "audio":
|
|
437
488
|
this.processAudioMessage(message);
|
|
@@ -484,6 +535,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
484
535
|
this.emit("Audio", chunk);
|
|
485
536
|
}
|
|
486
537
|
reconnect() {
|
|
538
|
+
if (this.destroyed) return;
|
|
487
539
|
this.retryCount++;
|
|
488
540
|
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
|
|
489
541
|
this.log("Max retries reached, giving up");
|
|
@@ -495,7 +547,6 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
495
547
|
this.reconnectTimeout = setTimeout(() => {
|
|
496
548
|
this.reconnectTimeout = void 0;
|
|
497
549
|
this.initWS().then(() => {
|
|
498
|
-
this.retryCount = 0;
|
|
499
550
|
if (this.textSent.length > 0) {
|
|
500
551
|
const clientReqId = this.counter.toString();
|
|
501
552
|
this.log("Sending text chunks again");
|
|
@@ -513,6 +564,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
513
564
|
// Annotate the CommonJS export names for ESM import in node:
|
|
514
565
|
0 && (module.exports = {
|
|
515
566
|
DEFAULT_INPUT_FORMAT,
|
|
567
|
+
DEFAULT_LANGUAGE,
|
|
516
568
|
DEFAULT_MODEL_NAME,
|
|
517
569
|
DEFAULT_OUTPUT_FORMAT,
|
|
518
570
|
DEFAULT_REGION,
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["export * from './GradiumSTT'\nexport * from './GradiumTTS'\nexport * from './types'\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AE3RA,IAAAC,iBAAoB;AAEpB,IAAAC,aAAsB;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAelC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAZ7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAe,WAAAC,QAAU,QAChC,OAAO,eAAe,WAAAA,QAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,WAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","import_server","import_ws","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/GradiumSTT.ts","../src/closeSocket.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["export * from './GradiumSTT'\nexport * from './GradiumTTS'\nexport * from './types'\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_LANGUAGE,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumInputFormat,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n// Each frame of the transcription model lasts 80 ms\nconst FRAME_DURATION_MS = 80\nconst DEFAULT_DELAY_IN_FRAMES = 10\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private delayInFrames = DEFAULT_DELAY_IN_FRAMES // Given by the server when ready\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendTrailingSilence()\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (config.language === undefined) {\n config.language = this.options.language ?? DEFAULT_LANGUAGE\n }\n return config\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n /**\n * Follows the speech with as much silence as the transcription lags behind.\n *\n * The model writes each word a few frames after hearing it, and a flush only\n * processes the audio already sent. With nothing after the last word, the\n * server confirms the flush before writing that word, which then opens the\n * next transcript.\n */\n private sendTrailingSilence() {\n const sampleRate = pcmSampleRate(\n this.options.inputFormat ?? DEFAULT_INPUT_FORMAT\n )\n // Silence is a run of zeros in raw PCM only\n if (!sampleRate) return\n const durationMs = this.delayInFrames * FRAME_DURATION_MS\n const samples = Math.round((sampleRate * durationMs) / 1000)\n const silence = Buffer.alloc(samples * 2)\n this.audioChunksPending.push(silence)\n this.sendAudioChunk(silence)\n this.log(`Sent ${durationMs}ms of silence`)\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n // The server accepted the setup, so the connection is usable\n this.retryCount = 0\n if (typeof message.delay_in_frames === 'number') {\n this.delayInFrames = message.delay_in_frames\n }\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/** Sample rate of a raw PCM input format, undefined for an encoded one */\nfunction pcmSampleRate(format: GradiumInputFormat): number | undefined {\n if (format === 'pcm') return 24000\n const match = format.match(/^pcm_(\\d+)$/)\n return match ? Number(match[1]) : undefined\n}\n","import WebSocket from 'ws'\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nexport function closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n// Gradium refuses a transcription without a language, \"any\" detects it\nexport const DEFAULT_LANGUAGE = 'any'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n delay_in_frames?: number // Frames of 80ms the transcription lags behind the audio\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n private destroyed = false\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n if (this.destroyed) return\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // A socket still connecting keeps its connection timeout, which would\n // otherwise fire on the connection opened below.\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) closeSocket(socket)\n this.connect()\n }\n\n destroy() {\n // Set first, so the cancel() that super.destroy() runs opens no new\n // connection\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n // The server accepted the voice, so the connection is usable\n this.retryCount = 0\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,IAAAA,aAAsB;;;ACFtB,gBAAsB;AAQf,SAAS,YAAY,QAAmB;AAC7C,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAAC,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACwBO,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;AAEtC,IAAM,mBAAmB;;;AFxBhC,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAE1B,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B;AAEzB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAalC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,gBAAgB;AACxB;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,oBAAoB;AACzB,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAC,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAwC;AAC9C,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,OAAO,aAAa,QAAW;AACjC,aAAO,WAAW,KAAK,QAAQ,YAAY;AAAA,IAC7C;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUQ,sBAAsB;AAC5B,UAAM,aAAa;AAAA,MACjB,KAAK,QAAQ,eAAe;AAAA,IAC9B;AAEA,QAAI,CAAC,WAAY;AACjB,UAAM,aAAa,KAAK,gBAAgB;AACxC,UAAM,UAAU,KAAK,MAAO,aAAa,aAAc,GAAI;AAC3D,UAAM,UAAU,OAAO,MAAM,UAAU,CAAC;AACxC,SAAK,mBAAmB,KAAK,OAAO;AACpC,SAAK,eAAe,OAAO;AAC3B,SAAK,IAAI,QAAQ,UAAU,eAAe;AAAA,EAC5C;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AAEvB,aAAK,aAAa;AAClB,YAAI,OAAO,QAAQ,oBAAoB,UAAU;AAC/C,eAAK,gBAAgB,QAAQ;AAAA,QAC/B;AACA;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAGA,SAAS,cAAc,QAAgD;AACrE,MAAI,WAAW,MAAO,QAAO;AAC7B,QAAM,QAAQ,OAAO,MAAM,aAAa;AACxC,SAAO,QAAQ,OAAO,MAAM,CAAC,CAAC,IAAI;AACpC;;;AGvUA,IAAAC,iBAAoB;AAEpB,IAAAC,aAAsB;AAgBtB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAiBlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAd7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAGvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAKlB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,UAAW;AACpB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAIA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,OAAQ,aAAY,MAAM;AAC9B,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AAGR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAC,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AAEjD,mBAAK,aAAa;AAClB;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["import_ws","WebSocket","WebSocket","import_server","import_ws","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
package/dist/index.mjs
CHANGED
|
@@ -1,18 +1,32 @@
|
|
|
1
1
|
// src/GradiumSTT.ts
|
|
2
2
|
import { STT } from "@micdrop/server";
|
|
3
|
+
import WebSocket2 from "ws";
|
|
4
|
+
|
|
5
|
+
// src/closeSocket.ts
|
|
3
6
|
import WebSocket from "ws";
|
|
7
|
+
function closeSocket(socket) {
|
|
8
|
+
socket.removeAllListeners();
|
|
9
|
+
socket.on("error", () => {
|
|
10
|
+
});
|
|
11
|
+
if (socket.readyState === WebSocket.OPEN || socket.readyState === WebSocket.CONNECTING) {
|
|
12
|
+
socket.close(1e3);
|
|
13
|
+
}
|
|
14
|
+
}
|
|
4
15
|
|
|
5
16
|
// src/types.ts
|
|
6
17
|
var DEFAULT_MODEL_NAME = "default";
|
|
7
18
|
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
8
19
|
var DEFAULT_INPUT_FORMAT = "pcm_16000";
|
|
9
20
|
var DEFAULT_REGION = "eu";
|
|
21
|
+
var DEFAULT_LANGUAGE = "any";
|
|
10
22
|
|
|
11
23
|
// src/GradiumSTT.ts
|
|
12
24
|
var DEFAULT_CONNECTION_TIMEOUT = 5e3;
|
|
13
25
|
var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
|
|
14
26
|
var DEFAULT_RETRY_DELAY = 1e3;
|
|
15
27
|
var DEFAULT_MAX_RETRY = 3;
|
|
28
|
+
var FRAME_DURATION_MS = 80;
|
|
29
|
+
var DEFAULT_DELAY_IN_FRAMES = 10;
|
|
16
30
|
var GradiumSTT = class extends STT {
|
|
17
31
|
constructor(options) {
|
|
18
32
|
super();
|
|
@@ -22,6 +36,8 @@ var GradiumSTT = class extends STT {
|
|
|
22
36
|
this.transcript = "";
|
|
23
37
|
// Accumulated text segments for the current utterance
|
|
24
38
|
this.flushId = 0;
|
|
39
|
+
this.delayInFrames = DEFAULT_DELAY_IN_FRAMES;
|
|
40
|
+
// Given by the server when ready
|
|
25
41
|
this.retryCount = 0;
|
|
26
42
|
this.destroyed = false;
|
|
27
43
|
this.initPromise = this.connect();
|
|
@@ -41,6 +57,7 @@ var GradiumSTT = class extends STT {
|
|
|
41
57
|
audioStream.on("end", async () => {
|
|
42
58
|
await this.initPromise;
|
|
43
59
|
if (this.audioChunksPending.length === 0) return;
|
|
60
|
+
this.sendTrailingSilence();
|
|
44
61
|
const flushId = ++this.flushId;
|
|
45
62
|
this.sendFlush(flushId);
|
|
46
63
|
this.transcriptionTimeout = setTimeout(() => {
|
|
@@ -61,10 +78,11 @@ var GradiumSTT = class extends STT {
|
|
|
61
78
|
clearTimeout(this.transcriptionTimeout);
|
|
62
79
|
this.transcriptionTimeout = void 0;
|
|
63
80
|
}
|
|
64
|
-
this.
|
|
65
|
-
|
|
66
|
-
this.
|
|
81
|
+
if (this.connectionTimeout) {
|
|
82
|
+
clearTimeout(this.connectionTimeout);
|
|
83
|
+
this.connectionTimeout = void 0;
|
|
67
84
|
}
|
|
85
|
+
if (this.socket) closeSocket(this.socket);
|
|
68
86
|
this.socket = void 0;
|
|
69
87
|
}
|
|
70
88
|
connect() {
|
|
@@ -79,7 +97,7 @@ var GradiumSTT = class extends STT {
|
|
|
79
97
|
}
|
|
80
98
|
async initWS() {
|
|
81
99
|
return new Promise((resolve, reject) => {
|
|
82
|
-
const socket = new
|
|
100
|
+
const socket = new WebSocket2(this.getEndpoint(), {
|
|
83
101
|
headers: {
|
|
84
102
|
"x-api-key": this.options.apiKey
|
|
85
103
|
}
|
|
@@ -87,11 +105,11 @@ var GradiumSTT = class extends STT {
|
|
|
87
105
|
this.socket = socket;
|
|
88
106
|
const timeout = setTimeout(() => {
|
|
89
107
|
this.log("Connection timeout");
|
|
90
|
-
socket
|
|
91
|
-
socket.close();
|
|
108
|
+
closeSocket(socket);
|
|
92
109
|
this.socket = void 0;
|
|
93
110
|
reject(new Error("WebSocket connection timeout"));
|
|
94
111
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
112
|
+
this.connectionTimeout = timeout;
|
|
95
113
|
socket.addEventListener("open", () => {
|
|
96
114
|
clearTimeout(timeout);
|
|
97
115
|
this.sendSetup();
|
|
@@ -124,10 +142,10 @@ var GradiumSTT = class extends STT {
|
|
|
124
142
|
}
|
|
125
143
|
buildJsonConfig() {
|
|
126
144
|
const config = { ...this.options.jsonConfig };
|
|
127
|
-
if (
|
|
128
|
-
config.language = this.options.language;
|
|
145
|
+
if (config.language === void 0) {
|
|
146
|
+
config.language = this.options.language ?? DEFAULT_LANGUAGE;
|
|
129
147
|
}
|
|
130
|
-
return
|
|
148
|
+
return config;
|
|
131
149
|
}
|
|
132
150
|
sendSetup() {
|
|
133
151
|
this.socket?.send(
|
|
@@ -148,6 +166,26 @@ var GradiumSTT = class extends STT {
|
|
|
148
166
|
})
|
|
149
167
|
);
|
|
150
168
|
}
|
|
169
|
+
/**
|
|
170
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
171
|
+
*
|
|
172
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
173
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
174
|
+
* server confirms the flush before writing that word, which then opens the
|
|
175
|
+
* next transcript.
|
|
176
|
+
*/
|
|
177
|
+
sendTrailingSilence() {
|
|
178
|
+
const sampleRate = pcmSampleRate(
|
|
179
|
+
this.options.inputFormat ?? DEFAULT_INPUT_FORMAT
|
|
180
|
+
);
|
|
181
|
+
if (!sampleRate) return;
|
|
182
|
+
const durationMs = this.delayInFrames * FRAME_DURATION_MS;
|
|
183
|
+
const samples = Math.round(sampleRate * durationMs / 1e3);
|
|
184
|
+
const silence = Buffer.alloc(samples * 2);
|
|
185
|
+
this.audioChunksPending.push(silence);
|
|
186
|
+
this.sendAudioChunk(silence);
|
|
187
|
+
this.log(`Sent ${durationMs}ms of silence`);
|
|
188
|
+
}
|
|
151
189
|
sendFlush(flushId) {
|
|
152
190
|
this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
|
|
153
191
|
this.log(`Sent flush (flush_id=${flushId})`);
|
|
@@ -167,6 +205,10 @@ var GradiumSTT = class extends STT {
|
|
|
167
205
|
switch (message.type) {
|
|
168
206
|
case "ready":
|
|
169
207
|
this.log("Server ready");
|
|
208
|
+
this.retryCount = 0;
|
|
209
|
+
if (typeof message.delay_in_frames === "number") {
|
|
210
|
+
this.delayInFrames = message.delay_in_frames;
|
|
211
|
+
}
|
|
170
212
|
break;
|
|
171
213
|
case "text":
|
|
172
214
|
if (typeof message.text === "string") {
|
|
@@ -204,7 +246,6 @@ var GradiumSTT = class extends STT {
|
|
|
204
246
|
this.reconnectTimeout = setTimeout(() => {
|
|
205
247
|
this.reconnectTimeout = void 0;
|
|
206
248
|
this.initWS().then(() => {
|
|
207
|
-
this.retryCount = 0;
|
|
208
249
|
if (this.audioChunksPending.length > 0) {
|
|
209
250
|
this.log("Sending audio chunks again");
|
|
210
251
|
this.transcript = "";
|
|
@@ -220,10 +261,15 @@ var GradiumSTT = class extends STT {
|
|
|
220
261
|
});
|
|
221
262
|
}
|
|
222
263
|
};
|
|
264
|
+
function pcmSampleRate(format) {
|
|
265
|
+
if (format === "pcm") return 24e3;
|
|
266
|
+
const match = format.match(/^pcm_(\d+)$/);
|
|
267
|
+
return match ? Number(match[1]) : void 0;
|
|
268
|
+
}
|
|
223
269
|
|
|
224
270
|
// src/GradiumTTS.ts
|
|
225
271
|
import { TTS } from "@micdrop/server";
|
|
226
|
-
import
|
|
272
|
+
import WebSocket3 from "ws";
|
|
227
273
|
var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
|
|
228
274
|
var DEFAULT_RETRY_DELAY2 = 1e3;
|
|
229
275
|
var DEFAULT_MAX_RETRY2 = 3;
|
|
@@ -241,9 +287,11 @@ var GradiumTTS = class extends TTS {
|
|
|
241
287
|
this.textSent = "";
|
|
242
288
|
this.textBuffer = "";
|
|
243
289
|
this.retryCount = 0;
|
|
290
|
+
this.destroyed = false;
|
|
244
291
|
this.connect();
|
|
245
292
|
}
|
|
246
293
|
connect() {
|
|
294
|
+
if (this.destroyed) return;
|
|
247
295
|
this.initPromise = this.initWS().catch((error) => {
|
|
248
296
|
console.error("[GradiumTTS] Connection error:", error);
|
|
249
297
|
this.reconnect();
|
|
@@ -320,26 +368,27 @@ var GradiumTTS = class extends TTS {
|
|
|
320
368
|
clearTimeout(this.reconnectTimeout);
|
|
321
369
|
this.reconnectTimeout = void 0;
|
|
322
370
|
}
|
|
371
|
+
if (this.connectionTimeout) {
|
|
372
|
+
clearTimeout(this.connectionTimeout);
|
|
373
|
+
this.connectionTimeout = void 0;
|
|
374
|
+
}
|
|
323
375
|
const socket = this.socket;
|
|
324
376
|
this.socket = void 0;
|
|
325
|
-
if (socket)
|
|
326
|
-
socket.removeAllListeners();
|
|
327
|
-
if (socket.readyState === WebSocket2.OPEN || socket.readyState === WebSocket2.CONNECTING) {
|
|
328
|
-
socket.close(1e3);
|
|
329
|
-
}
|
|
330
|
-
}
|
|
377
|
+
if (socket) closeSocket(socket);
|
|
331
378
|
this.connect();
|
|
332
379
|
}
|
|
333
380
|
destroy() {
|
|
381
|
+
this.destroyed = true;
|
|
334
382
|
super.destroy();
|
|
335
383
|
if (this.reconnectTimeout) {
|
|
336
384
|
clearTimeout(this.reconnectTimeout);
|
|
337
385
|
this.reconnectTimeout = void 0;
|
|
338
386
|
}
|
|
339
|
-
this.
|
|
340
|
-
|
|
341
|
-
this.
|
|
387
|
+
if (this.connectionTimeout) {
|
|
388
|
+
clearTimeout(this.connectionTimeout);
|
|
389
|
+
this.connectionTimeout = void 0;
|
|
342
390
|
}
|
|
391
|
+
if (this.socket) closeSocket(this.socket);
|
|
343
392
|
this.socket = void 0;
|
|
344
393
|
this.isProcessing = false;
|
|
345
394
|
}
|
|
@@ -349,7 +398,7 @@ var GradiumTTS = class extends TTS {
|
|
|
349
398
|
}
|
|
350
399
|
async initWS() {
|
|
351
400
|
return new Promise((resolve, reject) => {
|
|
352
|
-
const socket = new
|
|
401
|
+
const socket = new WebSocket3(this.getEndpoint(), {
|
|
353
402
|
headers: {
|
|
354
403
|
"x-api-key": this.options.apiKey
|
|
355
404
|
}
|
|
@@ -357,11 +406,11 @@ var GradiumTTS = class extends TTS {
|
|
|
357
406
|
this.socket = socket;
|
|
358
407
|
const timeout = setTimeout(() => {
|
|
359
408
|
this.log("Connection timeout");
|
|
360
|
-
socket
|
|
361
|
-
socket.close();
|
|
409
|
+
closeSocket(socket);
|
|
362
410
|
this.socket = void 0;
|
|
363
411
|
reject(new Error("WebSocket connection timeout"));
|
|
364
412
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
|
|
413
|
+
this.connectionTimeout = timeout;
|
|
365
414
|
socket.addEventListener("open", () => {
|
|
366
415
|
clearTimeout(timeout);
|
|
367
416
|
this.log("Connection opened");
|
|
@@ -391,6 +440,7 @@ var GradiumTTS = class extends TTS {
|
|
|
391
440
|
switch (message.type) {
|
|
392
441
|
case "ready":
|
|
393
442
|
this.log("Server ready", message.request_id ?? "");
|
|
443
|
+
this.retryCount = 0;
|
|
394
444
|
break;
|
|
395
445
|
case "audio":
|
|
396
446
|
this.processAudioMessage(message);
|
|
@@ -443,6 +493,7 @@ var GradiumTTS = class extends TTS {
|
|
|
443
493
|
this.emit("Audio", chunk);
|
|
444
494
|
}
|
|
445
495
|
reconnect() {
|
|
496
|
+
if (this.destroyed) return;
|
|
446
497
|
this.retryCount++;
|
|
447
498
|
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
|
|
448
499
|
this.log("Max retries reached, giving up");
|
|
@@ -454,7 +505,6 @@ var GradiumTTS = class extends TTS {
|
|
|
454
505
|
this.reconnectTimeout = setTimeout(() => {
|
|
455
506
|
this.reconnectTimeout = void 0;
|
|
456
507
|
this.initWS().then(() => {
|
|
457
|
-
this.retryCount = 0;
|
|
458
508
|
if (this.textSent.length > 0) {
|
|
459
509
|
const clientReqId = this.counter.toString();
|
|
460
510
|
this.log("Sending text chunks again");
|
|
@@ -471,6 +521,7 @@ var GradiumTTS = class extends TTS {
|
|
|
471
521
|
};
|
|
472
522
|
export {
|
|
473
523
|
DEFAULT_INPUT_FORMAT,
|
|
524
|
+
DEFAULT_LANGUAGE,
|
|
474
525
|
DEFAULT_MODEL_NAME,
|
|
475
526
|
DEFAULT_OUTPUT_FORMAT,
|
|
476
527
|
DEFAULT_REGION,
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AE3RA,SAAS,WAAW;AAEpB,OAAOA,gBAAe;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAelC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAZ7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAeC,WAAU,QAChC,OAAO,eAAeA,WAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAeA,WAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIA,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
|
1
|
+
{"version":3,"sources":["../src/GradiumSTT.ts","../src/closeSocket.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_LANGUAGE,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumInputFormat,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n// Each frame of the transcription model lasts 80 ms\nconst FRAME_DURATION_MS = 80\nconst DEFAULT_DELAY_IN_FRAMES = 10\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private delayInFrames = DEFAULT_DELAY_IN_FRAMES // Given by the server when ready\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendTrailingSilence()\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (config.language === undefined) {\n config.language = this.options.language ?? DEFAULT_LANGUAGE\n }\n return config\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n /**\n * Follows the speech with as much silence as the transcription lags behind.\n *\n * The model writes each word a few frames after hearing it, and a flush only\n * processes the audio already sent. With nothing after the last word, the\n * server confirms the flush before writing that word, which then opens the\n * next transcript.\n */\n private sendTrailingSilence() {\n const sampleRate = pcmSampleRate(\n this.options.inputFormat ?? DEFAULT_INPUT_FORMAT\n )\n // Silence is a run of zeros in raw PCM only\n if (!sampleRate) return\n const durationMs = this.delayInFrames * FRAME_DURATION_MS\n const samples = Math.round((sampleRate * durationMs) / 1000)\n const silence = Buffer.alloc(samples * 2)\n this.audioChunksPending.push(silence)\n this.sendAudioChunk(silence)\n this.log(`Sent ${durationMs}ms of silence`)\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n // The server accepted the setup, so the connection is usable\n this.retryCount = 0\n if (typeof message.delay_in_frames === 'number') {\n this.delayInFrames = message.delay_in_frames\n }\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/** Sample rate of a raw PCM input format, undefined for an encoded one */\nfunction pcmSampleRate(format: GradiumInputFormat): number | undefined {\n if (format === 'pcm') return 24000\n const match = format.match(/^pcm_(\\d+)$/)\n return match ? Number(match[1]) : undefined\n}\n","import WebSocket from 'ws'\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nexport function closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n// Gradium refuses a transcription without a language, \"any\" detects it\nexport const DEFAULT_LANGUAGE = 'any'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n delay_in_frames?: number // Frames of 80ms the transcription lags behind the audio\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n private destroyed = false\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n if (this.destroyed) return\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // A socket still connecting keeps its connection timeout, which would\n // otherwise fire on the connection opened below.\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) closeSocket(socket)\n this.connect()\n }\n\n destroy() {\n // Set first, so the cancel() that super.destroy() runs opens no new\n // connection\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n // The server accepted the voice, so the connection is usable\n this.retryCount = 0\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAOA,gBAAe;;;ACFtB,OAAO,eAAe;AAQf,SAAS,YAAY,QAAmB;AAC7C,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACwBO,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;AAEtC,IAAM,mBAAmB;;;AFxBhC,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAE1B,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B;AAEzB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAalC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,gBAAgB;AACxB;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,oBAAoB;AACzB,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIC,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAwC;AAC9C,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,OAAO,aAAa,QAAW;AACjC,aAAO,WAAW,KAAK,QAAQ,YAAY;AAAA,IAC7C;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUQ,sBAAsB;AAC5B,UAAM,aAAa;AAAA,MACjB,KAAK,QAAQ,eAAe;AAAA,IAC9B;AAEA,QAAI,CAAC,WAAY;AACjB,UAAM,aAAa,KAAK,gBAAgB;AACxC,UAAM,UAAU,KAAK,MAAO,aAAa,aAAc,GAAI;AAC3D,UAAM,UAAU,OAAO,MAAM,UAAU,CAAC;AACxC,SAAK,mBAAmB,KAAK,OAAO;AACpC,SAAK,eAAe,OAAO;AAC3B,SAAK,IAAI,QAAQ,UAAU,eAAe;AAAA,EAC5C;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AAEvB,aAAK,aAAa;AAClB,YAAI,OAAO,QAAQ,oBAAoB,UAAU;AAC/C,eAAK,gBAAgB,QAAQ;AAAA,QAC/B;AACA;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAGA,SAAS,cAAc,QAAgD;AACrE,MAAI,WAAW,MAAO,QAAO;AAC7B,QAAM,QAAQ,OAAO,MAAM,aAAa;AACxC,SAAO,QAAQ,OAAO,MAAM,CAAC,CAAC,IAAI;AACpC;;;AGvUA,SAAS,WAAW;AAEpB,OAAOC,gBAAe;AAgBtB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAiBlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAd7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAGvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAKlB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,UAAW;AACpB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAIA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,OAAQ,aAAY,MAAM;AAC9B,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AAGR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIC,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AAEjD,mBAAK,aAAa;AAClB;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","WebSocket","WebSocket","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|