@micdrop/gradium 1.1.0 → 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +57 -3
- package/dist/index.d.mts +17 -1
- package/dist/index.d.ts +17 -1
- package/dist/index.js +108 -36
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +107 -36
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -12,7 +12,7 @@ npm install @micdrop/gradium
|
|
|
12
12
|
|
|
13
13
|
## Gradium TTS (Text-to-Speech)
|
|
14
14
|
|
|
15
|
-
### Usage
|
|
15
|
+
### Usage with MicdropServer
|
|
16
16
|
|
|
17
17
|
```typescript
|
|
18
18
|
import { GradiumTTS } from '@micdrop/gradium'
|
|
@@ -39,11 +39,38 @@ new MicdropServer(socket, {
|
|
|
39
39
|
})
|
|
40
40
|
```
|
|
41
41
|
|
|
42
|
+
### Usage without MicdropServer
|
|
43
|
+
|
|
44
|
+
```typescript
|
|
45
|
+
import { GradiumTTS } from '@micdrop/gradium'
|
|
46
|
+
import { Readable } from 'stream'
|
|
47
|
+
|
|
48
|
+
const tts = new GradiumTTS({
|
|
49
|
+
apiKey: process.env.GRADIUM_API_KEY || '',
|
|
50
|
+
voiceId: 'YTpq7expH9539ERJ',
|
|
51
|
+
})
|
|
52
|
+
|
|
53
|
+
// Audio is raw PCM, 16 bits, 16 kHz, mono
|
|
54
|
+
tts.on('Audio', (chunk) => console.log('Audio:', chunk.length, 'bytes'))
|
|
55
|
+
tts.on('Failed', (texts) => console.error('Failed:', texts))
|
|
56
|
+
|
|
57
|
+
tts.speak(Readable.from(['Hello! ', 'What can I do for you?']))
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
### Events
|
|
61
|
+
|
|
62
|
+
| Event | Payload | Description |
|
|
63
|
+
| -------- | ---------- | ------------------------------------------------------------------------ |
|
|
64
|
+
| `Audio` | `Buffer` | A chunk of audio, PCM 16 bits, 16 kHz, mono, ready to be played. |
|
|
65
|
+
| `Failed` | `string[]` | Synthesis gave up after its retries, with the text that stayed unspoken. |
|
|
66
|
+
|
|
67
|
+
See the [TTS interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-tts) for the full contract.
|
|
68
|
+
|
|
42
69
|
## Gradium STT (Speech-to-Text)
|
|
43
70
|
|
|
44
71
|
Real-time transcription (ASR).
|
|
45
72
|
|
|
46
|
-
### Usage
|
|
73
|
+
### Usage with MicdropServer
|
|
47
74
|
|
|
48
75
|
```typescript
|
|
49
76
|
import { GradiumSTT } from '@micdrop/gradium'
|
|
@@ -64,6 +91,33 @@ new MicdropServer(socket, {
|
|
|
64
91
|
})
|
|
65
92
|
```
|
|
66
93
|
|
|
94
|
+
### Usage without MicdropServer
|
|
95
|
+
|
|
96
|
+
```typescript
|
|
97
|
+
import { GradiumSTT } from '@micdrop/gradium'
|
|
98
|
+
import { createReadStream } from 'fs'
|
|
99
|
+
|
|
100
|
+
const stt = new GradiumSTT({
|
|
101
|
+
apiKey: process.env.GRADIUM_API_KEY || '',
|
|
102
|
+
language: 'en',
|
|
103
|
+
})
|
|
104
|
+
|
|
105
|
+
stt.on('Transcript', (text) => console.log('Transcript:', text))
|
|
106
|
+
stt.on('Failed', (chunks) => console.error('Failed:', chunks.length, 'chunks'))
|
|
107
|
+
|
|
108
|
+
// Audio is raw PCM, 16 bits, 16 kHz, mono
|
|
109
|
+
stt.transcribe(createReadStream('speech.pcm'))
|
|
110
|
+
```
|
|
111
|
+
|
|
112
|
+
### Events
|
|
113
|
+
|
|
114
|
+
| Event | Payload | Description |
|
|
115
|
+
| ------------ | ---------- | ------------------------------------------------------------------------------ |
|
|
116
|
+
| `Transcript` | `string` | Transcription of one utterance. The text is empty when nothing was recognized. |
|
|
117
|
+
| `Failed` | `Buffer[]` | Transcription gave up after its retries, with the audio chunks left pending. |
|
|
118
|
+
|
|
119
|
+
See the [STT interface](https://micdrop.dev/docs/ai-integration/custom-integrations/custom-stt) for the full contract.
|
|
120
|
+
|
|
67
121
|
## Documentation
|
|
68
122
|
|
|
69
123
|
Read full [documentation of the Gradium integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/gradium) on the [website](https://micdrop.dev).
|
|
@@ -74,4 +128,4 @@ MIT
|
|
|
74
128
|
|
|
75
129
|
## Author
|
|
76
130
|
|
|
77
|
-
Originally developed for [Raconte.ai](https://www.raconte.ai) and open sourced by [
|
|
131
|
+
Originally developed for [Raconte.ai](https://www.raconte.ai), created and open sourced by [Godefroy de Compreignac](https://github.com/Godefroy)
|
package/dist/index.d.mts
CHANGED
|
@@ -24,6 +24,7 @@ declare const DEFAULT_MODEL_NAME = "default";
|
|
|
24
24
|
declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
|
|
25
25
|
declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
|
|
26
26
|
declare const DEFAULT_REGION: GradiumRegion;
|
|
27
|
+
declare const DEFAULT_LANGUAGE = "any";
|
|
27
28
|
interface GradiumASRJsonConfig {
|
|
28
29
|
language?: string;
|
|
29
30
|
target_language?: string;
|
|
@@ -105,6 +106,7 @@ type GradiumResponse = GradiumReadyResponse | GradiumAudioResponse | GradiumEosR
|
|
|
105
106
|
interface GradiumReadyResponse {
|
|
106
107
|
type: 'ready';
|
|
107
108
|
request_id?: string;
|
|
109
|
+
delay_in_frames?: number;
|
|
108
110
|
}
|
|
109
111
|
interface GradiumAudioResponse {
|
|
110
112
|
type: 'audio';
|
|
@@ -126,10 +128,12 @@ declare class GradiumSTT extends STT {
|
|
|
126
128
|
private socket?;
|
|
127
129
|
private initPromise;
|
|
128
130
|
private reconnectTimeout?;
|
|
131
|
+
private connectionTimeout?;
|
|
129
132
|
private transcriptionTimeout?;
|
|
130
133
|
private audioChunksPending;
|
|
131
134
|
private transcript;
|
|
132
135
|
private flushId;
|
|
136
|
+
private delayInFrames;
|
|
133
137
|
private retryCount;
|
|
134
138
|
private destroyed;
|
|
135
139
|
constructor(options: GradiumSTTOptions);
|
|
@@ -141,6 +145,15 @@ declare class GradiumSTT extends STT {
|
|
|
141
145
|
private buildJsonConfig;
|
|
142
146
|
private sendSetup;
|
|
143
147
|
private sendAudioChunk;
|
|
148
|
+
/**
|
|
149
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
150
|
+
*
|
|
151
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
152
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
153
|
+
* server confirms the flush before writing that word, which then opens the
|
|
154
|
+
* next transcript.
|
|
155
|
+
*/
|
|
156
|
+
private sendTrailingSilence;
|
|
144
157
|
private sendFlush;
|
|
145
158
|
private emitTranscript;
|
|
146
159
|
private handleMessage;
|
|
@@ -152,11 +165,14 @@ declare class GradiumTTS extends TTS {
|
|
|
152
165
|
private socket?;
|
|
153
166
|
private initPromise;
|
|
154
167
|
private counter;
|
|
168
|
+
private generation;
|
|
155
169
|
private isProcessing;
|
|
156
170
|
private reconnectTimeout?;
|
|
171
|
+
private connectionTimeout?;
|
|
157
172
|
private textSent;
|
|
158
173
|
private textBuffer;
|
|
159
174
|
private retryCount;
|
|
175
|
+
private destroyed;
|
|
160
176
|
constructor(options: GradiumTTSOptions);
|
|
161
177
|
private connect;
|
|
162
178
|
speak(textStream: Readable): void;
|
|
@@ -170,4 +186,4 @@ declare class GradiumTTS extends TTS {
|
|
|
170
186
|
private reconnect;
|
|
171
187
|
}
|
|
172
188
|
|
|
173
|
-
export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
|
189
|
+
export { DEFAULT_INPUT_FORMAT, DEFAULT_LANGUAGE, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
package/dist/index.d.ts
CHANGED
|
@@ -24,6 +24,7 @@ declare const DEFAULT_MODEL_NAME = "default";
|
|
|
24
24
|
declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
|
|
25
25
|
declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
|
|
26
26
|
declare const DEFAULT_REGION: GradiumRegion;
|
|
27
|
+
declare const DEFAULT_LANGUAGE = "any";
|
|
27
28
|
interface GradiumASRJsonConfig {
|
|
28
29
|
language?: string;
|
|
29
30
|
target_language?: string;
|
|
@@ -105,6 +106,7 @@ type GradiumResponse = GradiumReadyResponse | GradiumAudioResponse | GradiumEosR
|
|
|
105
106
|
interface GradiumReadyResponse {
|
|
106
107
|
type: 'ready';
|
|
107
108
|
request_id?: string;
|
|
109
|
+
delay_in_frames?: number;
|
|
108
110
|
}
|
|
109
111
|
interface GradiumAudioResponse {
|
|
110
112
|
type: 'audio';
|
|
@@ -126,10 +128,12 @@ declare class GradiumSTT extends STT {
|
|
|
126
128
|
private socket?;
|
|
127
129
|
private initPromise;
|
|
128
130
|
private reconnectTimeout?;
|
|
131
|
+
private connectionTimeout?;
|
|
129
132
|
private transcriptionTimeout?;
|
|
130
133
|
private audioChunksPending;
|
|
131
134
|
private transcript;
|
|
132
135
|
private flushId;
|
|
136
|
+
private delayInFrames;
|
|
133
137
|
private retryCount;
|
|
134
138
|
private destroyed;
|
|
135
139
|
constructor(options: GradiumSTTOptions);
|
|
@@ -141,6 +145,15 @@ declare class GradiumSTT extends STT {
|
|
|
141
145
|
private buildJsonConfig;
|
|
142
146
|
private sendSetup;
|
|
143
147
|
private sendAudioChunk;
|
|
148
|
+
/**
|
|
149
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
150
|
+
*
|
|
151
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
152
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
153
|
+
* server confirms the flush before writing that word, which then opens the
|
|
154
|
+
* next transcript.
|
|
155
|
+
*/
|
|
156
|
+
private sendTrailingSilence;
|
|
144
157
|
private sendFlush;
|
|
145
158
|
private emitTranscript;
|
|
146
159
|
private handleMessage;
|
|
@@ -152,11 +165,14 @@ declare class GradiumTTS extends TTS {
|
|
|
152
165
|
private socket?;
|
|
153
166
|
private initPromise;
|
|
154
167
|
private counter;
|
|
168
|
+
private generation;
|
|
155
169
|
private isProcessing;
|
|
156
170
|
private reconnectTimeout?;
|
|
171
|
+
private connectionTimeout?;
|
|
157
172
|
private textSent;
|
|
158
173
|
private textBuffer;
|
|
159
174
|
private retryCount;
|
|
175
|
+
private destroyed;
|
|
160
176
|
constructor(options: GradiumTTSOptions);
|
|
161
177
|
private connect;
|
|
162
178
|
speak(textStream: Readable): void;
|
|
@@ -170,4 +186,4 @@ declare class GradiumTTS extends TTS {
|
|
|
170
186
|
private reconnect;
|
|
171
187
|
}
|
|
172
188
|
|
|
173
|
-
export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
|
189
|
+
export { DEFAULT_INPUT_FORMAT, DEFAULT_LANGUAGE, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
package/dist/index.js
CHANGED
|
@@ -31,6 +31,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
31
31
|
var index_exports = {};
|
|
32
32
|
__export(index_exports, {
|
|
33
33
|
DEFAULT_INPUT_FORMAT: () => DEFAULT_INPUT_FORMAT,
|
|
34
|
+
DEFAULT_LANGUAGE: () => DEFAULT_LANGUAGE,
|
|
34
35
|
DEFAULT_MODEL_NAME: () => DEFAULT_MODEL_NAME,
|
|
35
36
|
DEFAULT_OUTPUT_FORMAT: () => DEFAULT_OUTPUT_FORMAT,
|
|
36
37
|
DEFAULT_REGION: () => DEFAULT_REGION,
|
|
@@ -41,19 +42,33 @@ module.exports = __toCommonJS(index_exports);
|
|
|
41
42
|
|
|
42
43
|
// src/GradiumSTT.ts
|
|
43
44
|
var import_server = require("@micdrop/server");
|
|
45
|
+
var import_ws2 = __toESM(require("ws"));
|
|
46
|
+
|
|
47
|
+
// src/closeSocket.ts
|
|
44
48
|
var import_ws = __toESM(require("ws"));
|
|
49
|
+
function closeSocket(socket) {
|
|
50
|
+
socket.removeAllListeners();
|
|
51
|
+
socket.on("error", () => {
|
|
52
|
+
});
|
|
53
|
+
if (socket.readyState === import_ws.default.OPEN || socket.readyState === import_ws.default.CONNECTING) {
|
|
54
|
+
socket.close(1e3);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
45
57
|
|
|
46
58
|
// src/types.ts
|
|
47
59
|
var DEFAULT_MODEL_NAME = "default";
|
|
48
60
|
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
49
61
|
var DEFAULT_INPUT_FORMAT = "pcm_16000";
|
|
50
62
|
var DEFAULT_REGION = "eu";
|
|
63
|
+
var DEFAULT_LANGUAGE = "any";
|
|
51
64
|
|
|
52
65
|
// src/GradiumSTT.ts
|
|
53
66
|
var DEFAULT_CONNECTION_TIMEOUT = 5e3;
|
|
54
67
|
var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
|
|
55
68
|
var DEFAULT_RETRY_DELAY = 1e3;
|
|
56
69
|
var DEFAULT_MAX_RETRY = 3;
|
|
70
|
+
var FRAME_DURATION_MS = 80;
|
|
71
|
+
var DEFAULT_DELAY_IN_FRAMES = 10;
|
|
57
72
|
var GradiumSTT = class extends import_server.STT {
|
|
58
73
|
constructor(options) {
|
|
59
74
|
super();
|
|
@@ -63,13 +78,19 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
63
78
|
this.transcript = "";
|
|
64
79
|
// Accumulated text segments for the current utterance
|
|
65
80
|
this.flushId = 0;
|
|
81
|
+
this.delayInFrames = DEFAULT_DELAY_IN_FRAMES;
|
|
82
|
+
// Given by the server when ready
|
|
66
83
|
this.retryCount = 0;
|
|
67
84
|
this.destroyed = false;
|
|
68
85
|
this.initPromise = this.connect();
|
|
69
86
|
}
|
|
70
87
|
transcribe(audioStream) {
|
|
71
|
-
|
|
88
|
+
let started = false;
|
|
72
89
|
audioStream.on("data", async (chunk) => {
|
|
90
|
+
if (!started) {
|
|
91
|
+
started = true;
|
|
92
|
+
this.transcript = "";
|
|
93
|
+
}
|
|
73
94
|
this.audioChunksPending.push(chunk);
|
|
74
95
|
await this.initPromise;
|
|
75
96
|
this.sendAudioChunk(chunk);
|
|
@@ -78,6 +99,7 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
78
99
|
audioStream.on("end", async () => {
|
|
79
100
|
await this.initPromise;
|
|
80
101
|
if (this.audioChunksPending.length === 0) return;
|
|
102
|
+
this.sendTrailingSilence();
|
|
81
103
|
const flushId = ++this.flushId;
|
|
82
104
|
this.sendFlush(flushId);
|
|
83
105
|
this.transcriptionTimeout = setTimeout(() => {
|
|
@@ -98,10 +120,11 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
98
120
|
clearTimeout(this.transcriptionTimeout);
|
|
99
121
|
this.transcriptionTimeout = void 0;
|
|
100
122
|
}
|
|
101
|
-
this.
|
|
102
|
-
|
|
103
|
-
this.
|
|
123
|
+
if (this.connectionTimeout) {
|
|
124
|
+
clearTimeout(this.connectionTimeout);
|
|
125
|
+
this.connectionTimeout = void 0;
|
|
104
126
|
}
|
|
127
|
+
if (this.socket) closeSocket(this.socket);
|
|
105
128
|
this.socket = void 0;
|
|
106
129
|
}
|
|
107
130
|
connect() {
|
|
@@ -116,7 +139,7 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
116
139
|
}
|
|
117
140
|
async initWS() {
|
|
118
141
|
return new Promise((resolve, reject) => {
|
|
119
|
-
const socket = new
|
|
142
|
+
const socket = new import_ws2.default(this.getEndpoint(), {
|
|
120
143
|
headers: {
|
|
121
144
|
"x-api-key": this.options.apiKey
|
|
122
145
|
}
|
|
@@ -124,11 +147,11 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
124
147
|
this.socket = socket;
|
|
125
148
|
const timeout = setTimeout(() => {
|
|
126
149
|
this.log("Connection timeout");
|
|
127
|
-
socket
|
|
128
|
-
socket.close();
|
|
150
|
+
closeSocket(socket);
|
|
129
151
|
this.socket = void 0;
|
|
130
152
|
reject(new Error("WebSocket connection timeout"));
|
|
131
153
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
154
|
+
this.connectionTimeout = timeout;
|
|
132
155
|
socket.addEventListener("open", () => {
|
|
133
156
|
clearTimeout(timeout);
|
|
134
157
|
this.sendSetup();
|
|
@@ -161,10 +184,10 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
161
184
|
}
|
|
162
185
|
buildJsonConfig() {
|
|
163
186
|
const config = { ...this.options.jsonConfig };
|
|
164
|
-
if (
|
|
165
|
-
config.language = this.options.language;
|
|
187
|
+
if (config.language === void 0) {
|
|
188
|
+
config.language = this.options.language ?? DEFAULT_LANGUAGE;
|
|
166
189
|
}
|
|
167
|
-
return
|
|
190
|
+
return config;
|
|
168
191
|
}
|
|
169
192
|
sendSetup() {
|
|
170
193
|
this.socket?.send(
|
|
@@ -185,6 +208,26 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
185
208
|
})
|
|
186
209
|
);
|
|
187
210
|
}
|
|
211
|
+
/**
|
|
212
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
213
|
+
*
|
|
214
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
215
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
216
|
+
* server confirms the flush before writing that word, which then opens the
|
|
217
|
+
* next transcript.
|
|
218
|
+
*/
|
|
219
|
+
sendTrailingSilence() {
|
|
220
|
+
const sampleRate = pcmSampleRate(
|
|
221
|
+
this.options.inputFormat ?? DEFAULT_INPUT_FORMAT
|
|
222
|
+
);
|
|
223
|
+
if (!sampleRate) return;
|
|
224
|
+
const durationMs = this.delayInFrames * FRAME_DURATION_MS;
|
|
225
|
+
const samples = Math.round(sampleRate * durationMs / 1e3);
|
|
226
|
+
const silence = Buffer.alloc(samples * 2);
|
|
227
|
+
this.audioChunksPending.push(silence);
|
|
228
|
+
this.sendAudioChunk(silence);
|
|
229
|
+
this.log(`Sent ${durationMs}ms of silence`);
|
|
230
|
+
}
|
|
188
231
|
sendFlush(flushId) {
|
|
189
232
|
this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
|
|
190
233
|
this.log(`Sent flush (flush_id=${flushId})`);
|
|
@@ -204,6 +247,10 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
204
247
|
switch (message.type) {
|
|
205
248
|
case "ready":
|
|
206
249
|
this.log("Server ready");
|
|
250
|
+
this.retryCount = 0;
|
|
251
|
+
if (typeof message.delay_in_frames === "number") {
|
|
252
|
+
this.delayInFrames = message.delay_in_frames;
|
|
253
|
+
}
|
|
207
254
|
break;
|
|
208
255
|
case "text":
|
|
209
256
|
if (typeof message.text === "string") {
|
|
@@ -241,7 +288,6 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
241
288
|
this.reconnectTimeout = setTimeout(() => {
|
|
242
289
|
this.reconnectTimeout = void 0;
|
|
243
290
|
this.initWS().then(() => {
|
|
244
|
-
this.retryCount = 0;
|
|
245
291
|
if (this.audioChunksPending.length > 0) {
|
|
246
292
|
this.log("Sending audio chunks again");
|
|
247
293
|
this.transcript = "";
|
|
@@ -257,10 +303,15 @@ var GradiumSTT = class extends import_server.STT {
|
|
|
257
303
|
});
|
|
258
304
|
}
|
|
259
305
|
};
|
|
306
|
+
function pcmSampleRate(format) {
|
|
307
|
+
if (format === "pcm") return 24e3;
|
|
308
|
+
const match = format.match(/^pcm_(\d+)$/);
|
|
309
|
+
return match ? Number(match[1]) : void 0;
|
|
310
|
+
}
|
|
260
311
|
|
|
261
312
|
// src/GradiumTTS.ts
|
|
262
313
|
var import_server2 = require("@micdrop/server");
|
|
263
|
-
var
|
|
314
|
+
var import_ws3 = __toESM(require("ws"));
|
|
264
315
|
var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
|
|
265
316
|
var DEFAULT_RETRY_DELAY2 = 1e3;
|
|
266
317
|
var DEFAULT_MAX_RETRY2 = 3;
|
|
@@ -269,30 +320,46 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
269
320
|
super();
|
|
270
321
|
this.options = options;
|
|
271
322
|
this.counter = 0;
|
|
323
|
+
// Bumped by every speak() and every cancel(), so a request claimed late can
|
|
324
|
+
// tell whether it is still the one that should be heard. Kept apart from
|
|
325
|
+
// `counter`, which numbers the audio requests and must only move when there
|
|
326
|
+
// is something to synthesize.
|
|
327
|
+
this.generation = 0;
|
|
272
328
|
this.isProcessing = false;
|
|
273
329
|
this.textSent = "";
|
|
274
330
|
this.textBuffer = "";
|
|
275
331
|
this.retryCount = 0;
|
|
332
|
+
this.destroyed = false;
|
|
276
333
|
this.connect();
|
|
277
334
|
}
|
|
278
335
|
connect() {
|
|
336
|
+
if (this.destroyed) return;
|
|
279
337
|
this.initPromise = this.initWS().catch((error) => {
|
|
280
338
|
console.error("[GradiumTTS] Connection error:", error);
|
|
281
339
|
this.reconnect();
|
|
282
340
|
});
|
|
283
341
|
}
|
|
284
342
|
speak(textStream) {
|
|
285
|
-
this.
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
343
|
+
const generation = ++this.generation;
|
|
344
|
+
let counter = 0;
|
|
345
|
+
let clientReqId = "";
|
|
346
|
+
const claimRequest = () => {
|
|
347
|
+
if (counter) return true;
|
|
348
|
+
if (this.generation !== generation) return false;
|
|
349
|
+
this.counter++;
|
|
350
|
+
counter = this.counter;
|
|
351
|
+
clientReqId = counter.toString();
|
|
352
|
+
this.isProcessing = true;
|
|
353
|
+
this.textSent = "";
|
|
354
|
+
this.textBuffer = "";
|
|
355
|
+
this.initPromise.then(() => {
|
|
356
|
+
if (counter !== this.counter) return;
|
|
357
|
+
this.sendSetup(clientReqId);
|
|
358
|
+
});
|
|
359
|
+
return true;
|
|
360
|
+
};
|
|
295
361
|
textStream.on("data", async (chunk) => {
|
|
362
|
+
if (!claimRequest()) return;
|
|
296
363
|
if (counter !== this.counter) return;
|
|
297
364
|
const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
|
|
298
365
|
this.textSent += text;
|
|
@@ -310,11 +377,12 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
310
377
|
}
|
|
311
378
|
});
|
|
312
379
|
textStream.on("error", (error) => {
|
|
380
|
+
if (!counter) return;
|
|
313
381
|
this.log("Error in text stream, ending audio stream", error);
|
|
314
382
|
this.isProcessing = false;
|
|
315
383
|
});
|
|
316
384
|
textStream.on("end", async () => {
|
|
317
|
-
if (counter !== this.counter) return;
|
|
385
|
+
if (!counter || counter !== this.counter) return;
|
|
318
386
|
await this.initPromise;
|
|
319
387
|
if (counter !== this.counter) return;
|
|
320
388
|
if (this.textBuffer.trim()) {
|
|
@@ -331,6 +399,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
331
399
|
});
|
|
332
400
|
}
|
|
333
401
|
cancel() {
|
|
402
|
+
this.generation++;
|
|
334
403
|
if (!this.isProcessing) return;
|
|
335
404
|
this.log("Cancel");
|
|
336
405
|
this.isProcessing = false;
|
|
@@ -341,26 +410,27 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
341
410
|
clearTimeout(this.reconnectTimeout);
|
|
342
411
|
this.reconnectTimeout = void 0;
|
|
343
412
|
}
|
|
413
|
+
if (this.connectionTimeout) {
|
|
414
|
+
clearTimeout(this.connectionTimeout);
|
|
415
|
+
this.connectionTimeout = void 0;
|
|
416
|
+
}
|
|
344
417
|
const socket = this.socket;
|
|
345
418
|
this.socket = void 0;
|
|
346
|
-
if (socket)
|
|
347
|
-
socket.removeAllListeners();
|
|
348
|
-
if (socket.readyState === import_ws2.default.OPEN || socket.readyState === import_ws2.default.CONNECTING) {
|
|
349
|
-
socket.close(1e3);
|
|
350
|
-
}
|
|
351
|
-
}
|
|
419
|
+
if (socket) closeSocket(socket);
|
|
352
420
|
this.connect();
|
|
353
421
|
}
|
|
354
422
|
destroy() {
|
|
423
|
+
this.destroyed = true;
|
|
355
424
|
super.destroy();
|
|
356
425
|
if (this.reconnectTimeout) {
|
|
357
426
|
clearTimeout(this.reconnectTimeout);
|
|
358
427
|
this.reconnectTimeout = void 0;
|
|
359
428
|
}
|
|
360
|
-
this.
|
|
361
|
-
|
|
362
|
-
this.
|
|
429
|
+
if (this.connectionTimeout) {
|
|
430
|
+
clearTimeout(this.connectionTimeout);
|
|
431
|
+
this.connectionTimeout = void 0;
|
|
363
432
|
}
|
|
433
|
+
if (this.socket) closeSocket(this.socket);
|
|
364
434
|
this.socket = void 0;
|
|
365
435
|
this.isProcessing = false;
|
|
366
436
|
}
|
|
@@ -370,7 +440,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
370
440
|
}
|
|
371
441
|
async initWS() {
|
|
372
442
|
return new Promise((resolve, reject) => {
|
|
373
|
-
const socket = new
|
|
443
|
+
const socket = new import_ws3.default(this.getEndpoint(), {
|
|
374
444
|
headers: {
|
|
375
445
|
"x-api-key": this.options.apiKey
|
|
376
446
|
}
|
|
@@ -378,11 +448,11 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
378
448
|
this.socket = socket;
|
|
379
449
|
const timeout = setTimeout(() => {
|
|
380
450
|
this.log("Connection timeout");
|
|
381
|
-
socket
|
|
382
|
-
socket.close();
|
|
451
|
+
closeSocket(socket);
|
|
383
452
|
this.socket = void 0;
|
|
384
453
|
reject(new Error("WebSocket connection timeout"));
|
|
385
454
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
|
|
455
|
+
this.connectionTimeout = timeout;
|
|
386
456
|
socket.addEventListener("open", () => {
|
|
387
457
|
clearTimeout(timeout);
|
|
388
458
|
this.log("Connection opened");
|
|
@@ -412,6 +482,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
412
482
|
switch (message.type) {
|
|
413
483
|
case "ready":
|
|
414
484
|
this.log("Server ready", message.request_id ?? "");
|
|
485
|
+
this.retryCount = 0;
|
|
415
486
|
break;
|
|
416
487
|
case "audio":
|
|
417
488
|
this.processAudioMessage(message);
|
|
@@ -464,6 +535,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
464
535
|
this.emit("Audio", chunk);
|
|
465
536
|
}
|
|
466
537
|
reconnect() {
|
|
538
|
+
if (this.destroyed) return;
|
|
467
539
|
this.retryCount++;
|
|
468
540
|
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
|
|
469
541
|
this.log("Max retries reached, giving up");
|
|
@@ -475,7 +547,6 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
475
547
|
this.reconnectTimeout = setTimeout(() => {
|
|
476
548
|
this.reconnectTimeout = void 0;
|
|
477
549
|
this.initWS().then(() => {
|
|
478
|
-
this.retryCount = 0;
|
|
479
550
|
if (this.textSent.length > 0) {
|
|
480
551
|
const clientReqId = this.counter.toString();
|
|
481
552
|
this.log("Sending text chunks again");
|
|
@@ -493,6 +564,7 @@ var GradiumTTS = class extends import_server2.TTS {
|
|
|
493
564
|
// Annotate the CommonJS export names for ESM import in node:
|
|
494
565
|
0 && (module.exports = {
|
|
495
566
|
DEFAULT_INPUT_FORMAT,
|
|
567
|
+
DEFAULT_LANGUAGE,
|
|
496
568
|
DEFAULT_MODEL_NAME,
|
|
497
569
|
DEFAULT_OUTPUT_FORMAT,
|
|
498
570
|
DEFAULT_REGION,
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["export * from './GradiumSTT'\nexport * from './GradiumTTS'\nexport * from './types'\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: start from a clean transcript for this stream\n this.transcript = ''\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAEhC,SAAK,aAAa;AAGlB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AEnRA,IAAAC,iBAAoB;AAEpB,IAAAC,aAAsB;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAe,WAAAC,QAAU,QAChC,OAAO,eAAe,WAAAA,QAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,WAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","import_server","import_ws","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/GradiumSTT.ts","../src/closeSocket.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["export * from './GradiumSTT'\nexport * from './GradiumTTS'\nexport * from './types'\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_LANGUAGE,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumInputFormat,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n// Each frame of the transcription model lasts 80 ms\nconst FRAME_DURATION_MS = 80\nconst DEFAULT_DELAY_IN_FRAMES = 10\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private delayInFrames = DEFAULT_DELAY_IN_FRAMES // Given by the server when ready\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendTrailingSilence()\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (config.language === undefined) {\n config.language = this.options.language ?? DEFAULT_LANGUAGE\n }\n return config\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n /**\n * Follows the speech with as much silence as the transcription lags behind.\n *\n * The model writes each word a few frames after hearing it, and a flush only\n * processes the audio already sent. With nothing after the last word, the\n * server confirms the flush before writing that word, which then opens the\n * next transcript.\n */\n private sendTrailingSilence() {\n const sampleRate = pcmSampleRate(\n this.options.inputFormat ?? DEFAULT_INPUT_FORMAT\n )\n // Silence is a run of zeros in raw PCM only\n if (!sampleRate) return\n const durationMs = this.delayInFrames * FRAME_DURATION_MS\n const samples = Math.round((sampleRate * durationMs) / 1000)\n const silence = Buffer.alloc(samples * 2)\n this.audioChunksPending.push(silence)\n this.sendAudioChunk(silence)\n this.log(`Sent ${durationMs}ms of silence`)\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n // The server accepted the setup, so the connection is usable\n this.retryCount = 0\n if (typeof message.delay_in_frames === 'number') {\n this.delayInFrames = message.delay_in_frames\n }\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/** Sample rate of a raw PCM input format, undefined for an encoded one */\nfunction pcmSampleRate(format: GradiumInputFormat): number | undefined {\n if (format === 'pcm') return 24000\n const match = format.match(/^pcm_(\\d+)$/)\n return match ? Number(match[1]) : undefined\n}\n","import WebSocket from 'ws'\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nexport function closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n// Gradium refuses a transcription without a language, \"any\" detects it\nexport const DEFAULT_LANGUAGE = 'any'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n delay_in_frames?: number // Frames of 80ms the transcription lags behind the audio\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n private destroyed = false\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n if (this.destroyed) return\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // A socket still connecting keeps its connection timeout, which would\n // otherwise fire on the connection opened below.\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) closeSocket(socket)\n this.connect()\n }\n\n destroy() {\n // Set first, so the cancel() that super.destroy() runs opens no new\n // connection\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n // The server accepted the voice, so the connection is usable\n this.retryCount = 0\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,IAAAA,aAAsB;;;ACFtB,gBAAsB;AAQf,SAAS,YAAY,QAAmB;AAC7C,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAAC,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACwBO,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;AAEtC,IAAM,mBAAmB;;;AFxBhC,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAE1B,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B;AAEzB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAalC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,gBAAgB;AACxB;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,oBAAoB;AACzB,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAC,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAwC;AAC9C,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,OAAO,aAAa,QAAW;AACjC,aAAO,WAAW,KAAK,QAAQ,YAAY;AAAA,IAC7C;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUQ,sBAAsB;AAC5B,UAAM,aAAa;AAAA,MACjB,KAAK,QAAQ,eAAe;AAAA,IAC9B;AAEA,QAAI,CAAC,WAAY;AACjB,UAAM,aAAa,KAAK,gBAAgB;AACxC,UAAM,UAAU,KAAK,MAAO,aAAa,aAAc,GAAI;AAC3D,UAAM,UAAU,OAAO,MAAM,UAAU,CAAC;AACxC,SAAK,mBAAmB,KAAK,OAAO;AACpC,SAAK,eAAe,OAAO;AAC3B,SAAK,IAAI,QAAQ,UAAU,eAAe;AAAA,EAC5C;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AAEvB,aAAK,aAAa;AAClB,YAAI,OAAO,QAAQ,oBAAoB,UAAU;AAC/C,eAAK,gBAAgB,QAAQ;AAAA,QAC/B;AACA;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAGA,SAAS,cAAc,QAAgD;AACrE,MAAI,WAAW,MAAO,QAAO;AAC7B,QAAM,QAAQ,OAAO,MAAM,aAAa;AACxC,SAAO,QAAQ,OAAO,MAAM,CAAC,CAAC,IAAI;AACpC;;;AGvUA,IAAAC,iBAAoB;AAEpB,IAAAC,aAAsB;AAgBtB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAiBlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAd7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAGvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAKlB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,UAAW;AACpB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAIA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,OAAQ,aAAY,MAAM;AAC9B,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AAGR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAC,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AAEjD,mBAAK,aAAa;AAClB;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["import_ws","WebSocket","WebSocket","import_server","import_ws","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
package/dist/index.mjs
CHANGED
|
@@ -1,18 +1,32 @@
|
|
|
1
1
|
// src/GradiumSTT.ts
|
|
2
2
|
import { STT } from "@micdrop/server";
|
|
3
|
+
import WebSocket2 from "ws";
|
|
4
|
+
|
|
5
|
+
// src/closeSocket.ts
|
|
3
6
|
import WebSocket from "ws";
|
|
7
|
+
function closeSocket(socket) {
|
|
8
|
+
socket.removeAllListeners();
|
|
9
|
+
socket.on("error", () => {
|
|
10
|
+
});
|
|
11
|
+
if (socket.readyState === WebSocket.OPEN || socket.readyState === WebSocket.CONNECTING) {
|
|
12
|
+
socket.close(1e3);
|
|
13
|
+
}
|
|
14
|
+
}
|
|
4
15
|
|
|
5
16
|
// src/types.ts
|
|
6
17
|
var DEFAULT_MODEL_NAME = "default";
|
|
7
18
|
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
8
19
|
var DEFAULT_INPUT_FORMAT = "pcm_16000";
|
|
9
20
|
var DEFAULT_REGION = "eu";
|
|
21
|
+
var DEFAULT_LANGUAGE = "any";
|
|
10
22
|
|
|
11
23
|
// src/GradiumSTT.ts
|
|
12
24
|
var DEFAULT_CONNECTION_TIMEOUT = 5e3;
|
|
13
25
|
var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
|
|
14
26
|
var DEFAULT_RETRY_DELAY = 1e3;
|
|
15
27
|
var DEFAULT_MAX_RETRY = 3;
|
|
28
|
+
var FRAME_DURATION_MS = 80;
|
|
29
|
+
var DEFAULT_DELAY_IN_FRAMES = 10;
|
|
16
30
|
var GradiumSTT = class extends STT {
|
|
17
31
|
constructor(options) {
|
|
18
32
|
super();
|
|
@@ -22,13 +36,19 @@ var GradiumSTT = class extends STT {
|
|
|
22
36
|
this.transcript = "";
|
|
23
37
|
// Accumulated text segments for the current utterance
|
|
24
38
|
this.flushId = 0;
|
|
39
|
+
this.delayInFrames = DEFAULT_DELAY_IN_FRAMES;
|
|
40
|
+
// Given by the server when ready
|
|
25
41
|
this.retryCount = 0;
|
|
26
42
|
this.destroyed = false;
|
|
27
43
|
this.initPromise = this.connect();
|
|
28
44
|
}
|
|
29
45
|
transcribe(audioStream) {
|
|
30
|
-
|
|
46
|
+
let started = false;
|
|
31
47
|
audioStream.on("data", async (chunk) => {
|
|
48
|
+
if (!started) {
|
|
49
|
+
started = true;
|
|
50
|
+
this.transcript = "";
|
|
51
|
+
}
|
|
32
52
|
this.audioChunksPending.push(chunk);
|
|
33
53
|
await this.initPromise;
|
|
34
54
|
this.sendAudioChunk(chunk);
|
|
@@ -37,6 +57,7 @@ var GradiumSTT = class extends STT {
|
|
|
37
57
|
audioStream.on("end", async () => {
|
|
38
58
|
await this.initPromise;
|
|
39
59
|
if (this.audioChunksPending.length === 0) return;
|
|
60
|
+
this.sendTrailingSilence();
|
|
40
61
|
const flushId = ++this.flushId;
|
|
41
62
|
this.sendFlush(flushId);
|
|
42
63
|
this.transcriptionTimeout = setTimeout(() => {
|
|
@@ -57,10 +78,11 @@ var GradiumSTT = class extends STT {
|
|
|
57
78
|
clearTimeout(this.transcriptionTimeout);
|
|
58
79
|
this.transcriptionTimeout = void 0;
|
|
59
80
|
}
|
|
60
|
-
this.
|
|
61
|
-
|
|
62
|
-
this.
|
|
81
|
+
if (this.connectionTimeout) {
|
|
82
|
+
clearTimeout(this.connectionTimeout);
|
|
83
|
+
this.connectionTimeout = void 0;
|
|
63
84
|
}
|
|
85
|
+
if (this.socket) closeSocket(this.socket);
|
|
64
86
|
this.socket = void 0;
|
|
65
87
|
}
|
|
66
88
|
connect() {
|
|
@@ -75,7 +97,7 @@ var GradiumSTT = class extends STT {
|
|
|
75
97
|
}
|
|
76
98
|
async initWS() {
|
|
77
99
|
return new Promise((resolve, reject) => {
|
|
78
|
-
const socket = new
|
|
100
|
+
const socket = new WebSocket2(this.getEndpoint(), {
|
|
79
101
|
headers: {
|
|
80
102
|
"x-api-key": this.options.apiKey
|
|
81
103
|
}
|
|
@@ -83,11 +105,11 @@ var GradiumSTT = class extends STT {
|
|
|
83
105
|
this.socket = socket;
|
|
84
106
|
const timeout = setTimeout(() => {
|
|
85
107
|
this.log("Connection timeout");
|
|
86
|
-
socket
|
|
87
|
-
socket.close();
|
|
108
|
+
closeSocket(socket);
|
|
88
109
|
this.socket = void 0;
|
|
89
110
|
reject(new Error("WebSocket connection timeout"));
|
|
90
111
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
112
|
+
this.connectionTimeout = timeout;
|
|
91
113
|
socket.addEventListener("open", () => {
|
|
92
114
|
clearTimeout(timeout);
|
|
93
115
|
this.sendSetup();
|
|
@@ -120,10 +142,10 @@ var GradiumSTT = class extends STT {
|
|
|
120
142
|
}
|
|
121
143
|
buildJsonConfig() {
|
|
122
144
|
const config = { ...this.options.jsonConfig };
|
|
123
|
-
if (
|
|
124
|
-
config.language = this.options.language;
|
|
145
|
+
if (config.language === void 0) {
|
|
146
|
+
config.language = this.options.language ?? DEFAULT_LANGUAGE;
|
|
125
147
|
}
|
|
126
|
-
return
|
|
148
|
+
return config;
|
|
127
149
|
}
|
|
128
150
|
sendSetup() {
|
|
129
151
|
this.socket?.send(
|
|
@@ -144,6 +166,26 @@ var GradiumSTT = class extends STT {
|
|
|
144
166
|
})
|
|
145
167
|
);
|
|
146
168
|
}
|
|
169
|
+
/**
|
|
170
|
+
* Follows the speech with as much silence as the transcription lags behind.
|
|
171
|
+
*
|
|
172
|
+
* The model writes each word a few frames after hearing it, and a flush only
|
|
173
|
+
* processes the audio already sent. With nothing after the last word, the
|
|
174
|
+
* server confirms the flush before writing that word, which then opens the
|
|
175
|
+
* next transcript.
|
|
176
|
+
*/
|
|
177
|
+
sendTrailingSilence() {
|
|
178
|
+
const sampleRate = pcmSampleRate(
|
|
179
|
+
this.options.inputFormat ?? DEFAULT_INPUT_FORMAT
|
|
180
|
+
);
|
|
181
|
+
if (!sampleRate) return;
|
|
182
|
+
const durationMs = this.delayInFrames * FRAME_DURATION_MS;
|
|
183
|
+
const samples = Math.round(sampleRate * durationMs / 1e3);
|
|
184
|
+
const silence = Buffer.alloc(samples * 2);
|
|
185
|
+
this.audioChunksPending.push(silence);
|
|
186
|
+
this.sendAudioChunk(silence);
|
|
187
|
+
this.log(`Sent ${durationMs}ms of silence`);
|
|
188
|
+
}
|
|
147
189
|
sendFlush(flushId) {
|
|
148
190
|
this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
|
|
149
191
|
this.log(`Sent flush (flush_id=${flushId})`);
|
|
@@ -163,6 +205,10 @@ var GradiumSTT = class extends STT {
|
|
|
163
205
|
switch (message.type) {
|
|
164
206
|
case "ready":
|
|
165
207
|
this.log("Server ready");
|
|
208
|
+
this.retryCount = 0;
|
|
209
|
+
if (typeof message.delay_in_frames === "number") {
|
|
210
|
+
this.delayInFrames = message.delay_in_frames;
|
|
211
|
+
}
|
|
166
212
|
break;
|
|
167
213
|
case "text":
|
|
168
214
|
if (typeof message.text === "string") {
|
|
@@ -200,7 +246,6 @@ var GradiumSTT = class extends STT {
|
|
|
200
246
|
this.reconnectTimeout = setTimeout(() => {
|
|
201
247
|
this.reconnectTimeout = void 0;
|
|
202
248
|
this.initWS().then(() => {
|
|
203
|
-
this.retryCount = 0;
|
|
204
249
|
if (this.audioChunksPending.length > 0) {
|
|
205
250
|
this.log("Sending audio chunks again");
|
|
206
251
|
this.transcript = "";
|
|
@@ -216,10 +261,15 @@ var GradiumSTT = class extends STT {
|
|
|
216
261
|
});
|
|
217
262
|
}
|
|
218
263
|
};
|
|
264
|
+
function pcmSampleRate(format) {
|
|
265
|
+
if (format === "pcm") return 24e3;
|
|
266
|
+
const match = format.match(/^pcm_(\d+)$/);
|
|
267
|
+
return match ? Number(match[1]) : void 0;
|
|
268
|
+
}
|
|
219
269
|
|
|
220
270
|
// src/GradiumTTS.ts
|
|
221
271
|
import { TTS } from "@micdrop/server";
|
|
222
|
-
import
|
|
272
|
+
import WebSocket3 from "ws";
|
|
223
273
|
var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
|
|
224
274
|
var DEFAULT_RETRY_DELAY2 = 1e3;
|
|
225
275
|
var DEFAULT_MAX_RETRY2 = 3;
|
|
@@ -228,30 +278,46 @@ var GradiumTTS = class extends TTS {
|
|
|
228
278
|
super();
|
|
229
279
|
this.options = options;
|
|
230
280
|
this.counter = 0;
|
|
281
|
+
// Bumped by every speak() and every cancel(), so a request claimed late can
|
|
282
|
+
// tell whether it is still the one that should be heard. Kept apart from
|
|
283
|
+
// `counter`, which numbers the audio requests and must only move when there
|
|
284
|
+
// is something to synthesize.
|
|
285
|
+
this.generation = 0;
|
|
231
286
|
this.isProcessing = false;
|
|
232
287
|
this.textSent = "";
|
|
233
288
|
this.textBuffer = "";
|
|
234
289
|
this.retryCount = 0;
|
|
290
|
+
this.destroyed = false;
|
|
235
291
|
this.connect();
|
|
236
292
|
}
|
|
237
293
|
connect() {
|
|
294
|
+
if (this.destroyed) return;
|
|
238
295
|
this.initPromise = this.initWS().catch((error) => {
|
|
239
296
|
console.error("[GradiumTTS] Connection error:", error);
|
|
240
297
|
this.reconnect();
|
|
241
298
|
});
|
|
242
299
|
}
|
|
243
300
|
speak(textStream) {
|
|
244
|
-
this.
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
301
|
+
const generation = ++this.generation;
|
|
302
|
+
let counter = 0;
|
|
303
|
+
let clientReqId = "";
|
|
304
|
+
const claimRequest = () => {
|
|
305
|
+
if (counter) return true;
|
|
306
|
+
if (this.generation !== generation) return false;
|
|
307
|
+
this.counter++;
|
|
308
|
+
counter = this.counter;
|
|
309
|
+
clientReqId = counter.toString();
|
|
310
|
+
this.isProcessing = true;
|
|
311
|
+
this.textSent = "";
|
|
312
|
+
this.textBuffer = "";
|
|
313
|
+
this.initPromise.then(() => {
|
|
314
|
+
if (counter !== this.counter) return;
|
|
315
|
+
this.sendSetup(clientReqId);
|
|
316
|
+
});
|
|
317
|
+
return true;
|
|
318
|
+
};
|
|
254
319
|
textStream.on("data", async (chunk) => {
|
|
320
|
+
if (!claimRequest()) return;
|
|
255
321
|
if (counter !== this.counter) return;
|
|
256
322
|
const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
|
|
257
323
|
this.textSent += text;
|
|
@@ -269,11 +335,12 @@ var GradiumTTS = class extends TTS {
|
|
|
269
335
|
}
|
|
270
336
|
});
|
|
271
337
|
textStream.on("error", (error) => {
|
|
338
|
+
if (!counter) return;
|
|
272
339
|
this.log("Error in text stream, ending audio stream", error);
|
|
273
340
|
this.isProcessing = false;
|
|
274
341
|
});
|
|
275
342
|
textStream.on("end", async () => {
|
|
276
|
-
if (counter !== this.counter) return;
|
|
343
|
+
if (!counter || counter !== this.counter) return;
|
|
277
344
|
await this.initPromise;
|
|
278
345
|
if (counter !== this.counter) return;
|
|
279
346
|
if (this.textBuffer.trim()) {
|
|
@@ -290,6 +357,7 @@ var GradiumTTS = class extends TTS {
|
|
|
290
357
|
});
|
|
291
358
|
}
|
|
292
359
|
cancel() {
|
|
360
|
+
this.generation++;
|
|
293
361
|
if (!this.isProcessing) return;
|
|
294
362
|
this.log("Cancel");
|
|
295
363
|
this.isProcessing = false;
|
|
@@ -300,26 +368,27 @@ var GradiumTTS = class extends TTS {
|
|
|
300
368
|
clearTimeout(this.reconnectTimeout);
|
|
301
369
|
this.reconnectTimeout = void 0;
|
|
302
370
|
}
|
|
371
|
+
if (this.connectionTimeout) {
|
|
372
|
+
clearTimeout(this.connectionTimeout);
|
|
373
|
+
this.connectionTimeout = void 0;
|
|
374
|
+
}
|
|
303
375
|
const socket = this.socket;
|
|
304
376
|
this.socket = void 0;
|
|
305
|
-
if (socket)
|
|
306
|
-
socket.removeAllListeners();
|
|
307
|
-
if (socket.readyState === WebSocket2.OPEN || socket.readyState === WebSocket2.CONNECTING) {
|
|
308
|
-
socket.close(1e3);
|
|
309
|
-
}
|
|
310
|
-
}
|
|
377
|
+
if (socket) closeSocket(socket);
|
|
311
378
|
this.connect();
|
|
312
379
|
}
|
|
313
380
|
destroy() {
|
|
381
|
+
this.destroyed = true;
|
|
314
382
|
super.destroy();
|
|
315
383
|
if (this.reconnectTimeout) {
|
|
316
384
|
clearTimeout(this.reconnectTimeout);
|
|
317
385
|
this.reconnectTimeout = void 0;
|
|
318
386
|
}
|
|
319
|
-
this.
|
|
320
|
-
|
|
321
|
-
this.
|
|
387
|
+
if (this.connectionTimeout) {
|
|
388
|
+
clearTimeout(this.connectionTimeout);
|
|
389
|
+
this.connectionTimeout = void 0;
|
|
322
390
|
}
|
|
391
|
+
if (this.socket) closeSocket(this.socket);
|
|
323
392
|
this.socket = void 0;
|
|
324
393
|
this.isProcessing = false;
|
|
325
394
|
}
|
|
@@ -329,7 +398,7 @@ var GradiumTTS = class extends TTS {
|
|
|
329
398
|
}
|
|
330
399
|
async initWS() {
|
|
331
400
|
return new Promise((resolve, reject) => {
|
|
332
|
-
const socket = new
|
|
401
|
+
const socket = new WebSocket3(this.getEndpoint(), {
|
|
333
402
|
headers: {
|
|
334
403
|
"x-api-key": this.options.apiKey
|
|
335
404
|
}
|
|
@@ -337,11 +406,11 @@ var GradiumTTS = class extends TTS {
|
|
|
337
406
|
this.socket = socket;
|
|
338
407
|
const timeout = setTimeout(() => {
|
|
339
408
|
this.log("Connection timeout");
|
|
340
|
-
socket
|
|
341
|
-
socket.close();
|
|
409
|
+
closeSocket(socket);
|
|
342
410
|
this.socket = void 0;
|
|
343
411
|
reject(new Error("WebSocket connection timeout"));
|
|
344
412
|
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
|
|
413
|
+
this.connectionTimeout = timeout;
|
|
345
414
|
socket.addEventListener("open", () => {
|
|
346
415
|
clearTimeout(timeout);
|
|
347
416
|
this.log("Connection opened");
|
|
@@ -371,6 +440,7 @@ var GradiumTTS = class extends TTS {
|
|
|
371
440
|
switch (message.type) {
|
|
372
441
|
case "ready":
|
|
373
442
|
this.log("Server ready", message.request_id ?? "");
|
|
443
|
+
this.retryCount = 0;
|
|
374
444
|
break;
|
|
375
445
|
case "audio":
|
|
376
446
|
this.processAudioMessage(message);
|
|
@@ -423,6 +493,7 @@ var GradiumTTS = class extends TTS {
|
|
|
423
493
|
this.emit("Audio", chunk);
|
|
424
494
|
}
|
|
425
495
|
reconnect() {
|
|
496
|
+
if (this.destroyed) return;
|
|
426
497
|
this.retryCount++;
|
|
427
498
|
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
|
|
428
499
|
this.log("Max retries reached, giving up");
|
|
@@ -434,7 +505,6 @@ var GradiumTTS = class extends TTS {
|
|
|
434
505
|
this.reconnectTimeout = setTimeout(() => {
|
|
435
506
|
this.reconnectTimeout = void 0;
|
|
436
507
|
this.initWS().then(() => {
|
|
437
|
-
this.retryCount = 0;
|
|
438
508
|
if (this.textSent.length > 0) {
|
|
439
509
|
const clientReqId = this.counter.toString();
|
|
440
510
|
this.log("Sending text chunks again");
|
|
@@ -451,6 +521,7 @@ var GradiumTTS = class extends TTS {
|
|
|
451
521
|
};
|
|
452
522
|
export {
|
|
453
523
|
DEFAULT_INPUT_FORMAT,
|
|
524
|
+
DEFAULT_LANGUAGE,
|
|
454
525
|
DEFAULT_MODEL_NAME,
|
|
455
526
|
DEFAULT_OUTPUT_FORMAT,
|
|
456
527
|
DEFAULT_REGION,
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: start from a clean transcript for this stream\n this.transcript = ''\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAEhC,SAAK,aAAa;AAGlB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AEnRA,SAAS,WAAW;AAEpB,OAAOA,gBAAe;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAeC,WAAU,QAChC,OAAO,eAAeA,WAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAeA,WAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIA,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
|
1
|
+
{"version":3,"sources":["../src/GradiumSTT.ts","../src/closeSocket.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_LANGUAGE,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumInputFormat,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n// Each frame of the transcription model lasts 80 ms\nconst FRAME_DURATION_MS = 80\nconst DEFAULT_DELAY_IN_FRAMES = 10\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private delayInFrames = DEFAULT_DELAY_IN_FRAMES // Given by the server when ready\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n this.sendTrailingSilence()\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (config.language === undefined) {\n config.language = this.options.language ?? DEFAULT_LANGUAGE\n }\n return config\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n /**\n * Follows the speech with as much silence as the transcription lags behind.\n *\n * The model writes each word a few frames after hearing it, and a flush only\n * processes the audio already sent. With nothing after the last word, the\n * server confirms the flush before writing that word, which then opens the\n * next transcript.\n */\n private sendTrailingSilence() {\n const sampleRate = pcmSampleRate(\n this.options.inputFormat ?? DEFAULT_INPUT_FORMAT\n )\n // Silence is a run of zeros in raw PCM only\n if (!sampleRate) return\n const durationMs = this.delayInFrames * FRAME_DURATION_MS\n const samples = Math.round((sampleRate * durationMs) / 1000)\n const silence = Buffer.alloc(samples * 2)\n this.audioChunksPending.push(silence)\n this.sendAudioChunk(silence)\n this.log(`Sent ${durationMs}ms of silence`)\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n // The server accepted the setup, so the connection is usable\n this.retryCount = 0\n if (typeof message.delay_in_frames === 'number') {\n this.delayInFrames = message.delay_in_frames\n }\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n\n/** Sample rate of a raw PCM input format, undefined for an encoded one */\nfunction pcmSampleRate(format: GradiumInputFormat): number | undefined {\n if (format === 'pcm') return 24000\n const match = format.match(/^pcm_(\\d+)$/)\n return match ? Number(match[1]) : undefined\n}\n","import WebSocket from 'ws'\n\n/**\n * Closes a socket without hearing from it again.\n *\n * A socket closed while still connecting emits an error, and an error nobody\n * listens to crashes the process, so a listener that ignores it stays.\n */\nexport function closeSocket(socket: WebSocket) {\n socket.removeAllListeners()\n socket.on('error', () => {})\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n// Gradium refuses a transcription without a language, \"any\" detects it\nexport const DEFAULT_LANGUAGE = 'any'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n delay_in_frames?: number // Frames of 80ms the transcription lags behind the audio\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport { closeSocket } from './closeSocket'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private connectionTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n private destroyed = false\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n if (this.destroyed) return\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // A socket still connecting keeps its connection timeout, which would\n // otherwise fire on the connection opened below.\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) closeSocket(socket)\n this.connect()\n }\n\n destroy() {\n // Set first, so the cancel() that super.destroy() runs opens no new\n // connection\n this.destroyed = true\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.connectionTimeout) {\n clearTimeout(this.connectionTimeout)\n this.connectionTimeout = undefined\n }\n if (this.socket) closeSocket(this.socket)\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n closeSocket(socket)\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n this.connectionTimeout = timeout\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n // The server accepted the voice, so the connection is usable\n this.retryCount = 0\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n // The count starts over once the server accepts the session, since it\n // opens the connection before checking the setup\n this.initWS()\n .then(() => {\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAOA,gBAAe;;;ACFtB,OAAO,eAAe;AAQf,SAAS,YAAY,QAAmB;AAC7C,SAAO,mBAAmB;AAC1B,SAAO,GAAG,SAAS,MAAM;AAAA,EAAC,CAAC;AAC3B,MACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,WAAO,MAAM,GAAI;AAAA,EACnB;AACF;;;ACwBO,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;AAEtC,IAAM,mBAAmB;;;AFxBhC,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAE1B,IAAM,oBAAoB;AAC1B,IAAM,0BAA0B;AAEzB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAalC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AAPpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,gBAAgB;AACxB;AAAA,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,WAAK,oBAAoB;AACzB,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIC,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAwC;AAC9C,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,OAAO,aAAa,QAAW;AACjC,aAAO,WAAW,KAAK,QAAQ,YAAY;AAAA,IAC7C;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUQ,sBAAsB;AAC5B,UAAM,aAAa;AAAA,MACjB,KAAK,QAAQ,eAAe;AAAA,IAC9B;AAEA,QAAI,CAAC,WAAY;AACjB,UAAM,aAAa,KAAK,gBAAgB;AACxC,UAAM,UAAU,KAAK,MAAO,aAAa,aAAc,GAAI;AAC3D,UAAM,UAAU,OAAO,MAAM,UAAU,CAAC;AACxC,SAAK,mBAAmB,KAAK,OAAO;AACpC,SAAK,eAAe,OAAO;AAC3B,SAAK,IAAI,QAAQ,UAAU,eAAe;AAAA,EAC5C;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AAEvB,aAAK,aAAa;AAClB,YAAI,OAAO,QAAQ,oBAAoB,UAAU;AAC/C,eAAK,gBAAgB,QAAQ;AAAA,QAC/B;AACA;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;AAGA,SAAS,cAAc,QAAgD;AACrE,MAAI,WAAW,MAAO,QAAO;AAC7B,QAAM,QAAQ,OAAO,MAAM,aAAa;AACxC,SAAO,QAAQ,OAAO,MAAM,CAAC,CAAC,IAAI;AACpC;;;AGvUA,SAAS,WAAW;AAEpB,OAAOC,gBAAe;AAgBtB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAiBlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAd7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAGvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAKlB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,UAAW;AACpB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAIA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,OAAQ,aAAY,MAAM;AAC9B,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AAGR,SAAK,YAAY;AACjB,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,mBAAmB;AAC1B,mBAAa,KAAK,iBAAiB;AACnC,WAAK,oBAAoB;AAAA,IAC3B;AACA,QAAI,KAAK,OAAQ,aAAY,KAAK,MAAM;AACxC,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIC,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,oBAAY,MAAM;AAClB,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAC/D,WAAK,oBAAoB;AAEzB,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AAEjD,mBAAK,aAAa;AAClB;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AAGxB,aAAK,OAAO,EACT,KAAK,MAAM;AAIV,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","WebSocket","WebSocket","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
package/package.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/gradium",
|
|
3
|
-
"version": "1.1.
|
|
3
|
+
"version": "1.1.2",
|
|
4
4
|
"description": "Gradium TTS implementation for @micdrop/server",
|
|
5
|
-
"author": "
|
|
5
|
+
"author": "Godefroy de Compreignac",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"main": "./dist/index.js",
|
|
8
8
|
"module": "./dist/index.mjs",
|