@micdrop/gradium 1.0.3 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  [Micdrop website](https://micdrop.dev) | [Documentation](https://micdrop.dev/docs/ai-integration/provided-integrations/gradium)
4
4
 
5
- Gradium TTS implementation for [@micdrop/server](https://micdrop.dev/docs/server).
5
+ Gradium STT and TTS implementation for [@micdrop/server](https://micdrop.dev/docs/server).
6
6
 
7
7
  ## Installation
8
8
 
@@ -39,6 +39,31 @@ new MicdropServer(socket, {
39
39
  })
40
40
  ```
41
41
 
42
+ ## Gradium STT (Speech-to-Text)
43
+
44
+ Real-time transcription (ASR).
45
+
46
+ ### Usage
47
+
48
+ ```typescript
49
+ import { GradiumSTT } from '@micdrop/gradium'
50
+ import { MicdropServer } from '@micdrop/server'
51
+
52
+ const stt = new GradiumSTT({
53
+ apiKey: process.env.GRADIUM_API_KEY || '',
54
+ modelName: 'default', // Optional: model name
55
+ inputFormat: 'pcm_16000', // Optional: audio format
56
+ language: 'en', // Optional: language hint
57
+ region: 'eu', // Optional: 'eu' or 'us'
58
+ })
59
+
60
+ // Use with MicdropServer
61
+ new MicdropServer(socket, {
62
+ stt,
63
+ // ... other options
64
+ })
65
+ ```
66
+
42
67
  ## Documentation
43
68
 
44
69
  Read full [documentation of the Gradium integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/gradium) on the [website](https://micdrop.dev).
package/dist/index.d.mts CHANGED
@@ -1,7 +1,8 @@
1
- import { TTS } from '@micdrop/server';
1
+ import { STT, TTS } from '@micdrop/server';
2
2
  import { Readable } from 'stream';
3
3
 
4
4
  type GradiumOutputFormat = 'pcm' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000';
5
+ type GradiumInputFormat = 'pcm' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000' | 'pcm_48000' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000';
5
6
  type GradiumRegion = 'eu' | 'us';
6
7
  interface GradiumTTSOptions {
7
8
  apiKey: string;
@@ -21,7 +22,67 @@ interface GradiumJsonConfig {
21
22
  }
22
23
  declare const DEFAULT_MODEL_NAME = "default";
23
24
  declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
25
+ declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
24
26
  declare const DEFAULT_REGION: GradiumRegion;
27
+ interface GradiumASRJsonConfig {
28
+ language?: string;
29
+ target_language?: string;
30
+ delay_in_frames?: number;
31
+ temp?: number;
32
+ padding_bonus?: number;
33
+ }
34
+ interface GradiumSTTOptions {
35
+ apiKey: string;
36
+ modelName?: string;
37
+ inputFormat?: GradiumInputFormat;
38
+ language?: string;
39
+ region?: GradiumRegion;
40
+ jsonConfig?: GradiumASRJsonConfig;
41
+ connectionTimeout?: number;
42
+ transcriptionTimeout?: number;
43
+ retryDelay?: number;
44
+ maxRetry?: number;
45
+ }
46
+ interface GradiumASRSetupMessage {
47
+ type: 'setup';
48
+ model_name: string;
49
+ input_format: string;
50
+ json_config?: GradiumASRJsonConfig;
51
+ }
52
+ interface GradiumAudioMessage {
53
+ type: 'audio';
54
+ audio: string;
55
+ }
56
+ interface GradiumFlushMessage {
57
+ type: 'flush';
58
+ flush_id: number;
59
+ }
60
+ type GradiumASRResponse = GradiumReadyResponse | GradiumTextResponse | GradiumEndTextResponse | GradiumStepResponse | GradiumFlushedResponse | GradiumEosResponse | GradiumErrorResponse;
61
+ interface GradiumTextResponse {
62
+ type: 'text';
63
+ text: string;
64
+ start_s?: number;
65
+ stream_id?: number;
66
+ }
67
+ interface GradiumEndTextResponse {
68
+ type: 'end_text';
69
+ stop_s?: number;
70
+ stream_id?: number;
71
+ }
72
+ interface GradiumStepResponse {
73
+ type: 'step';
74
+ vad?: Array<{
75
+ horizon_s: number;
76
+ inactivity_prob: number;
77
+ }>;
78
+ step_idx?: number;
79
+ step_duration_s?: number;
80
+ total_duration_s?: number;
81
+ }
82
+ interface GradiumFlushedResponse {
83
+ type: 'flushed';
84
+ flush_id: number;
85
+ }
25
86
  interface GradiumSetupMessage {
26
87
  type: 'setup';
27
88
  voice_id: string;
@@ -60,6 +121,32 @@ interface GradiumErrorResponse {
60
121
  code?: number;
61
122
  }
62
123
 
124
+ declare class GradiumSTT extends STT {
125
+ private options;
126
+ private socket?;
127
+ private initPromise;
128
+ private reconnectTimeout?;
129
+ private transcriptionTimeout?;
130
+ private audioChunksPending;
131
+ private transcript;
132
+ private flushId;
133
+ private retryCount;
134
+ private destroyed;
135
+ constructor(options: GradiumSTTOptions);
136
+ transcribe(audioStream: Readable): void;
137
+ destroy(): void;
138
+ private connect;
139
+ private getEndpoint;
140
+ private initWS;
141
+ private buildJsonConfig;
142
+ private sendSetup;
143
+ private sendAudioChunk;
144
+ private sendFlush;
145
+ private emitTranscript;
146
+ private handleMessage;
147
+ private reconnect;
148
+ }
149
+
63
150
  declare class GradiumTTS extends TTS {
64
151
  private readonly options;
65
152
  private socket?;
@@ -71,6 +158,7 @@ declare class GradiumTTS extends TTS {
71
158
  private textBuffer;
72
159
  private retryCount;
73
160
  constructor(options: GradiumTTSOptions);
161
+ private connect;
74
162
  speak(textStream: Readable): void;
75
163
  cancel(): void;
76
164
  destroy(): void;
@@ -82,4 +170,4 @@ declare class GradiumTTS extends TTS {
82
170
  private reconnect;
83
171
  }
84
172
 
85
- export { DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumAudioResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, type GradiumSetupMessage, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage };
173
+ export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
package/dist/index.d.ts CHANGED
@@ -1,7 +1,8 @@
1
- import { TTS } from '@micdrop/server';
1
+ import { STT, TTS } from '@micdrop/server';
2
2
  import { Readable } from 'stream';
3
3
 
4
4
  type GradiumOutputFormat = 'pcm' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000';
5
+ type GradiumInputFormat = 'pcm' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000' | 'pcm_48000' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000';
5
6
  type GradiumRegion = 'eu' | 'us';
6
7
  interface GradiumTTSOptions {
7
8
  apiKey: string;
@@ -21,7 +22,67 @@ interface GradiumJsonConfig {
21
22
  }
22
23
  declare const DEFAULT_MODEL_NAME = "default";
23
24
  declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
25
+ declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
24
26
  declare const DEFAULT_REGION: GradiumRegion;
27
+ interface GradiumASRJsonConfig {
28
+ language?: string;
29
+ target_language?: string;
30
+ delay_in_frames?: number;
31
+ temp?: number;
32
+ padding_bonus?: number;
33
+ }
34
+ interface GradiumSTTOptions {
35
+ apiKey: string;
36
+ modelName?: string;
37
+ inputFormat?: GradiumInputFormat;
38
+ language?: string;
39
+ region?: GradiumRegion;
40
+ jsonConfig?: GradiumASRJsonConfig;
41
+ connectionTimeout?: number;
42
+ transcriptionTimeout?: number;
43
+ retryDelay?: number;
44
+ maxRetry?: number;
45
+ }
46
+ interface GradiumASRSetupMessage {
47
+ type: 'setup';
48
+ model_name: string;
49
+ input_format: string;
50
+ json_config?: GradiumASRJsonConfig;
51
+ }
52
+ interface GradiumAudioMessage {
53
+ type: 'audio';
54
+ audio: string;
55
+ }
56
+ interface GradiumFlushMessage {
57
+ type: 'flush';
58
+ flush_id: number;
59
+ }
60
+ type GradiumASRResponse = GradiumReadyResponse | GradiumTextResponse | GradiumEndTextResponse | GradiumStepResponse | GradiumFlushedResponse | GradiumEosResponse | GradiumErrorResponse;
61
+ interface GradiumTextResponse {
62
+ type: 'text';
63
+ text: string;
64
+ start_s?: number;
65
+ stream_id?: number;
66
+ }
67
+ interface GradiumEndTextResponse {
68
+ type: 'end_text';
69
+ stop_s?: number;
70
+ stream_id?: number;
71
+ }
72
+ interface GradiumStepResponse {
73
+ type: 'step';
74
+ vad?: Array<{
75
+ horizon_s: number;
76
+ inactivity_prob: number;
77
+ }>;
78
+ step_idx?: number;
79
+ step_duration_s?: number;
80
+ total_duration_s?: number;
81
+ }
82
+ interface GradiumFlushedResponse {
83
+ type: 'flushed';
84
+ flush_id: number;
85
+ }
25
86
  interface GradiumSetupMessage {
26
87
  type: 'setup';
27
88
  voice_id: string;
@@ -60,6 +121,32 @@ interface GradiumErrorResponse {
60
121
  code?: number;
61
122
  }
62
123
 
124
+ declare class GradiumSTT extends STT {
125
+ private options;
126
+ private socket?;
127
+ private initPromise;
128
+ private reconnectTimeout?;
129
+ private transcriptionTimeout?;
130
+ private audioChunksPending;
131
+ private transcript;
132
+ private flushId;
133
+ private retryCount;
134
+ private destroyed;
135
+ constructor(options: GradiumSTTOptions);
136
+ transcribe(audioStream: Readable): void;
137
+ destroy(): void;
138
+ private connect;
139
+ private getEndpoint;
140
+ private initWS;
141
+ private buildJsonConfig;
142
+ private sendSetup;
143
+ private sendAudioChunk;
144
+ private sendFlush;
145
+ private emitTranscript;
146
+ private handleMessage;
147
+ private reconnect;
148
+ }
149
+
63
150
  declare class GradiumTTS extends TTS {
64
151
  private readonly options;
65
152
  private socket?;
@@ -71,6 +158,7 @@ declare class GradiumTTS extends TTS {
71
158
  private textBuffer;
72
159
  private retryCount;
73
160
  constructor(options: GradiumTTSOptions);
161
+ private connect;
74
162
  speak(textStream: Readable): void;
75
163
  cancel(): void;
76
164
  destroy(): void;
@@ -82,4 +170,4 @@ declare class GradiumTTS extends TTS {
82
170
  private reconnect;
83
171
  }
84
172
 
85
- export { DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumAudioResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, type GradiumSetupMessage, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage };
173
+ export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
package/dist/index.js CHANGED
@@ -30,27 +30,241 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
30
30
  // src/index.ts
31
31
  var index_exports = {};
32
32
  __export(index_exports, {
33
+ DEFAULT_INPUT_FORMAT: () => DEFAULT_INPUT_FORMAT,
33
34
  DEFAULT_MODEL_NAME: () => DEFAULT_MODEL_NAME,
34
35
  DEFAULT_OUTPUT_FORMAT: () => DEFAULT_OUTPUT_FORMAT,
35
36
  DEFAULT_REGION: () => DEFAULT_REGION,
37
+ GradiumSTT: () => GradiumSTT,
36
38
  GradiumTTS: () => GradiumTTS
37
39
  });
38
40
  module.exports = __toCommonJS(index_exports);
39
41
 
40
- // src/GradiumTTS.ts
42
+ // src/GradiumSTT.ts
41
43
  var import_server = require("@micdrop/server");
42
44
  var import_ws = __toESM(require("ws"));
43
45
 
44
46
  // src/types.ts
45
47
  var DEFAULT_MODEL_NAME = "default";
46
48
  var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
49
+ var DEFAULT_INPUT_FORMAT = "pcm_16000";
47
50
  var DEFAULT_REGION = "eu";
48
51
 
49
- // src/GradiumTTS.ts
52
+ // src/GradiumSTT.ts
50
53
  var DEFAULT_CONNECTION_TIMEOUT = 5e3;
54
+ var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
51
55
  var DEFAULT_RETRY_DELAY = 1e3;
52
56
  var DEFAULT_MAX_RETRY = 3;
53
- var GradiumTTS = class extends import_server.TTS {
57
+ var GradiumSTT = class extends import_server.STT {
58
+ constructor(options) {
59
+ super();
60
+ this.options = options;
61
+ this.audioChunksPending = [];
62
+ // Store audio chunks to send them again if reconnecting
63
+ this.transcript = "";
64
+ // Accumulated text segments for the current utterance
65
+ this.flushId = 0;
66
+ this.retryCount = 0;
67
+ this.destroyed = false;
68
+ this.initPromise = this.connect();
69
+ }
70
+ transcribe(audioStream) {
71
+ this.transcript = "";
72
+ audioStream.on("data", async (chunk) => {
73
+ this.audioChunksPending.push(chunk);
74
+ await this.initPromise;
75
+ this.sendAudioChunk(chunk);
76
+ this.log(`Sent audio chunk (${chunk.byteLength} bytes)`);
77
+ });
78
+ audioStream.on("end", async () => {
79
+ await this.initPromise;
80
+ if (this.audioChunksPending.length === 0) return;
81
+ const flushId = ++this.flushId;
82
+ this.sendFlush(flushId);
83
+ this.transcriptionTimeout = setTimeout(() => {
84
+ this.transcriptionTimeout = void 0;
85
+ this.log("Transcription timeout");
86
+ this.emitTranscript();
87
+ }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT);
88
+ });
89
+ }
90
+ destroy() {
91
+ super.destroy();
92
+ this.destroyed = true;
93
+ if (this.reconnectTimeout) {
94
+ clearTimeout(this.reconnectTimeout);
95
+ this.reconnectTimeout = void 0;
96
+ }
97
+ if (this.transcriptionTimeout) {
98
+ clearTimeout(this.transcriptionTimeout);
99
+ this.transcriptionTimeout = void 0;
100
+ }
101
+ this.socket?.removeAllListeners();
102
+ if (this.socket?.readyState === import_ws.default.OPEN) {
103
+ this.socket?.close(1e3);
104
+ }
105
+ this.socket = void 0;
106
+ }
107
+ connect() {
108
+ return this.initWS().catch((error) => {
109
+ console.error("[GradiumSTT] Connection error:", error);
110
+ this.reconnect();
111
+ });
112
+ }
113
+ getEndpoint() {
114
+ const region = this.options.region ?? DEFAULT_REGION;
115
+ return `wss://${region}.api.gradium.ai/api/speech/asr`;
116
+ }
117
+ async initWS() {
118
+ return new Promise((resolve, reject) => {
119
+ const socket = new import_ws.default(this.getEndpoint(), {
120
+ headers: {
121
+ "x-api-key": this.options.apiKey
122
+ }
123
+ });
124
+ this.socket = socket;
125
+ const timeout = setTimeout(() => {
126
+ this.log("Connection timeout");
127
+ socket.removeAllListeners();
128
+ socket.close();
129
+ this.socket = void 0;
130
+ reject(new Error("WebSocket connection timeout"));
131
+ }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
132
+ socket.addEventListener("open", () => {
133
+ clearTimeout(timeout);
134
+ this.sendSetup();
135
+ this.log("Connection opened");
136
+ resolve();
137
+ });
138
+ socket.addEventListener("error", (error) => {
139
+ clearTimeout(timeout);
140
+ this.log("WebSocket error:", error);
141
+ reject(new Error("WebSocket connection error"));
142
+ });
143
+ socket.addEventListener("close", ({ code, reason }) => {
144
+ clearTimeout(timeout);
145
+ this.socket?.removeAllListeners();
146
+ this.socket = void 0;
147
+ if (code !== 1e3) {
148
+ this.reconnect();
149
+ } else {
150
+ this.log("Connection closed", { code, reason });
151
+ }
152
+ });
153
+ socket.addEventListener("message", (event) => {
154
+ try {
155
+ this.handleMessage(JSON.parse(event.data.toString()));
156
+ } catch {
157
+ this.log("Error parsing message", event.data);
158
+ }
159
+ });
160
+ });
161
+ }
162
+ buildJsonConfig() {
163
+ const config = { ...this.options.jsonConfig };
164
+ if (this.options.language && config.language === void 0) {
165
+ config.language = this.options.language;
166
+ }
167
+ return Object.keys(config).length > 0 ? config : void 0;
168
+ }
169
+ sendSetup() {
170
+ this.socket?.send(
171
+ JSON.stringify({
172
+ type: "setup",
173
+ model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,
174
+ input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,
175
+ json_config: this.buildJsonConfig()
176
+ })
177
+ );
178
+ this.log("Sent setup");
179
+ }
180
+ sendAudioChunk(chunk) {
181
+ this.socket?.send(
182
+ JSON.stringify({
183
+ type: "audio",
184
+ audio: chunk.toString("base64")
185
+ })
186
+ );
187
+ }
188
+ sendFlush(flushId) {
189
+ this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
190
+ this.log(`Sent flush (flush_id=${flushId})`);
191
+ }
192
+ emitTranscript() {
193
+ const transcript = this.transcript.replace(/\s+/g, " ").trim();
194
+ this.log(`Received transcript: "${transcript}"`);
195
+ this.emit("Transcript", transcript);
196
+ this.transcript = "";
197
+ this.audioChunksPending.length = 0;
198
+ if (this.transcriptionTimeout) {
199
+ clearTimeout(this.transcriptionTimeout);
200
+ this.transcriptionTimeout = void 0;
201
+ }
202
+ }
203
+ handleMessage(message) {
204
+ switch (message.type) {
205
+ case "ready":
206
+ this.log("Server ready");
207
+ break;
208
+ case "text":
209
+ if (typeof message.text === "string") {
210
+ this.transcript += (this.transcript ? " " : "") + message.text;
211
+ this.log(`Received text segment: "${message.text}"`);
212
+ }
213
+ break;
214
+ case "end_text":
215
+ break;
216
+ case "flushed":
217
+ if (message.flush_id === this.flushId) {
218
+ this.emitTranscript();
219
+ }
220
+ break;
221
+ case "step":
222
+ break;
223
+ case "end_of_stream":
224
+ this.log("End of stream");
225
+ break;
226
+ case "error":
227
+ this.log("Error:", message.message, message.code);
228
+ break;
229
+ }
230
+ }
231
+ reconnect() {
232
+ if (this.destroyed) return;
233
+ this.retryCount++;
234
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
235
+ this.log("Max retries reached, giving up");
236
+ this.emit("Failed", this.audioChunksPending);
237
+ return;
238
+ }
239
+ this.initPromise = new Promise((resolve) => {
240
+ this.log("Reconnecting...");
241
+ this.reconnectTimeout = setTimeout(() => {
242
+ this.reconnectTimeout = void 0;
243
+ this.initWS().then(() => {
244
+ this.retryCount = 0;
245
+ if (this.audioChunksPending.length > 0) {
246
+ this.log("Sending audio chunks again");
247
+ this.transcript = "";
248
+ this.audioChunksPending.forEach(
249
+ (chunk) => this.sendAudioChunk(chunk)
250
+ );
251
+ }
252
+ }).then(resolve).catch((error) => {
253
+ this.log("Reconnection error:", error);
254
+ this.reconnect();
255
+ });
256
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
257
+ });
258
+ }
259
+ };
260
+
261
+ // src/GradiumTTS.ts
262
+ var import_server2 = require("@micdrop/server");
263
+ var import_ws2 = __toESM(require("ws"));
264
+ var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
265
+ var DEFAULT_RETRY_DELAY2 = 1e3;
266
+ var DEFAULT_MAX_RETRY2 = 3;
267
+ var GradiumTTS = class extends import_server2.TTS {
54
268
  constructor(options) {
55
269
  super();
56
270
  this.options = options;
@@ -59,6 +273,9 @@ var GradiumTTS = class extends import_server.TTS {
59
273
  this.textSent = "";
60
274
  this.textBuffer = "";
61
275
  this.retryCount = 0;
276
+ this.connect();
277
+ }
278
+ connect() {
62
279
  this.initPromise = this.initWS().catch((error) => {
63
280
  console.error("[GradiumTTS] Connection error:", error);
64
281
  this.reconnect();
@@ -118,10 +335,21 @@ var GradiumTTS = class extends import_server.TTS {
118
335
  this.log("Cancel");
119
336
  this.isProcessing = false;
120
337
  this.textSent = "";
338
+ this.textBuffer = "";
121
339
  this.counter++;
122
- if (this.socket?.readyState === import_ws.default.OPEN) {
123
- this.socket.close(1e3);
340
+ if (this.reconnectTimeout) {
341
+ clearTimeout(this.reconnectTimeout);
342
+ this.reconnectTimeout = void 0;
124
343
  }
344
+ const socket = this.socket;
345
+ this.socket = void 0;
346
+ if (socket) {
347
+ socket.removeAllListeners();
348
+ if (socket.readyState === import_ws2.default.OPEN || socket.readyState === import_ws2.default.CONNECTING) {
349
+ socket.close(1e3);
350
+ }
351
+ }
352
+ this.connect();
125
353
  }
126
354
  destroy() {
127
355
  super.destroy();
@@ -130,7 +358,7 @@ var GradiumTTS = class extends import_server.TTS {
130
358
  this.reconnectTimeout = void 0;
131
359
  }
132
360
  this.socket?.removeAllListeners();
133
- if (this.socket?.readyState === import_ws.default.OPEN) {
361
+ if (this.socket?.readyState === import_ws2.default.OPEN) {
134
362
  this.socket?.close(1e3);
135
363
  }
136
364
  this.socket = void 0;
@@ -142,7 +370,7 @@ var GradiumTTS = class extends import_server.TTS {
142
370
  }
143
371
  async initWS() {
144
372
  return new Promise((resolve, reject) => {
145
- const socket = new import_ws.default(this.getEndpoint(), {
373
+ const socket = new import_ws2.default(this.getEndpoint(), {
146
374
  headers: {
147
375
  "x-api-key": this.options.apiKey
148
376
  }
@@ -154,7 +382,7 @@ var GradiumTTS = class extends import_server.TTS {
154
382
  socket.close();
155
383
  this.socket = void 0;
156
384
  reject(new Error("WebSocket connection timeout"));
157
- }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
385
+ }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
158
386
  socket.addEventListener("open", () => {
159
387
  clearTimeout(timeout);
160
388
  this.log("Connection opened");
@@ -237,7 +465,7 @@ var GradiumTTS = class extends import_server.TTS {
237
465
  }
238
466
  reconnect() {
239
467
  this.retryCount++;
240
- if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
468
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
241
469
  this.log("Max retries reached, giving up");
242
470
  this.emit("Failed", [this.textSent]);
243
471
  return;
@@ -258,15 +486,17 @@ var GradiumTTS = class extends import_server.TTS {
258
486
  this.log("Reconnection error:", error);
259
487
  this.reconnect();
260
488
  });
261
- }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
489
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2);
262
490
  });
263
491
  }
264
492
  };
265
493
  // Annotate the CommonJS export names for ESM import in node:
266
494
  0 && (module.exports = {
495
+ DEFAULT_INPUT_FORMAT,
267
496
  DEFAULT_MODEL_NAME,
268
497
  DEFAULT_OUTPUT_FORMAT,
269
498
  DEFAULT_REGION,
499
+ GradiumSTT,
270
500
  GradiumTTS
271
501
  });
272
502
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts","../src/GradiumTTS.ts","../src/types.ts"],"sourcesContent":["export * from './GradiumTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // Close and reconnect to cancel ongoing synthesis\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.close(1000)\n }\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;AC4Bf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,iBAAgC;;;ADf7C,IAAM,6BAA6B;AACnC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAGhB,SAAK;AAGL,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,OAAO,MAAM,GAAI;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
1
+ {"version":3,"sources":["../src/index.ts","../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["export * from './GradiumSTT'\nexport * from './GradiumTTS'\nexport * from './types'\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: start from a clean transcript for this stream\n this.transcript = ''\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAEhC,SAAK,aAAa;AAGlB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AEnRA,IAAAC,iBAAoB;AAEpB,IAAAC,aAAsB;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAe,WAAAC,QAAU,QAChC,OAAO,eAAe,WAAAA,QAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,WAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","import_server","import_ws","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
package/dist/index.mjs CHANGED
@@ -1,16 +1,228 @@
1
- // src/GradiumTTS.ts
2
- import { TTS } from "@micdrop/server";
1
+ // src/GradiumSTT.ts
2
+ import { STT } from "@micdrop/server";
3
3
  import WebSocket from "ws";
4
4
 
5
5
  // src/types.ts
6
6
  var DEFAULT_MODEL_NAME = "default";
7
7
  var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
8
+ var DEFAULT_INPUT_FORMAT = "pcm_16000";
8
9
  var DEFAULT_REGION = "eu";
9
10
 
10
- // src/GradiumTTS.ts
11
+ // src/GradiumSTT.ts
11
12
  var DEFAULT_CONNECTION_TIMEOUT = 5e3;
13
+ var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
12
14
  var DEFAULT_RETRY_DELAY = 1e3;
13
15
  var DEFAULT_MAX_RETRY = 3;
16
+ var GradiumSTT = class extends STT {
17
+ constructor(options) {
18
+ super();
19
+ this.options = options;
20
+ this.audioChunksPending = [];
21
+ // Store audio chunks to send them again if reconnecting
22
+ this.transcript = "";
23
+ // Accumulated text segments for the current utterance
24
+ this.flushId = 0;
25
+ this.retryCount = 0;
26
+ this.destroyed = false;
27
+ this.initPromise = this.connect();
28
+ }
29
+ transcribe(audioStream) {
30
+ this.transcript = "";
31
+ audioStream.on("data", async (chunk) => {
32
+ this.audioChunksPending.push(chunk);
33
+ await this.initPromise;
34
+ this.sendAudioChunk(chunk);
35
+ this.log(`Sent audio chunk (${chunk.byteLength} bytes)`);
36
+ });
37
+ audioStream.on("end", async () => {
38
+ await this.initPromise;
39
+ if (this.audioChunksPending.length === 0) return;
40
+ const flushId = ++this.flushId;
41
+ this.sendFlush(flushId);
42
+ this.transcriptionTimeout = setTimeout(() => {
43
+ this.transcriptionTimeout = void 0;
44
+ this.log("Transcription timeout");
45
+ this.emitTranscript();
46
+ }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT);
47
+ });
48
+ }
49
+ destroy() {
50
+ super.destroy();
51
+ this.destroyed = true;
52
+ if (this.reconnectTimeout) {
53
+ clearTimeout(this.reconnectTimeout);
54
+ this.reconnectTimeout = void 0;
55
+ }
56
+ if (this.transcriptionTimeout) {
57
+ clearTimeout(this.transcriptionTimeout);
58
+ this.transcriptionTimeout = void 0;
59
+ }
60
+ this.socket?.removeAllListeners();
61
+ if (this.socket?.readyState === WebSocket.OPEN) {
62
+ this.socket?.close(1e3);
63
+ }
64
+ this.socket = void 0;
65
+ }
66
+ connect() {
67
+ return this.initWS().catch((error) => {
68
+ console.error("[GradiumSTT] Connection error:", error);
69
+ this.reconnect();
70
+ });
71
+ }
72
+ getEndpoint() {
73
+ const region = this.options.region ?? DEFAULT_REGION;
74
+ return `wss://${region}.api.gradium.ai/api/speech/asr`;
75
+ }
76
+ async initWS() {
77
+ return new Promise((resolve, reject) => {
78
+ const socket = new WebSocket(this.getEndpoint(), {
79
+ headers: {
80
+ "x-api-key": this.options.apiKey
81
+ }
82
+ });
83
+ this.socket = socket;
84
+ const timeout = setTimeout(() => {
85
+ this.log("Connection timeout");
86
+ socket.removeAllListeners();
87
+ socket.close();
88
+ this.socket = void 0;
89
+ reject(new Error("WebSocket connection timeout"));
90
+ }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
91
+ socket.addEventListener("open", () => {
92
+ clearTimeout(timeout);
93
+ this.sendSetup();
94
+ this.log("Connection opened");
95
+ resolve();
96
+ });
97
+ socket.addEventListener("error", (error) => {
98
+ clearTimeout(timeout);
99
+ this.log("WebSocket error:", error);
100
+ reject(new Error("WebSocket connection error"));
101
+ });
102
+ socket.addEventListener("close", ({ code, reason }) => {
103
+ clearTimeout(timeout);
104
+ this.socket?.removeAllListeners();
105
+ this.socket = void 0;
106
+ if (code !== 1e3) {
107
+ this.reconnect();
108
+ } else {
109
+ this.log("Connection closed", { code, reason });
110
+ }
111
+ });
112
+ socket.addEventListener("message", (event) => {
113
+ try {
114
+ this.handleMessage(JSON.parse(event.data.toString()));
115
+ } catch {
116
+ this.log("Error parsing message", event.data);
117
+ }
118
+ });
119
+ });
120
+ }
121
+ buildJsonConfig() {
122
+ const config = { ...this.options.jsonConfig };
123
+ if (this.options.language && config.language === void 0) {
124
+ config.language = this.options.language;
125
+ }
126
+ return Object.keys(config).length > 0 ? config : void 0;
127
+ }
128
+ sendSetup() {
129
+ this.socket?.send(
130
+ JSON.stringify({
131
+ type: "setup",
132
+ model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,
133
+ input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,
134
+ json_config: this.buildJsonConfig()
135
+ })
136
+ );
137
+ this.log("Sent setup");
138
+ }
139
+ sendAudioChunk(chunk) {
140
+ this.socket?.send(
141
+ JSON.stringify({
142
+ type: "audio",
143
+ audio: chunk.toString("base64")
144
+ })
145
+ );
146
+ }
147
+ sendFlush(flushId) {
148
+ this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
149
+ this.log(`Sent flush (flush_id=${flushId})`);
150
+ }
151
+ emitTranscript() {
152
+ const transcript = this.transcript.replace(/\s+/g, " ").trim();
153
+ this.log(`Received transcript: "${transcript}"`);
154
+ this.emit("Transcript", transcript);
155
+ this.transcript = "";
156
+ this.audioChunksPending.length = 0;
157
+ if (this.transcriptionTimeout) {
158
+ clearTimeout(this.transcriptionTimeout);
159
+ this.transcriptionTimeout = void 0;
160
+ }
161
+ }
162
+ handleMessage(message) {
163
+ switch (message.type) {
164
+ case "ready":
165
+ this.log("Server ready");
166
+ break;
167
+ case "text":
168
+ if (typeof message.text === "string") {
169
+ this.transcript += (this.transcript ? " " : "") + message.text;
170
+ this.log(`Received text segment: "${message.text}"`);
171
+ }
172
+ break;
173
+ case "end_text":
174
+ break;
175
+ case "flushed":
176
+ if (message.flush_id === this.flushId) {
177
+ this.emitTranscript();
178
+ }
179
+ break;
180
+ case "step":
181
+ break;
182
+ case "end_of_stream":
183
+ this.log("End of stream");
184
+ break;
185
+ case "error":
186
+ this.log("Error:", message.message, message.code);
187
+ break;
188
+ }
189
+ }
190
+ reconnect() {
191
+ if (this.destroyed) return;
192
+ this.retryCount++;
193
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
194
+ this.log("Max retries reached, giving up");
195
+ this.emit("Failed", this.audioChunksPending);
196
+ return;
197
+ }
198
+ this.initPromise = new Promise((resolve) => {
199
+ this.log("Reconnecting...");
200
+ this.reconnectTimeout = setTimeout(() => {
201
+ this.reconnectTimeout = void 0;
202
+ this.initWS().then(() => {
203
+ this.retryCount = 0;
204
+ if (this.audioChunksPending.length > 0) {
205
+ this.log("Sending audio chunks again");
206
+ this.transcript = "";
207
+ this.audioChunksPending.forEach(
208
+ (chunk) => this.sendAudioChunk(chunk)
209
+ );
210
+ }
211
+ }).then(resolve).catch((error) => {
212
+ this.log("Reconnection error:", error);
213
+ this.reconnect();
214
+ });
215
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
216
+ });
217
+ }
218
+ };
219
+
220
+ // src/GradiumTTS.ts
221
+ import { TTS } from "@micdrop/server";
222
+ import WebSocket2 from "ws";
223
+ var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
224
+ var DEFAULT_RETRY_DELAY2 = 1e3;
225
+ var DEFAULT_MAX_RETRY2 = 3;
14
226
  var GradiumTTS = class extends TTS {
15
227
  constructor(options) {
16
228
  super();
@@ -20,6 +232,9 @@ var GradiumTTS = class extends TTS {
20
232
  this.textSent = "";
21
233
  this.textBuffer = "";
22
234
  this.retryCount = 0;
235
+ this.connect();
236
+ }
237
+ connect() {
23
238
  this.initPromise = this.initWS().catch((error) => {
24
239
  console.error("[GradiumTTS] Connection error:", error);
25
240
  this.reconnect();
@@ -79,10 +294,21 @@ var GradiumTTS = class extends TTS {
79
294
  this.log("Cancel");
80
295
  this.isProcessing = false;
81
296
  this.textSent = "";
297
+ this.textBuffer = "";
82
298
  this.counter++;
83
- if (this.socket?.readyState === WebSocket.OPEN) {
84
- this.socket.close(1e3);
299
+ if (this.reconnectTimeout) {
300
+ clearTimeout(this.reconnectTimeout);
301
+ this.reconnectTimeout = void 0;
85
302
  }
303
+ const socket = this.socket;
304
+ this.socket = void 0;
305
+ if (socket) {
306
+ socket.removeAllListeners();
307
+ if (socket.readyState === WebSocket2.OPEN || socket.readyState === WebSocket2.CONNECTING) {
308
+ socket.close(1e3);
309
+ }
310
+ }
311
+ this.connect();
86
312
  }
87
313
  destroy() {
88
314
  super.destroy();
@@ -91,7 +317,7 @@ var GradiumTTS = class extends TTS {
91
317
  this.reconnectTimeout = void 0;
92
318
  }
93
319
  this.socket?.removeAllListeners();
94
- if (this.socket?.readyState === WebSocket.OPEN) {
320
+ if (this.socket?.readyState === WebSocket2.OPEN) {
95
321
  this.socket?.close(1e3);
96
322
  }
97
323
  this.socket = void 0;
@@ -103,7 +329,7 @@ var GradiumTTS = class extends TTS {
103
329
  }
104
330
  async initWS() {
105
331
  return new Promise((resolve, reject) => {
106
- const socket = new WebSocket(this.getEndpoint(), {
332
+ const socket = new WebSocket2(this.getEndpoint(), {
107
333
  headers: {
108
334
  "x-api-key": this.options.apiKey
109
335
  }
@@ -115,7 +341,7 @@ var GradiumTTS = class extends TTS {
115
341
  socket.close();
116
342
  this.socket = void 0;
117
343
  reject(new Error("WebSocket connection timeout"));
118
- }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
344
+ }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
119
345
  socket.addEventListener("open", () => {
120
346
  clearTimeout(timeout);
121
347
  this.log("Connection opened");
@@ -198,7 +424,7 @@ var GradiumTTS = class extends TTS {
198
424
  }
199
425
  reconnect() {
200
426
  this.retryCount++;
201
- if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
427
+ if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
202
428
  this.log("Max retries reached, giving up");
203
429
  this.emit("Failed", [this.textSent]);
204
430
  return;
@@ -219,14 +445,16 @@ var GradiumTTS = class extends TTS {
219
445
  this.log("Reconnection error:", error);
220
446
  this.reconnect();
221
447
  });
222
- }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
448
+ }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2);
223
449
  });
224
450
  }
225
451
  };
226
452
  export {
453
+ DEFAULT_INPUT_FORMAT,
227
454
  DEFAULT_MODEL_NAME,
228
455
  DEFAULT_OUTPUT_FORMAT,
229
456
  DEFAULT_REGION,
457
+ GradiumSTT,
230
458
  GradiumTTS
231
459
  };
232
460
  //# sourceMappingURL=index.mjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/GradiumTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // Close and reconnect to cancel ongoing synthesis\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket.close(1000)\n }\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;AC4Bf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,iBAAgC;;;ADf7C,IAAM,6BAA6B;AACnC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAGhB,SAAK;AAGL,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,OAAO,MAAM,GAAI;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
1
+ {"version":3,"sources":["../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n // New utterance: start from a clean transcript for this stream\n this.transcript = ''\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAEhC,SAAK,aAAa;AAGlB,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAC9C,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AEnRA,SAAS,WAAW;AAEpB,OAAOA,gBAAe;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAeC,WAAU,QAChC,OAAO,eAAeA,WAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAeA,WAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIA,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@micdrop/gradium",
3
- "version": "1.0.3",
3
+ "version": "1.1.0",
4
4
  "description": "Gradium TTS implementation for @micdrop/server",
5
5
  "author": "Lonestone",
6
6
  "license": "MIT",
@@ -32,6 +32,7 @@
32
32
  "voice",
33
33
  "conversation",
34
34
  "gradium",
35
+ "stt",
35
36
  "tts"
36
37
  ],
37
38
  "dependencies": {