@micdrop/gradium 1.0.4 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -2
- package/dist/index.d.mts +90 -2
- package/dist/index.d.ts +90 -2
- package/dist/index.js +256 -20
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +254 -20
- package/dist/index.mjs.map +1 -1
- package/package.json +3 -2
package/README.md
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
[Micdrop website](https://micdrop.dev) | [Documentation](https://micdrop.dev/docs/ai-integration/provided-integrations/gradium)
|
|
4
4
|
|
|
5
|
-
Gradium TTS implementation for [@micdrop/server](https://micdrop.dev/docs/server).
|
|
5
|
+
Gradium STT and TTS implementation for [@micdrop/server](https://micdrop.dev/docs/server).
|
|
6
6
|
|
|
7
7
|
## Installation
|
|
8
8
|
|
|
@@ -39,6 +39,31 @@ new MicdropServer(socket, {
|
|
|
39
39
|
})
|
|
40
40
|
```
|
|
41
41
|
|
|
42
|
+
## Gradium STT (Speech-to-Text)
|
|
43
|
+
|
|
44
|
+
Real-time transcription (ASR).
|
|
45
|
+
|
|
46
|
+
### Usage
|
|
47
|
+
|
|
48
|
+
```typescript
|
|
49
|
+
import { GradiumSTT } from '@micdrop/gradium'
|
|
50
|
+
import { MicdropServer } from '@micdrop/server'
|
|
51
|
+
|
|
52
|
+
const stt = new GradiumSTT({
|
|
53
|
+
apiKey: process.env.GRADIUM_API_KEY || '',
|
|
54
|
+
modelName: 'default', // Optional: model name
|
|
55
|
+
inputFormat: 'pcm_16000', // Optional: audio format
|
|
56
|
+
language: 'en', // Optional: language hint
|
|
57
|
+
region: 'eu', // Optional: 'eu' or 'us'
|
|
58
|
+
})
|
|
59
|
+
|
|
60
|
+
// Use with MicdropServer
|
|
61
|
+
new MicdropServer(socket, {
|
|
62
|
+
stt,
|
|
63
|
+
// ... other options
|
|
64
|
+
})
|
|
65
|
+
```
|
|
66
|
+
|
|
42
67
|
## Documentation
|
|
43
68
|
|
|
44
69
|
Read full [documentation of the Gradium integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/gradium) on the [website](https://micdrop.dev).
|
|
@@ -49,4 +74,4 @@ MIT
|
|
|
49
74
|
|
|
50
75
|
## Author
|
|
51
76
|
|
|
52
|
-
Originally developed for [Raconte.ai](https://www.raconte.ai) and open sourced by [
|
|
77
|
+
Originally developed for [Raconte.ai](https://www.raconte.ai), created and open sourced by [Godefroy de Compreignac](https://github.com/Godefroy)
|
package/dist/index.d.mts
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import { TTS } from '@micdrop/server';
|
|
1
|
+
import { STT, TTS } from '@micdrop/server';
|
|
2
2
|
import { Readable } from 'stream';
|
|
3
3
|
|
|
4
4
|
type GradiumOutputFormat = 'pcm' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000';
|
|
5
|
+
type GradiumInputFormat = 'pcm' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000' | 'pcm_48000' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000';
|
|
5
6
|
type GradiumRegion = 'eu' | 'us';
|
|
6
7
|
interface GradiumTTSOptions {
|
|
7
8
|
apiKey: string;
|
|
@@ -21,7 +22,67 @@ interface GradiumJsonConfig {
|
|
|
21
22
|
}
|
|
22
23
|
declare const DEFAULT_MODEL_NAME = "default";
|
|
23
24
|
declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
|
|
25
|
+
declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
|
|
24
26
|
declare const DEFAULT_REGION: GradiumRegion;
|
|
27
|
+
interface GradiumASRJsonConfig {
|
|
28
|
+
language?: string;
|
|
29
|
+
target_language?: string;
|
|
30
|
+
delay_in_frames?: number;
|
|
31
|
+
temp?: number;
|
|
32
|
+
padding_bonus?: number;
|
|
33
|
+
}
|
|
34
|
+
interface GradiumSTTOptions {
|
|
35
|
+
apiKey: string;
|
|
36
|
+
modelName?: string;
|
|
37
|
+
inputFormat?: GradiumInputFormat;
|
|
38
|
+
language?: string;
|
|
39
|
+
region?: GradiumRegion;
|
|
40
|
+
jsonConfig?: GradiumASRJsonConfig;
|
|
41
|
+
connectionTimeout?: number;
|
|
42
|
+
transcriptionTimeout?: number;
|
|
43
|
+
retryDelay?: number;
|
|
44
|
+
maxRetry?: number;
|
|
45
|
+
}
|
|
46
|
+
interface GradiumASRSetupMessage {
|
|
47
|
+
type: 'setup';
|
|
48
|
+
model_name: string;
|
|
49
|
+
input_format: string;
|
|
50
|
+
json_config?: GradiumASRJsonConfig;
|
|
51
|
+
}
|
|
52
|
+
interface GradiumAudioMessage {
|
|
53
|
+
type: 'audio';
|
|
54
|
+
audio: string;
|
|
55
|
+
}
|
|
56
|
+
interface GradiumFlushMessage {
|
|
57
|
+
type: 'flush';
|
|
58
|
+
flush_id: number;
|
|
59
|
+
}
|
|
60
|
+
type GradiumASRResponse = GradiumReadyResponse | GradiumTextResponse | GradiumEndTextResponse | GradiumStepResponse | GradiumFlushedResponse | GradiumEosResponse | GradiumErrorResponse;
|
|
61
|
+
interface GradiumTextResponse {
|
|
62
|
+
type: 'text';
|
|
63
|
+
text: string;
|
|
64
|
+
start_s?: number;
|
|
65
|
+
stream_id?: number;
|
|
66
|
+
}
|
|
67
|
+
interface GradiumEndTextResponse {
|
|
68
|
+
type: 'end_text';
|
|
69
|
+
stop_s?: number;
|
|
70
|
+
stream_id?: number;
|
|
71
|
+
}
|
|
72
|
+
interface GradiumStepResponse {
|
|
73
|
+
type: 'step';
|
|
74
|
+
vad?: Array<{
|
|
75
|
+
horizon_s: number;
|
|
76
|
+
inactivity_prob: number;
|
|
77
|
+
}>;
|
|
78
|
+
step_idx?: number;
|
|
79
|
+
step_duration_s?: number;
|
|
80
|
+
total_duration_s?: number;
|
|
81
|
+
}
|
|
82
|
+
interface GradiumFlushedResponse {
|
|
83
|
+
type: 'flushed';
|
|
84
|
+
flush_id: number;
|
|
85
|
+
}
|
|
25
86
|
interface GradiumSetupMessage {
|
|
26
87
|
type: 'setup';
|
|
27
88
|
voice_id: string;
|
|
@@ -60,11 +121,38 @@ interface GradiumErrorResponse {
|
|
|
60
121
|
code?: number;
|
|
61
122
|
}
|
|
62
123
|
|
|
124
|
+
declare class GradiumSTT extends STT {
|
|
125
|
+
private options;
|
|
126
|
+
private socket?;
|
|
127
|
+
private initPromise;
|
|
128
|
+
private reconnectTimeout?;
|
|
129
|
+
private transcriptionTimeout?;
|
|
130
|
+
private audioChunksPending;
|
|
131
|
+
private transcript;
|
|
132
|
+
private flushId;
|
|
133
|
+
private retryCount;
|
|
134
|
+
private destroyed;
|
|
135
|
+
constructor(options: GradiumSTTOptions);
|
|
136
|
+
transcribe(audioStream: Readable): void;
|
|
137
|
+
destroy(): void;
|
|
138
|
+
private connect;
|
|
139
|
+
private getEndpoint;
|
|
140
|
+
private initWS;
|
|
141
|
+
private buildJsonConfig;
|
|
142
|
+
private sendSetup;
|
|
143
|
+
private sendAudioChunk;
|
|
144
|
+
private sendFlush;
|
|
145
|
+
private emitTranscript;
|
|
146
|
+
private handleMessage;
|
|
147
|
+
private reconnect;
|
|
148
|
+
}
|
|
149
|
+
|
|
63
150
|
declare class GradiumTTS extends TTS {
|
|
64
151
|
private readonly options;
|
|
65
152
|
private socket?;
|
|
66
153
|
private initPromise;
|
|
67
154
|
private counter;
|
|
155
|
+
private generation;
|
|
68
156
|
private isProcessing;
|
|
69
157
|
private reconnectTimeout?;
|
|
70
158
|
private textSent;
|
|
@@ -83,4 +171,4 @@ declare class GradiumTTS extends TTS {
|
|
|
83
171
|
private reconnect;
|
|
84
172
|
}
|
|
85
173
|
|
|
86
|
-
export { DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumAudioResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, type GradiumSetupMessage, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage };
|
|
174
|
+
export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import { TTS } from '@micdrop/server';
|
|
1
|
+
import { STT, TTS } from '@micdrop/server';
|
|
2
2
|
import { Readable } from 'stream';
|
|
3
3
|
|
|
4
4
|
type GradiumOutputFormat = 'pcm' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000';
|
|
5
|
+
type GradiumInputFormat = 'pcm' | 'pcm_8000' | 'pcm_16000' | 'pcm_24000' | 'pcm_48000' | 'wav' | 'opus' | 'ulaw_8000' | 'alaw_8000';
|
|
5
6
|
type GradiumRegion = 'eu' | 'us';
|
|
6
7
|
interface GradiumTTSOptions {
|
|
7
8
|
apiKey: string;
|
|
@@ -21,7 +22,67 @@ interface GradiumJsonConfig {
|
|
|
21
22
|
}
|
|
22
23
|
declare const DEFAULT_MODEL_NAME = "default";
|
|
23
24
|
declare const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat;
|
|
25
|
+
declare const DEFAULT_INPUT_FORMAT: GradiumInputFormat;
|
|
24
26
|
declare const DEFAULT_REGION: GradiumRegion;
|
|
27
|
+
interface GradiumASRJsonConfig {
|
|
28
|
+
language?: string;
|
|
29
|
+
target_language?: string;
|
|
30
|
+
delay_in_frames?: number;
|
|
31
|
+
temp?: number;
|
|
32
|
+
padding_bonus?: number;
|
|
33
|
+
}
|
|
34
|
+
interface GradiumSTTOptions {
|
|
35
|
+
apiKey: string;
|
|
36
|
+
modelName?: string;
|
|
37
|
+
inputFormat?: GradiumInputFormat;
|
|
38
|
+
language?: string;
|
|
39
|
+
region?: GradiumRegion;
|
|
40
|
+
jsonConfig?: GradiumASRJsonConfig;
|
|
41
|
+
connectionTimeout?: number;
|
|
42
|
+
transcriptionTimeout?: number;
|
|
43
|
+
retryDelay?: number;
|
|
44
|
+
maxRetry?: number;
|
|
45
|
+
}
|
|
46
|
+
interface GradiumASRSetupMessage {
|
|
47
|
+
type: 'setup';
|
|
48
|
+
model_name: string;
|
|
49
|
+
input_format: string;
|
|
50
|
+
json_config?: GradiumASRJsonConfig;
|
|
51
|
+
}
|
|
52
|
+
interface GradiumAudioMessage {
|
|
53
|
+
type: 'audio';
|
|
54
|
+
audio: string;
|
|
55
|
+
}
|
|
56
|
+
interface GradiumFlushMessage {
|
|
57
|
+
type: 'flush';
|
|
58
|
+
flush_id: number;
|
|
59
|
+
}
|
|
60
|
+
type GradiumASRResponse = GradiumReadyResponse | GradiumTextResponse | GradiumEndTextResponse | GradiumStepResponse | GradiumFlushedResponse | GradiumEosResponse | GradiumErrorResponse;
|
|
61
|
+
interface GradiumTextResponse {
|
|
62
|
+
type: 'text';
|
|
63
|
+
text: string;
|
|
64
|
+
start_s?: number;
|
|
65
|
+
stream_id?: number;
|
|
66
|
+
}
|
|
67
|
+
interface GradiumEndTextResponse {
|
|
68
|
+
type: 'end_text';
|
|
69
|
+
stop_s?: number;
|
|
70
|
+
stream_id?: number;
|
|
71
|
+
}
|
|
72
|
+
interface GradiumStepResponse {
|
|
73
|
+
type: 'step';
|
|
74
|
+
vad?: Array<{
|
|
75
|
+
horizon_s: number;
|
|
76
|
+
inactivity_prob: number;
|
|
77
|
+
}>;
|
|
78
|
+
step_idx?: number;
|
|
79
|
+
step_duration_s?: number;
|
|
80
|
+
total_duration_s?: number;
|
|
81
|
+
}
|
|
82
|
+
interface GradiumFlushedResponse {
|
|
83
|
+
type: 'flushed';
|
|
84
|
+
flush_id: number;
|
|
85
|
+
}
|
|
25
86
|
interface GradiumSetupMessage {
|
|
26
87
|
type: 'setup';
|
|
27
88
|
voice_id: string;
|
|
@@ -60,11 +121,38 @@ interface GradiumErrorResponse {
|
|
|
60
121
|
code?: number;
|
|
61
122
|
}
|
|
62
123
|
|
|
124
|
+
declare class GradiumSTT extends STT {
|
|
125
|
+
private options;
|
|
126
|
+
private socket?;
|
|
127
|
+
private initPromise;
|
|
128
|
+
private reconnectTimeout?;
|
|
129
|
+
private transcriptionTimeout?;
|
|
130
|
+
private audioChunksPending;
|
|
131
|
+
private transcript;
|
|
132
|
+
private flushId;
|
|
133
|
+
private retryCount;
|
|
134
|
+
private destroyed;
|
|
135
|
+
constructor(options: GradiumSTTOptions);
|
|
136
|
+
transcribe(audioStream: Readable): void;
|
|
137
|
+
destroy(): void;
|
|
138
|
+
private connect;
|
|
139
|
+
private getEndpoint;
|
|
140
|
+
private initWS;
|
|
141
|
+
private buildJsonConfig;
|
|
142
|
+
private sendSetup;
|
|
143
|
+
private sendAudioChunk;
|
|
144
|
+
private sendFlush;
|
|
145
|
+
private emitTranscript;
|
|
146
|
+
private handleMessage;
|
|
147
|
+
private reconnect;
|
|
148
|
+
}
|
|
149
|
+
|
|
63
150
|
declare class GradiumTTS extends TTS {
|
|
64
151
|
private readonly options;
|
|
65
152
|
private socket?;
|
|
66
153
|
private initPromise;
|
|
67
154
|
private counter;
|
|
155
|
+
private generation;
|
|
68
156
|
private isProcessing;
|
|
69
157
|
private reconnectTimeout?;
|
|
70
158
|
private textSent;
|
|
@@ -83,4 +171,4 @@ declare class GradiumTTS extends TTS {
|
|
|
83
171
|
private reconnect;
|
|
84
172
|
}
|
|
85
173
|
|
|
86
|
-
export { DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumAudioResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, type GradiumSetupMessage, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage };
|
|
174
|
+
export { DEFAULT_INPUT_FORMAT, DEFAULT_MODEL_NAME, DEFAULT_OUTPUT_FORMAT, DEFAULT_REGION, type GradiumASRJsonConfig, type GradiumASRResponse, type GradiumASRSetupMessage, type GradiumAudioMessage, type GradiumAudioResponse, type GradiumEndTextResponse, type GradiumEosMessage, type GradiumEosResponse, type GradiumErrorResponse, type GradiumFlushMessage, type GradiumFlushedResponse, type GradiumInputFormat, type GradiumJsonConfig, type GradiumOutputFormat, type GradiumReadyResponse, type GradiumRegion, type GradiumResponse, GradiumSTT, type GradiumSTTOptions, type GradiumSetupMessage, type GradiumStepResponse, GradiumTTS, type GradiumTTSOptions, type GradiumTextMessage, type GradiumTextResponse };
|
package/dist/index.js
CHANGED
|
@@ -30,31 +30,254 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
30
30
|
// src/index.ts
|
|
31
31
|
var index_exports = {};
|
|
32
32
|
__export(index_exports, {
|
|
33
|
+
DEFAULT_INPUT_FORMAT: () => DEFAULT_INPUT_FORMAT,
|
|
33
34
|
DEFAULT_MODEL_NAME: () => DEFAULT_MODEL_NAME,
|
|
34
35
|
DEFAULT_OUTPUT_FORMAT: () => DEFAULT_OUTPUT_FORMAT,
|
|
35
36
|
DEFAULT_REGION: () => DEFAULT_REGION,
|
|
37
|
+
GradiumSTT: () => GradiumSTT,
|
|
36
38
|
GradiumTTS: () => GradiumTTS
|
|
37
39
|
});
|
|
38
40
|
module.exports = __toCommonJS(index_exports);
|
|
39
41
|
|
|
40
|
-
// src/
|
|
42
|
+
// src/GradiumSTT.ts
|
|
41
43
|
var import_server = require("@micdrop/server");
|
|
42
44
|
var import_ws = __toESM(require("ws"));
|
|
43
45
|
|
|
44
46
|
// src/types.ts
|
|
45
47
|
var DEFAULT_MODEL_NAME = "default";
|
|
46
48
|
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
49
|
+
var DEFAULT_INPUT_FORMAT = "pcm_16000";
|
|
47
50
|
var DEFAULT_REGION = "eu";
|
|
48
51
|
|
|
49
|
-
// src/
|
|
52
|
+
// src/GradiumSTT.ts
|
|
50
53
|
var DEFAULT_CONNECTION_TIMEOUT = 5e3;
|
|
54
|
+
var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
|
|
51
55
|
var DEFAULT_RETRY_DELAY = 1e3;
|
|
52
56
|
var DEFAULT_MAX_RETRY = 3;
|
|
53
|
-
var
|
|
57
|
+
var GradiumSTT = class extends import_server.STT {
|
|
58
|
+
constructor(options) {
|
|
59
|
+
super();
|
|
60
|
+
this.options = options;
|
|
61
|
+
this.audioChunksPending = [];
|
|
62
|
+
// Store audio chunks to send them again if reconnecting
|
|
63
|
+
this.transcript = "";
|
|
64
|
+
// Accumulated text segments for the current utterance
|
|
65
|
+
this.flushId = 0;
|
|
66
|
+
this.retryCount = 0;
|
|
67
|
+
this.destroyed = false;
|
|
68
|
+
this.initPromise = this.connect();
|
|
69
|
+
}
|
|
70
|
+
transcribe(audioStream) {
|
|
71
|
+
let started = false;
|
|
72
|
+
audioStream.on("data", async (chunk) => {
|
|
73
|
+
if (!started) {
|
|
74
|
+
started = true;
|
|
75
|
+
this.transcript = "";
|
|
76
|
+
}
|
|
77
|
+
this.audioChunksPending.push(chunk);
|
|
78
|
+
await this.initPromise;
|
|
79
|
+
this.sendAudioChunk(chunk);
|
|
80
|
+
this.log(`Sent audio chunk (${chunk.byteLength} bytes)`);
|
|
81
|
+
});
|
|
82
|
+
audioStream.on("end", async () => {
|
|
83
|
+
await this.initPromise;
|
|
84
|
+
if (this.audioChunksPending.length === 0) return;
|
|
85
|
+
const flushId = ++this.flushId;
|
|
86
|
+
this.sendFlush(flushId);
|
|
87
|
+
this.transcriptionTimeout = setTimeout(() => {
|
|
88
|
+
this.transcriptionTimeout = void 0;
|
|
89
|
+
this.log("Transcription timeout");
|
|
90
|
+
this.emitTranscript();
|
|
91
|
+
}, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT);
|
|
92
|
+
});
|
|
93
|
+
}
|
|
94
|
+
destroy() {
|
|
95
|
+
super.destroy();
|
|
96
|
+
this.destroyed = true;
|
|
97
|
+
if (this.reconnectTimeout) {
|
|
98
|
+
clearTimeout(this.reconnectTimeout);
|
|
99
|
+
this.reconnectTimeout = void 0;
|
|
100
|
+
}
|
|
101
|
+
if (this.transcriptionTimeout) {
|
|
102
|
+
clearTimeout(this.transcriptionTimeout);
|
|
103
|
+
this.transcriptionTimeout = void 0;
|
|
104
|
+
}
|
|
105
|
+
this.socket?.removeAllListeners();
|
|
106
|
+
if (this.socket?.readyState === import_ws.default.OPEN) {
|
|
107
|
+
this.socket?.close(1e3);
|
|
108
|
+
}
|
|
109
|
+
this.socket = void 0;
|
|
110
|
+
}
|
|
111
|
+
connect() {
|
|
112
|
+
return this.initWS().catch((error) => {
|
|
113
|
+
console.error("[GradiumSTT] Connection error:", error);
|
|
114
|
+
this.reconnect();
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
getEndpoint() {
|
|
118
|
+
const region = this.options.region ?? DEFAULT_REGION;
|
|
119
|
+
return `wss://${region}.api.gradium.ai/api/speech/asr`;
|
|
120
|
+
}
|
|
121
|
+
async initWS() {
|
|
122
|
+
return new Promise((resolve, reject) => {
|
|
123
|
+
const socket = new import_ws.default(this.getEndpoint(), {
|
|
124
|
+
headers: {
|
|
125
|
+
"x-api-key": this.options.apiKey
|
|
126
|
+
}
|
|
127
|
+
});
|
|
128
|
+
this.socket = socket;
|
|
129
|
+
const timeout = setTimeout(() => {
|
|
130
|
+
this.log("Connection timeout");
|
|
131
|
+
socket.removeAllListeners();
|
|
132
|
+
socket.close();
|
|
133
|
+
this.socket = void 0;
|
|
134
|
+
reject(new Error("WebSocket connection timeout"));
|
|
135
|
+
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
136
|
+
socket.addEventListener("open", () => {
|
|
137
|
+
clearTimeout(timeout);
|
|
138
|
+
this.sendSetup();
|
|
139
|
+
this.log("Connection opened");
|
|
140
|
+
resolve();
|
|
141
|
+
});
|
|
142
|
+
socket.addEventListener("error", (error) => {
|
|
143
|
+
clearTimeout(timeout);
|
|
144
|
+
this.log("WebSocket error:", error);
|
|
145
|
+
reject(new Error("WebSocket connection error"));
|
|
146
|
+
});
|
|
147
|
+
socket.addEventListener("close", ({ code, reason }) => {
|
|
148
|
+
clearTimeout(timeout);
|
|
149
|
+
this.socket?.removeAllListeners();
|
|
150
|
+
this.socket = void 0;
|
|
151
|
+
if (code !== 1e3) {
|
|
152
|
+
this.reconnect();
|
|
153
|
+
} else {
|
|
154
|
+
this.log("Connection closed", { code, reason });
|
|
155
|
+
}
|
|
156
|
+
});
|
|
157
|
+
socket.addEventListener("message", (event) => {
|
|
158
|
+
try {
|
|
159
|
+
this.handleMessage(JSON.parse(event.data.toString()));
|
|
160
|
+
} catch {
|
|
161
|
+
this.log("Error parsing message", event.data);
|
|
162
|
+
}
|
|
163
|
+
});
|
|
164
|
+
});
|
|
165
|
+
}
|
|
166
|
+
buildJsonConfig() {
|
|
167
|
+
const config = { ...this.options.jsonConfig };
|
|
168
|
+
if (this.options.language && config.language === void 0) {
|
|
169
|
+
config.language = this.options.language;
|
|
170
|
+
}
|
|
171
|
+
return Object.keys(config).length > 0 ? config : void 0;
|
|
172
|
+
}
|
|
173
|
+
sendSetup() {
|
|
174
|
+
this.socket?.send(
|
|
175
|
+
JSON.stringify({
|
|
176
|
+
type: "setup",
|
|
177
|
+
model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,
|
|
178
|
+
input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,
|
|
179
|
+
json_config: this.buildJsonConfig()
|
|
180
|
+
})
|
|
181
|
+
);
|
|
182
|
+
this.log("Sent setup");
|
|
183
|
+
}
|
|
184
|
+
sendAudioChunk(chunk) {
|
|
185
|
+
this.socket?.send(
|
|
186
|
+
JSON.stringify({
|
|
187
|
+
type: "audio",
|
|
188
|
+
audio: chunk.toString("base64")
|
|
189
|
+
})
|
|
190
|
+
);
|
|
191
|
+
}
|
|
192
|
+
sendFlush(flushId) {
|
|
193
|
+
this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
|
|
194
|
+
this.log(`Sent flush (flush_id=${flushId})`);
|
|
195
|
+
}
|
|
196
|
+
emitTranscript() {
|
|
197
|
+
const transcript = this.transcript.replace(/\s+/g, " ").trim();
|
|
198
|
+
this.log(`Received transcript: "${transcript}"`);
|
|
199
|
+
this.emit("Transcript", transcript);
|
|
200
|
+
this.transcript = "";
|
|
201
|
+
this.audioChunksPending.length = 0;
|
|
202
|
+
if (this.transcriptionTimeout) {
|
|
203
|
+
clearTimeout(this.transcriptionTimeout);
|
|
204
|
+
this.transcriptionTimeout = void 0;
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
handleMessage(message) {
|
|
208
|
+
switch (message.type) {
|
|
209
|
+
case "ready":
|
|
210
|
+
this.log("Server ready");
|
|
211
|
+
break;
|
|
212
|
+
case "text":
|
|
213
|
+
if (typeof message.text === "string") {
|
|
214
|
+
this.transcript += (this.transcript ? " " : "") + message.text;
|
|
215
|
+
this.log(`Received text segment: "${message.text}"`);
|
|
216
|
+
}
|
|
217
|
+
break;
|
|
218
|
+
case "end_text":
|
|
219
|
+
break;
|
|
220
|
+
case "flushed":
|
|
221
|
+
if (message.flush_id === this.flushId) {
|
|
222
|
+
this.emitTranscript();
|
|
223
|
+
}
|
|
224
|
+
break;
|
|
225
|
+
case "step":
|
|
226
|
+
break;
|
|
227
|
+
case "end_of_stream":
|
|
228
|
+
this.log("End of stream");
|
|
229
|
+
break;
|
|
230
|
+
case "error":
|
|
231
|
+
this.log("Error:", message.message, message.code);
|
|
232
|
+
break;
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
reconnect() {
|
|
236
|
+
if (this.destroyed) return;
|
|
237
|
+
this.retryCount++;
|
|
238
|
+
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
|
|
239
|
+
this.log("Max retries reached, giving up");
|
|
240
|
+
this.emit("Failed", this.audioChunksPending);
|
|
241
|
+
return;
|
|
242
|
+
}
|
|
243
|
+
this.initPromise = new Promise((resolve) => {
|
|
244
|
+
this.log("Reconnecting...");
|
|
245
|
+
this.reconnectTimeout = setTimeout(() => {
|
|
246
|
+
this.reconnectTimeout = void 0;
|
|
247
|
+
this.initWS().then(() => {
|
|
248
|
+
this.retryCount = 0;
|
|
249
|
+
if (this.audioChunksPending.length > 0) {
|
|
250
|
+
this.log("Sending audio chunks again");
|
|
251
|
+
this.transcript = "";
|
|
252
|
+
this.audioChunksPending.forEach(
|
|
253
|
+
(chunk) => this.sendAudioChunk(chunk)
|
|
254
|
+
);
|
|
255
|
+
}
|
|
256
|
+
}).then(resolve).catch((error) => {
|
|
257
|
+
this.log("Reconnection error:", error);
|
|
258
|
+
this.reconnect();
|
|
259
|
+
});
|
|
260
|
+
}, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
|
|
261
|
+
});
|
|
262
|
+
}
|
|
263
|
+
};
|
|
264
|
+
|
|
265
|
+
// src/GradiumTTS.ts
|
|
266
|
+
var import_server2 = require("@micdrop/server");
|
|
267
|
+
var import_ws2 = __toESM(require("ws"));
|
|
268
|
+
var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
|
|
269
|
+
var DEFAULT_RETRY_DELAY2 = 1e3;
|
|
270
|
+
var DEFAULT_MAX_RETRY2 = 3;
|
|
271
|
+
var GradiumTTS = class extends import_server2.TTS {
|
|
54
272
|
constructor(options) {
|
|
55
273
|
super();
|
|
56
274
|
this.options = options;
|
|
57
275
|
this.counter = 0;
|
|
276
|
+
// Bumped by every speak() and every cancel(), so a request claimed late can
|
|
277
|
+
// tell whether it is still the one that should be heard. Kept apart from
|
|
278
|
+
// `counter`, which numbers the audio requests and must only move when there
|
|
279
|
+
// is something to synthesize.
|
|
280
|
+
this.generation = 0;
|
|
58
281
|
this.isProcessing = false;
|
|
59
282
|
this.textSent = "";
|
|
60
283
|
this.textBuffer = "";
|
|
@@ -68,17 +291,26 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
68
291
|
});
|
|
69
292
|
}
|
|
70
293
|
speak(textStream) {
|
|
71
|
-
this.
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
294
|
+
const generation = ++this.generation;
|
|
295
|
+
let counter = 0;
|
|
296
|
+
let clientReqId = "";
|
|
297
|
+
const claimRequest = () => {
|
|
298
|
+
if (counter) return true;
|
|
299
|
+
if (this.generation !== generation) return false;
|
|
300
|
+
this.counter++;
|
|
301
|
+
counter = this.counter;
|
|
302
|
+
clientReqId = counter.toString();
|
|
303
|
+
this.isProcessing = true;
|
|
304
|
+
this.textSent = "";
|
|
305
|
+
this.textBuffer = "";
|
|
306
|
+
this.initPromise.then(() => {
|
|
307
|
+
if (counter !== this.counter) return;
|
|
308
|
+
this.sendSetup(clientReqId);
|
|
309
|
+
});
|
|
310
|
+
return true;
|
|
311
|
+
};
|
|
81
312
|
textStream.on("data", async (chunk) => {
|
|
313
|
+
if (!claimRequest()) return;
|
|
82
314
|
if (counter !== this.counter) return;
|
|
83
315
|
const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
|
|
84
316
|
this.textSent += text;
|
|
@@ -96,11 +328,12 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
96
328
|
}
|
|
97
329
|
});
|
|
98
330
|
textStream.on("error", (error) => {
|
|
331
|
+
if (!counter) return;
|
|
99
332
|
this.log("Error in text stream, ending audio stream", error);
|
|
100
333
|
this.isProcessing = false;
|
|
101
334
|
});
|
|
102
335
|
textStream.on("end", async () => {
|
|
103
|
-
if (counter !== this.counter) return;
|
|
336
|
+
if (!counter || counter !== this.counter) return;
|
|
104
337
|
await this.initPromise;
|
|
105
338
|
if (counter !== this.counter) return;
|
|
106
339
|
if (this.textBuffer.trim()) {
|
|
@@ -117,6 +350,7 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
117
350
|
});
|
|
118
351
|
}
|
|
119
352
|
cancel() {
|
|
353
|
+
this.generation++;
|
|
120
354
|
if (!this.isProcessing) return;
|
|
121
355
|
this.log("Cancel");
|
|
122
356
|
this.isProcessing = false;
|
|
@@ -131,7 +365,7 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
131
365
|
this.socket = void 0;
|
|
132
366
|
if (socket) {
|
|
133
367
|
socket.removeAllListeners();
|
|
134
|
-
if (socket.readyState ===
|
|
368
|
+
if (socket.readyState === import_ws2.default.OPEN || socket.readyState === import_ws2.default.CONNECTING) {
|
|
135
369
|
socket.close(1e3);
|
|
136
370
|
}
|
|
137
371
|
}
|
|
@@ -144,7 +378,7 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
144
378
|
this.reconnectTimeout = void 0;
|
|
145
379
|
}
|
|
146
380
|
this.socket?.removeAllListeners();
|
|
147
|
-
if (this.socket?.readyState ===
|
|
381
|
+
if (this.socket?.readyState === import_ws2.default.OPEN) {
|
|
148
382
|
this.socket?.close(1e3);
|
|
149
383
|
}
|
|
150
384
|
this.socket = void 0;
|
|
@@ -156,7 +390,7 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
156
390
|
}
|
|
157
391
|
async initWS() {
|
|
158
392
|
return new Promise((resolve, reject) => {
|
|
159
|
-
const socket = new
|
|
393
|
+
const socket = new import_ws2.default(this.getEndpoint(), {
|
|
160
394
|
headers: {
|
|
161
395
|
"x-api-key": this.options.apiKey
|
|
162
396
|
}
|
|
@@ -168,7 +402,7 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
168
402
|
socket.close();
|
|
169
403
|
this.socket = void 0;
|
|
170
404
|
reject(new Error("WebSocket connection timeout"));
|
|
171
|
-
}, this.options.connectionTimeout ??
|
|
405
|
+
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
|
|
172
406
|
socket.addEventListener("open", () => {
|
|
173
407
|
clearTimeout(timeout);
|
|
174
408
|
this.log("Connection opened");
|
|
@@ -251,7 +485,7 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
251
485
|
}
|
|
252
486
|
reconnect() {
|
|
253
487
|
this.retryCount++;
|
|
254
|
-
if (this.retryCount > (this.options.maxRetry ??
|
|
488
|
+
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
|
|
255
489
|
this.log("Max retries reached, giving up");
|
|
256
490
|
this.emit("Failed", [this.textSent]);
|
|
257
491
|
return;
|
|
@@ -272,15 +506,17 @@ var GradiumTTS = class extends import_server.TTS {
|
|
|
272
506
|
this.log("Reconnection error:", error);
|
|
273
507
|
this.reconnect();
|
|
274
508
|
});
|
|
275
|
-
}, this.options.retryDelay ??
|
|
509
|
+
}, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2);
|
|
276
510
|
});
|
|
277
511
|
}
|
|
278
512
|
};
|
|
279
513
|
// Annotate the CommonJS export names for ESM import in node:
|
|
280
514
|
0 && (module.exports = {
|
|
515
|
+
DEFAULT_INPUT_FORMAT,
|
|
281
516
|
DEFAULT_MODEL_NAME,
|
|
282
517
|
DEFAULT_OUTPUT_FORMAT,
|
|
283
518
|
DEFAULT_REGION,
|
|
519
|
+
GradiumSTT,
|
|
284
520
|
GradiumTTS
|
|
285
521
|
});
|
|
286
522
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/GradiumTTS.ts","../src/types.ts"],"sourcesContent":["export * from './GradiumTTS'\nexport * from './types'\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;AC4Bf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,iBAAgC;;;ADf7C,IAAM,6BAA6B;AACnC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAe,UAAAA,QAAU,QAChC,OAAO,eAAe,UAAAA,QAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["export * from './GradiumSTT'\nexport * from './GradiumTTS'\nexport * from './types'\n","import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoB;AAEpB,gBAAsB;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,kBAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AE3RA,IAAAC,iBAAoB;AAEpB,IAAAC,aAAsB;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,mBAAI;AAAA,EAelC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAZ7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAe,WAAAC,QAAU,QAChC,OAAO,eAAe,WAAAA,QAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,WAAAA,QAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,WAAAA,QAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","import_server","import_ws","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
package/dist/index.mjs
CHANGED
|
@@ -1,21 +1,242 @@
|
|
|
1
|
-
// src/
|
|
2
|
-
import {
|
|
1
|
+
// src/GradiumSTT.ts
|
|
2
|
+
import { STT } from "@micdrop/server";
|
|
3
3
|
import WebSocket from "ws";
|
|
4
4
|
|
|
5
5
|
// src/types.ts
|
|
6
6
|
var DEFAULT_MODEL_NAME = "default";
|
|
7
7
|
var DEFAULT_OUTPUT_FORMAT = "pcm_16000";
|
|
8
|
+
var DEFAULT_INPUT_FORMAT = "pcm_16000";
|
|
8
9
|
var DEFAULT_REGION = "eu";
|
|
9
10
|
|
|
10
|
-
// src/
|
|
11
|
+
// src/GradiumSTT.ts
|
|
11
12
|
var DEFAULT_CONNECTION_TIMEOUT = 5e3;
|
|
13
|
+
var DEFAULT_TRANSCRIPTION_TIMEOUT = 4e3;
|
|
12
14
|
var DEFAULT_RETRY_DELAY = 1e3;
|
|
13
15
|
var DEFAULT_MAX_RETRY = 3;
|
|
16
|
+
var GradiumSTT = class extends STT {
|
|
17
|
+
constructor(options) {
|
|
18
|
+
super();
|
|
19
|
+
this.options = options;
|
|
20
|
+
this.audioChunksPending = [];
|
|
21
|
+
// Store audio chunks to send them again if reconnecting
|
|
22
|
+
this.transcript = "";
|
|
23
|
+
// Accumulated text segments for the current utterance
|
|
24
|
+
this.flushId = 0;
|
|
25
|
+
this.retryCount = 0;
|
|
26
|
+
this.destroyed = false;
|
|
27
|
+
this.initPromise = this.connect();
|
|
28
|
+
}
|
|
29
|
+
transcribe(audioStream) {
|
|
30
|
+
let started = false;
|
|
31
|
+
audioStream.on("data", async (chunk) => {
|
|
32
|
+
if (!started) {
|
|
33
|
+
started = true;
|
|
34
|
+
this.transcript = "";
|
|
35
|
+
}
|
|
36
|
+
this.audioChunksPending.push(chunk);
|
|
37
|
+
await this.initPromise;
|
|
38
|
+
this.sendAudioChunk(chunk);
|
|
39
|
+
this.log(`Sent audio chunk (${chunk.byteLength} bytes)`);
|
|
40
|
+
});
|
|
41
|
+
audioStream.on("end", async () => {
|
|
42
|
+
await this.initPromise;
|
|
43
|
+
if (this.audioChunksPending.length === 0) return;
|
|
44
|
+
const flushId = ++this.flushId;
|
|
45
|
+
this.sendFlush(flushId);
|
|
46
|
+
this.transcriptionTimeout = setTimeout(() => {
|
|
47
|
+
this.transcriptionTimeout = void 0;
|
|
48
|
+
this.log("Transcription timeout");
|
|
49
|
+
this.emitTranscript();
|
|
50
|
+
}, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT);
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
destroy() {
|
|
54
|
+
super.destroy();
|
|
55
|
+
this.destroyed = true;
|
|
56
|
+
if (this.reconnectTimeout) {
|
|
57
|
+
clearTimeout(this.reconnectTimeout);
|
|
58
|
+
this.reconnectTimeout = void 0;
|
|
59
|
+
}
|
|
60
|
+
if (this.transcriptionTimeout) {
|
|
61
|
+
clearTimeout(this.transcriptionTimeout);
|
|
62
|
+
this.transcriptionTimeout = void 0;
|
|
63
|
+
}
|
|
64
|
+
this.socket?.removeAllListeners();
|
|
65
|
+
if (this.socket?.readyState === WebSocket.OPEN) {
|
|
66
|
+
this.socket?.close(1e3);
|
|
67
|
+
}
|
|
68
|
+
this.socket = void 0;
|
|
69
|
+
}
|
|
70
|
+
connect() {
|
|
71
|
+
return this.initWS().catch((error) => {
|
|
72
|
+
console.error("[GradiumSTT] Connection error:", error);
|
|
73
|
+
this.reconnect();
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
getEndpoint() {
|
|
77
|
+
const region = this.options.region ?? DEFAULT_REGION;
|
|
78
|
+
return `wss://${region}.api.gradium.ai/api/speech/asr`;
|
|
79
|
+
}
|
|
80
|
+
async initWS() {
|
|
81
|
+
return new Promise((resolve, reject) => {
|
|
82
|
+
const socket = new WebSocket(this.getEndpoint(), {
|
|
83
|
+
headers: {
|
|
84
|
+
"x-api-key": this.options.apiKey
|
|
85
|
+
}
|
|
86
|
+
});
|
|
87
|
+
this.socket = socket;
|
|
88
|
+
const timeout = setTimeout(() => {
|
|
89
|
+
this.log("Connection timeout");
|
|
90
|
+
socket.removeAllListeners();
|
|
91
|
+
socket.close();
|
|
92
|
+
this.socket = void 0;
|
|
93
|
+
reject(new Error("WebSocket connection timeout"));
|
|
94
|
+
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT);
|
|
95
|
+
socket.addEventListener("open", () => {
|
|
96
|
+
clearTimeout(timeout);
|
|
97
|
+
this.sendSetup();
|
|
98
|
+
this.log("Connection opened");
|
|
99
|
+
resolve();
|
|
100
|
+
});
|
|
101
|
+
socket.addEventListener("error", (error) => {
|
|
102
|
+
clearTimeout(timeout);
|
|
103
|
+
this.log("WebSocket error:", error);
|
|
104
|
+
reject(new Error("WebSocket connection error"));
|
|
105
|
+
});
|
|
106
|
+
socket.addEventListener("close", ({ code, reason }) => {
|
|
107
|
+
clearTimeout(timeout);
|
|
108
|
+
this.socket?.removeAllListeners();
|
|
109
|
+
this.socket = void 0;
|
|
110
|
+
if (code !== 1e3) {
|
|
111
|
+
this.reconnect();
|
|
112
|
+
} else {
|
|
113
|
+
this.log("Connection closed", { code, reason });
|
|
114
|
+
}
|
|
115
|
+
});
|
|
116
|
+
socket.addEventListener("message", (event) => {
|
|
117
|
+
try {
|
|
118
|
+
this.handleMessage(JSON.parse(event.data.toString()));
|
|
119
|
+
} catch {
|
|
120
|
+
this.log("Error parsing message", event.data);
|
|
121
|
+
}
|
|
122
|
+
});
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
buildJsonConfig() {
|
|
126
|
+
const config = { ...this.options.jsonConfig };
|
|
127
|
+
if (this.options.language && config.language === void 0) {
|
|
128
|
+
config.language = this.options.language;
|
|
129
|
+
}
|
|
130
|
+
return Object.keys(config).length > 0 ? config : void 0;
|
|
131
|
+
}
|
|
132
|
+
sendSetup() {
|
|
133
|
+
this.socket?.send(
|
|
134
|
+
JSON.stringify({
|
|
135
|
+
type: "setup",
|
|
136
|
+
model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,
|
|
137
|
+
input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,
|
|
138
|
+
json_config: this.buildJsonConfig()
|
|
139
|
+
})
|
|
140
|
+
);
|
|
141
|
+
this.log("Sent setup");
|
|
142
|
+
}
|
|
143
|
+
sendAudioChunk(chunk) {
|
|
144
|
+
this.socket?.send(
|
|
145
|
+
JSON.stringify({
|
|
146
|
+
type: "audio",
|
|
147
|
+
audio: chunk.toString("base64")
|
|
148
|
+
})
|
|
149
|
+
);
|
|
150
|
+
}
|
|
151
|
+
sendFlush(flushId) {
|
|
152
|
+
this.socket?.send(JSON.stringify({ type: "flush", flush_id: flushId }));
|
|
153
|
+
this.log(`Sent flush (flush_id=${flushId})`);
|
|
154
|
+
}
|
|
155
|
+
emitTranscript() {
|
|
156
|
+
const transcript = this.transcript.replace(/\s+/g, " ").trim();
|
|
157
|
+
this.log(`Received transcript: "${transcript}"`);
|
|
158
|
+
this.emit("Transcript", transcript);
|
|
159
|
+
this.transcript = "";
|
|
160
|
+
this.audioChunksPending.length = 0;
|
|
161
|
+
if (this.transcriptionTimeout) {
|
|
162
|
+
clearTimeout(this.transcriptionTimeout);
|
|
163
|
+
this.transcriptionTimeout = void 0;
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
handleMessage(message) {
|
|
167
|
+
switch (message.type) {
|
|
168
|
+
case "ready":
|
|
169
|
+
this.log("Server ready");
|
|
170
|
+
break;
|
|
171
|
+
case "text":
|
|
172
|
+
if (typeof message.text === "string") {
|
|
173
|
+
this.transcript += (this.transcript ? " " : "") + message.text;
|
|
174
|
+
this.log(`Received text segment: "${message.text}"`);
|
|
175
|
+
}
|
|
176
|
+
break;
|
|
177
|
+
case "end_text":
|
|
178
|
+
break;
|
|
179
|
+
case "flushed":
|
|
180
|
+
if (message.flush_id === this.flushId) {
|
|
181
|
+
this.emitTranscript();
|
|
182
|
+
}
|
|
183
|
+
break;
|
|
184
|
+
case "step":
|
|
185
|
+
break;
|
|
186
|
+
case "end_of_stream":
|
|
187
|
+
this.log("End of stream");
|
|
188
|
+
break;
|
|
189
|
+
case "error":
|
|
190
|
+
this.log("Error:", message.message, message.code);
|
|
191
|
+
break;
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
reconnect() {
|
|
195
|
+
if (this.destroyed) return;
|
|
196
|
+
this.retryCount++;
|
|
197
|
+
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {
|
|
198
|
+
this.log("Max retries reached, giving up");
|
|
199
|
+
this.emit("Failed", this.audioChunksPending);
|
|
200
|
+
return;
|
|
201
|
+
}
|
|
202
|
+
this.initPromise = new Promise((resolve) => {
|
|
203
|
+
this.log("Reconnecting...");
|
|
204
|
+
this.reconnectTimeout = setTimeout(() => {
|
|
205
|
+
this.reconnectTimeout = void 0;
|
|
206
|
+
this.initWS().then(() => {
|
|
207
|
+
this.retryCount = 0;
|
|
208
|
+
if (this.audioChunksPending.length > 0) {
|
|
209
|
+
this.log("Sending audio chunks again");
|
|
210
|
+
this.transcript = "";
|
|
211
|
+
this.audioChunksPending.forEach(
|
|
212
|
+
(chunk) => this.sendAudioChunk(chunk)
|
|
213
|
+
);
|
|
214
|
+
}
|
|
215
|
+
}).then(resolve).catch((error) => {
|
|
216
|
+
this.log("Reconnection error:", error);
|
|
217
|
+
this.reconnect();
|
|
218
|
+
});
|
|
219
|
+
}, this.options.retryDelay ?? DEFAULT_RETRY_DELAY);
|
|
220
|
+
});
|
|
221
|
+
}
|
|
222
|
+
};
|
|
223
|
+
|
|
224
|
+
// src/GradiumTTS.ts
|
|
225
|
+
import { TTS } from "@micdrop/server";
|
|
226
|
+
import WebSocket2 from "ws";
|
|
227
|
+
var DEFAULT_CONNECTION_TIMEOUT2 = 5e3;
|
|
228
|
+
var DEFAULT_RETRY_DELAY2 = 1e3;
|
|
229
|
+
var DEFAULT_MAX_RETRY2 = 3;
|
|
14
230
|
var GradiumTTS = class extends TTS {
|
|
15
231
|
constructor(options) {
|
|
16
232
|
super();
|
|
17
233
|
this.options = options;
|
|
18
234
|
this.counter = 0;
|
|
235
|
+
// Bumped by every speak() and every cancel(), so a request claimed late can
|
|
236
|
+
// tell whether it is still the one that should be heard. Kept apart from
|
|
237
|
+
// `counter`, which numbers the audio requests and must only move when there
|
|
238
|
+
// is something to synthesize.
|
|
239
|
+
this.generation = 0;
|
|
19
240
|
this.isProcessing = false;
|
|
20
241
|
this.textSent = "";
|
|
21
242
|
this.textBuffer = "";
|
|
@@ -29,17 +250,26 @@ var GradiumTTS = class extends TTS {
|
|
|
29
250
|
});
|
|
30
251
|
}
|
|
31
252
|
speak(textStream) {
|
|
32
|
-
this.
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
253
|
+
const generation = ++this.generation;
|
|
254
|
+
let counter = 0;
|
|
255
|
+
let clientReqId = "";
|
|
256
|
+
const claimRequest = () => {
|
|
257
|
+
if (counter) return true;
|
|
258
|
+
if (this.generation !== generation) return false;
|
|
259
|
+
this.counter++;
|
|
260
|
+
counter = this.counter;
|
|
261
|
+
clientReqId = counter.toString();
|
|
262
|
+
this.isProcessing = true;
|
|
263
|
+
this.textSent = "";
|
|
264
|
+
this.textBuffer = "";
|
|
265
|
+
this.initPromise.then(() => {
|
|
266
|
+
if (counter !== this.counter) return;
|
|
267
|
+
this.sendSetup(clientReqId);
|
|
268
|
+
});
|
|
269
|
+
return true;
|
|
270
|
+
};
|
|
42
271
|
textStream.on("data", async (chunk) => {
|
|
272
|
+
if (!claimRequest()) return;
|
|
43
273
|
if (counter !== this.counter) return;
|
|
44
274
|
const text = chunk.toString("utf-8").replace(/[\r\n ]+/g, " ");
|
|
45
275
|
this.textSent += text;
|
|
@@ -57,11 +287,12 @@ var GradiumTTS = class extends TTS {
|
|
|
57
287
|
}
|
|
58
288
|
});
|
|
59
289
|
textStream.on("error", (error) => {
|
|
290
|
+
if (!counter) return;
|
|
60
291
|
this.log("Error in text stream, ending audio stream", error);
|
|
61
292
|
this.isProcessing = false;
|
|
62
293
|
});
|
|
63
294
|
textStream.on("end", async () => {
|
|
64
|
-
if (counter !== this.counter) return;
|
|
295
|
+
if (!counter || counter !== this.counter) return;
|
|
65
296
|
await this.initPromise;
|
|
66
297
|
if (counter !== this.counter) return;
|
|
67
298
|
if (this.textBuffer.trim()) {
|
|
@@ -78,6 +309,7 @@ var GradiumTTS = class extends TTS {
|
|
|
78
309
|
});
|
|
79
310
|
}
|
|
80
311
|
cancel() {
|
|
312
|
+
this.generation++;
|
|
81
313
|
if (!this.isProcessing) return;
|
|
82
314
|
this.log("Cancel");
|
|
83
315
|
this.isProcessing = false;
|
|
@@ -92,7 +324,7 @@ var GradiumTTS = class extends TTS {
|
|
|
92
324
|
this.socket = void 0;
|
|
93
325
|
if (socket) {
|
|
94
326
|
socket.removeAllListeners();
|
|
95
|
-
if (socket.readyState ===
|
|
327
|
+
if (socket.readyState === WebSocket2.OPEN || socket.readyState === WebSocket2.CONNECTING) {
|
|
96
328
|
socket.close(1e3);
|
|
97
329
|
}
|
|
98
330
|
}
|
|
@@ -105,7 +337,7 @@ var GradiumTTS = class extends TTS {
|
|
|
105
337
|
this.reconnectTimeout = void 0;
|
|
106
338
|
}
|
|
107
339
|
this.socket?.removeAllListeners();
|
|
108
|
-
if (this.socket?.readyState ===
|
|
340
|
+
if (this.socket?.readyState === WebSocket2.OPEN) {
|
|
109
341
|
this.socket?.close(1e3);
|
|
110
342
|
}
|
|
111
343
|
this.socket = void 0;
|
|
@@ -117,7 +349,7 @@ var GradiumTTS = class extends TTS {
|
|
|
117
349
|
}
|
|
118
350
|
async initWS() {
|
|
119
351
|
return new Promise((resolve, reject) => {
|
|
120
|
-
const socket = new
|
|
352
|
+
const socket = new WebSocket2(this.getEndpoint(), {
|
|
121
353
|
headers: {
|
|
122
354
|
"x-api-key": this.options.apiKey
|
|
123
355
|
}
|
|
@@ -129,7 +361,7 @@ var GradiumTTS = class extends TTS {
|
|
|
129
361
|
socket.close();
|
|
130
362
|
this.socket = void 0;
|
|
131
363
|
reject(new Error("WebSocket connection timeout"));
|
|
132
|
-
}, this.options.connectionTimeout ??
|
|
364
|
+
}, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT2);
|
|
133
365
|
socket.addEventListener("open", () => {
|
|
134
366
|
clearTimeout(timeout);
|
|
135
367
|
this.log("Connection opened");
|
|
@@ -212,7 +444,7 @@ var GradiumTTS = class extends TTS {
|
|
|
212
444
|
}
|
|
213
445
|
reconnect() {
|
|
214
446
|
this.retryCount++;
|
|
215
|
-
if (this.retryCount > (this.options.maxRetry ??
|
|
447
|
+
if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY2)) {
|
|
216
448
|
this.log("Max retries reached, giving up");
|
|
217
449
|
this.emit("Failed", [this.textSent]);
|
|
218
450
|
return;
|
|
@@ -233,14 +465,16 @@ var GradiumTTS = class extends TTS {
|
|
|
233
465
|
this.log("Reconnection error:", error);
|
|
234
466
|
this.reconnect();
|
|
235
467
|
});
|
|
236
|
-
}, this.options.retryDelay ??
|
|
468
|
+
}, this.options.retryDelay ?? DEFAULT_RETRY_DELAY2);
|
|
237
469
|
});
|
|
238
470
|
}
|
|
239
471
|
};
|
|
240
472
|
export {
|
|
473
|
+
DEFAULT_INPUT_FORMAT,
|
|
241
474
|
DEFAULT_MODEL_NAME,
|
|
242
475
|
DEFAULT_OUTPUT_FORMAT,
|
|
243
476
|
DEFAULT_REGION,
|
|
477
|
+
GradiumSTT,
|
|
244
478
|
GradiumTTS
|
|
245
479
|
};
|
|
246
480
|
//# sourceMappingURL=index.mjs.map
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/GradiumTTS.ts","../src/types.ts"],"sourcesContent":["import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n this.counter++\n const counter = this.counter\n const clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued here before any data handler can\n // run, so the setup microtask precedes the first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n\n textStream.on('data', async (chunk: Buffer) => {\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n if (counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;AC4Bf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,iBAAgC;;;ADf7C,IAAM,6BAA6B;AACnC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAUlC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAP7B,SAAQ,UAAU;AAClB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,SAAK;AACL,UAAM,UAAU,KAAK;AACrB,UAAM,cAAc,QAAQ,SAAS;AACrC,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAQlB,SAAK,YAAY,KAAK,MAAM;AAC1B,UAAI,YAAY,KAAK,QAAS;AAC9B,WAAK,UAAU,WAAW;AAAA,IAC5B,CAAC;AAED,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAC/B,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAe,UAAU,QAChC,OAAO,eAAe,UAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/GradiumSTT.ts","../src/types.ts","../src/GradiumTTS.ts"],"sourcesContent":["import { STT } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_INPUT_FORMAT,\n DEFAULT_MODEL_NAME,\n DEFAULT_REGION,\n GradiumASRJsonConfig,\n GradiumASRResponse,\n GradiumASRSetupMessage,\n GradiumSTTOptions,\n} from './types'\n\n/**\n * Gradium Real-time STT (ASR)\n *\n * @see https://docs.gradium.ai/guides/speech-to-text\n */\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_TRANSCRIPTION_TIMEOUT = 4000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumSTT extends STT {\n private socket?: WebSocket\n private initPromise: Promise<void>\n private reconnectTimeout?: NodeJS.Timeout\n private transcriptionTimeout?: NodeJS.Timeout\n private audioChunksPending: Buffer[] = [] // Store audio chunks to send them again if reconnecting\n private transcript = '' // Accumulated text segments for the current utterance\n private flushId = 0\n private retryCount = 0\n private destroyed = false\n\n constructor(private options: GradiumSTTOptions) {\n super()\n\n // Setup WebSocket connection\n this.initPromise = this.connect()\n }\n\n transcribe(audioStream: Readable) {\n let started = false\n\n // Read audio stream and send to Gradium\n audioStream.on('data', async (chunk: Buffer) => {\n // New utterance: start from a clean transcript for this stream, but only\n // once it carries something. Voice detection opens a stream on any noise\n // and many of them never carry a word, and clearing here rather than on\n // entry keeps those from wiping the transcript of the utterance before,\n // whose flush may still be on its way back.\n if (!started) {\n started = true\n this.transcript = ''\n }\n this.audioChunksPending.push(chunk)\n await this.initPromise\n this.sendAudioChunk(chunk)\n this.log(`Sent audio chunk (${chunk.byteLength} bytes)`)\n })\n\n // Handle stream end: flush buffered audio so the server finalizes the\n // pending segments and confirms with a matching \"flushed\" message.\n audioStream.on('end', async () => {\n await this.initPromise\n if (this.audioChunksPending.length === 0) return\n const flushId = ++this.flushId\n this.sendFlush(flushId)\n\n // Timeout transcription if no \"flushed\" confirmation is received\n this.transcriptionTimeout = setTimeout(() => {\n this.transcriptionTimeout = undefined\n this.log('Transcription timeout')\n this.emitTranscript()\n }, this.options.transcriptionTimeout || DEFAULT_TRANSCRIPTION_TIMEOUT)\n })\n }\n\n destroy() {\n super.destroy()\n this.destroyed = true\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n }\n\n private connect(): Promise<void> {\n return this.initWS().catch((error) => {\n console.error('[GradiumSTT] Connection error:', error)\n this.reconnect()\n })\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/asr`\n }\n\n private async initWS(): Promise<void> {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.sendSetup()\n this.log('Connection opened')\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n this.handleMessage(JSON.parse(event.data.toString()))\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private buildJsonConfig(): GradiumASRJsonConfig | undefined {\n const config: GradiumASRJsonConfig = { ...this.options.jsonConfig }\n if (this.options.language && config.language === undefined) {\n config.language = this.options.language\n }\n return Object.keys(config).length > 0 ? config : undefined\n }\n\n private sendSetup() {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n input_format: this.options.inputFormat ?? DEFAULT_INPUT_FORMAT,\n json_config: this.buildJsonConfig(),\n } satisfies GradiumASRSetupMessage)\n )\n this.log('Sent setup')\n }\n\n private sendAudioChunk(chunk: Buffer) {\n this.socket?.send(\n JSON.stringify({\n type: 'audio',\n audio: chunk.toString('base64'),\n })\n )\n }\n\n private sendFlush(flushId: number) {\n this.socket?.send(JSON.stringify({ type: 'flush', flush_id: flushId }))\n this.log(`Sent flush (flush_id=${flushId})`)\n }\n\n private emitTranscript() {\n const transcript = this.transcript.replace(/\\s+/g, ' ').trim()\n this.log(`Received transcript: \"${transcript}\"`)\n this.emit('Transcript', transcript)\n // Reset state and clear timeout\n this.transcript = ''\n this.audioChunksPending.length = 0\n if (this.transcriptionTimeout) {\n clearTimeout(this.transcriptionTimeout)\n this.transcriptionTimeout = undefined\n }\n }\n\n private handleMessage(message: GradiumASRResponse) {\n switch (message.type) {\n case 'ready':\n this.log('Server ready')\n break\n\n case 'text':\n if (typeof message.text === 'string') {\n this.transcript += (this.transcript ? ' ' : '') + message.text\n this.log(`Received text segment: \"${message.text}\"`)\n }\n break\n\n case 'end_text':\n // Segment finalized, nothing to accumulate (text already received)\n break\n\n case 'flushed':\n // The flush for the current utterance completed: all pending segments\n // have been received, emit the full transcript.\n if (message.flush_id === this.flushId) {\n this.emitTranscript()\n }\n break\n\n case 'step':\n // Voice activity detection frames, ignored\n break\n\n case 'end_of_stream':\n this.log('End of stream')\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n }\n\n private reconnect() {\n if (this.destroyed) return\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', this.audioChunksPending)\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend audio chunks if reconnecting during transcription. Setup\n // is sent on open and the server replays the whole utterance, so\n // reset the accumulated segments to avoid duplicating them.\n if (this.audioChunksPending.length > 0) {\n this.log('Sending audio chunks again')\n this.transcript = ''\n this.audioChunksPending.forEach((chunk) =>\n this.sendAudioChunk(chunk)\n )\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n","export type GradiumOutputFormat =\n | 'pcm'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n\nexport type GradiumInputFormat =\n | 'pcm'\n | 'pcm_8000'\n | 'pcm_16000'\n | 'pcm_24000'\n | 'pcm_48000'\n | 'wav'\n | 'opus'\n | 'ulaw_8000'\n | 'alaw_8000'\n\nexport type GradiumRegion = 'eu' | 'us'\n\nexport interface GradiumTTSOptions {\n apiKey: string\n voiceId: string\n modelName?: string\n outputFormat?: GradiumOutputFormat\n region?: GradiumRegion\n jsonConfig?: GradiumJsonConfig\n connectionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\nexport interface GradiumJsonConfig {\n padding_bonus?: number // Speed control: -4.0 to 4.0\n temp?: number // Temperature: 0 to 1.4, default 0.7\n cfg_coef?: number // Voice similarity: 1.0 to 4.0, default 2.0\n}\n\nexport const DEFAULT_MODEL_NAME = 'default'\nexport const DEFAULT_OUTPUT_FORMAT: GradiumOutputFormat = 'pcm_16000'\nexport const DEFAULT_INPUT_FORMAT: GradiumInputFormat = 'pcm_16000'\nexport const DEFAULT_REGION: GradiumRegion = 'eu'\n\n// Speech-to-text (ASR) types\n\nexport interface GradiumASRJsonConfig {\n language?: string\n target_language?: string\n delay_in_frames?: number // 0 to 80, each frame = 80ms\n temp?: number\n padding_bonus?: number\n}\n\nexport interface GradiumSTTOptions {\n apiKey: string\n modelName?: string\n inputFormat?: GradiumInputFormat\n language?: string\n region?: GradiumRegion\n jsonConfig?: GradiumASRJsonConfig\n connectionTimeout?: number\n transcriptionTimeout?: number\n retryDelay?: number\n maxRetry?: number\n}\n\n// Client -> Server ASR messages\n\nexport interface GradiumASRSetupMessage {\n type: 'setup'\n model_name: string\n input_format: string\n json_config?: GradiumASRJsonConfig\n}\n\nexport interface GradiumAudioMessage {\n type: 'audio'\n audio: string // Base64 encoded audio data\n}\n\nexport interface GradiumFlushMessage {\n type: 'flush'\n flush_id: number\n}\n\n// Server -> Client ASR messages\n\nexport type GradiumASRResponse =\n | GradiumReadyResponse\n | GradiumTextResponse\n | GradiumEndTextResponse\n | GradiumStepResponse\n | GradiumFlushedResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumTextResponse {\n type: 'text'\n text: string\n start_s?: number\n stream_id?: number\n}\n\nexport interface GradiumEndTextResponse {\n type: 'end_text'\n stop_s?: number\n stream_id?: number\n}\n\nexport interface GradiumStepResponse {\n type: 'step'\n vad?: Array<{ horizon_s: number; inactivity_prob: number }>\n step_idx?: number\n step_duration_s?: number\n total_duration_s?: number\n}\n\nexport interface GradiumFlushedResponse {\n type: 'flushed'\n flush_id: number\n}\n\n// Client -> Server messages\n\nexport interface GradiumSetupMessage {\n type: 'setup'\n voice_id: string\n model_name: string\n output_format: string\n close_ws_on_eos?: boolean\n json_config?: GradiumJsonConfig\n client_req_id?: string\n}\n\nexport interface GradiumTextMessage {\n type: 'text'\n text: string\n client_req_id?: string\n}\n\nexport interface GradiumEosMessage {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\n// Server -> Client messages\n\nexport type GradiumResponse =\n | GradiumReadyResponse\n | GradiumAudioResponse\n | GradiumEosResponse\n | GradiumErrorResponse\n\nexport interface GradiumReadyResponse {\n type: 'ready'\n request_id?: string\n}\n\nexport interface GradiumAudioResponse {\n type: 'audio'\n audio: string // Base64 encoded PCM data\n client_req_id?: string\n}\n\nexport interface GradiumEosResponse {\n type: 'end_of_stream'\n client_req_id?: string\n}\n\nexport interface GradiumErrorResponse {\n type: 'error'\n message: string\n code?: number\n}\n","import { TTS } from '@micdrop/server'\nimport { Readable } from 'stream'\nimport WebSocket from 'ws'\nimport {\n DEFAULT_MODEL_NAME,\n DEFAULT_OUTPUT_FORMAT,\n DEFAULT_REGION,\n GradiumAudioResponse,\n GradiumEosMessage,\n GradiumResponse,\n GradiumSetupMessage,\n GradiumTextMessage,\n GradiumTTSOptions,\n} from './types'\n\n// API Reference: https://gradium.ai/api_docs.html\n\nconst DEFAULT_CONNECTION_TIMEOUT = 5000\nconst DEFAULT_RETRY_DELAY = 1000\nconst DEFAULT_MAX_RETRY = 3\n\nexport class GradiumTTS extends TTS {\n private socket?: WebSocket\n private initPromise!: Promise<void>\n private counter = 0\n // Bumped by every speak() and every cancel(), so a request claimed late can\n // tell whether it is still the one that should be heard. Kept apart from\n // `counter`, which numbers the audio requests and must only move when there\n // is something to synthesize.\n private generation = 0\n private isProcessing = false\n private reconnectTimeout?: NodeJS.Timeout\n private textSent = ''\n private textBuffer = ''\n private retryCount = 0\n\n constructor(private readonly options: GradiumTTSOptions) {\n super()\n\n this.connect()\n }\n\n private connect() {\n this.initPromise = this.initWS().catch((error) => {\n console.error('[GradiumTTS] Connection error:', error)\n this.reconnect()\n })\n }\n\n speak(textStream: Readable) {\n const generation = ++this.generation\n let counter = 0\n let clientReqId = ''\n\n // Claiming the request is deferred until there is something to say.\n //\n // Taking the next id right away would silence the utterance still playing,\n // because incoming audio is matched against the current id and anything\n // older is dropped. A stream that never carries a word, which is what an\n // answer skipped by a tool or by onBeforeAnswer hands over, would then cut\n // the assistant off mid-sentence for nothing.\n const claimRequest = () => {\n if (counter) return true\n // Cancelled, or superseded by another speak(), before the first word.\n if (this.generation !== generation) return false\n this.counter++\n counter = this.counter\n clientReqId = counter.toString()\n this.isProcessing = true\n this.textSent = ''\n this.textBuffer = ''\n\n // Each speak() is its own multiplexed request: send a fresh setup stamped\n // with the request's client_req_id before the first text chunk, so the\n // server can bind the voice to this session. Multiplexing is required to\n // reuse the connection across utterances (sequential mode only works for\n // the first request on a socket). Queued from the first data handler\n // before that handler awaits, so the setup microtask still precedes the\n // first transcript microtask.\n this.initPromise.then(() => {\n if (counter !== this.counter) return\n this.sendSetup(clientReqId)\n })\n return true\n }\n\n textStream.on('data', async (chunk: Buffer) => {\n if (!claimRequest()) return\n if (counter !== this.counter) return\n const text = chunk.toString('utf-8').replace(/[\\r\\n ]+/g, ' ')\n this.textSent += text\n\n await this.initPromise\n if (counter !== this.counter) return\n\n // Buffer text and only send complete words (flush on last space)\n const spaceIndex = text.lastIndexOf(' ')\n if (spaceIndex === -1) {\n this.textBuffer += text\n } else {\n this.sendTranscript(\n this.textBuffer + text.slice(0, spaceIndex + 1),\n clientReqId\n )\n this.textBuffer = text.slice(spaceIndex + 1)\n }\n })\n\n textStream.on('error', (error) => {\n if (!counter) return\n this.log('Error in text stream, ending audio stream', error)\n this.isProcessing = false\n })\n\n textStream.on('end', async () => {\n // Nothing was ever said, so there is no request to close and no audio to\n // wait for.\n if (!counter || counter !== this.counter) return\n await this.initPromise\n if (counter !== this.counter) return\n\n // Send remaining buffered text\n if (this.textBuffer.trim()) {\n this.sendTranscript(this.textBuffer, clientReqId)\n this.textBuffer = ''\n }\n\n // Signal end of text input for this request\n this.socket?.send(\n JSON.stringify({\n type: 'end_of_stream',\n client_req_id: clientReqId,\n } satisfies GradiumEosMessage)\n )\n this.log('Sent end_of_stream')\n })\n }\n\n cancel() {\n this.generation++\n if (!this.isProcessing) return\n this.log('Cancel')\n this.isProcessing = false\n this.textSent = ''\n this.textBuffer = ''\n\n // Increment counter to ignore messages from previous calls\n this.counter++\n\n // A pending reconnect would open its own socket later: cancel it so we own\n // the single fresh connection created below.\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n\n // Closing the socket cancels the in-flight synthesis server-side. Detach the\n // old socket first so its close handler can't run and strand the next\n // request (a speak() racing right after cancel would otherwise flip\n // isProcessing back to true and make the handler skip reconnection). Then\n // open a fresh connection immediately, so a speak() that follows awaits the\n // new initPromise and lands its setup and text on the new socket.\n const socket = this.socket\n this.socket = undefined\n if (socket) {\n socket.removeAllListeners()\n if (\n socket.readyState === WebSocket.OPEN ||\n socket.readyState === WebSocket.CONNECTING\n ) {\n socket.close(1000)\n }\n }\n this.connect()\n }\n\n destroy() {\n super.destroy()\n if (this.reconnectTimeout) {\n clearTimeout(this.reconnectTimeout)\n this.reconnectTimeout = undefined\n }\n this.socket?.removeAllListeners()\n if (this.socket?.readyState === WebSocket.OPEN) {\n this.socket?.close(1000)\n }\n this.socket = undefined\n this.isProcessing = false\n }\n\n private getEndpoint() {\n const region = this.options.region ?? DEFAULT_REGION\n return `wss://${region}.api.gradium.ai/api/speech/tts`\n }\n\n private async initWS() {\n return new Promise<void>((resolve, reject) => {\n const socket = new WebSocket(this.getEndpoint(), {\n headers: {\n 'x-api-key': this.options.apiKey,\n },\n })\n this.socket = socket\n\n const timeout = setTimeout(() => {\n this.log('Connection timeout')\n socket.removeAllListeners()\n socket.close()\n this.socket = undefined\n reject(new Error('WebSocket connection timeout'))\n }, this.options.connectionTimeout ?? DEFAULT_CONNECTION_TIMEOUT)\n\n socket.addEventListener('open', () => {\n clearTimeout(timeout)\n this.log('Connection opened')\n // The setup is now sent per-request from speak(); we resolve as soon as\n // the socket is open so callers can start streaming text immediately.\n resolve()\n })\n\n socket.addEventListener('error', (error) => {\n clearTimeout(timeout)\n this.log('WebSocket error:', error)\n reject(new Error('WebSocket connection error'))\n })\n\n socket.addEventListener('close', ({ code, reason }) => {\n clearTimeout(timeout)\n this.socket?.removeAllListeners()\n this.socket = undefined\n\n if (code !== 1000) {\n this.reconnect()\n } else {\n this.log('Connection closed', { code, reason })\n // Reconnect for next usage\n if (!this.isProcessing) {\n this.reconnect()\n }\n }\n })\n\n socket.addEventListener('message', (event) => {\n try {\n const message: GradiumResponse = JSON.parse(event.data.toString())\n\n switch (message.type) {\n case 'ready':\n // The server emits one ready per per-request setup. We already\n // resolved initPromise on socket open, so this is purely\n // informational. Logged so it shows up in debug traces.\n this.log('Server ready', message.request_id ?? '')\n break\n\n case 'audio':\n this.processAudioMessage(message)\n break\n\n case 'end_of_stream':\n // Ignore if from a previous request\n if (\n 'client_req_id' in message &&\n message.client_req_id !== this.counter.toString()\n )\n return\n this.log('Audio ended')\n this.isProcessing = false\n this.textSent = ''\n break\n\n case 'error':\n this.log('Error:', message.message, message.code)\n break\n }\n } catch {\n this.log('Error parsing message', event.data)\n }\n })\n })\n }\n\n private sendSetup(clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'setup',\n voice_id: this.options.voiceId,\n model_name: this.options.modelName ?? DEFAULT_MODEL_NAME,\n output_format: this.options.outputFormat ?? DEFAULT_OUTPUT_FORMAT,\n close_ws_on_eos: false,\n json_config: this.options.jsonConfig,\n client_req_id: clientReqId,\n } satisfies GradiumSetupMessage)\n )\n this.log(`Sent setup (client_req_id=${clientReqId})`)\n }\n\n private sendTranscript(text: string, clientReqId: string) {\n this.socket?.send(\n JSON.stringify({\n type: 'text',\n text,\n client_req_id: clientReqId,\n } satisfies GradiumTextMessage)\n )\n this.log(`Sent transcript: \"${text}\"`)\n }\n\n private processAudioMessage(message: GradiumAudioResponse) {\n // Ignore messages from previous requests\n if (message.client_req_id !== this.counter.toString()) return\n\n const chunk = Buffer.from(message.audio, 'base64')\n this.log(`Received audio chunk (${chunk.length} bytes)`)\n this.emit('Audio', chunk)\n }\n\n private reconnect() {\n this.retryCount++\n if (this.retryCount > (this.options.maxRetry ?? DEFAULT_MAX_RETRY)) {\n this.log('Max retries reached, giving up')\n this.emit('Failed', [this.textSent])\n return\n }\n\n this.initPromise = new Promise((resolve) => {\n this.log('Reconnecting...')\n this.reconnectTimeout = setTimeout(() => {\n this.reconnectTimeout = undefined\n this.initWS()\n .then(() => {\n this.retryCount = 0\n\n // Resend text if reconnecting during processing. Setup must come\n // first because the new socket has no session yet, and it carries\n // the same client_req_id as the in-flight request.\n if (this.textSent.length > 0) {\n const clientReqId = this.counter.toString()\n this.log('Sending text chunks again')\n this.sendSetup(clientReqId)\n this.sendTranscript(this.textSent, clientReqId)\n }\n })\n .then(resolve)\n .catch((error) => {\n this.log('Reconnection error:', error)\n this.reconnect()\n })\n }, this.options.retryDelay ?? DEFAULT_RETRY_DELAY)\n })\n }\n}\n"],"mappings":";AAAA,SAAS,WAAW;AAEpB,OAAO,eAAe;;;ACuCf,IAAM,qBAAqB;AAC3B,IAAM,wBAA6C;AACnD,IAAM,uBAA2C;AACjD,IAAM,iBAAgC;;;ADzB7C,IAAM,6BAA6B;AACnC,IAAM,gCAAgC;AACtC,IAAM,sBAAsB;AAC5B,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAWlC,YAAoB,SAA4B;AAC9C,UAAM;AADY;AANpB,SAAQ,qBAA+B,CAAC;AACxC;AAAA,SAAQ,aAAa;AACrB;AAAA,SAAQ,UAAU;AAClB,SAAQ,aAAa;AACrB,SAAQ,YAAY;AAMlB,SAAK,cAAc,KAAK,QAAQ;AAAA,EAClC;AAAA,EAEA,WAAW,aAAuB;AAChC,QAAI,UAAU;AAGd,gBAAY,GAAG,QAAQ,OAAO,UAAkB;AAM9C,UAAI,CAAC,SAAS;AACZ,kBAAU;AACV,aAAK,aAAa;AAAA,MACpB;AACA,WAAK,mBAAmB,KAAK,KAAK;AAClC,YAAM,KAAK;AACX,WAAK,eAAe,KAAK;AACzB,WAAK,IAAI,qBAAqB,MAAM,UAAU,SAAS;AAAA,IACzD,CAAC;AAID,gBAAY,GAAG,OAAO,YAAY;AAChC,YAAM,KAAK;AACX,UAAI,KAAK,mBAAmB,WAAW,EAAG;AAC1C,YAAM,UAAU,EAAE,KAAK;AACvB,WAAK,UAAU,OAAO;AAGtB,WAAK,uBAAuB,WAAW,MAAM;AAC3C,aAAK,uBAAuB;AAC5B,aAAK,IAAI,uBAAuB;AAChC,aAAK,eAAe;AAAA,MACtB,GAAG,KAAK,QAAQ,wBAAwB,6BAA6B;AAAA,IACvE,CAAC;AAAA,EACH;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,SAAK,YAAY;AACjB,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAe,UAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AAAA,EAChB;AAAA,EAEQ,UAAyB;AAC/B,WAAO,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AACpC,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAwB;AACpC,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAI,UAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqB,0BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,UAAU;AACf,aAAK,IAAI,mBAAmB;AAC5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAAA,QAChD;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,eAAK,cAAc,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC;AAAA,QACtD,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,kBAAoD;AAC1D,UAAM,SAA+B,EAAE,GAAG,KAAK,QAAQ,WAAW;AAClE,QAAI,KAAK,QAAQ,YAAY,OAAO,aAAa,QAAW;AAC1D,aAAO,WAAW,KAAK,QAAQ;AAAA,IACjC;AACA,WAAO,OAAO,KAAK,MAAM,EAAE,SAAS,IAAI,SAAS;AAAA,EACnD;AAAA,EAEQ,YAAY;AAClB,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,cAAc,KAAK,QAAQ,eAAe;AAAA,QAC1C,aAAa,KAAK,gBAAgB;AAAA,MACpC,CAAkC;AAAA,IACpC;AACA,SAAK,IAAI,YAAY;AAAA,EACvB;AAAA,EAEQ,eAAe,OAAe;AACpC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,OAAO,MAAM,SAAS,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,UAAU,SAAiB;AACjC,SAAK,QAAQ,KAAK,KAAK,UAAU,EAAE,MAAM,SAAS,UAAU,QAAQ,CAAC,CAAC;AACtE,SAAK,IAAI,wBAAwB,OAAO,GAAG;AAAA,EAC7C;AAAA,EAEQ,iBAAiB;AACvB,UAAM,aAAa,KAAK,WAAW,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAC7D,SAAK,IAAI,yBAAyB,UAAU,GAAG;AAC/C,SAAK,KAAK,cAAc,UAAU;AAElC,SAAK,aAAa;AAClB,SAAK,mBAAmB,SAAS;AACjC,QAAI,KAAK,sBAAsB;AAC7B,mBAAa,KAAK,oBAAoB;AACtC,WAAK,uBAAuB;AAAA,IAC9B;AAAA,EACF;AAAA,EAEQ,cAAc,SAA6B;AACjD,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK;AACH,aAAK,IAAI,cAAc;AACvB;AAAA,MAEF,KAAK;AACH,YAAI,OAAO,QAAQ,SAAS,UAAU;AACpC,eAAK,eAAe,KAAK,aAAa,MAAM,MAAM,QAAQ;AAC1D,eAAK,IAAI,2BAA2B,QAAQ,IAAI,GAAG;AAAA,QACrD;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AAGH,YAAI,QAAQ,aAAa,KAAK,SAAS;AACrC,eAAK,eAAe;AAAA,QACtB;AACA;AAAA,MAEF,KAAK;AAEH;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,eAAe;AACxB;AAAA,MAEF,KAAK;AACH,aAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,IACJ;AAAA,EACF;AAAA,EAEQ,YAAY;AAClB,QAAI,KAAK,UAAW;AACpB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAY,oBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,KAAK,kBAAkB;AAC3C;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,mBAAmB,SAAS,GAAG;AACtC,iBAAK,IAAI,4BAA4B;AACrC,iBAAK,aAAa;AAClB,iBAAK,mBAAmB;AAAA,cAAQ,CAAC,UAC/B,KAAK,eAAe,KAAK;AAAA,YAC3B;AAAA,UACF;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAc,mBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;;;AE3RA,SAAS,WAAW;AAEpB,OAAOA,gBAAe;AAetB,IAAMC,8BAA6B;AACnC,IAAMC,uBAAsB;AAC5B,IAAMC,qBAAoB;AAEnB,IAAM,aAAN,cAAyB,IAAI;AAAA,EAelC,YAA6B,SAA4B;AACvD,UAAM;AADqB;AAZ7B,SAAQ,UAAU;AAKlB;AAAA;AAAA;AAAA;AAAA,SAAQ,aAAa;AACrB,SAAQ,eAAe;AAEvB,SAAQ,WAAW;AACnB,SAAQ,aAAa;AACrB,SAAQ,aAAa;AAKnB,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,UAAU;AAChB,SAAK,cAAc,KAAK,OAAO,EAAE,MAAM,CAAC,UAAU;AAChD,cAAQ,MAAM,kCAAkC,KAAK;AACrD,WAAK,UAAU;AAAA,IACjB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAsB;AAC1B,UAAM,aAAa,EAAE,KAAK;AAC1B,QAAI,UAAU;AACd,QAAI,cAAc;AASlB,UAAM,eAAe,MAAM;AACzB,UAAI,QAAS,QAAO;AAEpB,UAAI,KAAK,eAAe,WAAY,QAAO;AAC3C,WAAK;AACL,gBAAU,KAAK;AACf,oBAAc,QAAQ,SAAS;AAC/B,WAAK,eAAe;AACpB,WAAK,WAAW;AAChB,WAAK,aAAa;AASlB,WAAK,YAAY,KAAK,MAAM;AAC1B,YAAI,YAAY,KAAK,QAAS;AAC9B,aAAK,UAAU,WAAW;AAAA,MAC5B,CAAC;AACD,aAAO;AAAA,IACT;AAEA,eAAW,GAAG,QAAQ,OAAO,UAAkB;AAC7C,UAAI,CAAC,aAAa,EAAG;AACrB,UAAI,YAAY,KAAK,QAAS;AAC9B,YAAM,OAAO,MAAM,SAAS,OAAO,EAAE,QAAQ,aAAa,GAAG;AAC7D,WAAK,YAAY;AAEjB,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,YAAM,aAAa,KAAK,YAAY,GAAG;AACvC,UAAI,eAAe,IAAI;AACrB,aAAK,cAAc;AAAA,MACrB,OAAO;AACL,aAAK;AAAA,UACH,KAAK,aAAa,KAAK,MAAM,GAAG,aAAa,CAAC;AAAA,UAC9C;AAAA,QACF;AACA,aAAK,aAAa,KAAK,MAAM,aAAa,CAAC;AAAA,MAC7C;AAAA,IACF,CAAC;AAED,eAAW,GAAG,SAAS,CAAC,UAAU;AAChC,UAAI,CAAC,QAAS;AACd,WAAK,IAAI,6CAA6C,KAAK;AAC3D,WAAK,eAAe;AAAA,IACtB,CAAC;AAED,eAAW,GAAG,OAAO,YAAY;AAG/B,UAAI,CAAC,WAAW,YAAY,KAAK,QAAS;AAC1C,YAAM,KAAK;AACX,UAAI,YAAY,KAAK,QAAS;AAG9B,UAAI,KAAK,WAAW,KAAK,GAAG;AAC1B,aAAK,eAAe,KAAK,YAAY,WAAW;AAChD,aAAK,aAAa;AAAA,MACpB;AAGA,WAAK,QAAQ;AAAA,QACX,KAAK,UAAU;AAAA,UACb,MAAM;AAAA,UACN,eAAe;AAAA,QACjB,CAA6B;AAAA,MAC/B;AACA,WAAK,IAAI,oBAAoB;AAAA,IAC/B,CAAC;AAAA,EACH;AAAA,EAEA,SAAS;AACP,SAAK;AACL,QAAI,CAAC,KAAK,aAAc;AACxB,SAAK,IAAI,QAAQ;AACjB,SAAK,eAAe;AACpB,SAAK,WAAW;AAChB,SAAK,aAAa;AAGlB,SAAK;AAIL,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AAQA,UAAM,SAAS,KAAK;AACpB,SAAK,SAAS;AACd,QAAI,QAAQ;AACV,aAAO,mBAAmB;AAC1B,UACE,OAAO,eAAeC,WAAU,QAChC,OAAO,eAAeA,WAAU,YAChC;AACA,eAAO,MAAM,GAAI;AAAA,MACnB;AAAA,IACF;AACA,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,UAAU;AACR,UAAM,QAAQ;AACd,QAAI,KAAK,kBAAkB;AACzB,mBAAa,KAAK,gBAAgB;AAClC,WAAK,mBAAmB;AAAA,IAC1B;AACA,SAAK,QAAQ,mBAAmB;AAChC,QAAI,KAAK,QAAQ,eAAeA,WAAU,MAAM;AAC9C,WAAK,QAAQ,MAAM,GAAI;AAAA,IACzB;AACA,SAAK,SAAS;AACd,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,cAAc;AACpB,UAAM,SAAS,KAAK,QAAQ,UAAU;AACtC,WAAO,SAAS,MAAM;AAAA,EACxB;AAAA,EAEA,MAAc,SAAS;AACrB,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,SAAS,IAAIA,WAAU,KAAK,YAAY,GAAG;AAAA,QAC/C,SAAS;AAAA,UACP,aAAa,KAAK,QAAQ;AAAA,QAC5B;AAAA,MACF,CAAC;AACD,WAAK,SAAS;AAEd,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,IAAI,oBAAoB;AAC7B,eAAO,mBAAmB;AAC1B,eAAO,MAAM;AACb,aAAK,SAAS;AACd,eAAO,IAAI,MAAM,8BAA8B,CAAC;AAAA,MAClD,GAAG,KAAK,QAAQ,qBAAqBH,2BAA0B;AAE/D,aAAO,iBAAiB,QAAQ,MAAM;AACpC,qBAAa,OAAO;AACpB,aAAK,IAAI,mBAAmB;AAG5B,gBAAQ;AAAA,MACV,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,UAAU;AAC1C,qBAAa,OAAO;AACpB,aAAK,IAAI,oBAAoB,KAAK;AAClC,eAAO,IAAI,MAAM,4BAA4B,CAAC;AAAA,MAChD,CAAC;AAED,aAAO,iBAAiB,SAAS,CAAC,EAAE,MAAM,OAAO,MAAM;AACrD,qBAAa,OAAO;AACpB,aAAK,QAAQ,mBAAmB;AAChC,aAAK,SAAS;AAEd,YAAI,SAAS,KAAM;AACjB,eAAK,UAAU;AAAA,QACjB,OAAO;AACL,eAAK,IAAI,qBAAqB,EAAE,MAAM,OAAO,CAAC;AAE9C,cAAI,CAAC,KAAK,cAAc;AACtB,iBAAK,UAAU;AAAA,UACjB;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO,iBAAiB,WAAW,CAAC,UAAU;AAC5C,YAAI;AACF,gBAAM,UAA2B,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC;AAEjE,kBAAQ,QAAQ,MAAM;AAAA,YACpB,KAAK;AAIH,mBAAK,IAAI,gBAAgB,QAAQ,cAAc,EAAE;AACjD;AAAA,YAEF,KAAK;AACH,mBAAK,oBAAoB,OAAO;AAChC;AAAA,YAEF,KAAK;AAEH,kBACE,mBAAmB,WACnB,QAAQ,kBAAkB,KAAK,QAAQ,SAAS;AAEhD;AACF,mBAAK,IAAI,aAAa;AACtB,mBAAK,eAAe;AACpB,mBAAK,WAAW;AAChB;AAAA,YAEF,KAAK;AACH,mBAAK,IAAI,UAAU,QAAQ,SAAS,QAAQ,IAAI;AAChD;AAAA,UACJ;AAAA,QACF,QAAQ;AACN,eAAK,IAAI,yBAAyB,MAAM,IAAI;AAAA,QAC9C;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEQ,UAAU,aAAqB;AACrC,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN,UAAU,KAAK,QAAQ;AAAA,QACvB,YAAY,KAAK,QAAQ,aAAa;AAAA,QACtC,eAAe,KAAK,QAAQ,gBAAgB;AAAA,QAC5C,iBAAiB;AAAA,QACjB,aAAa,KAAK,QAAQ;AAAA,QAC1B,eAAe;AAAA,MACjB,CAA+B;AAAA,IACjC;AACA,SAAK,IAAI,6BAA6B,WAAW,GAAG;AAAA,EACtD;AAAA,EAEQ,eAAe,MAAc,aAAqB;AACxD,SAAK,QAAQ;AAAA,MACX,KAAK,UAAU;AAAA,QACb,MAAM;AAAA,QACN;AAAA,QACA,eAAe;AAAA,MACjB,CAA8B;AAAA,IAChC;AACA,SAAK,IAAI,qBAAqB,IAAI,GAAG;AAAA,EACvC;AAAA,EAEQ,oBAAoB,SAA+B;AAEzD,QAAI,QAAQ,kBAAkB,KAAK,QAAQ,SAAS,EAAG;AAEvD,UAAM,QAAQ,OAAO,KAAK,QAAQ,OAAO,QAAQ;AACjD,SAAK,IAAI,yBAAyB,MAAM,MAAM,SAAS;AACvD,SAAK,KAAK,SAAS,KAAK;AAAA,EAC1B;AAAA,EAEQ,YAAY;AAClB,SAAK;AACL,QAAI,KAAK,cAAc,KAAK,QAAQ,YAAYE,qBAAoB;AAClE,WAAK,IAAI,gCAAgC;AACzC,WAAK,KAAK,UAAU,CAAC,KAAK,QAAQ,CAAC;AACnC;AAAA,IACF;AAEA,SAAK,cAAc,IAAI,QAAQ,CAAC,YAAY;AAC1C,WAAK,IAAI,iBAAiB;AAC1B,WAAK,mBAAmB,WAAW,MAAM;AACvC,aAAK,mBAAmB;AACxB,aAAK,OAAO,EACT,KAAK,MAAM;AACV,eAAK,aAAa;AAKlB,cAAI,KAAK,SAAS,SAAS,GAAG;AAC5B,kBAAM,cAAc,KAAK,QAAQ,SAAS;AAC1C,iBAAK,IAAI,2BAA2B;AACpC,iBAAK,UAAU,WAAW;AAC1B,iBAAK,eAAe,KAAK,UAAU,WAAW;AAAA,UAChD;AAAA,QACF,CAAC,EACA,KAAK,OAAO,EACZ,MAAM,CAAC,UAAU;AAChB,eAAK,IAAI,uBAAuB,KAAK;AACrC,eAAK,UAAU;AAAA,QACjB,CAAC;AAAA,MACL,GAAG,KAAK,QAAQ,cAAcD,oBAAmB;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":["WebSocket","DEFAULT_CONNECTION_TIMEOUT","DEFAULT_RETRY_DELAY","DEFAULT_MAX_RETRY","WebSocket"]}
|
package/package.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/gradium",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.1.1",
|
|
4
4
|
"description": "Gradium TTS implementation for @micdrop/server",
|
|
5
|
-
"author": "
|
|
5
|
+
"author": "Godefroy de Compreignac",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"main": "./dist/index.js",
|
|
8
8
|
"module": "./dist/index.mjs",
|
|
@@ -32,6 +32,7 @@
|
|
|
32
32
|
"voice",
|
|
33
33
|
"conversation",
|
|
34
34
|
"gradium",
|
|
35
|
+
"stt",
|
|
35
36
|
"tts"
|
|
36
37
|
],
|
|
37
38
|
"dependencies": {
|