@cogitator-ai/voice 0.1.13 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +128 -84
- package/dist/audio.d.ts +7 -0
- package/dist/audio.d.ts.map +1 -1
- package/dist/audio.js +40 -3
- package/dist/audio.js.map +1 -1
- package/dist/cogitator-runner.d.ts +34 -0
- package/dist/cogitator-runner.d.ts.map +1 -0
- package/dist/cogitator-runner.js +28 -0
- package/dist/cogitator-runner.js.map +1 -0
- package/dist/index.d.ts +6 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -4
- package/dist/index.js.map +1 -1
- package/dist/pipeline/index.d.ts +2 -2
- package/dist/pipeline/index.d.ts.map +1 -1
- package/dist/pipeline/index.js.map +1 -1
- package/dist/pipeline/pipeline-session.d.ts +20 -2
- package/dist/pipeline/pipeline-session.d.ts.map +1 -1
- package/dist/pipeline/pipeline-session.js +187 -63
- package/dist/pipeline/pipeline-session.js.map +1 -1
- package/dist/pipeline/voice-pipeline.d.ts +12 -7
- package/dist/pipeline/voice-pipeline.d.ts.map +1 -1
- package/dist/pipeline/voice-pipeline.js +14 -4
- package/dist/pipeline/voice-pipeline.js.map +1 -1
- package/dist/realtime/gemini-realtime.d.ts +15 -3
- package/dist/realtime/gemini-realtime.d.ts.map +1 -1
- package/dist/realtime/gemini-realtime.js +140 -94
- package/dist/realtime/gemini-realtime.js.map +1 -1
- package/dist/realtime/openai-realtime.d.ts +10 -1
- package/dist/realtime/openai-realtime.d.ts.map +1 -1
- package/dist/realtime/openai-realtime.js +140 -69
- package/dist/realtime/openai-realtime.js.map +1 -1
- package/dist/realtime/realtime-session.d.ts +10 -0
- package/dist/realtime/realtime-session.d.ts.map +1 -1
- package/dist/realtime/realtime-session.js +60 -7
- package/dist/realtime/realtime-session.js.map +1 -1
- package/dist/stt/deepgram-stt.d.ts +3 -0
- package/dist/stt/deepgram-stt.d.ts.map +1 -1
- package/dist/stt/deepgram-stt.js +104 -55
- package/dist/stt/deepgram-stt.js.map +1 -1
- package/dist/stt/openai-stt.d.ts +5 -0
- package/dist/stt/openai-stt.d.ts.map +1 -1
- package/dist/stt/openai-stt.js +87 -17
- package/dist/stt/openai-stt.js.map +1 -1
- package/dist/tools.d.ts +3 -3
- package/dist/transport/ws-transport.d.ts +6 -7
- package/dist/transport/ws-transport.d.ts.map +1 -1
- package/dist/transport/ws-transport.js +58 -20
- package/dist/transport/ws-transport.js.map +1 -1
- package/dist/tts/elevenlabs-tts.d.ts.map +1 -1
- package/dist/tts/elevenlabs-tts.js +26 -16
- package/dist/tts/elevenlabs-tts.js.map +1 -1
- package/dist/types.d.ts +38 -16
- package/dist/types.d.ts.map +1 -1
- package/dist/vad/silero-vad.d.ts +14 -1
- package/dist/vad/silero-vad.d.ts.map +1 -1
- package/dist/vad/silero-vad.js +101 -25
- package/dist/vad/silero-vad.js.map +1 -1
- package/dist/voice-agent.d.ts +14 -0
- package/dist/voice-agent.d.ts.map +1 -1
- package/dist/voice-agent.js +112 -23
- package/dist/voice-agent.js.map +1 -1
- package/package.json +15 -13
|
@@ -2,6 +2,12 @@ import { EventEmitter } from 'node:events';
|
|
|
2
2
|
import http from 'node:http';
|
|
3
3
|
import { WebSocketServer, WebSocket } from 'ws';
|
|
4
4
|
import { nanoid } from 'nanoid';
|
|
5
|
+
function rejectUpgrade(socket, code, message) {
|
|
6
|
+
const status = Number.isInteger(code) && code >= 400 && code <= 599 ? code : 403;
|
|
7
|
+
const reason = message.replace(/[^\x20-\x7e]/g, ' ').trim() || 'Forbidden';
|
|
8
|
+
socket.write(`HTTP/1.1 ${status} ${reason}\r\nConnection: close\r\nContent-Length: 0\r\n\r\n`);
|
|
9
|
+
socket.destroy();
|
|
10
|
+
}
|
|
5
11
|
const KEEPALIVE_INTERVAL_MS = 30_000;
|
|
6
12
|
export class VoiceClient extends EventEmitter {
|
|
7
13
|
ws;
|
|
@@ -61,6 +67,9 @@ export class VoiceClient extends EventEmitter {
|
|
|
61
67
|
close(code, reason) {
|
|
62
68
|
this.ws.close(code, reason);
|
|
63
69
|
}
|
|
70
|
+
terminate() {
|
|
71
|
+
this.ws.terminate();
|
|
72
|
+
}
|
|
64
73
|
}
|
|
65
74
|
export class WebSocketTransport extends EventEmitter {
|
|
66
75
|
path;
|
|
@@ -72,6 +81,7 @@ export class WebSocketTransport extends EventEmitter {
|
|
|
72
81
|
clients = new Set();
|
|
73
82
|
upgradeHandler = null;
|
|
74
83
|
pingInterval = null;
|
|
84
|
+
pendingUpgrades = 0;
|
|
75
85
|
constructor(config) {
|
|
76
86
|
super();
|
|
77
87
|
this.path = config?.path ?? '/voice';
|
|
@@ -127,53 +137,81 @@ export class WebSocketTransport extends EventEmitter {
|
|
|
127
137
|
setupWss(server) {
|
|
128
138
|
this.wss = new WebSocketServer({ noServer: true });
|
|
129
139
|
this.upgradeHandler = (req, socket, head) => {
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
140
|
+
let pathname;
|
|
141
|
+
try {
|
|
142
|
+
pathname = new URL(req.url || '/', 'http://localhost').pathname;
|
|
143
|
+
}
|
|
144
|
+
catch {
|
|
145
|
+
pathname = '';
|
|
135
146
|
}
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
147
|
+
if (pathname !== this.path) {
|
|
148
|
+
if (this.ownsServer) {
|
|
149
|
+
socket.on('error', () => socket.destroy());
|
|
150
|
+
rejectUpgrade(socket, 404, 'Not Found');
|
|
151
|
+
}
|
|
140
152
|
return;
|
|
141
153
|
}
|
|
154
|
+
socket.on('error', () => socket.destroy());
|
|
155
|
+
void this.handleUpgrade(req, socket, head);
|
|
156
|
+
};
|
|
157
|
+
server.on('upgrade', this.upgradeHandler);
|
|
158
|
+
this.startKeepalive();
|
|
159
|
+
}
|
|
160
|
+
async handleUpgrade(req, socket, head) {
|
|
161
|
+
if (!this.wss) {
|
|
162
|
+
rejectUpgrade(socket, 503, 'Service Unavailable');
|
|
163
|
+
return;
|
|
164
|
+
}
|
|
165
|
+
if (this.clients.size + this.pendingUpgrades >= this.maxConnections) {
|
|
166
|
+
rejectUpgrade(socket, 503, 'Service Unavailable');
|
|
167
|
+
return;
|
|
168
|
+
}
|
|
169
|
+
this.pendingUpgrades++;
|
|
170
|
+
try {
|
|
142
171
|
if (this.verifyClient) {
|
|
143
|
-
|
|
172
|
+
let result;
|
|
173
|
+
try {
|
|
174
|
+
result = await this.verifyClient(req);
|
|
175
|
+
}
|
|
176
|
+
catch {
|
|
177
|
+
rejectUpgrade(socket, 500, 'Internal Server Error');
|
|
178
|
+
return;
|
|
179
|
+
}
|
|
144
180
|
if (result !== true) {
|
|
145
|
-
socket
|
|
146
|
-
socket.destroy();
|
|
181
|
+
rejectUpgrade(socket, result.code, result.message);
|
|
147
182
|
return;
|
|
148
183
|
}
|
|
149
184
|
}
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
socket.
|
|
185
|
+
const wss = this.wss;
|
|
186
|
+
if (!wss || socket.destroyed) {
|
|
187
|
+
if (!socket.destroyed)
|
|
188
|
+
rejectUpgrade(socket, 503, 'Service Unavailable');
|
|
153
189
|
return;
|
|
154
190
|
}
|
|
155
|
-
|
|
191
|
+
wss.handleUpgrade(req, socket, head, (ws) => {
|
|
156
192
|
const client = new VoiceClient(ws);
|
|
157
193
|
this.clients.add(client);
|
|
158
194
|
client.on('close', () => this.clients.delete(client));
|
|
159
195
|
this.emit('connection', client);
|
|
160
196
|
});
|
|
161
|
-
}
|
|
162
|
-
|
|
163
|
-
|
|
197
|
+
}
|
|
198
|
+
finally {
|
|
199
|
+
this.pendingUpgrades--;
|
|
200
|
+
}
|
|
164
201
|
}
|
|
165
202
|
startKeepalive() {
|
|
166
203
|
this.pingInterval = setInterval(() => {
|
|
167
204
|
for (const client of this.clients) {
|
|
168
205
|
if (!client.isAlive) {
|
|
169
|
-
client.close(1001, 'pong timeout');
|
|
170
206
|
this.clients.delete(client);
|
|
207
|
+
client.terminate();
|
|
171
208
|
continue;
|
|
172
209
|
}
|
|
173
210
|
client.markDead();
|
|
174
211
|
client.ping();
|
|
175
212
|
}
|
|
176
213
|
}, KEEPALIVE_INTERVAL_MS);
|
|
214
|
+
this.pingInterval.unref();
|
|
177
215
|
}
|
|
178
216
|
stopKeepalive() {
|
|
179
217
|
if (this.pingInterval) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ws-transport.js","sourceRoot":"","sources":["../../src/transport/ws-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"ws-transport.js","sourceRoot":"","sources":["../../src/transport/ws-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAMhC,SAAS,aAAa,CAAC,MAAc,EAAE,IAAY,EAAE,OAAe;IAClE,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IACjF,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,WAAW,CAAC;IAC3E,MAAM,CAAC,KAAK,CAAC,YAAY,MAAM,IAAI,MAAM,oDAAoD,CAAC,CAAC;IAC/F,MAAM,CAAC,OAAO,EAAE,CAAC;AACnB,CAAC;AAED,MAAM,qBAAqB,GAAG,MAAM,CAAC;AASrC,MAAM,OAAO,WAAY,SAAQ,YAA+B;IAIjC;IAHpB,EAAE,CAAS;IACZ,KAAK,GAAG,IAAI,CAAC;IAErB,YAA6B,EAAa;QACxC,KAAK,EAAE,CAAC;QADmB,OAAE,GAAF,EAAE,CAAW;QAExC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC;QAEnB,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAuB,EAAE,QAAiB,EAAE,EAAE;YAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC7B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACrB,CAAC,CAAC,IAAI,YAAY,WAAW;oBAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;oBACnC,CAAC,CAAC,IAAI,CAAC;YACX,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;oBAC1D,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAC/B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,iBAAkB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACzC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAa;QACrB,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,WAAW,CAAC,GAA4B;QACtC,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAa,EAAE,MAAe;QAClC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS;QACP,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;IACtB,CAAC;CACF;AAMD,MAAM,OAAO,kBAAmB,SAAQ,YAA6B;IAClD,IAAI,CAAS;IACb,cAAc,CAAS;IACvB,YAAY,CAA4C;IACjE,GAAG,GAA2B,IAAI,CAAC;IACnC,MAAM,GAAuB,IAAI,CAAC;IAClC,UAAU,GAAG,KAAK,CAAC;IACnB,OAAO,GAAG,IAAI,GAAG,EAAe,CAAC;IACjC,cAAc,GACyD,IAAI,CAAC;IAC5E,YAAY,GAA0C,IAAI,CAAC;IAC3D,eAAe,GAAG,CAAC,CAAC;IAE5B,YAAY,MAAiC;QAC3C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,IAAI,QAAQ,CAAC;QACrC,IAAI,CAAC,cAAc,GAAG,MAAM,EAAE,cAAc,IAAI,GAAG,CAAC;QACpD,IAAI,CAAC,YAAY,GAAG,MAAM,EAAE,YAAY,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACnC,IAAI,CAAC,MAAO,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;gBAC7B,IAAI,CAAC,MAAO,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC7C,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,MAAmB;QAChC,IAAI,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAED,IAAI,IAAI;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACpC,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAC3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,GAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACvE,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAErB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC1C,IAAI,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAC7D,CAAC;YACF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,MAAmB;QAClC,IAAI,CAAC,GAAG,GAAG,IAAI,eAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnD,IAAI,CAAC,cAAc,GAAG,CAAC,GAAyB,EAAE,MAAc,EAAE,IAAY,EAAE,EAAE;YAChF,IAAI,QAAgB,CAAC;YACrB,IAAI,CAAC;gBACH,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC;YAClE,CAAC;YAAC,MAAM,CAAC;gBACP,QAAQ,GAAG,EAAE,CAAC;YAChB,CAAC;YACD,IAAI,QAAQ,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC3B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC3C,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;gBAC1C,CAAC;gBACD,OAAO;YACT,CAAC;YAED,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3C,KAAK,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1C,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,GAAyB,EACzB,MAAc,EACd,IAAY;QAEZ,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACd,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,qBAAqB,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACpE,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,qBAAqB,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,IAAI,MAAkF,CAAC;gBACvF,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;gBACxC,CAAC;gBAAC,MAAM,CAAC;oBACP,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,uBAAuB,CAAC,CAAC;oBACpD,OAAO;gBACT,CAAC;gBACD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;oBACpB,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;oBACnD,OAAO;gBACT,CAAC;YACH,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;YACrB,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC7B,IAAI,CAAC,MAAM,CAAC,SAAS;oBAAE,aAAa,CAAC,MAAM,EAAE,GAAG,EAAE,qBAAqB,CAAC,CAAC;gBACzE,OAAO;YACT,CAAC;YAED,GAAG,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE;gBAC1C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;gBACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACzB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;YACnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAClC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;oBAC5B,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnB,SAAS;gBACX,CAAC;gBACD,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,CAAC;QACH,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC1B,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"elevenlabs-tts.d.ts","sourceRoot":"","sources":["../../src/tts/elevenlabs-tts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAoB,MAAM,aAAa,CAAC;AAE7E,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;
|
|
1
|
+
{"version":3,"file":"elevenlabs-tts.d.ts","sourceRoot":"","sources":["../../src/tts/elevenlabs-tts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAoB,MAAM,aAAa,CAAC;AAE7E,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA2BD,qBAAa,aAAc,YAAW,WAAW;IAC/C,QAAQ,CAAC,IAAI,gBAAgB;IAE7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,MAAM,EAAE,mBAAmB;IAMjC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAO9D,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC;YAqBrE,OAAO;IA2CrB,OAAO,CAAC,YAAY;CAKrB"}
|
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
const BASE_URL = 'https://api.elevenlabs.io';
|
|
2
2
|
const DEFAULT_VOICE_ID = '21m00Tcm4TlvDq8ikWAM';
|
|
3
3
|
const DEFAULT_MODEL = 'eleven_flash_v2_5';
|
|
4
|
+
const RESPONSE_TIMEOUT_MS = 60_000;
|
|
4
5
|
function mapFormat(format) {
|
|
5
6
|
switch (format) {
|
|
6
7
|
case 'pcm16':
|
|
7
|
-
return '
|
|
8
|
+
return 'pcm_24000';
|
|
8
9
|
case 'opus':
|
|
9
10
|
return 'opus_48000_32';
|
|
10
11
|
case 'flac':
|
|
@@ -58,22 +59,31 @@ export class ElevenLabsTTS {
|
|
|
58
59
|
const voiceId = encodeURIComponent(options?.voice ?? this.voiceId);
|
|
59
60
|
const outputFormat = mapFormat(options?.format);
|
|
60
61
|
const url = `${BASE_URL}/v1/text-to-speech/${voiceId}${suffix}?output_format=${outputFormat}`;
|
|
61
|
-
const
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
voice_settings: {
|
|
71
|
-
stability: 0.5,
|
|
72
|
-
similarity_boost: 0.75,
|
|
62
|
+
const controller = new AbortController();
|
|
63
|
+
const timer = setTimeout(() => controller.abort(new Error(`ElevenLabs request timed out after ${RESPONSE_TIMEOUT_MS}ms`)), RESPONSE_TIMEOUT_MS);
|
|
64
|
+
let response;
|
|
65
|
+
try {
|
|
66
|
+
response = await fetch(url, {
|
|
67
|
+
method: 'POST',
|
|
68
|
+
headers: {
|
|
69
|
+
'xi-api-key': this.apiKey,
|
|
70
|
+
'Content-Type': 'application/json',
|
|
73
71
|
},
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
72
|
+
body: JSON.stringify({
|
|
73
|
+
text,
|
|
74
|
+
model_id: this.model,
|
|
75
|
+
voice_settings: {
|
|
76
|
+
stability: 0.5,
|
|
77
|
+
similarity_boost: 0.75,
|
|
78
|
+
...(options?.speed !== undefined && { speed: options.speed }),
|
|
79
|
+
},
|
|
80
|
+
}),
|
|
81
|
+
signal: controller.signal,
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
finally {
|
|
85
|
+
clearTimeout(timer);
|
|
86
|
+
}
|
|
77
87
|
if (!response.ok) {
|
|
78
88
|
const body = await response.text();
|
|
79
89
|
throw new Error(`ElevenLabs API error ${response.status}: ${body}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"elevenlabs-tts.js","sourceRoot":"","sources":["../../src/tts/elevenlabs-tts.ts"],"names":[],"mappings":"AAQA,MAAM,QAAQ,GAAG,2BAA2B,CAAC;AAC7C,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;AAChD,MAAM,aAAa,GAAG,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"elevenlabs-tts.js","sourceRoot":"","sources":["../../src/tts/elevenlabs-tts.ts"],"names":[],"mappings":"AAQA,MAAM,QAAQ,GAAG,2BAA2B,CAAC;AAC7C,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;AAChD,MAAM,aAAa,GAAG,mBAAmB,CAAC;AAC1C,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAEnC,SAAS,SAAS,CAAC,MAAyB;IAC1C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,OAAO;YACV,OAAO,WAAW,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,eAAe,CAAC;QACzB,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,MAAM,IAAI,KAAK,CACb,+FAA+F,CAChG,CAAC;QACJ,KAAK,KAAK;YACR,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAC;QAC9F,KAAK,KAAK,CAAC;QACX;YACE,OAAO,eAAe,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,MAAM,OAAO,aAAa;IACf,IAAI,GAAG,YAAY,CAAC;IAEZ,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,KAAK,CAAS;IAE/B,YAAY,MAA2B;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;QAClD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,OAAoB;QACjD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAAY,EAAE,OAAoB;QACxD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAE9D,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,MAAM,GAAI,QAAQ,CAAC,IAAmC,CAAC,SAAS,EAAE,CAAC;QACzE,IAAI,CAAC;YACH,SAAS,CAAC;gBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,OAAoB,EAAE,MAAM,GAAG,EAAE;QACnE,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,GAAG,QAAQ,sBAAsB,OAAO,GAAG,MAAM,kBAAkB,YAAY,EAAE,CAAC;QAE9F,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CACtB,GAAG,EAAE,CACH,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,sCAAsC,mBAAmB,IAAI,CAAC,CAAC,EAC5F,mBAAmB,CACpB,CAAC;QAEF,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC1B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,MAAM;oBACzB,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,IAAI;oBACJ,QAAQ,EAAE,IAAI,CAAC,KAAK;oBACpB,cAAc,EAAE;wBACd,SAAS,EAAE,GAAG;wBACd,gBAAgB,EAAE,IAAI;wBACtB,GAAG,CAAC,OAAO,EAAE,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;qBAC9D;iBACF,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;CACF"}
|
package/dist/types.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { IncomingMessage } from 'node:http';
|
|
1
2
|
import type { TranscribeResult, VoiceAudioFormat } from '@cogitator-ai/types';
|
|
2
3
|
export type { TranscribeResult, VoiceAudioFormat };
|
|
3
4
|
export interface STTOptions {
|
|
@@ -7,6 +8,8 @@ export interface STTOptions {
|
|
|
7
8
|
export interface STTStreamOptions extends STTOptions {
|
|
8
9
|
interimResults?: boolean;
|
|
9
10
|
endpointing?: number;
|
|
11
|
+
/** Sample rate of the raw PCM16 audio written to the stream. Defaults to 16000. */
|
|
12
|
+
sampleRate?: number;
|
|
10
13
|
}
|
|
11
14
|
export interface STTProvider {
|
|
12
15
|
readonly name: string;
|
|
@@ -49,41 +52,56 @@ export interface VADProvider {
|
|
|
49
52
|
process(samples: Float32Array): VADEvent | Promise<VADEvent>;
|
|
50
53
|
reset(): void;
|
|
51
54
|
}
|
|
55
|
+
export interface VoiceRunContext {
|
|
56
|
+
/** Identifier of the voice session (one per connected client / pipeline session). */
|
|
57
|
+
sessionId: string;
|
|
58
|
+
/** Aborted when the turn is interrupted or the session closes. */
|
|
59
|
+
signal?: AbortSignal;
|
|
60
|
+
}
|
|
61
|
+
export interface VoiceAgentRunner {
|
|
62
|
+
run(input: string, context?: VoiceRunContext): Promise<{
|
|
63
|
+
content: string;
|
|
64
|
+
}>;
|
|
65
|
+
/** Used as realtime-mode instructions when `VoiceAgentConfig.instructions` is not set. */
|
|
66
|
+
readonly instructions?: string;
|
|
67
|
+
}
|
|
52
68
|
export interface VoicePipelineConfig {
|
|
53
69
|
stt: STTProvider;
|
|
54
70
|
tts: TTSProvider;
|
|
55
71
|
vad?: VADProvider;
|
|
56
|
-
agent:
|
|
57
|
-
run: (input: string) => Promise<{
|
|
58
|
-
content: string;
|
|
59
|
-
}>;
|
|
60
|
-
};
|
|
72
|
+
agent: VoiceAgentRunner;
|
|
61
73
|
/** @deprecated Not used by the pipeline. Audio is processed at provider-native rates. */
|
|
62
74
|
sampleRate?: number;
|
|
63
75
|
}
|
|
76
|
+
export interface RealtimeTool {
|
|
77
|
+
name: string;
|
|
78
|
+
description: string;
|
|
79
|
+
parameters: Record<string, unknown>;
|
|
80
|
+
execute: (args: unknown) => Promise<unknown>;
|
|
81
|
+
}
|
|
64
82
|
export interface RealtimeSessionConfig {
|
|
65
83
|
provider: 'openai' | 'gemini';
|
|
66
84
|
model?: string;
|
|
67
85
|
apiKey: string;
|
|
68
86
|
instructions?: string;
|
|
69
|
-
tools?:
|
|
70
|
-
name: string;
|
|
71
|
-
description: string;
|
|
72
|
-
parameters: Record<string, unknown>;
|
|
73
|
-
execute: (args: unknown) => Promise<unknown>;
|
|
74
|
-
}>;
|
|
87
|
+
tools?: RealtimeTool[];
|
|
75
88
|
voice?: string;
|
|
76
89
|
}
|
|
90
|
+
export type VerifyClientResult = true | {
|
|
91
|
+
code: number;
|
|
92
|
+
message: string;
|
|
93
|
+
};
|
|
77
94
|
export interface WebSocketTransportConfig {
|
|
78
95
|
path?: string;
|
|
79
96
|
maxConnections?: number;
|
|
97
|
+
/**
|
|
98
|
+
* Authorize an incoming upgrade request. Return `true` to accept or
|
|
99
|
+
* `{ code, message }` to reject with that HTTP status.
|
|
100
|
+
*/
|
|
101
|
+
verifyClient?: (req: IncomingMessage) => VerifyClientResult | Promise<VerifyClientResult>;
|
|
80
102
|
}
|
|
81
103
|
export interface VoiceAgentConfig {
|
|
82
|
-
agent:
|
|
83
|
-
run: (input: string) => Promise<{
|
|
84
|
-
content: string;
|
|
85
|
-
}>;
|
|
86
|
-
};
|
|
104
|
+
agent: VoiceAgentRunner;
|
|
87
105
|
mode: 'pipeline' | 'realtime';
|
|
88
106
|
stt?: STTProvider;
|
|
89
107
|
tts?: TTSProvider;
|
|
@@ -91,6 +109,10 @@ export interface VoiceAgentConfig {
|
|
|
91
109
|
realtimeProvider?: 'openai' | 'gemini';
|
|
92
110
|
realtimeApiKey?: string;
|
|
93
111
|
realtimeModel?: string;
|
|
112
|
+
/** Realtime-mode system instructions. Falls back to `agent.instructions`. */
|
|
113
|
+
instructions?: string;
|
|
114
|
+
/** Realtime-mode tools executed by the session on behalf of the model. */
|
|
115
|
+
tools?: RealtimeTool[];
|
|
94
116
|
voice?: string;
|
|
95
117
|
transport?: WebSocketTransportConfig;
|
|
96
118
|
}
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE9E,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC;AAEnD,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAiB,SAAQ,UAAU;IAClD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE9E,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC;AAEnD,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAiB,SAAQ,UAAU;IAClD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC3E,YAAY,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAC;CACrD;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACnC,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI,CAAC;IACvD,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,GAAG,IAAI,CAAC;IACjE,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,GAAG,IAAI,CAAC;IACrD,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,GAAG,IAAI,CAAC;IAC3D,kBAAkB,IAAI,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAChE,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;CAC9E;AAED,MAAM,MAAM,QAAQ,GAChB;IAAE,IAAI,EAAE,cAAc,CAAA;CAAE,GACxB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,CAAC;AAExB,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7D,KAAK,IAAI,IAAI,CAAC;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,qFAAqF;IACrF,SAAS,EAAE,MAAM,CAAC;IAClB,kEAAkE;IAClE,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5E,0FAA0F;IAC1F,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,WAAW,CAAC;IACjB,GAAG,EAAE,WAAW,CAAC;IACjB,GAAG,CAAC,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,gBAAgB,CAAC;IACxB,yFAAyF;IACzF,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,kBAAkB,GAAG,IAAI,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1E,MAAM,WAAW,wBAAwB;IACvC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,eAAe,KAAK,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CAC3F;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,gBAAgB,CAAC;IACxB,IAAI,EAAE,UAAU,GAAG,UAAU,CAAC;IAC9B,GAAG,CAAC,EAAE,WAAW,CAAC;IAClB,GAAG,CAAC,EAAE,WAAW,CAAC;IAClB,GAAG,CAAC,EAAE,WAAW,CAAC;IAClB,gBAAgB,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACvC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,6EAA6E;IAC7E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0EAA0E;IAC1E,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,wBAAwB,CAAC;CACtC"}
|
package/dist/vad/silero-vad.d.ts
CHANGED
|
@@ -5,25 +5,38 @@ export interface SileroVADConfig {
|
|
|
5
5
|
silenceDuration?: number;
|
|
6
6
|
sampleRate?: number;
|
|
7
7
|
}
|
|
8
|
+
/**
|
|
9
|
+
* Silero VAD (ONNX). Supports both the v4 (`h`/`c` state) and v5 (`state`) model
|
|
10
|
+
* signatures, detected from the model inputs. Audio of any length is accepted:
|
|
11
|
+
* samples are buffered and evaluated in fixed-size frames (512 @ 16kHz, 256 @ 8kHz).
|
|
12
|
+
*/
|
|
8
13
|
export declare class SileroVAD implements VADProvider {
|
|
9
14
|
readonly name = "silero";
|
|
10
15
|
private readonly modelPath;
|
|
11
16
|
private readonly threshold;
|
|
12
17
|
private readonly silenceDuration;
|
|
13
18
|
private readonly sampleRate;
|
|
14
|
-
private readonly
|
|
19
|
+
private readonly frameSize;
|
|
20
|
+
private readonly contextSize;
|
|
15
21
|
private session;
|
|
16
22
|
private ort;
|
|
23
|
+
private version;
|
|
17
24
|
private hn;
|
|
18
25
|
private cn;
|
|
26
|
+
private stateV5;
|
|
27
|
+
private context;
|
|
28
|
+
private pending;
|
|
19
29
|
private state;
|
|
20
30
|
private speechSamples;
|
|
21
31
|
private silenceMs;
|
|
32
|
+
private lastSpeechDurationMs;
|
|
22
33
|
constructor(config: SileroVADConfig);
|
|
23
34
|
init(): Promise<void>;
|
|
24
35
|
process(samples: Float32Array): Promise<VADEvent>;
|
|
25
36
|
reset(): void;
|
|
26
37
|
dispose(): void;
|
|
38
|
+
private summarize;
|
|
39
|
+
private infer;
|
|
27
40
|
private evaluate;
|
|
28
41
|
}
|
|
29
42
|
//# sourceMappingURL=silero-vad.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"silero-vad.d.ts","sourceRoot":"","sources":["../../src/vad/silero-vad.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;
|
|
1
|
+
{"version":3,"file":"silero-vad.d.ts","sourceRoot":"","sources":["../../src/vad/silero-vad.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAuBD;;;;GAIG;AACH,qBAAa,SAAU,YAAW,WAAW;IAC3C,QAAQ,CAAC,IAAI,YAAY;IAEzB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAErC,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,GAAG,CAA4B;IACvC,OAAO,CAAC,OAAO,CAAsB;IAErC,OAAO,CAAC,EAAE,CAAmC;IAC7C,OAAO,CAAC,EAAE,CAAmC;IAC7C,OAAO,CAAC,OAAO,CAAmC;IAClD,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,OAAO,CAAuB;IAEtC,OAAO,CAAC,KAAK,CAA+B;IAC5C,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,oBAAoB,CAAK;gBAErB,MAAM,EAAE,eAAe;IAc7B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBrB,OAAO,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC;IAmCvD,KAAK,IAAI,IAAI;IAWb,OAAO,IAAI,IAAI;IAMf,OAAO,CAAC,SAAS;YAiBH,KAAK;IAiCnB,OAAO,CAAC,QAAQ;CAiCjB"}
|
package/dist/vad/silero-vad.js
CHANGED
|
@@ -1,72 +1,147 @@
|
|
|
1
|
+
const V4_STATE_SIZE = 2 * 1 * 64;
|
|
2
|
+
const V5_STATE_SIZE = 2 * 1 * 128;
|
|
3
|
+
/**
|
|
4
|
+
* Silero VAD (ONNX). Supports both the v4 (`h`/`c` state) and v5 (`state`) model
|
|
5
|
+
* signatures, detected from the model inputs. Audio of any length is accepted:
|
|
6
|
+
* samples are buffered and evaluated in fixed-size frames (512 @ 16kHz, 256 @ 8kHz).
|
|
7
|
+
*/
|
|
1
8
|
export class SileroVAD {
|
|
2
9
|
name = 'silero';
|
|
3
10
|
modelPath;
|
|
4
11
|
threshold;
|
|
5
12
|
silenceDuration;
|
|
6
13
|
sampleRate;
|
|
7
|
-
|
|
14
|
+
frameSize;
|
|
15
|
+
contextSize;
|
|
8
16
|
session = null;
|
|
9
17
|
ort = null;
|
|
10
|
-
|
|
11
|
-
|
|
18
|
+
version = 'v4';
|
|
19
|
+
hn = new Float32Array(V4_STATE_SIZE);
|
|
20
|
+
cn = new Float32Array(V4_STATE_SIZE);
|
|
21
|
+
stateV5 = new Float32Array(V5_STATE_SIZE);
|
|
22
|
+
context;
|
|
23
|
+
pending = new Float32Array(0);
|
|
12
24
|
state = 'idle';
|
|
13
25
|
speechSamples = 0;
|
|
14
26
|
silenceMs = 0;
|
|
27
|
+
lastSpeechDurationMs = 0;
|
|
15
28
|
constructor(config) {
|
|
29
|
+
const sampleRate = config.sampleRate ?? 16000;
|
|
30
|
+
if (sampleRate !== 16000 && sampleRate !== 8000) {
|
|
31
|
+
throw new Error(`SileroVAD: sampleRate must be 8000 or 16000, got ${sampleRate}`);
|
|
32
|
+
}
|
|
16
33
|
this.modelPath = config.modelPath;
|
|
17
34
|
this.threshold = config.threshold ?? 0.5;
|
|
18
35
|
this.silenceDuration = config.silenceDuration ?? 500;
|
|
19
|
-
this.sampleRate =
|
|
20
|
-
this.
|
|
21
|
-
this.
|
|
22
|
-
this.
|
|
36
|
+
this.sampleRate = sampleRate;
|
|
37
|
+
this.frameSize = sampleRate === 16000 ? 512 : 256;
|
|
38
|
+
this.contextSize = sampleRate === 16000 ? 64 : 32;
|
|
39
|
+
this.context = new Float32Array(this.contextSize);
|
|
23
40
|
}
|
|
24
41
|
async init() {
|
|
25
42
|
if (this.session)
|
|
26
43
|
return;
|
|
27
44
|
const moduleName = 'onnxruntime-node';
|
|
45
|
+
let ort;
|
|
28
46
|
try {
|
|
29
|
-
|
|
47
|
+
ort = (await import(/* webpackIgnore: true */ moduleName));
|
|
30
48
|
}
|
|
31
49
|
catch {
|
|
32
50
|
throw new Error('onnxruntime-node is required for SileroVAD. Install it with: npm install onnxruntime-node');
|
|
33
51
|
}
|
|
34
|
-
|
|
52
|
+
const session = await ort.InferenceSession.create(this.modelPath);
|
|
53
|
+
this.version = session.inputNames?.includes('state') ? 'v5' : 'v4';
|
|
54
|
+
this.ort = ort;
|
|
55
|
+
this.session = session;
|
|
35
56
|
}
|
|
36
57
|
async process(samples) {
|
|
37
58
|
if (!this.session || !this.ort) {
|
|
38
59
|
throw new Error('SileroVAD: must call init() before process()');
|
|
39
60
|
}
|
|
40
61
|
if (samples.length === 0) {
|
|
41
|
-
return { type: 'silence' };
|
|
62
|
+
return this.state === 'speaking' ? { type: 'speech', probability: 0 } : { type: 'silence' };
|
|
42
63
|
}
|
|
43
|
-
|
|
44
|
-
|
|
64
|
+
const buffered = new Float32Array(this.pending.length + samples.length);
|
|
65
|
+
buffered.set(this.pending);
|
|
66
|
+
buffered.set(samples, this.pending.length);
|
|
67
|
+
const startState = this.state;
|
|
68
|
+
let transitioned = false;
|
|
69
|
+
let lastSpeechProbability = 0;
|
|
70
|
+
let offset = 0;
|
|
71
|
+
while (offset + this.frameSize <= buffered.length) {
|
|
72
|
+
const frame = buffered.subarray(offset, offset + this.frameSize);
|
|
73
|
+
offset += this.frameSize;
|
|
74
|
+
const probability = await this.infer(frame);
|
|
75
|
+
const event = this.evaluate(probability, frame.length);
|
|
76
|
+
if (event.type === 'speech_start' || event.type === 'speech_end') {
|
|
77
|
+
transitioned = true;
|
|
78
|
+
}
|
|
79
|
+
else if (event.type === 'speech') {
|
|
80
|
+
lastSpeechProbability = event.probability;
|
|
81
|
+
}
|
|
45
82
|
}
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
const sr = new Tensor('int64', BigInt64Array.from([BigInt(this.sampleRate)]), [1]);
|
|
49
|
-
const h = new Tensor('float32', this.hn, [2, 1, 64]);
|
|
50
|
-
const c = new Tensor('float32', this.cn, [2, 1, 64]);
|
|
51
|
-
const feeds = { input, sr, h, c };
|
|
52
|
-
const result = (await this.session.run(feeds));
|
|
53
|
-
const probability = result.output.data[0];
|
|
54
|
-
this.hn = new Float32Array(result.hn.data);
|
|
55
|
-
this.cn = new Float32Array(result.cn.data);
|
|
56
|
-
return this.evaluate(probability, samples.length);
|
|
83
|
+
this.pending = buffered.slice(offset);
|
|
84
|
+
return this.summarize(startState, transitioned, lastSpeechProbability);
|
|
57
85
|
}
|
|
58
86
|
reset() {
|
|
59
87
|
this.state = 'idle';
|
|
60
88
|
this.speechSamples = 0;
|
|
61
89
|
this.silenceMs = 0;
|
|
62
|
-
this.hn = new Float32Array(
|
|
63
|
-
this.cn = new Float32Array(
|
|
90
|
+
this.hn = new Float32Array(V4_STATE_SIZE);
|
|
91
|
+
this.cn = new Float32Array(V4_STATE_SIZE);
|
|
92
|
+
this.stateV5 = new Float32Array(V5_STATE_SIZE);
|
|
93
|
+
this.context = new Float32Array(this.contextSize);
|
|
94
|
+
this.pending = new Float32Array(0);
|
|
64
95
|
}
|
|
65
96
|
dispose() {
|
|
66
97
|
this.session = null;
|
|
67
98
|
this.ort = null;
|
|
68
99
|
this.reset();
|
|
69
100
|
}
|
|
101
|
+
summarize(startState, transitioned, probability) {
|
|
102
|
+
if (startState === 'idle' && this.state === 'speaking') {
|
|
103
|
+
return { type: 'speech_start' };
|
|
104
|
+
}
|
|
105
|
+
if (startState === 'speaking' && this.state === 'idle') {
|
|
106
|
+
return { type: 'speech_end', duration: this.lastSpeechDurationMs };
|
|
107
|
+
}
|
|
108
|
+
if (this.state === 'speaking') {
|
|
109
|
+
return { type: 'speech', probability: transitioned ? 1 : probability };
|
|
110
|
+
}
|
|
111
|
+
return { type: 'silence' };
|
|
112
|
+
}
|
|
113
|
+
async infer(frame) {
|
|
114
|
+
const { Tensor } = this.ort;
|
|
115
|
+
const sr = new Tensor('int64', BigInt64Array.from([BigInt(this.sampleRate)]), []);
|
|
116
|
+
if (this.version === 'v5') {
|
|
117
|
+
const input = new Float32Array(this.contextSize + frame.length);
|
|
118
|
+
input.set(this.context);
|
|
119
|
+
input.set(frame, this.contextSize);
|
|
120
|
+
this.context = input.slice(input.length - this.contextSize);
|
|
121
|
+
const result = await this.session.run({
|
|
122
|
+
input: new Tensor('float32', input, [1, input.length]),
|
|
123
|
+
state: new Tensor('float32', this.stateV5, [2, 1, 128]),
|
|
124
|
+
sr,
|
|
125
|
+
});
|
|
126
|
+
const stateN = result.stateN?.data;
|
|
127
|
+
if (stateN)
|
|
128
|
+
this.stateV5 = Float32Array.from(stateN);
|
|
129
|
+
return Number(result.output?.data[0] ?? 0);
|
|
130
|
+
}
|
|
131
|
+
const result = await this.session.run({
|
|
132
|
+
input: new Tensor('float32', frame, [1, frame.length]),
|
|
133
|
+
sr,
|
|
134
|
+
h: new Tensor('float32', this.hn, [2, 1, 64]),
|
|
135
|
+
c: new Tensor('float32', this.cn, [2, 1, 64]),
|
|
136
|
+
});
|
|
137
|
+
const hn = result.hn?.data;
|
|
138
|
+
const cn = result.cn?.data;
|
|
139
|
+
if (hn)
|
|
140
|
+
this.hn = Float32Array.from(hn);
|
|
141
|
+
if (cn)
|
|
142
|
+
this.cn = Float32Array.from(cn);
|
|
143
|
+
return Number(result.output?.data[0] ?? 0);
|
|
144
|
+
}
|
|
70
145
|
evaluate(probability, chunkLength) {
|
|
71
146
|
const isSpeech = probability >= this.threshold;
|
|
72
147
|
const chunkDurationMs = (chunkLength / this.sampleRate) * 1000;
|
|
@@ -87,6 +162,7 @@ export class SileroVAD {
|
|
|
87
162
|
this.silenceMs += chunkDurationMs;
|
|
88
163
|
if (this.silenceMs >= this.silenceDuration) {
|
|
89
164
|
const duration = (this.speechSamples / this.sampleRate) * 1000;
|
|
165
|
+
this.lastSpeechDurationMs = duration;
|
|
90
166
|
this.state = 'idle';
|
|
91
167
|
this.speechSamples = 0;
|
|
92
168
|
this.silenceMs = 0;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"silero-vad.js","sourceRoot":"","sources":["../../src/vad/silero-vad.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"silero-vad.js","sourceRoot":"","sources":["../../src/vad/silero-vad.ts"],"names":[],"mappings":"AA2BA,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;AACjC,MAAM,aAAa,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AAElC;;;;GAIG;AACH,MAAM,OAAO,SAAS;IACX,IAAI,GAAG,QAAQ,CAAC;IAER,SAAS,CAAS;IAClB,SAAS,CAAS;IAClB,eAAe,CAAS;IACxB,UAAU,CAAS;IACnB,SAAS,CAAS;IAClB,WAAW,CAAS;IAE7B,OAAO,GAAuB,IAAI,CAAC;IACnC,GAAG,GAAuB,IAAI,CAAC;IAC/B,OAAO,GAAiB,IAAI,CAAC;IAE7B,EAAE,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;IACrC,EAAE,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;IACrC,OAAO,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;IAC1C,OAAO,CAAe;IACtB,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IAE9B,KAAK,GAAwB,MAAM,CAAC;IACpC,aAAa,GAAG,CAAC,CAAC;IAClB,SAAS,GAAG,CAAC,CAAC;IACd,oBAAoB,GAAG,CAAC,CAAC;IAEjC,YAAY,MAAuB;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC;QAC9C,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,oDAAoD,UAAU,EAAE,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC;QACrD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAClD,IAAI,CAAC,WAAW,GAAG,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACtC,IAAI,GAAgB,CAAC;QACrB,IAAI,CAAC;YACH,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,yBAAyB,CAAC,UAAU,CAAC,CAAgB,CAAC;QAC5E,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,2FAA2F,CAC5F,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAqB;QACjC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC9F,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACxE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE3C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC;QAC9B,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,qBAAqB,GAAG,CAAC,CAAC;QAC9B,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,OAAO,MAAM,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACjE,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC;YACzB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACjE,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACnC,qBAAqB,GAAG,KAAK,CAAC,WAAW,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtC,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,EAAE,qBAAqB,CAAC,CAAC;IACzE,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAClD,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IAED,OAAO;QACL,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAEO,SAAS,CACf,UAA+B,EAC/B,YAAqB,EACrB,WAAmB;QAEnB,IAAI,UAAU,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACvD,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;QAClC,CAAC;QACD,IAAI,UAAU,KAAK,UAAU,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YACvD,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACrE,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC9B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACzE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,KAAmB;QACrC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAI,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;YAChE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACnC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;YAE5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC;gBACrC,KAAK,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;gBACtD,KAAK,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBACvD,EAAE;aACH,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC;YACnC,IAAI,MAAM;gBAAE,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC;YACrC,KAAK,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACtD,EAAE;YACF,CAAC,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7C,CAAC,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;SAC9C,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC;QAC3B,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC;QAC3B,IAAI,EAAE;YAAE,IAAI,CAAC,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,EAAE;YAAE,IAAI,CAAC,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxC,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7C,CAAC;IAEO,QAAQ,CAAC,WAAmB,EAAE,WAAmB;QACvD,MAAM,QAAQ,GAAG,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC;QAC/C,MAAM,eAAe,GAAG,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAE/D,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC1B,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;gBACxB,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC;gBACjC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;gBACnB,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;YAClC,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,aAAa,IAAI,WAAW,CAAC;YAClC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YACnB,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,SAAS,IAAI,eAAe,CAAC;QAElC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;YAC/D,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;YACrC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;YACpB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YACnB,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;QAC1C,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IAC5C,CAAC;CACF"}
|