ugly-app 0.1.112 → 0.1.114
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/version.d.ts +1 -1
- package/dist/cli/version.js +1 -1
- package/dist/server/audio/stt/Deepgram.d.ts +10 -0
- package/dist/server/audio/stt/Deepgram.d.ts.map +1 -0
- package/dist/server/audio/stt/Deepgram.js +70 -0
- package/dist/server/audio/stt/Deepgram.js.map +1 -0
- package/dist/server/audio/stt/OpenAIWhisper.d.ts +9 -0
- package/dist/server/audio/stt/OpenAIWhisper.d.ts.map +1 -0
- package/dist/server/audio/stt/OpenAIWhisper.js +94 -0
- package/dist/server/audio/stt/OpenAIWhisper.js.map +1 -0
- package/dist/server/audio/tts/InWorld.d.ts.map +1 -1
- package/dist/server/audio/tts/InWorld.js +1 -0
- package/dist/server/audio/tts/InWorld.js.map +1 -1
- package/dist/server/index.d.ts +4 -1
- package/dist/server/index.d.ts.map +1 -1
- package/dist/server/index.js +3 -1
- package/dist/server/index.js.map +1 -1
- package/dist/shared/Audio.d.ts +2 -2
- package/dist/shared/Audio.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/cli/version.ts +1 -1
- package/src/server/audio/stt/Deepgram.ts +97 -0
- package/src/server/audio/stt/OpenAIWhisper.ts +134 -0
- package/src/server/audio/tts/InWorld.ts +1 -0
- package/src/server/index.ts +8 -1
- package/src/shared/Audio.ts +2 -2
package/dist/cli/version.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
export declare const CLI_VERSION = "0.1.
|
|
1
|
+
export declare const CLI_VERSION = "0.1.114";
|
|
2
2
|
//# sourceMappingURL=version.d.ts.map
|
package/dist/cli/version.js
CHANGED
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { STTProvider } from './types.js';
|
|
2
|
+
/**
|
|
3
|
+
* Deepgram STT provider for real-time streaming transcription.
|
|
4
|
+
* Uses Deepgram's Nova-2 model via WebSocket.
|
|
5
|
+
*
|
|
6
|
+
* Requires: DEEPGRAM_API_KEY environment variable
|
|
7
|
+
* Requires: @deepgram/sdk installed in the consuming app
|
|
8
|
+
*/
|
|
9
|
+
export declare const deepgramSTTProvider: STTProvider;
|
|
10
|
+
//# sourceMappingURL=Deepgram.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Deepgram.d.ts","sourceRoot":"","sources":["../../../../src/server/audio/stt/Deepgram.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAA6B,MAAM,YAAY,CAAC;AASzE;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB,EAAE,WAgFjC,CAAC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Deepgram STT provider for real-time streaming transcription.
|
|
3
|
+
* Uses Deepgram's Nova-2 model via WebSocket.
|
|
4
|
+
*
|
|
5
|
+
* Requires: DEEPGRAM_API_KEY environment variable
|
|
6
|
+
* Requires: @deepgram/sdk installed in the consuming app
|
|
7
|
+
*/
|
|
8
|
+
export const deepgramSTTProvider = {
|
|
9
|
+
name: 'deepgram',
|
|
10
|
+
apiKeyEnv: 'DEEPGRAM_API_KEY',
|
|
11
|
+
async connect(onTranscript, onError, lang) {
|
|
12
|
+
const apiKey = process.env['DEEPGRAM_API_KEY'];
|
|
13
|
+
if (!apiKey) {
|
|
14
|
+
throw new Error('DEEPGRAM_API_KEY is not set');
|
|
15
|
+
}
|
|
16
|
+
// Dynamic import — @deepgram/sdk is a peer dependency
|
|
17
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call
|
|
18
|
+
const sdk = await eval('import("@deepgram/sdk")');
|
|
19
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call
|
|
20
|
+
const deepgram = sdk.createClient(apiKey);
|
|
21
|
+
const events = sdk.LiveTranscriptionEvents;
|
|
22
|
+
const connection = deepgram.listen.live({
|
|
23
|
+
model: 'nova-2',
|
|
24
|
+
language: lang ?? 'en',
|
|
25
|
+
smart_format: true,
|
|
26
|
+
interim_results: true,
|
|
27
|
+
endpointing: 300,
|
|
28
|
+
vad_events: true,
|
|
29
|
+
encoding: 'linear16',
|
|
30
|
+
sample_rate: 16000,
|
|
31
|
+
});
|
|
32
|
+
let closed = false;
|
|
33
|
+
connection.on(events['Transcript'], (data) => {
|
|
34
|
+
const d = data;
|
|
35
|
+
const text = d.channel?.alternatives?.[0]?.transcript ?? '';
|
|
36
|
+
if (text.trim().length > 0) {
|
|
37
|
+
onTranscript({ text, isFinal: d.is_final ?? false, lang });
|
|
38
|
+
}
|
|
39
|
+
});
|
|
40
|
+
connection.on(events['Error'], (error) => {
|
|
41
|
+
onError(String(error));
|
|
42
|
+
});
|
|
43
|
+
connection.on(events['Close'], () => {
|
|
44
|
+
closed = true;
|
|
45
|
+
});
|
|
46
|
+
// Wait for connection to be ready
|
|
47
|
+
await new Promise((resolve) => {
|
|
48
|
+
const check = () => {
|
|
49
|
+
if (connection.getReadyState() === 1)
|
|
50
|
+
resolve();
|
|
51
|
+
else
|
|
52
|
+
setTimeout(check, 10);
|
|
53
|
+
};
|
|
54
|
+
check();
|
|
55
|
+
});
|
|
56
|
+
return {
|
|
57
|
+
sendAudio(pcm16) {
|
|
58
|
+
if (closed)
|
|
59
|
+
return;
|
|
60
|
+
connection.send(pcm16.buffer.slice(pcm16.byteOffset, pcm16.byteOffset + pcm16.byteLength));
|
|
61
|
+
},
|
|
62
|
+
async stop() {
|
|
63
|
+
if (!closed) {
|
|
64
|
+
connection.requestClose();
|
|
65
|
+
}
|
|
66
|
+
},
|
|
67
|
+
};
|
|
68
|
+
},
|
|
69
|
+
};
|
|
70
|
+
//# sourceMappingURL=Deepgram.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Deepgram.js","sourceRoot":"","sources":["../../../../src/server/audio/stt/Deepgram.ts"],"names":[],"mappings":"AASA;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAgB;IAC9C,IAAI,EAAE,UAAU;IAChB,SAAS,EAAE,kBAAkB;IAE7B,KAAK,CAAC,OAAO,CACX,YAA6C,EAC7C,OAA8B,EAC9B,IAAa;QAEb,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,sDAAsD;QACtD,kJAAkJ;QAClJ,MAAM,GAAG,GAAsK,MAAM,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACrN,kJAAkJ;QAClJ,MAAM,QAAQ,GAAG,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,uBAAuB,CAAC;QAE3C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;YACtC,KAAK,EAAE,QAAQ;YACf,QAAQ,EAAE,IAAI,IAAI,IAAI;YACtB,YAAY,EAAE,IAAI;YAClB,eAAe,EAAE,IAAI;YACrB,WAAW,EAAE,GAAG;YAChB,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,KAAK,CAAC;QAEnB,UAAU,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAE,EAAE,CAAC,IAAa,EAAE,EAAE;YACrD,MAAM,CAAC,GAAG,IAGT,CAAC;YACF,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC;YAC5D,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAE,EAAE,CAAC,KAAc,EAAE,EAAE;YACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAE,EAAE,GAAG,EAAE;YACnC,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,kCAAkC;QAClC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,IAAI,UAAU,CAAC,aAAa,EAAE,KAAK,CAAC;oBAAE,OAAO,EAAE,CAAC;;oBAC3C,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC7B,CAAC,CAAC;YACF,KAAK,EAAE,CAAC;QACV,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,CAAC,KAAa;gBACrB,IAAI,MAAM;oBAAE,OAAO;gBACnB,UAAU,CAAC,IAAI,CACb,KAAK,CAAC,MAAM,CAAC,KAAK,CAChB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CACrB,CACjB,CAAC;YACJ,CAAC;YAED,KAAK,CAAC,IAAI;gBACR,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,UAAU,CAAC,YAAY,EAAE,CAAC;gBAC5B,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { STTProvider } from './types.js';
|
|
2
|
+
/**
|
|
3
|
+
* OpenAI Whisper STT provider for batch transcription.
|
|
4
|
+
* Buffers audio, then sends to OpenAI's Whisper API on stop().
|
|
5
|
+
*
|
|
6
|
+
* Requires: OPENAI_API_KEY environment variable
|
|
7
|
+
*/
|
|
8
|
+
export declare const openAIWhisperSTTProvider: STTProvider;
|
|
9
|
+
//# sourceMappingURL=OpenAIWhisper.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OpenAIWhisper.d.ts","sourceRoot":"","sources":["../../../../src/server/audio/stt/OpenAIWhisper.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,WAAW,EAGZ,MAAM,YAAY,CAAC;AAmCpB;;;;;GAKG;AACH,eAAO,MAAM,wBAAwB,EAAE,WAsFtC,CAAC"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
const OPENAI_ENDPOINT = 'https://api.openai.com/v1/audio/transcriptions';
|
|
2
|
+
function buildWavHeader(dataLength) {
|
|
3
|
+
const sampleRate = 16000;
|
|
4
|
+
const numChannels = 1;
|
|
5
|
+
const bitsPerSample = 16;
|
|
6
|
+
const byteRate = sampleRate * numChannels * (bitsPerSample / 8);
|
|
7
|
+
const blockAlign = numChannels * (bitsPerSample / 8);
|
|
8
|
+
const buffer = Buffer.alloc(44);
|
|
9
|
+
buffer.write('RIFF', 0);
|
|
10
|
+
buffer.writeUInt32LE(36 + dataLength, 4);
|
|
11
|
+
buffer.write('WAVE', 8);
|
|
12
|
+
buffer.write('fmt ', 12);
|
|
13
|
+
buffer.writeUInt32LE(16, 16);
|
|
14
|
+
buffer.writeUInt16LE(1, 20);
|
|
15
|
+
buffer.writeUInt16LE(numChannels, 22);
|
|
16
|
+
buffer.writeUInt32LE(sampleRate, 24);
|
|
17
|
+
buffer.writeUInt32LE(byteRate, 28);
|
|
18
|
+
buffer.writeUInt16LE(blockAlign, 32);
|
|
19
|
+
buffer.writeUInt16LE(bitsPerSample, 34);
|
|
20
|
+
buffer.write('data', 36);
|
|
21
|
+
buffer.writeUInt32LE(dataLength, 40);
|
|
22
|
+
return buffer;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* OpenAI Whisper STT provider for batch transcription.
|
|
26
|
+
* Buffers audio, then sends to OpenAI's Whisper API on stop().
|
|
27
|
+
*
|
|
28
|
+
* Requires: OPENAI_API_KEY environment variable
|
|
29
|
+
*/
|
|
30
|
+
export const openAIWhisperSTTProvider = {
|
|
31
|
+
name: 'openai-whisper',
|
|
32
|
+
apiKeyEnv: 'OPENAI_API_KEY',
|
|
33
|
+
// eslint-disable-next-line @typescript-eslint/require-await
|
|
34
|
+
async connect(onTranscript, onError, lang, options) {
|
|
35
|
+
const apiKey = process.env['OPENAI_API_KEY'];
|
|
36
|
+
if (!apiKey) {
|
|
37
|
+
throw new Error('OPENAI_API_KEY is not set');
|
|
38
|
+
}
|
|
39
|
+
const chunks = [];
|
|
40
|
+
return {
|
|
41
|
+
sendAudio(pcm16) {
|
|
42
|
+
chunks.push(pcm16);
|
|
43
|
+
},
|
|
44
|
+
async stop() {
|
|
45
|
+
if (chunks.length === 0)
|
|
46
|
+
return;
|
|
47
|
+
const pcmData = Buffer.concat(chunks);
|
|
48
|
+
const wavHeader = buildWavHeader(pcmData.length);
|
|
49
|
+
const wavData = Buffer.concat([wavHeader, pcmData]);
|
|
50
|
+
const formData = new FormData();
|
|
51
|
+
formData.append('file', new Blob([wavData], { type: 'audio/wav' }), 'audio.wav');
|
|
52
|
+
formData.append('model', 'whisper-1');
|
|
53
|
+
if (options?.requestWords) {
|
|
54
|
+
formData.append('response_format', 'verbose_json');
|
|
55
|
+
formData.append('timestamp_granularities[]', 'word');
|
|
56
|
+
}
|
|
57
|
+
else {
|
|
58
|
+
formData.append('response_format', 'json');
|
|
59
|
+
}
|
|
60
|
+
if (lang) {
|
|
61
|
+
formData.append('language', lang);
|
|
62
|
+
}
|
|
63
|
+
const response = await fetch(OPENAI_ENDPOINT, {
|
|
64
|
+
method: 'POST',
|
|
65
|
+
headers: {
|
|
66
|
+
Authorization: `Bearer ${apiKey}`,
|
|
67
|
+
},
|
|
68
|
+
body: formData,
|
|
69
|
+
});
|
|
70
|
+
if (!response.ok) {
|
|
71
|
+
const errorText = await response.text();
|
|
72
|
+
onError(`OpenAI Whisper API error: ${response.status} ${errorText}`);
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
const data = (await response.json());
|
|
76
|
+
const transcript = {
|
|
77
|
+
text: data.text,
|
|
78
|
+
isFinal: true,
|
|
79
|
+
lang: data.language,
|
|
80
|
+
};
|
|
81
|
+
if (options?.requestWords && data.words && data.words.length > 0) {
|
|
82
|
+
const words = data.words.map((w) => ({
|
|
83
|
+
word: w.word,
|
|
84
|
+
startMs: w.start * 1000,
|
|
85
|
+
durationMs: (w.end - w.start) * 1000,
|
|
86
|
+
}));
|
|
87
|
+
transcript.words = words;
|
|
88
|
+
}
|
|
89
|
+
onTranscript(transcript);
|
|
90
|
+
},
|
|
91
|
+
};
|
|
92
|
+
},
|
|
93
|
+
};
|
|
94
|
+
//# sourceMappingURL=OpenAIWhisper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OpenAIWhisper.js","sourceRoot":"","sources":["../../../../src/server/audio/stt/OpenAIWhisper.ts"],"names":[],"mappings":"AAQA,MAAM,eAAe,GAAG,gDAAgD,CAAC;AAEzE,SAAS,cAAc,CAAC,UAAkB;IACxC,MAAM,UAAU,GAAG,KAAK,CAAC;IACzB,MAAM,WAAW,GAAG,CAAC,CAAC;IACtB,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,WAAW,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAEhC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7B,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACtC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,CAAC,aAAa,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IACxC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACzB,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAErC,OAAO,MAAM,CAAC;AAChB,CAAC;AAQD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAgB;IACnD,IAAI,EAAE,gBAAgB;IACtB,SAAS,EAAE,gBAAgB;IAE3B,4DAA4D;IAC5D,KAAK,CAAC,OAAO,CACX,YAA6C,EAC7C,OAA8B,EAC9B,IAAa,EACb,OAA2B;QAE3B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,OAAO;YACL,SAAS,CAAC,KAAa;gBACrB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YAED,KAAK,CAAC,IAAI;gBACR,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO;gBAEhC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACtC,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACjD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;gBAEpD,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAChC,QAAQ,CAAC,MAAM,CACb,MAAM,EACN,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAC1C,WAAW,CACZ,CAAC;gBACF,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gBAEtC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;oBAC1B,QAAQ,CAAC,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;oBACnD,QAAQ,CAAC,MAAM,CAAC,2BAA2B,EAAE,MAAM,CAAC,CAAC;gBACvD,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;gBAC7C,CAAC;gBAED,IAAI,IAAI,EAAE,CAAC;oBACT,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBACpC,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,eAAe,EAAE;oBAC5C,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,aAAa,EAAE,UAAU,MAAM,EAAE;qBAClC;oBACD,IAAI,EAAE,QAAQ;iBACf,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,OAAO,CACL,6BAA6B,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,CAC5D,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA2B,CAAC;gBAE/D,MAAM,UAAU,GAAkB;oBAChC,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE,IAAI,CAAC,QAAQ;iBACpB,CAAC;gBAEF,IAAI,OAAO,EAAE,YAAY,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjE,MAAM,KAAK,GAAc,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAC9C,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,OAAO,EAAE,CAAC,CAAC,KAAK,GAAG,IAAI;wBACvB,UAAU,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI;qBACrC,CAAC,CAAC,CAAC;oBACJ,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC;gBAC3B,CAAC;gBAED,YAAY,CAAC,UAAU,CAAC,CAAC;YAC3B,CAAC;SACF,CAAC;IACJ,CAAC;CACF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InWorld.d.ts","sourceRoot":"","sources":["../../../../src/server/audio/tts/InWorld.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAY,WAAW,EAAoB,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"InWorld.d.ts","sourceRoot":"","sources":["../../../../src/server/audio/tts/InWorld.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAY,WAAW,EAAoB,MAAM,YAAY,CAAC;AAwE1E,eAAO,MAAM,kBAAkB,EAAE,WAsHhC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InWorld.js","sourceRoot":"","sources":["../../../../src/server/audio/tts/InWorld.ts"],"names":[],"mappings":"AAIA,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAS;IAC3C,KAAK;IACL,GAAG;IACH,KAAK;IACL,IAAI;IACJ,GAAG;IACH,GAAG;IACH,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,YAAY;IACZ,KAAK;CACN,CAAC,CAAC;AAyBH,SAAS,kBAAkB,CAAC,MAAuB;IACjD,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,uBAAuB;IACvB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,yBAAyB,CAChC,SAAiC;IAEjC,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,KAAK,MAAM,SAAS,IAAI,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,eAAe;YAAE,SAAS;QACzC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,MAAM;gBAAE,SAAS;YAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;oBACjD,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,KAAK,CAAC,YAA6B;wBACzC,OAAO,EAAE,KAAK,CAAC,gBAAgB,GAAG,IAAI;wBACtC,UAAU,EAAE,KAAK,CAAC,eAAe,GAAG,IAAI;
|
|
1
|
+
{"version":3,"file":"InWorld.js","sourceRoot":"","sources":["../../../../src/server/audio/tts/InWorld.ts"],"names":[],"mappings":"AAIA,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAS;IAC3C,KAAK;IACL,GAAG;IACH,KAAK;IACL,IAAI;IACJ,GAAG;IACH,GAAG;IACH,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,YAAY;IACZ,KAAK;CACN,CAAC,CAAC;AAyBH,SAAS,kBAAkB,CAAC,MAAuB;IACjD,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,uBAAuB;IACvB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IACxB,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,yBAAyB,CAChC,SAAiC;IAEjC,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,KAAK,MAAM,SAAS,IAAI,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,eAAe;YAAE,SAAS;QACzC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,MAAM;gBAAE,SAAS;YAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,IAAI,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;oBACjD,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,KAAK,CAAC,YAA6B;wBACzC,OAAO,EAAE,KAAK,CAAC,gBAAgB,GAAG,IAAI;wBACtC,UAAU,EAAE,KAAK,CAAC,eAAe,GAAG,IAAI;wBACxC,SAAS,EAAE,GAAG;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAgB;IAC7C,IAAI,EAAE,SAAS;IACf,gEAAgE;IAChE,6EAA6E;IAC7E,2EAA2E;IAC3E,sCAAsC;IACtC,SAAS,EAAE,iBAAiB;IAE5B,KAAK,CAAC,CAAC,MAAM,CACX,IAAY,EACZ,KAAa,EACb,OAA0B;QAE1B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACjD,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACtE,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAE5E,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE3E,MAAM,WAAW,GAAG;YAClB,IAAI;YACJ,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,sBAAsB;YAC/B,WAAW,EAAE;gBACX,aAAa,EAAE,UAAU;gBACzB,eAAe,EAAE,KAAK;aACvB;YACD,aAAa,EAAE,MAAM;SACtB,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;YACzE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,SAAS,SAAS,EAAE;gBACrC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,gCAAgC,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAChE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,MAAM,WAAW,GAAG,CAAC,IAAY,EAAmB,EAAE;YACpD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gBAAE,OAAO,IAAI,CAAC;YAC9B,IAAI,MAAmB,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;YAC3C,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,0CAA0C,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC;YAEtC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAC7D,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;YAEnD,MAAM,SAAS,GAAG,MAAM,CAAC,aAAa,EAAE,aAAa,CAAC;YACtD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,+GAA+G;gBAC/G,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACvD,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAEnD,MAAM,KAAK,GAAa;oBACtB,KAAK;oBACL,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,OAAO,EAAE,QAAQ,GAAG,IAAI;oBACxB,UAAU,EAAE,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI;iBACvC,CAAC;gBAEF,kGAAkG;gBAClG,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;oBACrD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,OAAO,KAAK,CAAC;YACf,CAAC;YAED,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC;QAEF,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAEtD,IAAI,YAAoB,CAAC;YACzB,OAAO,CAAC,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACxD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;gBAC/C,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,KAAK;oBAAE,MAAM,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,IAAI,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;YACtC,IAAI,KAAK;gBAAE,MAAM,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;CACF,CAAC"}
|
package/dist/server/index.d.ts
CHANGED
|
@@ -25,8 +25,11 @@ export { TextGenNoProviderError, TextGenSchemaError } from './ai/types.js';
|
|
|
25
25
|
export type { Message as AIMessage, ImageGenOptions, ImageGenProvider, TextGenOptions, TextGenProvider, ToolCallResult, ToolSet, WebSearchOptions, WebSearchProvider, } from './ai/types.js';
|
|
26
26
|
export { createApp, verifyToken } from './App.js';
|
|
27
27
|
export type { App, AppConfigurator, PageServerOptions, WorkerQueue } from './App.js';
|
|
28
|
+
export { deepgramSTTProvider } from './audio/stt/Deepgram.js';
|
|
28
29
|
export { groqWhisperSTTProvider } from './audio/stt/GroqWhisper.js';
|
|
29
|
-
export {
|
|
30
|
+
export { openAIWhisperSTTProvider } from './audio/stt/OpenAIWhisper.js';
|
|
31
|
+
export { getAllSTTProviders, registerSTTProvider, selectSTTProvider, } from './audio/stt/registry.js';
|
|
32
|
+
export type { STTProvider, STTSession, STTTranscript } from './audio/stt/types.js';
|
|
30
33
|
export { loadVADModel } from './audio/stt/vad.js';
|
|
31
34
|
export type { VADProcessor } from './audio/stt/vad.js';
|
|
32
35
|
export { azureTTSProvider } from './audio/tts/providers/Azure.js';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,eAAe,GAChB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EACV,YAAY,EACZ,aAAa,EACb,qBAAqB,EACrB,cAAc,EACd,UAAU,EACV,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,eAAe,EACf,aAAa,EACb,aAAa,EACb,cAAc,EACd,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,iBAAiB,EACjB,aAAa,EACb,OAAO,EACP,OAAO,EACP,QAAQ,EACR,WAAW,EACX,UAAU,GACX,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAC9D,YAAY,EACV,OAAO,EACP,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,WAAW,GACZ,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,YAAY,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EACL,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,YAAY,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAC3E,YAAY,EACV,OAAO,IAAI,SAAS,EACpB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,eAAe,EACf,cAAc,EACd,OAAO,EACP,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,YAAY,EAAE,GAAG,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACrF,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,eAAe,GAChB,MAAM,iBAAiB,CAAC;AACzB,YAAY,EACV,YAAY,EACZ,aAAa,EACb,qBAAqB,EACrB,cAAc,EACd,UAAU,EACV,QAAQ,EACR,SAAS,EACT,QAAQ,EACR,eAAe,EACf,aAAa,EACb,aAAa,EACb,cAAc,EACd,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,iBAAiB,EACjB,aAAa,EACb,OAAO,EACP,OAAO,EACP,QAAQ,EACR,WAAW,EACX,UAAU,GACX,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAC9D,YAAY,EACV,OAAO,EACP,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,WAAW,GACZ,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,YAAY,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,YAAY,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EACL,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,YAAY,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAC3E,YAAY,EACV,OAAO,IAAI,SAAS,EACpB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,eAAe,EACf,cAAc,EACd,OAAO,EACP,gBAAgB,EAChB,iBAAiB,GAClB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAClD,YAAY,EAAE,GAAG,EAAE,eAAe,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACrF,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EACL,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,sBAAsB,EACtB,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,aAAa,EACb,aAAa,EACb,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,aAAa,EACb,uBAAuB,EACvB,cAAc,EACd,YAAY,EACZ,UAAU,EACV,UAAU,EACV,qBAAqB,GACtB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,WAAW,EACX,QAAQ,EACR,WAAW,EACX,cAAc,EACd,eAAe,EACf,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,SAAS,GACV,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,aAAa,EACb,SAAS,EACT,OAAO,EACP,cAAc,EACd,eAAe,EACf,SAAS,GACV,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC1E,YAAY,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,mBAAmB,EACnB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,EACnB,WAAW,EACX,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,oBAAoB,EACpB,sBAAsB,EACtB,mBAAmB,EACnB,+BAA+B,EAC/B,4BAA4B,EAC5B,qBAAqB,GACtB,MAAM,oBAAoB,CAAC;AAC5B,YAAY,EACV,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,sBAAsB,EACtB,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,2BAA2B,EAC3B,4BAA4B,EAC5B,wBAAwB,EACxB,yBAAyB,EACzB,oCAAoC,EACpC,qCAAqC,EACrC,iCAAiC,EACjC,kCAAkC,EAClC,mBAAmB,EACnB,qBAAqB,EACrB,gBAAgB,EAChB,kBAAkB,EAClB,eAAe,GAChB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,wBAAwB,EACxB,sBAAsB,EACtB,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,WAAW,EACX,aAAa,GACd,MAAM,WAAW,CAAC;AACnB,YAAY,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACrG,YAAY,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EACL,sBAAsB,EACtB,WAAW,EACX,QAAQ,GACT,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAChF,OAAO,EACL,UAAU,EACV,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,cAAc,GACf,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,YAAY,GACb,MAAM,aAAa,CAAC;AACrB,YAAY,EACV,SAAS,EACT,aAAa,EACb,eAAe,EACf,eAAe,GAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,EACpB,yBAAyB,EACzB,0BAA0B,EAC1B,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,2BAA2B,EAC3B,sBAAsB,EACtB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,gBAAgB,EAChB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAGhB,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,wBAAwB,EACxB,YAAY,EACZ,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,sBAAsB,EACtB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,sBAAsB,EACtB,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,EACxB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,gBAAgB,EAGhB,gBAAgB,EAChB,gBAAgB,EAChB,sBAAsB,EACtB,sBAAsB,EACtB,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,0BAA0B,EAC1B,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,qBAAqB,GACtB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC9D,YAAY,EACV,cAAc,EACd,kBAAkB,EAClB,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,EACxB,WAAW,EACX,OAAO,EACP,WAAW,EACX,2BAA2B,EAC3B,mCAAmC,EACnC,cAAc,EACd,eAAe,EACf,eAAe,EACf,WAAW,GACZ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD,YAAY,EACV,iBAAiB,EACjB,YAAY,EACZ,mBAAmB,EACnB,uBAAuB,GACxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,YAAY,EACV,uBAAuB,EACvB,yBAAyB,EACzB,0BAA0B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,YAAY,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,YAAY,EAAE,GAAG,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC"}
|
package/dist/server/index.js
CHANGED
|
@@ -17,8 +17,10 @@ export { togetherImageProvider } from './ai/providers/TogetherImage.js';
|
|
|
17
17
|
export { wavespeedImageProvider } from './ai/providers/Wavespeed.js';
|
|
18
18
|
export { TextGenNoProviderError, TextGenSchemaError } from './ai/types.js';
|
|
19
19
|
export { createApp, verifyToken } from './App.js';
|
|
20
|
+
export { deepgramSTTProvider } from './audio/stt/Deepgram.js';
|
|
20
21
|
export { groqWhisperSTTProvider } from './audio/stt/GroqWhisper.js';
|
|
21
|
-
export {
|
|
22
|
+
export { openAIWhisperSTTProvider } from './audio/stt/OpenAIWhisper.js';
|
|
23
|
+
export { getAllSTTProviders, registerSTTProvider, selectSTTProvider, } from './audio/stt/registry.js';
|
|
22
24
|
export { loadVADModel } from './audio/stt/vad.js';
|
|
23
25
|
export { azureTTSProvider } from './audio/tts/providers/Azure.js';
|
|
24
26
|
export { registerTTSProvider, selectTTSProvider, } from './audio/tts/registry.js';
|
package/dist/server/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,eAAe,GAChB,MAAM,iBAAiB,CAAC;AAyBzB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAS9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EACL,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AAErE,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAY3E,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAElD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,UAAU,EACV,iBAAiB,EACjB,eAAe,GAChB,MAAM,iBAAiB,CAAC;AAyBzB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAS9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EACL,wBAAwB,EACxB,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EACL,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AAErE,OAAO,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAY3E,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAElD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EACL,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,sBAAsB,EACtB,WAAW,EACX,aAAa,EACb,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAe5B,OAAO,EACL,WAAW,EACX,QAAQ,EACR,WAAW,EACX,cAAc,EACd,eAAe,EACf,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,SAAS,GACV,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,aAAa,EACb,SAAS,EACT,OAAO,EACP,cAAc,EACd,eAAe,EACf,SAAS,GACV,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAE1E,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAO/B,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,kBAAkB,GACnB,MAAM,oBAAoB,CAAC;AAW5B,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,oBAAoB,EACpB,sBAAsB,EACtB,mBAAmB,EACnB,+BAA+B,EAC/B,4BAA4B,EAC5B,qBAAqB,GACtB,MAAM,oBAAoB,CAAC;AAyB5B,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,oBAAoB,EACpB,sBAAsB,GACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,wBAAwB,EACxB,sBAAsB,EACtB,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,WAAW,EACX,aAAa,GACd,MAAM,WAAW,CAAC;AAEnB,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAErG,OAAO,EACL,sBAAsB,EACtB,WAAW,EACX,QAAQ,GACT,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnE,OAAO,EACL,UAAU,EACV,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,cAAc,GACf,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,YAAY,GACb,MAAM,aAAa,CAAC;AAOrB,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,+EAA+E;AAC/E,OAAO,EACL,oBAAoB,EACpB,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,EACpB,yBAAyB,EACzB,0BAA0B,EAC1B,iBAAiB,EACjB,uBAAuB,EACvB,oBAAoB,EACpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,2BAA2B,EAC3B,sBAAsB,EACtB,yBAAyB,EACzB,iBAAiB,EACjB,aAAa,EACb,gBAAgB,EAChB,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAkB/B,OAAO,EACL,yBAAyB,EACzB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,mBAAmB,EACnB,sBAAsB,EACtB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,sBAAsB,EACtB,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,sBAAsB,EACtB,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACb,gBAAgB,EAChB,0BAA0B,EAC1B,mBAAmB,EACnB,qBAAqB,EACrB,wBAAwB,EACxB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,sBAAsB,CAAC;AAoB9B,gFAAgF;AAChF,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAmB9D,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAQvD,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAM5D,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC"}
|
package/dist/shared/Audio.d.ts
CHANGED
|
@@ -17,8 +17,8 @@ export interface TTSViseme {
|
|
|
17
17
|
name: TTSVisemeName;
|
|
18
18
|
startMs: number;
|
|
19
19
|
durationMs: number;
|
|
20
|
-
/** Viseme intensity 0-1 */
|
|
21
|
-
intensity
|
|
20
|
+
/** Viseme intensity 0-1. Default 1.0 if not set by provider. */
|
|
21
|
+
intensity: number;
|
|
22
22
|
/** ARKit blend shape weights for facial animation (optional) */
|
|
23
23
|
arkit?: ARKitMouthShapes;
|
|
24
24
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Audio.d.ts","sourceRoot":"","sources":["../../src/shared/Audio.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAIxC,MAAM,MAAM,aAAa,GACrB,KAAK,GACL,GAAG,GACH,KAAK,GACL,IAAI,GACJ,GAAG,GACH,GAAG,GACH,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,YAAY,GACZ,KAAK,CAAC;AAGV,eAAO,MAAM,WAAW,qFAYd,CAAC;AAEX,eAAO,MAAM,aAAa,aAA+B,CAAC;AAG1D,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,
|
|
1
|
+
{"version":3,"file":"Audio.d.ts","sourceRoot":"","sources":["../../src/shared/Audio.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAIxC,MAAM,MAAM,aAAa,GACrB,KAAK,GACL,GAAG,GACH,KAAK,GACL,IAAI,GACJ,GAAG,GACH,GAAG,GACH,IAAI,GACJ,IAAI,GACJ,IAAI,GACJ,YAAY,GACZ,KAAK,CAAC;AAGV,eAAO,MAAM,WAAW,qFAYd,CAAC;AAEX,eAAO,MAAM,aAAa,aAA+B,CAAC;AAG1D,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,gEAAgE;IAChE,KAAK,CAAC,EAAE,gBAAgB,CAAC;CAC1B;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,yCAAyC;AACzC,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8DAA8D;IAC9D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,+EAA+E;IAC/E,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AACD,uDAAuD;AACvD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,YAAY,CAAC;AAEtD,mDAAmD;AACnD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,OAAO,GAAG,KAAK,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,sGAAsG;IACtG,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC;CACvB;AACD,yEAAyE;AACzE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,SAAS,EAAE,CAAC;CACtB;AACD,gDAAgD;AAChD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wCAAwC;IACxC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AACD,iDAAiD;AACjD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AACD,4BAA4B;AAC5B,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,YAAY,GACpB,WAAW,GACX,YAAY,GACZ,UAAU,GACV,UAAU,GACV,WAAW,CAAC;AAIhB,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,UAAU,CAAC,KAAK,IAAI,CAAC;IACjE,QAAQ,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,IAAI,CAAC;IACzC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,CAAC,KAAK,IAAI,CAAC;IAC9D,MAAM,EAAE,CAAC,eAAe,EAAE,MAAM,KAAK,IAAI,CAAC;IAC1C,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,CACN,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,kBAAkB,KAC1B,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,KAAK,EAAE,MAAM,IAAI,CAAC;CACnB;AAED,yEAAyE;AACzE,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,OAAO,GAAG,KAAK,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,eAAO,MAAM,iBAAiB,IAAI,CAAC;AAEnC,MAAM,WAAW,cAAe,SAAQ,QAAQ;IAC9C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,EAAE,SAAS,EAAE,CAAC;IACrB,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAID,iDAAiD;AACjD,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,EAAE,GAC7D,aAAa,EAAE,CA4BjB;AAED,uDAAuD;AACvD,wBAAgB,WAAW,CACzB,IAAI,EAAE,MAAM,GACX;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,CAYxD;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,MAAM,GACX;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,EAAE,CAmB5C;AAID,MAAM,MAAM,OAAO,GAAG,UAAU,GAAG,OAAO,GAAG,MAAM,CAAC;AAEpD,2CAA2C;AAC3C,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,OAAO,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,iFAAiF;IACjF,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,gFAAgF;IAChF,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AACD,+DAA+D;AAC/D,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AACD,iDAAiD;AACjD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,GAAG,UAAU,CAAC;AAElE,+CAA+C;AAC/C,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AACD,uCAAuC;AACvC,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sEAAsE;IACtE,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;CACnB;AACD,4BAA4B;AAC5B,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,kDAAkD;AAClD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,YAAY,GACZ,UAAU,GACV,eAAe,GACf,aAAa,CAAC;AAElB,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,SAAS,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,WAAW,GAAG,oBAAoB,GAAG,UAAU,CAAC;CACzD;AAED,MAAM,WAAW,kBAAkB;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,YAAY,GACpB,WAAW,GACX,gBAAgB,GAChB,WAAW,GACX,aAAa,CAAC;AAIlB,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,cAAc,CAAC;AAEjF,MAAM,WAAW,mBAAmB;IAClC,qBAAqB,EAAE,OAAO,CAAC;IAC/B,UAAU,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IAC1C,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,mBAAmB,CAAC;CAC/B;AAED,MAAM,WAAW,mBAAmB;IAClC,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB"}
|
package/package.json
CHANGED
package/src/cli/version.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
// Auto-generated by prebuild — do not edit manually
|
|
2
|
-
export const CLI_VERSION = "0.1.
|
|
2
|
+
export const CLI_VERSION = "0.1.114";
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
import type { STTProvider, STTSession, STTTranscript } from './types.js';
|
|
2
|
+
|
|
3
|
+
interface DeepgramConnection {
|
|
4
|
+
on: (event: string, callback: (...args: unknown[]) => void) => void;
|
|
5
|
+
send: (data: ArrayBuffer) => void;
|
|
6
|
+
requestClose: () => void;
|
|
7
|
+
getReadyState: () => number;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Deepgram STT provider for real-time streaming transcription.
|
|
12
|
+
* Uses Deepgram's Nova-2 model via WebSocket.
|
|
13
|
+
*
|
|
14
|
+
* Requires: DEEPGRAM_API_KEY environment variable
|
|
15
|
+
* Requires: @deepgram/sdk installed in the consuming app
|
|
16
|
+
*/
|
|
17
|
+
export const deepgramSTTProvider: STTProvider = {
|
|
18
|
+
name: 'deepgram',
|
|
19
|
+
apiKeyEnv: 'DEEPGRAM_API_KEY',
|
|
20
|
+
|
|
21
|
+
async connect(
|
|
22
|
+
onTranscript: (result: STTTranscript) => void,
|
|
23
|
+
onError: (err: string) => void,
|
|
24
|
+
lang?: string,
|
|
25
|
+
): Promise<STTSession> {
|
|
26
|
+
const apiKey = process.env['DEEPGRAM_API_KEY'];
|
|
27
|
+
if (!apiKey) {
|
|
28
|
+
throw new Error('DEEPGRAM_API_KEY is not set');
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
// Dynamic import — @deepgram/sdk is a peer dependency
|
|
32
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call
|
|
33
|
+
const sdk: { createClient: (key: string) => { listen: { live: (config: Record<string, unknown>) => DeepgramConnection } }; LiveTranscriptionEvents: Record<string, string> } = await eval('import("@deepgram/sdk")');
|
|
34
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-assignment, @typescript-eslint/no-unsafe-member-access, @typescript-eslint/no-unsafe-call
|
|
35
|
+
const deepgram = sdk.createClient(apiKey);
|
|
36
|
+
const events = sdk.LiveTranscriptionEvents;
|
|
37
|
+
|
|
38
|
+
const connection = deepgram.listen.live({
|
|
39
|
+
model: 'nova-2',
|
|
40
|
+
language: lang ?? 'en',
|
|
41
|
+
smart_format: true,
|
|
42
|
+
interim_results: true,
|
|
43
|
+
endpointing: 300,
|
|
44
|
+
vad_events: true,
|
|
45
|
+
encoding: 'linear16',
|
|
46
|
+
sample_rate: 16000,
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
let closed = false;
|
|
50
|
+
|
|
51
|
+
connection.on(events['Transcript']!, (data: unknown) => {
|
|
52
|
+
const d = data as {
|
|
53
|
+
channel?: { alternatives?: { transcript?: string }[] };
|
|
54
|
+
is_final?: boolean;
|
|
55
|
+
};
|
|
56
|
+
const text = d.channel?.alternatives?.[0]?.transcript ?? '';
|
|
57
|
+
if (text.trim().length > 0) {
|
|
58
|
+
onTranscript({ text, isFinal: d.is_final ?? false, lang });
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
|
|
62
|
+
connection.on(events['Error']!, (error: unknown) => {
|
|
63
|
+
onError(String(error));
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
connection.on(events['Close']!, () => {
|
|
67
|
+
closed = true;
|
|
68
|
+
});
|
|
69
|
+
|
|
70
|
+
// Wait for connection to be ready
|
|
71
|
+
await new Promise<void>((resolve) => {
|
|
72
|
+
const check = () => {
|
|
73
|
+
if (connection.getReadyState() === 1) resolve();
|
|
74
|
+
else setTimeout(check, 10);
|
|
75
|
+
};
|
|
76
|
+
check();
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
return {
|
|
80
|
+
sendAudio(pcm16: Buffer): void {
|
|
81
|
+
if (closed) return;
|
|
82
|
+
connection.send(
|
|
83
|
+
pcm16.buffer.slice(
|
|
84
|
+
pcm16.byteOffset,
|
|
85
|
+
pcm16.byteOffset + pcm16.byteLength,
|
|
86
|
+
) as ArrayBuffer,
|
|
87
|
+
);
|
|
88
|
+
},
|
|
89
|
+
|
|
90
|
+
async stop(): Promise<void> {
|
|
91
|
+
if (!closed) {
|
|
92
|
+
connection.requestClose();
|
|
93
|
+
}
|
|
94
|
+
},
|
|
95
|
+
};
|
|
96
|
+
},
|
|
97
|
+
};
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
import type { STTWord } from '../../../shared/Audio.js';
|
|
2
|
+
import type {
|
|
3
|
+
STTConnectOptions,
|
|
4
|
+
STTProvider,
|
|
5
|
+
STTSession,
|
|
6
|
+
STTTranscript,
|
|
7
|
+
} from './types.js';
|
|
8
|
+
|
|
9
|
+
const OPENAI_ENDPOINT = 'https://api.openai.com/v1/audio/transcriptions';
|
|
10
|
+
|
|
11
|
+
function buildWavHeader(dataLength: number): Buffer {
|
|
12
|
+
const sampleRate = 16000;
|
|
13
|
+
const numChannels = 1;
|
|
14
|
+
const bitsPerSample = 16;
|
|
15
|
+
const byteRate = sampleRate * numChannels * (bitsPerSample / 8);
|
|
16
|
+
const blockAlign = numChannels * (bitsPerSample / 8);
|
|
17
|
+
const buffer = Buffer.alloc(44);
|
|
18
|
+
|
|
19
|
+
buffer.write('RIFF', 0);
|
|
20
|
+
buffer.writeUInt32LE(36 + dataLength, 4);
|
|
21
|
+
buffer.write('WAVE', 8);
|
|
22
|
+
buffer.write('fmt ', 12);
|
|
23
|
+
buffer.writeUInt32LE(16, 16);
|
|
24
|
+
buffer.writeUInt16LE(1, 20);
|
|
25
|
+
buffer.writeUInt16LE(numChannels, 22);
|
|
26
|
+
buffer.writeUInt32LE(sampleRate, 24);
|
|
27
|
+
buffer.writeUInt32LE(byteRate, 28);
|
|
28
|
+
buffer.writeUInt16LE(blockAlign, 32);
|
|
29
|
+
buffer.writeUInt16LE(bitsPerSample, 34);
|
|
30
|
+
buffer.write('data', 36);
|
|
31
|
+
buffer.writeUInt32LE(dataLength, 40);
|
|
32
|
+
|
|
33
|
+
return buffer;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
interface WhisperVerboseResponse {
|
|
37
|
+
text: string;
|
|
38
|
+
language?: string;
|
|
39
|
+
words?: { word: string; start: number; end: number }[];
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* OpenAI Whisper STT provider for batch transcription.
|
|
44
|
+
* Buffers audio, then sends to OpenAI's Whisper API on stop().
|
|
45
|
+
*
|
|
46
|
+
* Requires: OPENAI_API_KEY environment variable
|
|
47
|
+
*/
|
|
48
|
+
export const openAIWhisperSTTProvider: STTProvider = {
|
|
49
|
+
name: 'openai-whisper',
|
|
50
|
+
apiKeyEnv: 'OPENAI_API_KEY',
|
|
51
|
+
|
|
52
|
+
// eslint-disable-next-line @typescript-eslint/require-await
|
|
53
|
+
async connect(
|
|
54
|
+
onTranscript: (result: STTTranscript) => void,
|
|
55
|
+
onError: (err: string) => void,
|
|
56
|
+
lang?: string,
|
|
57
|
+
options?: STTConnectOptions,
|
|
58
|
+
): Promise<STTSession> {
|
|
59
|
+
const apiKey = process.env['OPENAI_API_KEY'];
|
|
60
|
+
if (!apiKey) {
|
|
61
|
+
throw new Error('OPENAI_API_KEY is not set');
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
const chunks: Buffer[] = [];
|
|
65
|
+
|
|
66
|
+
return {
|
|
67
|
+
sendAudio(pcm16: Buffer): void {
|
|
68
|
+
chunks.push(pcm16);
|
|
69
|
+
},
|
|
70
|
+
|
|
71
|
+
async stop(): Promise<void> {
|
|
72
|
+
if (chunks.length === 0) return;
|
|
73
|
+
|
|
74
|
+
const pcmData = Buffer.concat(chunks);
|
|
75
|
+
const wavHeader = buildWavHeader(pcmData.length);
|
|
76
|
+
const wavData = Buffer.concat([wavHeader, pcmData]);
|
|
77
|
+
|
|
78
|
+
const formData = new FormData();
|
|
79
|
+
formData.append(
|
|
80
|
+
'file',
|
|
81
|
+
new Blob([wavData], { type: 'audio/wav' }),
|
|
82
|
+
'audio.wav',
|
|
83
|
+
);
|
|
84
|
+
formData.append('model', 'whisper-1');
|
|
85
|
+
|
|
86
|
+
if (options?.requestWords) {
|
|
87
|
+
formData.append('response_format', 'verbose_json');
|
|
88
|
+
formData.append('timestamp_granularities[]', 'word');
|
|
89
|
+
} else {
|
|
90
|
+
formData.append('response_format', 'json');
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
if (lang) {
|
|
94
|
+
formData.append('language', lang);
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
const response = await fetch(OPENAI_ENDPOINT, {
|
|
98
|
+
method: 'POST',
|
|
99
|
+
headers: {
|
|
100
|
+
Authorization: `Bearer ${apiKey}`,
|
|
101
|
+
},
|
|
102
|
+
body: formData,
|
|
103
|
+
});
|
|
104
|
+
|
|
105
|
+
if (!response.ok) {
|
|
106
|
+
const errorText = await response.text();
|
|
107
|
+
onError(
|
|
108
|
+
`OpenAI Whisper API error: ${response.status} ${errorText}`,
|
|
109
|
+
);
|
|
110
|
+
return;
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
const data = (await response.json()) as WhisperVerboseResponse;
|
|
114
|
+
|
|
115
|
+
const transcript: STTTranscript = {
|
|
116
|
+
text: data.text,
|
|
117
|
+
isFinal: true,
|
|
118
|
+
lang: data.language,
|
|
119
|
+
};
|
|
120
|
+
|
|
121
|
+
if (options?.requestWords && data.words && data.words.length > 0) {
|
|
122
|
+
const words: STTWord[] = data.words.map((w) => ({
|
|
123
|
+
word: w.word,
|
|
124
|
+
startMs: w.start * 1000,
|
|
125
|
+
durationMs: (w.end - w.start) * 1000,
|
|
126
|
+
}));
|
|
127
|
+
transcript.words = words;
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
onTranscript(transcript);
|
|
131
|
+
},
|
|
132
|
+
};
|
|
133
|
+
},
|
|
134
|
+
};
|
package/src/server/index.ts
CHANGED
|
@@ -77,8 +77,15 @@ export type {
|
|
|
77
77
|
} from './ai/types.js';
|
|
78
78
|
export { createApp, verifyToken } from './App.js';
|
|
79
79
|
export type { App, AppConfigurator, PageServerOptions, WorkerQueue } from './App.js';
|
|
80
|
+
export { deepgramSTTProvider } from './audio/stt/Deepgram.js';
|
|
80
81
|
export { groqWhisperSTTProvider } from './audio/stt/GroqWhisper.js';
|
|
81
|
-
export {
|
|
82
|
+
export { openAIWhisperSTTProvider } from './audio/stt/OpenAIWhisper.js';
|
|
83
|
+
export {
|
|
84
|
+
getAllSTTProviders,
|
|
85
|
+
registerSTTProvider,
|
|
86
|
+
selectSTTProvider,
|
|
87
|
+
} from './audio/stt/registry.js';
|
|
88
|
+
export type { STTProvider, STTSession, STTTranscript } from './audio/stt/types.js';
|
|
82
89
|
export { loadVADModel } from './audio/stt/vad.js';
|
|
83
90
|
export type { VADProcessor } from './audio/stt/vad.js';
|
|
84
91
|
export { azureTTSProvider } from './audio/tts/providers/Azure.js';
|
package/src/shared/Audio.ts
CHANGED
|
@@ -51,8 +51,8 @@ export interface TTSViseme {
|
|
|
51
51
|
name: TTSVisemeName;
|
|
52
52
|
startMs: number;
|
|
53
53
|
durationMs: number;
|
|
54
|
-
/** Viseme intensity 0-1 */
|
|
55
|
-
intensity
|
|
54
|
+
/** Viseme intensity 0-1. Default 1.0 if not set by provider. */
|
|
55
|
+
intensity: number;
|
|
56
56
|
/** ARKit blend shape weights for facial animation (optional) */
|
|
57
57
|
arkit?: ARKitMouthShapes;
|
|
58
58
|
}
|