echogarden 1.0.4 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -23
- package/data/schemas/options.json +177 -36
- package/dist/alignment/SpeechAlignment.d.ts +1 -1
- package/dist/alignment/SpeechAlignment.js +1 -1
- package/dist/alignment/SpeechAlignment.js.map +1 -1
- package/dist/api/API.d.ts +1 -0
- package/dist/api/API.js +1 -0
- package/dist/api/API.js.map +1 -1
- package/dist/api/APIOptions.d.ts +1 -0
- package/dist/api/Alignment.d.ts +3 -3
- package/dist/api/Alignment.js +5 -10
- package/dist/api/Alignment.js.map +1 -1
- package/dist/api/LanguageDetection.d.ts +5 -7
- package/dist/api/LanguageDetection.js +3 -2
- package/dist/api/LanguageDetection.js.map +1 -1
- package/dist/api/Recognition.d.ts +4 -5
- package/dist/api/Recognition.js +5 -8
- package/dist/api/Recognition.js.map +1 -1
- package/dist/api/SourceSeparation.d.ts +2 -0
- package/dist/api/SourceSeparation.js +4 -2
- package/dist/api/SourceSeparation.js.map +1 -1
- package/dist/api/Synthesis.d.ts +3 -1
- package/dist/api/Synthesis.js +9 -10
- package/dist/api/Synthesis.js.map +1 -1
- package/dist/api/Translation.d.ts +1 -1
- package/dist/api/Translation.js +4 -8
- package/dist/api/Translation.js.map +1 -1
- package/dist/api/TranslationAlignment.d.ts +31 -0
- package/dist/api/TranslationAlignment.js +121 -0
- package/dist/api/TranslationAlignment.js.map +1 -0
- package/dist/api/VoiceActivityDetection.d.ts +5 -1
- package/dist/api/VoiceActivityDetection.js +38 -2
- package/dist/api/VoiceActivityDetection.js.map +1 -1
- package/dist/audio/AudioPlayer.js +6 -1
- package/dist/audio/AudioPlayer.js.map +1 -1
- package/dist/cli/CLI.js +85 -0
- package/dist/cli/CLI.js.map +1 -1
- package/dist/dsp/FFT.js.map +1 -1
- package/dist/math/MedianFilter.d.ts +5 -0
- package/dist/math/MedianFilter.js +102 -0
- package/dist/math/MedianFilter.js.map +1 -0
- package/dist/math/VectorMath.d.ts +0 -2
- package/dist/math/VectorMath.js +1 -25
- package/dist/math/VectorMath.js.map +1 -1
- package/dist/recognition/OpenAICloudSTT.d.ts +1 -1
- package/dist/recognition/OpenAICloudSTT.js.map +1 -1
- package/dist/recognition/SileroSTT.d.ts +22 -1
- package/dist/recognition/SileroSTT.js +122 -95
- package/dist/recognition/SileroSTT.js.map +1 -1
- package/dist/recognition/WhisperCppSTT.js +1 -1
- package/dist/recognition/WhisperCppSTT.js.map +1 -1
- package/dist/recognition/WhisperSTT.d.ts +52 -19
- package/dist/recognition/WhisperSTT.js +645 -494
- package/dist/recognition/WhisperSTT.js.map +1 -1
- package/dist/server/Server.js.map +1 -1
- package/dist/source-separation/MDXNetSourceSeparation.d.ts +5 -3
- package/dist/source-separation/MDXNetSourceSeparation.js +26 -19
- package/dist/source-separation/MDXNetSourceSeparation.js.map +1 -1
- package/dist/speech-language-detection/SileroLanguageDetection.d.ts +15 -9
- package/dist/speech-language-detection/SileroLanguageDetection.js +23 -16
- package/dist/speech-language-detection/SileroLanguageDetection.js.map +1 -1
- package/dist/synthesis/EspeakTTS.js +4 -0
- package/dist/synthesis/EspeakTTS.js.map +1 -1
- package/dist/synthesis/GoogleCloudTTS.js.map +1 -1
- package/dist/synthesis/VitsTTS.d.ts +8 -6
- package/dist/synthesis/VitsTTS.js +36 -31
- package/dist/synthesis/VitsTTS.js.map +1 -1
- package/dist/tests/Test.js.map +1 -1
- package/dist/utilities/OnnxUtilities.d.ts +14 -0
- package/dist/utilities/OnnxUtilities.js +43 -0
- package/dist/utilities/OnnxUtilities.js.map +1 -0
- package/dist/utilities/Utilities.d.ts +4 -8
- package/dist/utilities/Utilities.js +35 -58
- package/dist/utilities/Utilities.js.map +1 -1
- package/dist/voice-activity-detection/SileroVAD.d.ts +5 -3
- package/dist/voice-activity-detection/SileroVAD.js +9 -11
- package/dist/voice-activity-detection/SileroVAD.js.map +1 -1
- package/docs/API.md +54 -34
- package/docs/CLI.md +25 -13
- package/docs/Contributing.md +4 -2
- package/docs/Engines.md +43 -32
- package/docs/Licenses.md +3 -4
- package/docs/Options.md +47 -11
- package/docs/Releases.md +4 -0
- package/docs/Server.md +8 -6
- package/docs/Tasklist.md +39 -52
- package/docs/Technical.md +1 -1
- package/package.json +8 -12
- package/src/alignment/SpeechAlignment.ts +1 -1
- package/src/api/API.ts +1 -0
- package/src/api/APIOptions.ts +1 -0
- package/src/api/Alignment.ts +10 -14
- package/src/api/LanguageDetection.ts +14 -10
- package/src/api/Recognition.ts +17 -10
- package/src/api/SourceSeparation.ts +7 -2
- package/src/api/Synthesis.ts +26 -11
- package/src/api/Translation.ts +14 -8
- package/src/api/TranslationAlignment.ts +213 -0
- package/src/api/VoiceActivityDetection.ts +66 -3
- package/src/audio/AudioPlayer.ts +6 -2
- package/src/cli/CLI.ts +121 -2
- package/src/dsp/FFT.ts +3 -0
- package/src/math/MedianFilter.ts +124 -0
- package/src/math/VectorMath.ts +1 -36
- package/src/recognition/OpenAICloudSTT.ts +27 -27
- package/src/recognition/SileroSTT.ts +149 -102
- package/src/recognition/WhisperCppSTT.ts +1 -1
- package/src/recognition/WhisperSTT.ts +961 -684
- package/src/server/Server.ts +1 -1
- package/src/source-separation/MDXNetSourceSeparation.ts +35 -19
- package/src/speech-language-detection/SileroLanguageDetection.ts +53 -33
- package/src/synthesis/EspeakTTS.ts +8 -0
- package/src/synthesis/GoogleCloudTTS.ts +12 -1
- package/src/synthesis/VitsTTS.ts +57 -46
- package/src/tests/Test.ts +1 -1
- package/src/utilities/OnnxUtilities.ts +68 -0
- package/src/utilities/Utilities.ts +38 -66
- package/src/voice-activity-detection/SileroVAD.ts +15 -15
- package/dist/utilities/NdArrayUtilities.d.ts +0 -3
- package/dist/utilities/NdArrayUtilities.js +0 -23
- package/dist/utilities/NdArrayUtilities.js.map +0 -1
- package/src/utilities/NdArrayUtilities.ts +0 -31
|
@@ -5,116 +5,139 @@ import { logToStderr } from '../utilities/Utilities.js';
|
|
|
5
5
|
import { getRawAudioDuration } from '../audio/AudioUtilities.js';
|
|
6
6
|
import { readAndParseJsonFile } from '../utilities/FileSystem.js';
|
|
7
7
|
import path from 'path';
|
|
8
|
+
import { getOnnxSessionOptions } from '../utilities/OnnxUtilities.js';
|
|
8
9
|
const log = logToStderr;
|
|
9
|
-
export async function recognize(rawAudio,
|
|
10
|
-
const
|
|
11
|
-
|
|
12
|
-
const Onnx = await import('onnxruntime-node');
|
|
13
|
-
const modelPath = path.join(modelDirectory, 'model.onnx');
|
|
14
|
-
const labelsPath = path.join(modelDirectory, 'labels.json');
|
|
15
|
-
const labels = await readAndParseJsonFile(labelsPath);
|
|
16
|
-
const onnxOptions = {
|
|
17
|
-
logSeverityLevel: 3
|
|
18
|
-
};
|
|
19
|
-
const recognition = await Onnx.InferenceSession.create(modelPath, onnxOptions);
|
|
20
|
-
logger.start('Prepare input data');
|
|
21
|
-
const audioSamples = rawAudio.audioChannels[0];
|
|
22
|
-
const inputTensor = new Onnx.Tensor('float32', audioSamples, [1, audioSamples.length]);
|
|
23
|
-
const inputs = { input: inputTensor };
|
|
24
|
-
logger.start('Recognize with silero model');
|
|
25
|
-
const results = await recognition.run(inputs);
|
|
26
|
-
const rawResultValues = results['output'].data;
|
|
27
|
-
const tokenResults = [];
|
|
28
|
-
for (let i = 0; i < rawResultValues.length; i += labels.length) {
|
|
29
|
-
tokenResults.push(rawResultValues.subarray(i, i + labels.length));
|
|
30
|
-
}
|
|
31
|
-
const tokens = [];
|
|
32
|
-
for (const tokenResult of tokenResults) {
|
|
33
|
-
const bestCandidateIndex = indexOfMax(new Array(...tokenResult));
|
|
34
|
-
tokens.push(labels[bestCandidateIndex]);
|
|
35
|
-
}
|
|
36
|
-
//log(tokens.join('|'))
|
|
37
|
-
const result = processTokens(tokens, getRawAudioDuration(rawAudio));
|
|
38
|
-
logger.end();
|
|
10
|
+
export async function recognize(rawAudio, modelDirectoryPath, executionProviders) {
|
|
11
|
+
const silero = new SileroSTT(modelDirectoryPath, executionProviders);
|
|
12
|
+
const result = await silero.recognize(rawAudio);
|
|
39
13
|
return result;
|
|
40
14
|
}
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
if (token == ' ') {
|
|
65
|
-
tokenGroupIndexes.push([]);
|
|
15
|
+
export class SileroSTT {
|
|
16
|
+
modelDirectoryPath;
|
|
17
|
+
executionProviders;
|
|
18
|
+
session;
|
|
19
|
+
labels;
|
|
20
|
+
constructor(modelDirectoryPath, executionProviders) {
|
|
21
|
+
this.modelDirectoryPath = modelDirectoryPath;
|
|
22
|
+
this.executionProviders = executionProviders;
|
|
23
|
+
}
|
|
24
|
+
async recognize(rawAudio) {
|
|
25
|
+
const logger = new Logger();
|
|
26
|
+
await this.initializeIfNeeded();
|
|
27
|
+
logger.start('Recognize with silero model');
|
|
28
|
+
const audioSamples = rawAudio.audioChannels[0];
|
|
29
|
+
const Onnx = await import('onnxruntime-node');
|
|
30
|
+
const inputTensor = new Onnx.Tensor('float32', audioSamples, [1, audioSamples.length]);
|
|
31
|
+
const inputs = { input: inputTensor };
|
|
32
|
+
const results = await this.session.run(inputs);
|
|
33
|
+
const rawResultValues = results['output'].data;
|
|
34
|
+
const labels = this.labels;
|
|
35
|
+
const tokenResults = [];
|
|
36
|
+
for (let i = 0; i < rawResultValues.length; i += labels.length) {
|
|
37
|
+
tokenResults.push(rawResultValues.subarray(i, i + labels.length));
|
|
66
38
|
}
|
|
67
|
-
|
|
68
|
-
|
|
39
|
+
const tokens = [];
|
|
40
|
+
for (const tokenResult of tokenResults) {
|
|
41
|
+
const bestCandidateIndex = indexOfMax(new Array(...tokenResult));
|
|
42
|
+
tokens.push(labels[bestCandidateIndex]);
|
|
69
43
|
}
|
|
44
|
+
//log(tokens.join('|'))
|
|
45
|
+
const result = this.tokensToTimeline(tokens, getRawAudioDuration(rawAudio));
|
|
46
|
+
logger.end();
|
|
47
|
+
return result;
|
|
70
48
|
}
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
const previousToken = decodedTokens[i - 1];
|
|
75
|
-
if (currentToken != '$' && (previousToken != currentToken || previousToken == undefined)) {
|
|
76
|
-
decodedString += currentToken;
|
|
49
|
+
async initializeIfNeeded() {
|
|
50
|
+
if (this.session) {
|
|
51
|
+
return;
|
|
77
52
|
}
|
|
53
|
+
const logger = new Logger();
|
|
54
|
+
logger.start('Create ONNX inference session');
|
|
55
|
+
const Onnx = await import('onnxruntime-node');
|
|
56
|
+
const modelPath = path.join(this.modelDirectoryPath, 'model.onnx');
|
|
57
|
+
const labelsPath = path.join(this.modelDirectoryPath, 'labels.json');
|
|
58
|
+
this.labels = await readAndParseJsonFile(labelsPath);
|
|
59
|
+
const onnxSessionOptions = getOnnxSessionOptions({ executionProviders: this.executionProviders });
|
|
60
|
+
this.session = await Onnx.InferenceSession.create(modelPath, onnxSessionOptions);
|
|
61
|
+
logger.end();
|
|
78
62
|
}
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
let
|
|
83
|
-
for (let i = 0; i <
|
|
84
|
-
const
|
|
85
|
-
if (
|
|
86
|
-
|
|
63
|
+
tokensToTimeline(tokens, totalDuration) {
|
|
64
|
+
const tokenCount = tokens.length;
|
|
65
|
+
const decodedTokens = [];
|
|
66
|
+
let tokenGroupIndexes = [[]];
|
|
67
|
+
for (let i = 0; i < tokenCount; i++) {
|
|
68
|
+
const token = tokens[i];
|
|
69
|
+
if (token == '2') {
|
|
70
|
+
if (decodedTokens.length > 0) {
|
|
71
|
+
const previousDecodedToken = decodedTokens[decodedTokens.length - 1];
|
|
72
|
+
decodedTokens.push('$');
|
|
73
|
+
decodedTokens.push(previousDecodedToken);
|
|
74
|
+
tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
|
|
75
|
+
}
|
|
76
|
+
else {
|
|
77
|
+
decodedTokens.push(' ');
|
|
78
|
+
tokenGroupIndexes.push([]);
|
|
79
|
+
}
|
|
80
|
+
continue;
|
|
87
81
|
}
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
82
|
+
if (token == '_') {
|
|
83
|
+
continue;
|
|
84
|
+
}
|
|
85
|
+
decodedTokens.push(token);
|
|
86
|
+
if (token == ' ') {
|
|
87
|
+
tokenGroupIndexes.push([]);
|
|
91
88
|
}
|
|
92
89
|
else {
|
|
93
|
-
|
|
90
|
+
tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
|
|
94
91
|
}
|
|
95
|
-
group[group.length - 1] += currentCorrection;
|
|
96
92
|
}
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
continue;
|
|
93
|
+
let decodedString = '';
|
|
94
|
+
for (let i = 0; i < decodedTokens.length; i++) {
|
|
95
|
+
const currentToken = decodedTokens[i];
|
|
96
|
+
const previousToken = decodedTokens[i - 1];
|
|
97
|
+
if (currentToken != '$' && (previousToken != currentToken || previousToken == undefined)) {
|
|
98
|
+
decodedString += currentToken;
|
|
99
|
+
}
|
|
105
100
|
}
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
101
|
+
decodedString = decodedString.trim();
|
|
102
|
+
tokenGroupIndexes = tokenGroupIndexes.filter(group => group.length > 0);
|
|
103
|
+
if (tokenGroupIndexes.length > 0) {
|
|
104
|
+
let currentCorrection = Math.min(tokenGroupIndexes[0][0], 1.5);
|
|
105
|
+
for (let i = 0; i < tokenGroupIndexes.length; i++) {
|
|
106
|
+
const group = tokenGroupIndexes[i];
|
|
107
|
+
if (group.length == 1) {
|
|
108
|
+
group.push(group[0]);
|
|
109
|
+
}
|
|
110
|
+
group[0] -= currentCorrection;
|
|
111
|
+
if (i == tokenGroupIndexes.length - 1) {
|
|
112
|
+
currentCorrection = Math.min(tokenCount - i, 1.5);
|
|
113
|
+
}
|
|
114
|
+
else {
|
|
115
|
+
currentCorrection = Math.min((tokenGroupIndexes[i + 1][0] - group[group.length - 1]) / 2, 1.5);
|
|
116
|
+
}
|
|
117
|
+
group[group.length - 1] += currentCorrection;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
const words = decodedString.split(' ');
|
|
121
|
+
const timeMultiplier = totalDuration / tokenCount;
|
|
122
|
+
const timeline = [];
|
|
123
|
+
for (let i = 0; i < words.length; i++) {
|
|
124
|
+
const text = words[i];
|
|
125
|
+
if (!wordCharacterPattern.test(text)) {
|
|
126
|
+
continue;
|
|
127
|
+
}
|
|
128
|
+
const group = tokenGroupIndexes[i];
|
|
129
|
+
const startTime = group[0] * timeMultiplier;
|
|
130
|
+
const endTime = group[group.length - 1] * timeMultiplier;
|
|
131
|
+
timeline.push({
|
|
132
|
+
type: 'word',
|
|
133
|
+
text: text,
|
|
134
|
+
startTime,
|
|
135
|
+
endTime,
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
timeline[timeline.length - 1].endTime = totalDuration;
|
|
139
|
+
return { transcript: decodedString, timeline };
|
|
115
140
|
}
|
|
116
|
-
timeline[timeline.length - 1].endTime = totalDuration;
|
|
117
|
-
return { transcript: decodedString, timeline };
|
|
118
141
|
}
|
|
119
142
|
export const languageCodeToPackageName = {
|
|
120
143
|
'en': 'silero-en-v5',
|
|
@@ -122,4 +145,8 @@ export const languageCodeToPackageName = {
|
|
|
122
145
|
'de': 'silero-de-v1',
|
|
123
146
|
'uk': 'silero-ua-v3',
|
|
124
147
|
};
|
|
148
|
+
export const defaultSileroRecognitionOptions = {
|
|
149
|
+
modelPath: undefined,
|
|
150
|
+
provider: undefined,
|
|
151
|
+
};
|
|
125
152
|
//# sourceMappingURL=SileroSTT.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SileroSTT.js","sourceRoot":"","sources":["../../src/recognition/SileroSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,OAAO,EAAY,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAC1E,OAAO,EAAE,oBAAoB,
|
|
1
|
+
{"version":3,"file":"SileroSTT.js","sourceRoot":"","sources":["../../src/recognition/SileroSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,OAAO,EAAY,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAA;AACjE,OAAO,IAAI,MAAM,MAAM,CAAA;AAGvB,OAAO,EAAyB,qBAAqB,EAAE,MAAM,+BAA+B,CAAA;AAE5F,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,QAAkB,EAClB,kBAA0B,EAC1B,kBAA2C;IAE3C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAAA;IAEpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;IAE/C,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,OAAO,SAAS;IAKJ;IACA;IALjB,OAAO,CAAwB;IAC/B,MAAM,CAAW;IAEjB,YACiB,kBAA0B,EAC1B,kBAA2C;QAD3C,uBAAkB,GAAlB,kBAAkB,CAAQ;QAC1B,uBAAkB,GAAlB,kBAAkB,CAAyB;IAE5D,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAkB;QACjC,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAE/B,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAE3C,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;QAE9C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;QACtF,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,CAAA;QAErC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAE/C,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAoB,CAAA;QAE9D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAO,CAAA;QAE3B,MAAM,YAAY,GAAmB,EAAE,CAAA;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChE,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAClE,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAA;QAE3B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACxC,MAAM,kBAAkB,GAAG,UAAU,CAAC,IAAI,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC,CAAA;YAChE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAA;QACxC,CAAC;QAED,uBAAuB;QAEvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAA;QAE3E,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,OAAO,MAAM,CAAA;IACd,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC/B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;QAE7C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;QAE7C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAA;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAA;QAEpE,IAAI,CAAC,MAAM,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,CAAA;QAEpD,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAA;QAEjG,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAA;QAEhF,MAAM,CAAC,GAAG,EAAE,CAAA;IACb,CAAC;IAEO,gBAAgB,CAAC,MAAgB,EAAE,aAAqB;QAC/D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAA;QAEhC,MAAM,aAAa,GAAa,EAAE,CAAA;QAClC,IAAI,iBAAiB,GAAe,CAAC,EAAE,CAAC,CAAA;QAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YAEvB,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,MAAM,oBAAoB,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;oBACpE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oBACvB,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;oBAExC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACxD,CAAC;qBAAM,CAAC;oBACP,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;oBACvB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC3B,CAAC;gBAED,SAAQ;YACT,CAAC;YAED,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,SAAQ;YACT,CAAC;YAED,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAEzB,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBAClB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC3B,CAAC;iBAAM,CAAC;gBACP,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACxD,CAAC;QACF,CAAC;QAED,IAAI,aAAa,GAAG,EAAE,CAAA;QAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;YACrC,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAE1C,IAAI,YAAY,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,YAAY,IAAI,aAAa,IAAI,SAAS,CAAC,EAAE,CAAC;gBAC1F,aAAa,IAAI,YAAY,CAAA;YAC9B,CAAC;QACF,CAAC;QAED,aAAa,GAAG,aAAa,CAAC,IAAI,EAAE,CAAA;QAEpC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAEvE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,IAAI,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;YAE9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;gBAElC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,CAAC;gBAED,KAAK,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAA;gBAE7B,IAAI,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;gBAClD,CAAC;qBAAM,CAAC;oBACP,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;gBAC/F,CAAC;gBAED,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,iBAAiB,CAAA;YAC7C,CAAC;QACF,CAAC;QAED,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAEtC,MAAM,cAAc,GAAG,aAAa,GAAG,UAAU,CAAA;QAEjD,MAAM,QAAQ,GAAa,EAAE,CAAA;QAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YAErB,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,SAAQ;YACT,CAAC;YAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;YAClC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,CAAA;YAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,cAAc,CAAA;YAExD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI;gBACV,SAAS;gBACT,OAAO;aACP,CAAC,CAAA;QACH,CAAC;QAED,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAA;QAErD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAuC;IAC5E,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;CACpB,CAAA;AAOD,MAAM,CAAC,MAAM,+BAA+B,GAA6B;IACxE,SAAS,EAAE,SAAS;IACpB,QAAQ,EAAE,SAAS;CACnB,CAAA"}
|
|
@@ -159,7 +159,7 @@ export async function detectLanguage(sourceRawAudio, modelName, modelPath) {
|
|
|
159
159
|
}
|
|
160
160
|
async function parseResultObject(resultObject, modelName, totalDuration, enableDTW) {
|
|
161
161
|
const { Whisper } = await import('../recognition/WhisperSTT.js');
|
|
162
|
-
const whisper = new Whisper(modelName, '');
|
|
162
|
+
const whisper = new Whisper(modelName, '', [], []);
|
|
163
163
|
await whisper.initializeTokenizerIfNeeded();
|
|
164
164
|
const tokenTimeline = [];
|
|
165
165
|
let currentCorrectionTimeOffset = 0;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WhisperCppSTT.js","sourceRoot":"","sources":["../../src/recognition/WhisperCppSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAY,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChG,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAA;AAE9D,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAC1C,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAC5D,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AACzF,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAA;AAEzE,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,cAAwB,EACxB,IAAiB,EACjB,cAAkC,EAClC,SAA2B,EAC3B,SAAiB,EACjB,OAA0B;IAE1B,OAAO,IAAI,OAAO,CAAoB,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QACpE,CAAC;QAED,OAAO,GAAG,UAAU,CAAC,wBAAwB,EAAE,OAAO,CAAC,CAAA;QAEvD,IAAI,SAA0B,CAAA;QAC9B,IAAI,cAAsB,CAAA;QAE1B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC5B,SAAS,GAAG,QAAQ,CAAA;YAEpB,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;YAEvC,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;gBAC/B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAA;YACzB,CAAC;QACF,CAAC;aAAM,CAAC;YACP,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,SAAS,GAAG,OAAO,CAAC,KAAK,CAAA;gBAEzB,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;oBAC/B,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACpD,CAAC;qBAAM,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC3E,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;gBACjE,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACvB,SAAS,GAAG,eAAe,CAAA;gBAC5B,CAAC;qBAAM,CAAC;oBACP,SAAS,GAAG,KAAK,CAAA;gBAClB,CAAC;YACF,CAAC;YAED,cAAc,GAAG,MAAM,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACxD,CAAC;QAGD,MAAM,CAAC,KAAK,CAAC,mDAAmD,OAAO,CAAC,KAAK,IAAI,SAAS,YAAY,SAAS,GAAG,CAAC,CAAA;QACnH,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACd,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAEd,MAAM,YAAY,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAA;QAEzD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,+BAA+B,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QAC3F,MAAM,eAAe,GAAG,GAAG,+BAA+B,OAAO,CAAA;QAEjE,MAAM,IAAI,GAAa;YACtB,oBAAoB;YAEpB,eAAe;YACf,+BAA+B;YAE/B,SAAS;YACT,SAAS;YAET,YAAY;YACZ,cAAc,IAAI,MAAM;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,cAAc;YACd,GAAG,OAAO,CAAC,UAAW,EAAE;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,iBAAkB,EAAE;YAE/B,aAAa;YACb,GAAG,OAAO,CAAC,SAAU,EAAE;YAEvB,iBAAiB;YACjB,GAAG,OAAO,CAAC,mBAAoB,EAAE;SACjC,CAAA;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CACR,UAAU,EACV,OAAO,CAAC,MAAM,CACd,CAAA;QACF,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CACR,UAAU,CACV,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,EAEH,OAAO,EACP,SAAS,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAC9B,CAAA;QACF,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,CACH,CAAA;QACF,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzB,CAAC;aAAM,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC/B,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEjC,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;QAErD,MAAM,WAAW,GAAa,EAAE,CAAA;QAChC,IAAI,YAAY,GAAG,EAAE,CAAA;QAErB,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,OAAM;YACP,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC;iBAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEjC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAE5B,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChB,CAAC;YAED,YAAY,IAAI,GAAG,CAAA;QACpB,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YACzB,MAAM,CAAC,CAAC,CAAC,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YACtC,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,0BAA0B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;gBAEpE,MAAM,YAAY,GAA4B,MAAM,oBAAoB,CAAC,eAAe,CAAC,CAAA;gBACzF,MAAM,MAAM,CAAC,eAAe,CAAC,CAAA;gBAE7B,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAChC,OAAO,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAClF,CAAC;qBAAM,CAAC;oBACP,MAAM,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,SAAS,EAAE,mBAAmB,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,SAAU,CAAC,CAAA;oBAEpI,OAAO,CAAC,kBAAkB,CAAC,CAAA;gBAC5B,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAA;gBAElD,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACzB,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,sDAAsD;QACtD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,cAAwB,EAAE,SAA2B,EAAE,SAAiB;IAC5G,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACnE,CAAC;IAED,KAAK,UAAU,qBAAqB,CAAC,SAAmB;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,SAAS,CACnC,SAAS,EACT,iBAAiB,EACjB,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,CACF,CAAA;QAED,MAAM,WAAW,GAAG,CAAC;gBACpB,QAAQ,EAAE,QAAS;gBACnB,YAAY,EAAE,0BAA0B,CAAC,QAAS,CAAC;gBACnD,WAAW,EAAE,GAAG;aAChB,CAAC,CAAA;QAEF,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAA;IAExF,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAA;IAEzE,OAAO,OAAO,CAAA;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,YAAqC,EAAE,SAA2B,EAAE,aAAqB,EAAE,SAAkB;IAC7I,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAA;IAEhE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;IAC1C,MAAM,OAAO,CAAC,2BAA2B,EAAE,CAAA;IAE3C,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,IAAI,2BAA2B,GAAG,CAAC,CAAA;IAEnC,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC;QAC7F,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QAE9D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAA;QAEnC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;YAEtC,IAAI,UAAU,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC1F,2BAA2B,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;YAChE,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAA;YAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YACpD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAA;YAErC,IAAI,SAAiB,CAAA;YACrB,IAAI,OAAe,CAAA;YAEnB,IAAI,SAAS,EAAE,CAAC;gBACf,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;gBAE7C,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,GAAG,GAAG,CAAA;gBACtD,MAAM,0BAA0B,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAA;gBAE9F,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAA;gBAC/C,OAAO,GAAG,0BAA0B,CAAA;YACrC,CAAC;iBAAM,CAAC;gBACP,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;gBAC3C,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAA;YACxC,CAAC;YAED,SAAS,IAAI,2BAA2B,CAAA;YACxC,OAAO,IAAI,2BAA2B,CAAA;YAEtC,aAAa,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,OAAO;gBACX,SAAS;gBACT,OAAO;gBACP,UAAU,EAAE,eAAe;aAC3B,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAG,CAAC,CAAA;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE7C,MAAM,QAAQ,GAAG,OAAO,CAAC,2BAA2B,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;IAE7E,OAAO;QACN,UAAU;QACV,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAe,EAAE,SAA4B;IAChF,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,yBAAyB,GAAG,CAAC,CAAC,CAAA;QAElF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAA;QAEhG,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,iCAAiC,CAAC,eAAe,CAAC,CAAA;QAE5F,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,SAAQ;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QAE9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACT,CAAC;QAED,UAAU,IAAI,IAAI,CAAA;QAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;gBACjB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;aAChB,CAAC,CAAA;QACH,CAAC;aAAM,CAAC;YACP,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEnD,aAAa,CAAC,IAAI,IAAI,IAAI,CAAA;YAC1B,aAAa,CAAC,OAAO,GAAG,OAAO,CAAA;QAChC,CAAC;IACF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAsC,EAAE,YAAgC;IAC9G,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,GAAG,UAAU,CAAA;IACrB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;QAElD,IAAI,YAAY,IAAI,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,iDAAiD,YAAY,IAAI,CAAC,CAAA;QACvH,CAAC;IACF,CAAC;SAAM,CAAC;QACP,IAAI,YAAY,EAAE,CAAC;YAClB,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;YAE5D,OAAO,GAAG,iBAAiB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAA;QACzD,CAAC;aAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAA;QACjB,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,OAAO,EAAE,CAAA;IAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,OAAO,MAAM,CAAC,CAAA;IAC5D,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;IAElD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAA;AAChC,CAAC;AAID,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAA0B;IACrE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,kHAAkH,CAAC,CAAA;IACpI,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAEzB,IAAI,WAAmB,CAAA;IAEvB,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,oCAAoC,SAAS,iBAAiB,CAAA;QAC7E,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,oKAAoK,CAAC,CAAA;QACtL,CAAC;IACF,CAAC;SAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QAChC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,qDAAqD,CAAA;QACpE,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,mDAAmD,CAAA;QAClE,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,iIAAiI,CAAC,CAAA;QACnJ,CAAC;IACF,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,uBAAuB,SAAS,GAAG,CAAC,CAAA;IACrD,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAElD,IAAI,QAAQ,GAAG,MAAM,CAAA;IAErB,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,QAAQ,IAAI,MAAM,CAAA;IACnB,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;AACxC,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA0B;IAC1D,IAAI,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAE5C,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAC1D,aAAa,GAAG,CAAC,CAAC,CAAA;IACnB,CAAC;IAED,IAAI,SAAiB,CAAA;IAErB,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACxB,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAqB,CAAA;IACpE,CAAC;SAAM,CAAC;QACP,SAAS,GAAG,OAAO,CAAA;IACpB,CAAC;IAED,OAAO,SAA6B,CAAA;AACrC,CAAC;AAkFD,MAAM,CAAC,MAAM,wBAAwB,GAAsB;IAC1D,KAAK,EAAE,SAAS;IAChB,cAAc,EAAE,SAAS;IAEzB,KAAK,EAAE,SAAS;IAEhB,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,SAAS;IAEpB,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,CAAC;IACZ,mBAAmB,EAAE,GAAG;IAExB,MAAM,EAAE,SAAS;IAEjB,SAAS,EAAE,KAAK;IAEhB,OAAO,EAAE,KAAK;CACd,CAAA"}
|
|
1
|
+
{"version":3,"file":"WhisperCppSTT.js","sourceRoot":"","sources":["../../src/recognition/WhisperCppSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAY,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChG,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAA;AAE9D,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAA;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAC1C,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAC5D,OAAO,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AACzF,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAA;AAEzE,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,cAAwB,EACxB,IAAiB,EACjB,cAAkC,EAClC,SAA2B,EAC3B,SAAiB,EACjB,OAA0B;IAE1B,OAAO,IAAI,OAAO,CAAoB,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAE3B,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QACpE,CAAC;QAED,OAAO,GAAG,UAAU,CAAC,wBAAwB,EAAE,OAAO,CAAC,CAAA;QAEvD,IAAI,SAA0B,CAAA;QAC9B,IAAI,cAAsB,CAAA;QAE1B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC5B,SAAS,GAAG,QAAQ,CAAA;YAEpB,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;YAEvC,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;gBAC/B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAA;YACzB,CAAC;QACF,CAAC;aAAM,CAAC;YACP,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,SAAS,GAAG,OAAO,CAAC,KAAK,CAAA;gBAEzB,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;oBAC/B,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACpD,CAAC;qBAAM,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC3E,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;gBACjE,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACvB,SAAS,GAAG,eAAe,CAAA;gBAC5B,CAAC;qBAAM,CAAC;oBACP,SAAS,GAAG,KAAK,CAAA;gBAClB,CAAC;YACF,CAAC;YAED,cAAc,GAAG,MAAM,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACxD,CAAC;QAGD,MAAM,CAAC,KAAK,CAAC,mDAAmD,OAAO,CAAC,KAAK,IAAI,SAAS,YAAY,SAAS,GAAG,CAAC,CAAA;QACnH,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACd,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAEd,MAAM,YAAY,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAA;QAEzD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,+BAA+B,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QAC3F,MAAM,eAAe,GAAG,GAAG,+BAA+B,OAAO,CAAA;QAEjE,MAAM,IAAI,GAAa;YACtB,oBAAoB;YAEpB,eAAe;YACf,+BAA+B;YAE/B,SAAS;YACT,SAAS;YAET,YAAY;YACZ,cAAc,IAAI,MAAM;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,cAAc;YACd,GAAG,OAAO,CAAC,UAAW,EAAE;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,iBAAkB,EAAE;YAE/B,aAAa;YACb,GAAG,OAAO,CAAC,SAAU,EAAE;YAEvB,iBAAiB;YACjB,GAAG,OAAO,CAAC,mBAAoB,EAAE;SACjC,CAAA;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CACR,UAAU,EACV,OAAO,CAAC,MAAM,CACd,CAAA;QACF,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CACR,UAAU,CACV,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,EAEH,OAAO,EACP,SAAS,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAC9B,CAAA;QACF,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,CACH,CAAA;QACF,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzB,CAAC;aAAM,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC/B,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEjC,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;QAErD,MAAM,WAAW,GAAa,EAAE,CAAA;QAChC,IAAI,YAAY,GAAG,EAAE,CAAA;QAErB,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,OAAM;YACP,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC;iBAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEjC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAE5B,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAClC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACzC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChB,CAAC;YAED,YAAY,IAAI,GAAG,CAAA;QACpB,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YACzB,MAAM,CAAC,CAAC,CAAC,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YACtC,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,0BAA0B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;gBAEpE,MAAM,YAAY,GAA4B,MAAM,oBAAoB,CAAC,eAAe,CAAC,CAAA;gBACzF,MAAM,MAAM,CAAC,eAAe,CAAC,CAAA;gBAE7B,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAChC,OAAO,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAClF,CAAC;qBAAM,CAAC;oBACP,MAAM,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,SAAS,EAAE,mBAAmB,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,SAAU,CAAC,CAAA;oBAEpI,OAAO,CAAC,kBAAkB,CAAC,CAAA;gBAC5B,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAA;gBAElD,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACzB,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,sDAAsD;QACtD,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,cAAwB,EAAE,SAA2B,EAAE,SAAiB;IAC5G,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACnE,CAAC;IAED,KAAK,UAAU,qBAAqB,CAAC,SAAmB;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,SAAS,CACnC,SAAS,EACT,iBAAiB,EACjB,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,CACF,CAAA;QAED,MAAM,WAAW,GAAG,CAAC;gBACpB,QAAQ,EAAE,QAAS;gBACnB,YAAY,EAAE,0BAA0B,CAAC,QAAS,CAAC;gBACnD,WAAW,EAAE,GAAG;aAChB,CAAC,CAAA;QAEF,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAA;IAExF,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAA;IAEzE,OAAO,OAAO,CAAA;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,YAAqC,EAAE,SAA2B,EAAE,aAAqB,EAAE,SAAkB;IAC7I,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAA;IAEhE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;IAClD,MAAM,OAAO,CAAC,2BAA2B,EAAE,CAAA;IAE3C,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,IAAI,2BAA2B,GAAG,CAAC,CAAA;IAEnC,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC;QAC7F,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QAE9D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAA;QAEnC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;YAEtC,IAAI,UAAU,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC1F,2BAA2B,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;YAChE,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAA;YAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YACpD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAA;YAErC,IAAI,SAAiB,CAAA;YACrB,IAAI,OAAe,CAAA;YAEnB,IAAI,SAAS,EAAE,CAAC;gBACf,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;gBAE7C,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,GAAG,GAAG,CAAA;gBACtD,MAAM,0BAA0B,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAA;gBAE9F,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAA;gBAC/C,OAAO,GAAG,0BAA0B,CAAA;YACrC,CAAC;iBAAM,CAAC;gBACP,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;gBAC3C,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAA;YACxC,CAAC;YAED,SAAS,IAAI,2BAA2B,CAAA;YACxC,OAAO,IAAI,2BAA2B,CAAA;YAEtC,aAAa,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,OAAO;gBACX,SAAS;gBACT,OAAO;gBACP,UAAU,EAAE,eAAe;aAC3B,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAG,CAAC,CAAA;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE7C,MAAM,QAAQ,GAAG,OAAO,CAAC,2BAA2B,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;IAE7E,OAAO;QACN,UAAU;QACV,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAe,EAAE,SAA4B;IAChF,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,yBAAyB,GAAG,CAAC,CAAC,CAAA;QAElF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAA;QAEhG,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,iCAAiC,CAAC,eAAe,CAAC,CAAA;QAE5F,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,SAAQ;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QAE9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACT,CAAC;QAED,UAAU,IAAI,IAAI,CAAA;QAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;gBACjB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;aAChB,CAAC,CAAA;QACH,CAAC;aAAM,CAAC;YACP,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEnD,aAAa,CAAC,IAAI,IAAI,IAAI,CAAA;YAC1B,aAAa,CAAC,OAAO,GAAG,OAAO,CAAA;QAChC,CAAC;IACF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAsC,EAAE,YAAgC;IAC9G,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,GAAG,UAAU,CAAA;IACrB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACb,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;QAElD,IAAI,YAAY,IAAI,IAAI,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,iDAAiD,YAAY,IAAI,CAAC,CAAA;QACvH,CAAC;IACF,CAAC;SAAM,CAAC;QACP,IAAI,YAAY,EAAE,CAAC;YAClB,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;YAE5D,OAAO,GAAG,iBAAiB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAA;QACzD,CAAC;aAAM,CAAC;YACP,OAAO,GAAG,MAAM,CAAA;QACjB,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,eAAe,OAAO,EAAE,CAAA;IAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,OAAO,MAAM,CAAC,CAAA;IAC5D,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAA;IAElD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,CAAA;AAChC,CAAC;AAID,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAA0B;IACrE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,kHAAkH,CAAC,CAAA;IACpI,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAEzB,IAAI,WAAmB,CAAA;IAEvB,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,oCAAoC,SAAS,iBAAiB,CAAA;QAC7E,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,oKAAoK,CAAC,CAAA;QACtL,CAAC;IACF,CAAC;SAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QAChC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,qDAAqD,CAAA;QACpE,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,mDAAmD,CAAA;QAClE,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,iIAAiI,CAAC,CAAA;QACnJ,CAAC;IACF,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,uBAAuB,SAAS,GAAG,CAAC,CAAA;IACrD,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,CAAA;IAElD,IAAI,QAAQ,GAAG,MAAM,CAAA;IAErB,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,QAAQ,IAAI,MAAM,CAAA;IACnB,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;AACxC,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA0B;IAC1D,IAAI,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;IAE5C,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QAC1D,aAAa,GAAG,CAAC,CAAC,CAAA;IACnB,CAAC;IAED,IAAI,SAAiB,CAAA;IAErB,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACxB,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAqB,CAAA;IACpE,CAAC;SAAM,CAAC;QACP,SAAS,GAAG,OAAO,CAAA;IACpB,CAAC;IAED,OAAO,SAA6B,CAAA;AACrC,CAAC;AAkFD,MAAM,CAAC,MAAM,wBAAwB,GAAsB;IAC1D,KAAK,EAAE,SAAS;IAChB,cAAc,EAAE,SAAS;IAEzB,KAAK,EAAE,SAAS;IAEhB,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,SAAS;IAEpB,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,CAAC;IACZ,mBAAmB,EAAE,GAAG;IAExB,MAAM,EAAE,SAAS;IAEjB,SAAS,EAAE,KAAK;IAEhB,OAAO,EAAE,KAAK;CACd,CAAA"}
|
|
@@ -6,20 +6,26 @@ import { RawAudio } from '../audio/AudioUtilities.js';
|
|
|
6
6
|
import type { LanguageDetectionResults } from '../api/API.js';
|
|
7
7
|
import { XorShift32RNG } from '../utilities/RandomGenerator.js';
|
|
8
8
|
import { type Tiktoken } from 'tiktoken/lite';
|
|
9
|
+
import { OnnxExecutionProvider, OnnxLikeFloat32Tensor } from '../utilities/OnnxUtilities.js';
|
|
9
10
|
export declare function recognize(sourceRawAudio: RawAudio, modelName: WhisperModelName, modelDir: string, task: WhisperTask, sourceLanguage: string, options: WhisperOptions): Promise<{
|
|
10
11
|
transcript: string;
|
|
11
12
|
timeline: Timeline;
|
|
12
13
|
}>;
|
|
13
|
-
export declare function align(sourceRawAudio: RawAudio,
|
|
14
|
-
export declare function
|
|
14
|
+
export declare function align(sourceRawAudio: RawAudio, transcript: string, modelName: WhisperModelName, modelDir: string, sourceLanguage: string, options: WhisperAlignmentOptions): Promise<Timeline>;
|
|
15
|
+
export declare function alignEnglishTranslation(sourceRawAudio: RawAudio, translatedTranscript: string, modelName: WhisperModelName, modelDir: string, sourceLanguage: string, options: WhisperAlignmentOptions): Promise<Timeline>;
|
|
16
|
+
export declare function detectLanguage(sourceRawAudio: RawAudio, modelName: WhisperModelName, modelDir: string, options: WhisperLanguageDetectionOptions): Promise<LanguageDetectionResults>;
|
|
17
|
+
export declare function detectVoiceActivity(sourceRawAudio: RawAudio, modelName: WhisperModelName, modelDir: string, options: WhisperVADOptions): Promise<{
|
|
18
|
+
partProbabilities: Timeline;
|
|
19
|
+
}>;
|
|
15
20
|
export declare class Whisper {
|
|
16
|
-
modelName: WhisperModelName;
|
|
17
|
-
modelDir: string;
|
|
21
|
+
readonly modelName: WhisperModelName;
|
|
22
|
+
readonly modelDir: string;
|
|
23
|
+
readonly encoderExecutionProviders: OnnxExecutionProvider[];
|
|
24
|
+
readonly decoderExecutionProviders: OnnxExecutionProvider[];
|
|
18
25
|
isMultiligualModel: boolean;
|
|
19
26
|
audioEncoder?: Onnx.InferenceSession;
|
|
20
27
|
textDecoder?: Onnx.InferenceSession;
|
|
21
28
|
tiktoken?: Tiktoken;
|
|
22
|
-
onnxOptions: Onnx.InferenceSession.SessionOptions;
|
|
23
29
|
tokenConfig: {
|
|
24
30
|
endOfTextToken: number;
|
|
25
31
|
startOfTextToken: number;
|
|
@@ -34,30 +40,28 @@ export declare class Whisper {
|
|
|
34
40
|
timestampTokensEnd: number;
|
|
35
41
|
};
|
|
36
42
|
randomGen: XorShift32RNG;
|
|
37
|
-
constructor(modelName: WhisperModelName, modelDir: string, rngSeed?: number);
|
|
38
|
-
|
|
39
|
-
initializeTokenizerIfNeeded(): Promise<void>;
|
|
40
|
-
initializeEncoderSessionIfNeeded(): Promise<void>;
|
|
41
|
-
initializeDecoderSessionIfNeeded(): Promise<void>;
|
|
42
|
-
recognize(rawAudio: RawAudio, task: WhisperTask, language: string, options: WhisperOptions): Promise<{
|
|
43
|
+
constructor(modelName: WhisperModelName, modelDir: string, encoderExecutionProviders: OnnxExecutionProvider[], decoderExecutionProviders: OnnxExecutionProvider[], rngSeed?: number);
|
|
44
|
+
recognize(rawAudio: RawAudio, task: WhisperTask, language: string, options: WhisperOptions, logitFilter?: WhisperLogitFilter): Promise<{
|
|
43
45
|
transcript: string;
|
|
44
46
|
timeline: Timeline;
|
|
45
47
|
}>;
|
|
46
|
-
align(rawAudio: RawAudio,
|
|
48
|
+
align(rawAudio: RawAudio, transcript: string, sourceLanguage: string, task: 'transcribe' | 'translate', whisperAlignmentOptions: WhisperAlignmentOptions): Promise<Timeline>;
|
|
47
49
|
detectLanguage(audioFeatures: Onnx.Tensor, temperature: number): Promise<LanguageDetectionResults>;
|
|
48
|
-
|
|
50
|
+
detectVoiceActivity(audioFeatures: Onnx.Tensor, temperature: number): Promise<number>;
|
|
51
|
+
decodeTokens(audioFeatures: Onnx.Tensor, initialTokens: number[], audioDuration: number, isFirstPart: boolean, isFinalPart: boolean, options: WhisperOptions, logitFilter?: WhisperLogitFilter): Promise<{
|
|
49
52
|
decodedTokens: number[];
|
|
50
53
|
decodedTokensTimestampLogits: number[][];
|
|
51
|
-
crossAttentionQKs: Onnx.Tensor[];
|
|
52
54
|
decodedTokensConfidence: number[];
|
|
55
|
+
decodedTokensCrossAttentionQKs: OnnxLikeFloat32Tensor[];
|
|
53
56
|
}>;
|
|
54
|
-
inferCrossAttentionQKs(tokens: number[], audioFeatures: Onnx.Tensor): Promise<Onnx.Tensor[]>;
|
|
55
57
|
encodeAudio(rawAudio: RawAudio): Promise<Onnx.Tensor>;
|
|
56
|
-
addSegmentsToTimeline(timeline: Timeline, tokens: number[], initialTimeOffset: number, audioDuration: number): void;
|
|
57
|
-
addWordsToTimeline(timeline: Timeline, tokens: number[], rawAudio: RawAudio, crossAttentionQKs: Onnx.Tensor[], initialAudioTimeOffset: number, duration: number): Promise<void>;
|
|
58
58
|
tokenTimelineToWordTimeline(tokenTimeline: Timeline, language: string): Timeline;
|
|
59
59
|
getTokenTimelineFromAlignmentPath(alignmentPath: AlignmentPath, tokens: number[], startTimeOffset: number, endTimeOffset: number, tokensConfidence?: number[], correctionAmount?: number): Promise<Timeline>;
|
|
60
|
-
findAlignmentPathFromQKs(qksTensors:
|
|
60
|
+
findAlignmentPathFromQKs(qksTensors: OnnxLikeFloat32Tensor[], tokens: number[], segmentStartFrame: number, segmentEndFrame: number, headIndexes?: number[]): Promise<AlignmentPath>;
|
|
61
|
+
initializeIfNeeded(): Promise<void>;
|
|
62
|
+
initializeTokenizerIfNeeded(): Promise<void>;
|
|
63
|
+
initializeEncoderSessionIfNeeded(): Promise<void>;
|
|
64
|
+
initializeDecoderSessionIfNeeded(): Promise<void>;
|
|
61
65
|
getKvDimensions(groupCount: number, length: number): number[];
|
|
62
66
|
getTextStartTokens(language: string, task: WhisperTask, disableTimestamps?: boolean): number[];
|
|
63
67
|
tokenToText(token: number, includeMetadataTokens?: boolean): string;
|
|
@@ -80,7 +84,10 @@ export declare class Whisper {
|
|
|
80
84
|
getSuppressedTextTokens(): number[];
|
|
81
85
|
getSuppressedMetadataTokens(): number[];
|
|
82
86
|
getAllowedPunctuationMarks(): string[];
|
|
83
|
-
|
|
87
|
+
getWordTokenData(): {
|
|
88
|
+
wordTokenData: WhisperTokenData[];
|
|
89
|
+
nonWordTokenData: WhisperTokenData[];
|
|
90
|
+
};
|
|
84
91
|
getTokensData(tokens: number[]): WhisperTokenData[];
|
|
85
92
|
}
|
|
86
93
|
export declare function loadPackagesAndGetPaths(modelName: WhisperModelName | undefined, languageCode: string | undefined): Promise<{
|
|
@@ -94,6 +101,7 @@ export type WhisperTokenData = {
|
|
|
94
101
|
id: number;
|
|
95
102
|
text: string;
|
|
96
103
|
};
|
|
104
|
+
export type WhisperLogitFilter = (logits: number[], decodedTokens: number[], isFirstPart: boolean, isFinalPart: boolean) => number[];
|
|
97
105
|
export type WhisperModelName = 'tiny' | 'tiny.en' | 'base' | 'base.en' | 'small' | 'small.en' | 'medium' | 'medium.en' | 'large' | 'large-v1' | 'large-v2' | 'large-v3';
|
|
98
106
|
export type WhisperTask = 'transcribe' | 'translate' | 'detect-language';
|
|
99
107
|
export declare const modelNameToPackageName: {
|
|
@@ -110,6 +118,31 @@ export interface WhisperOptions {
|
|
|
110
118
|
maxTokensPerPart?: number;
|
|
111
119
|
suppressRepetition?: boolean;
|
|
112
120
|
decodeTimestampTokens?: boolean;
|
|
121
|
+
endTokenThreshold?: number;
|
|
122
|
+
includeEndTokenInCandidates?: boolean;
|
|
123
|
+
encoderProvider?: OnnxExecutionProvider;
|
|
124
|
+
decoderProvider?: OnnxExecutionProvider;
|
|
113
125
|
seed?: number;
|
|
114
126
|
}
|
|
115
127
|
export declare const defaultWhisperOptions: WhisperOptions;
|
|
128
|
+
export interface WhisperAlignmentOptions {
|
|
129
|
+
model?: WhisperModelName;
|
|
130
|
+
endTokenThreshold?: number;
|
|
131
|
+
encoderProvider?: OnnxExecutionProvider;
|
|
132
|
+
decoderProvider?: OnnxExecutionProvider;
|
|
133
|
+
}
|
|
134
|
+
export declare const defaultWhisperAlignmentOptions: WhisperAlignmentOptions;
|
|
135
|
+
export interface WhisperLanguageDetectionOptions {
|
|
136
|
+
model?: WhisperModelName;
|
|
137
|
+
temperature?: number;
|
|
138
|
+
encoderProvider?: OnnxExecutionProvider;
|
|
139
|
+
decoderProvider?: OnnxExecutionProvider;
|
|
140
|
+
}
|
|
141
|
+
export declare const defaultWhisperLanguageDetectionOptions: WhisperLanguageDetectionOptions;
|
|
142
|
+
export interface WhisperVADOptions {
|
|
143
|
+
model?: WhisperModelName;
|
|
144
|
+
temperature?: number;
|
|
145
|
+
encoderProvider?: OnnxExecutionProvider;
|
|
146
|
+
decoderProvider?: OnnxExecutionProvider;
|
|
147
|
+
}
|
|
148
|
+
export declare const defaultWhisperVADOptions: WhisperVADOptions;
|