echogarden 2.10.1 → 3.0.0

package/dist/recognition/{WhisperCppSTT.js → WhisperCppCliSTT.js}

@@ -8,16 +8,16 @@ import { appName } from '../api/Common.js';
 import { readAndParseJsonFile, remove } from '../utilities/FileSystem.js';
 import { splitToLines } from '../nlp/Segmentation.js';
 import { extendDeep } from '../utilities/ObjectUtilities.js';
-import { formatLanguageCodeWithName, getShortLanguageCode } from '../utilities/Locale.js';
+import { formatLanguageCodeWithName } from '../utilities/Locale.js';
 import { loadPackage } from '../utilities/PackageManager.js';
 import { detectSpeechLanguageByParts } from '../api/SpeechLanguageDetection.js';
-export async function recognize(sourceRawAudio, task, sourceLanguage, modelName, modelPath, options) {
+export async function recognize(sourceRawAudio, task, sourceLanguage, modelId, modelPath, options, callbacks) {
     return new Promise(async (resolve, reject) => {
-        const logger = new Logger();
+        const logger = new Logger(callbacks.logLevel);
         if (sourceRawAudio.sampleRate != 16000) {
             throw new Error('Source audio must have a sample rate of 16000 Hz');
         }
-        options = extendDeep(defaultWhisperCppOptions, options);
+        options = extendDeep(defaultWhisperCppCliOptions, options);
         let buildKind;
         let executablePath;
         if (options.executablePath) {
@@ -33,12 +33,12 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
                 if (options.enableGPU == null) {
                     options.enableGPU = buildKind.startsWith('cublas-');
                 }
-                else if (options.enableGPU === true && !buildKind.startsWith('cublas-')) {
+                else if (process.platform !== 'darwin' && options.enableGPU === true && !buildKind.startsWith('cublas-')) {
                     throw new Error('GPU support is only available for CUDA builds');
                 }
             }
             else {
-                if (options.enableGPU) {
+                if (process.platform !== 'darwin' && options.enableGPU) {
                     buildKind = 'cublas-12.4.0';
                 }
                 else {
@@ -46,7 +46,7 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
                 }
             }
             logger.end();
-            executablePath = await loadExecutablePackage(buildKind);
+            executablePath = await loadBinariesPackage(buildKind, callbacks);
         }
         if (options.enableFlashAttention && options.enableDTW) {
             options.enableDTW = false;
@@ -54,7 +54,7 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
         if (task === 'translate' && options.model.startsWith('large-v3-turbo')) {
             throw new Error(`The 'large-v3-turbo' model doesn't support translation tasks.`);
         }
-        logger.start(`Recognize with command-line whisper.cpp (model: ${options.model || modelName}, build: ${buildKind})`);
+        logger.start(`Recognize with command-line whisper.cpp (model: ${options.model || modelId}, build: ${buildKind})`);
         logger.log('');
         logger.log('');
         const sourceAsWave = encodeRawAudioToWave(sourceRawAudio);
@@ -91,7 +91,7 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
             args.push('--no-gpu');
         }
         if (options.enableDTW) {
-            args.push('--max-len', '0', '--dtw', modelName.replaceAll('-', '.'));
+            args.push('--max-len', '0', '--dtw', modelId.replaceAll('-', '.'));
         }
         else {
             args.push('--max-len', '0');
@@ -99,6 +99,9 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
         if (options.enableFlashAttention) {
             args.push('--flash-attn');
         }
+        else {
+            args.push('--no-flash-attn');
+        }
         if (task === 'translate') {
             args.push('--translate');
         }
@@ -106,11 +109,15 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
             args.push('--detect-language');
         }
         const argsString = args.join(' ');
-        const process = spawn(executablePath, [...args, '-']);
+        const cliProcess = spawn(executablePath, [...args, '-']);
+        callbacks.abortSignal?.addEventListener('abort', () => {
+            reject(new DOMException('whisper.cpp CLI process aborted by user.', 'AbortError'));
+            cliProcess.kill();
+        });
         const stdoutLines = [];
         let stderrOutput = '';
-        process.stdout.setEncoding('utf8');
-        process.stdout.on('data', (str) => {
+        cliProcess.stdout.setEncoding('utf8');
+        cliProcess.stdout.on('data', (str) => {
             if (task === 'detect-language') {
                 return;
             }
@@ -120,17 +127,17 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
             logger.log(parts.join('\n'));
             stdoutLines.push(...parts);
         });
-        process.stderr.setEncoding('utf8');
-        process.stderr.on('data', (str) => {
+        cliProcess.stderr.setEncoding('utf8');
+        cliProcess.stderr.on('data', (str) => {
             if (options.verbose) {
                 logger.log(str);
             }
             stderrOutput += str;
         });
-        process.on('error', (e) => {
+        cliProcess.on('error', (e) => {
             reject(e);
         });
-        process.on('close', async (exitCode) => {
+        cliProcess.on('close', async (exitCode) => {
             logger.end();
             if (exitCode === 0) {
                 const parsedStdOut = parseStdOutLinesToTimeline(stdoutLines, 'word');
@@ -140,7 +147,7 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
                     resolve({ timeline: [], transcript: '', language: resultObject.result.language });
                 }
                 else {
-                    const parsedResultObject = await parseResultObject(resultObject, modelName, getRawAudioDuration(sourceRawAudio), options.enableDTW);
+                    const parsedResultObject = await parseResultObject(resultObject, modelId, getRawAudioDuration(sourceRawAudio), options.enableDTW, callbacks);
                     resolve(parsedResultObject);
                 }
             }
@@ -149,16 +156,16 @@ export async function recognize(sourceRawAudio, task, sourceLanguage, modelName,
                 logger.log(stderrOutput);
             }
         });
-        //writeToStdinInChunks(process, sourceAsWave, 2 ** 10)
-        process.stdin.end(sourceAsWave);
+        //writeToStdinInChunks(cliProcess, sourceAsWave, 2 ** 10)
+        cliProcess.stdin.end(sourceAsWave);
     });
 }
-export async function detectLanguage(sourceRawAudio, modelName, modelPath) {
+export async function detectLanguage(sourceRawAudio, modelId, modelPath, callbacks) {
     if (sourceRawAudio.sampleRate != 16000) {
         throw new Error('Source audio must have a sample rate of 16000');
     }
     async function detectLanguageForPart(partAudio) {
-        const { language } = await recognize(partAudio, 'detect-language', undefined, modelName, modelPath, {});
+        const { language } = await recognize(partAudio, 'detect-language', undefined, modelId, modelPath, {}, { abortSignal: callbacks.abortSignal, logLevel: callbacks.logLevel });
         const partResults = [{
                 language: language,
                 languageName: formatLanguageCodeWithName(language),
@@ -166,14 +173,14 @@ export async function detectLanguage(sourceRawAudio, modelName, modelPath) {
             }];
         return partResults;
     }
-    const results = await detectSpeechLanguageByParts(sourceRawAudio, detectLanguageForPart);
+    const results = await detectSpeechLanguageByParts(sourceRawAudio, detectLanguageForPart, undefined, undefined, callbacks);
     results.sort((entry1, entry2) => entry2.probability - entry1.probability);
     return results;
 }
-async function parseResultObject(resultObject, modelName, totalDuration, enableDTW) {
-    const { Whisper } = await import('../recognition/WhisperSTT.js');
-    const whisper = new Whisper(modelName, '', [], []);
-    await whisper.initializeTokenizerIfNeeded();
+async function parseResultObject(resultObject, modelId, totalDuration, enableDTW, callbacks) {
+    const { Whisper } = await import('./WhisperSTT.js');
+    const whisper = new Whisper(modelId, '', '');
+    await whisper.initializeTokenizerIfNeeded(callbacks);
     const tokenTimeline = [];
     let currentCorrectionTimeOffset = 0;
     let lastTokenEndOffset = 0;
@@ -266,32 +273,7 @@ function parseStdOutLinesToTimeline(lines, entryType) {
     }
     return { transcript, timeline };
 }
-export async function loadModelPackage(modelId, languageCode) {
-    if (modelId === 'large') {
-        modelId = 'large-v2';
-    }
-    if (modelId) {
-        const modelName = getModelNameFromModelId(modelId);
-        if (languageCode != 'en' && modelName.endsWith('.en')) {
-            throw new Error(`The English-only model '${modelName}' cannot be used with a non-English language '${languageCode}'.`);
-        }
-    }
-    else {
-        if (languageCode) {
-            const shortLanguageCode = getShortLanguageCode(languageCode);
-            modelId = shortLanguageCode == 'en' ? 'base.en' : 'base';
-        }
-        else {
-            modelId = 'base';
-        }
-    }
-    const packageName = `whisper.cpp-${modelId}`;
-    const modelDir = await loadPackage(packageName);
-    const modelPath = joinPath(modelDir, `ggml-${modelId}.bin`);
-    const modelName = getModelNameFromModelId(modelId);
-    return { modelName, modelPath };
-}
-export async function loadExecutablePackage(buildKind) {
+export async function loadBinariesPackage(buildKind, callbacks) {
     if (buildKind === 'custom') {
         throw new Error(`A 'custom' build kind requires providing a custom path to the 'whisper-cli' executable in the 'executablePath' option.`);
     }
@@ -300,10 +282,10 @@ export async function loadExecutablePackage(buildKind) {
     let packageName;
     if (buildKind.startsWith('cublas-')) {
         if (platform === 'win32' && arch === 'x64') {
-            packageName = `whisper.cpp-binaries-windows-x64-${buildKind}-latest`;
+            packageName = `whisper.cpp-binaries-windows-x64-${buildKind}`;
         }
         else if (platform === 'linux' && arch === 'x64') {
-            packageName = `whisper.cpp-binaries-linux-x64-${buildKind}-latest`;
+            packageName = `whisper.cpp-binaries-linux-x64-${buildKind}`;
         }
         else {
             throw new Error(`whisper.cpp GPU builds (NVIDIA CUDA only) are currently only available as packages for Windows x64 and Linux x64. Please specify a custom path to a whisper.cpp 'main' binary in the 'executablePath' option.`);
@@ -311,10 +293,22 @@ export async function loadExecutablePackage(buildKind) {
     }
     else if (buildKind === 'cpu') {
         if (platform === 'win32' && arch === 'x64') {
-            packageName = `whisper.cpp-binaries-windows-x64-cpu-latest`;
+            packageName = `whisper.cpp-binaries-windows-x64-cpu`;
+        }
+        else if (platform === 'win32' && arch === 'arm64') {
+            packageName = `whisper.cpp-binaries-windows-arm64-cpu`;
+        }
+        else if (platform === 'darwin' && arch === 'x64') {
+            packageName = `whisper.cpp-binaries-macos-universal`;
+        }
+        else if (platform === 'darwin' && arch === 'arm64') {
+            packageName = `whisper.cpp-binaries-macos-universal`;
         }
         else if (platform === 'linux' && arch === 'x64') {
-            packageName = `whisper.cpp-binaries-linux-x64-cpu-latest`;
+            packageName = `whisper.cpp-binaries-linux-x64-cpu`;
+        }
+        else if (platform === 'linux' && arch === 'arm64') {
+            packageName = `whisper.cpp-binaries-linux-arm64-cpu`;
         }
         else {
             throw new Error(`Couldn't find a matching whisper.cpp binary package. Please specify a custom path to a whisper.cpp 'main' binary in the 'executablePath' option.`);
@@ -323,43 +317,20 @@ export async function loadExecutablePackage(buildKind) {
     else {
         throw new Error(`Unsupported build kind '${buildKind}'`);
     }
-    const packagePath = await loadPackage(packageName);
-    let filename = 'whisper-cli'; // used to be called 'main' but 'main' is now deprecated
+    const packagePath = await loadPackage(packageName, callbacks);
+    let filename = 'whisper-cli';
     if (platform === 'win32') {
         filename += '.exe';
     }
     return joinPath(packagePath, filename);
 }
-function getModelNameFromModelId(modelId) {
-    if (modelId.startsWith('large-v1')) {
-        return 'large-v1';
-    }
-    if (modelId.startsWith('large-v2')) {
-        return 'large-v2';
-    }
-    if (modelId.startsWith('large-v3-turbo')) {
-        return 'large-v3-turbo';
-    }
-    if (modelId.startsWith('large-v3')) {
-        return 'large-v3';
-    }
-    const lastDashIndex = modelId.lastIndexOf('-');
-    let modelName;
-    if (lastDashIndex >= 0) {
-        modelName = modelId.substring(0, lastDashIndex);
-    }
-    else {
-        modelName = modelId;
-    }
-    return modelName;
-}
-export const defaultWhisperCppOptions = {
+export const defaultWhisperCppCliOptions = {
     build: undefined,
     executablePath: undefined,
     model: undefined,
+    enableGPU: undefined,
     threadCount: 4,
     splitCount: 1,
-    enableGPU: undefined,
     topCandidateCount: 5,
     beamCount: 5,
     repetitionThreshold: 2.4,
@@ -370,4 +341,4 @@ export const defaultWhisperCppOptions = {
     enableFlashAttention: false,
     verbose: false,
 };
-//# sourceMappingURL=WhisperCppSTT.js.map
+//# sourceMappingURL=WhisperCppCliSTT.js.map

package/dist/recognition/WhisperCppCliSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WhisperCppCliSTT.js","sourceRoot":"","sources":["../../src/recognition/WhisperCppCliSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAY,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAChG,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAA;AAE9D,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAC7E,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAA;AACvE,OAAO,EAAE,OAAO,EAAsB,MAAM,kBAAkB,CAAA;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACzE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAC5D,OAAO,EAAE,0BAA0B,EAAwB,MAAM,wBAAwB,CAAA;AACzF,OAAO,EAAE,WAAW,EAAwB,MAAM,gCAAgC,CAAA;AAClF,OAAO,EAAE,2BAA2B,EAAoC,MAAM,mCAAmC,CAAA;AAGjH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC9B,cAAwB,EACxB,IAAiB,EACjB,cAAkC,EAClC,OAAuB,EACvB,SAAiB,EACjB,OAA6B,EAC7B,SAA+B;IAE/B,OAAO,IAAI,OAAO,CAAoB,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAE7C,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;QACpE,CAAC;QAED,OAAO,GAAG,UAAU,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAA;QAE1D,IAAI,SAA6B,CAAA;QACjC,IAAI,cAAsB,CAAA;QAE1B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC5B,SAAS,GAAG,QAAQ,CAAA;YAEpB,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;YAEvC,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;gBAC/B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAA;YACzB,CAAC;QACF,CAAC;aAAM,CAAC;YACP,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,SAAS,GAAG,OAAO,CAAC,KAAK,CAAA;gBAEzB,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;oBAC/B,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;gBACpD,CAAC;qBAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5G,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;gBACjE,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACxD,SAAS,GAAG,eAAe,CAAA;gBAC5B,CAAC;qBAAM,CAAC;oBACP,SAAS,GAAG,KAAK,CAAA;gBAClB,CAAC;YACF,CAAC;YAED,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,cAAc,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;QACjE,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvD,OAAO,CAAC,SAAS,GAAG,KAAK,CAAA;QAC1B,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,KAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;QACjF,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,mDAAmD,OAAO,CAAC,KAAK,IAAI,OAAO,YAAY,SAAS,GAAG,CAAC,CAAA;QACjH,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACd,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAEd,MAAM,YAAY,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAA;QAEzD,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;QAC1C,MAAM,+BAA+B,GAAG,QAAQ,CAAC,WAAW,EAAE,GAAG,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;QAC1F,MAAM,eAAe,GAAG,GAAG,+BAA+B,OAAO,CAAA;QAEjE,MAAM,IAAI,GAAa;YACtB,oBAAoB;YAEpB,eAAe;YACf,+BAA+B;YAE/B,SAAS;YACT,SAAS;YAET,YAAY;YACZ,cAAc,IAAI,MAAM;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,cAAc;YACd,GAAG,OAAO,CAAC,UAAW,EAAE;YAExB,WAAW;YACX,GAAG,OAAO,CAAC,iBAAkB,EAAE;YAE/B,aAAa;YACb,GAAG,OAAO,CAAC,SAAU,EAAE;YAEvB,iBAAiB;YACjB,GAAG,OAAO,CAAC,mBAAoB,EAAE;YAEjC,eAAe;YACf,GAAG,OAAO,CAAC,WAAY,EAAE;YAEzB,mBAAmB;YACnB,GAAG,OAAO,CAAC,oBAAqB,EAAE;SAClC,CAAA;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CACR,UAAU,EACV,OAAO,CAAC,MAAM,CACd,CAAA;QACF,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CACR,UAAU,CACV,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,EAEH,OAAO,EACP,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAC5B,CAAA;QACF,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,IAAI,CACR,WAAW,EACX,GAAG,CACH,CAAA;QACF,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,CACR,cAAc,CACd,CAAA;QACF,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,IAAI,CACR,iBAAiB,CACjB,CAAA;QACF,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACzB,CAAC;aAAM,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAC/B,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEjC,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;QAExD,SAAS,CAAC,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YACrD,MAAM,CAAC,IAAI,YAAY,CAAC,0CAA0C,EAAE,YAAY,CAAC,CAAC,CAAA;YAClF,UAAU,CAAC,IAAI,EAAE,CAAA;QAClB,CAAC,CAAC,CAAA;QAEF,MAAM,WAAW,GAAa,EAAE,CAAA;QAChC,IAAI,YAAY,GAAG,EAAE,CAAA;QAErB,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QACrC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YAC5C,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,OAAM;YACP,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC;iBAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBACxB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEjC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;YAE5B,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QACrC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YAC5C,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAChB,CAAC;YAED,YAAY,IAAI,GAAG,CAAA;QACpB,CAAC,CAAC,CAAA;QAEF,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YAC5B,MAAM,CAAC,CAAC,CAAC,CAAA;QACV,CAAC,CAAC,CAAA;QAEF,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;YACzC,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,0BAA0B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;gBAEpE,MAAM,YAAY,GAA+B,MAAM,oBAAoB,CAAC,eAAe,CAAC,CAAA;gBAC5F,MAAM,MAAM,CAAC,eAAe,CAAC,CAAA;gBAE7B,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;oBAChC,OAAO,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAClF,CAAC;qBAAM,CAAC;oBACP,MAAM,kBAAkB,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,OAAO,EAAE,mBAAmB,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,SAAU,EAAE,SAAS,CAAC,CAAA;oBAE7I,OAAO,CAAC,kBAAkB,CAAC,CAAA;gBAC5B,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAA;gBAElD,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACzB,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,yDAAyD;QACzD,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,cAAwB,EAAE,OAAuB,EAAE,SAAiB,EAAE,SAA2C;IACrJ,IAAI,cAAc,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IACjE,CAAC;IAED,KAAK,UAAU,qBAAqB,CAAC,SAAmB;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,SAAS,CACnC,SAAS,EACT,iBAAiB,EACjB,SAAS,EACT,OAAO,EACP,SAAS,EACT,EAAE,EACF,EAAE,WAAW,EAAE,SAAS,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,CACpE,CAAA;QAED,MAAM,WAAW,GAAG,CAAC;gBACpB,QAAQ,EAAE,QAAS;gBACnB,YAAY,EAAE,0BAA0B,CAAC,QAAS,CAAC;gBACnD,WAAW,EAAE,GAAG;aAChB,CAAC,CAAA;QAEF,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,2BAA2B,CAChD,cAAc,EACd,qBAAqB,EACrB,SAAS,EACT,SAAS,EACT,SAAS,CACT,CAAA;IAED,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAA;IAEzE,OAAO,OAAO,CAAA;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,YAAwC,EAAE,OAAuB,EAAE,aAAqB,EAAE,SAAkB,EAAE,SAA6B;IAC3K,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAA;IAEnD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;IAC5C,MAAM,OAAO,CAAC,2BAA2B,CAAC,SAAS,CAAC,CAAA;IAEpD,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,IAAI,2BAA2B,GAAG,CAAC,CAAA;IAEnC,IAAI,kBAAkB,GAAG,CAAC,CAAA;IAE1B,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,EAAE,CAAC;QAC7F,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QAE9D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAA;QAEnC,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;YAEtC,6FAA6F;YAC7F,6BAA6B;YAC7B,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBAC1B,WAAW,CAAC,OAAO,GAAG;oBACrB,IAAI,EAAE,kBAAkB;oBACxB,EAAE,EAAE,kBAAkB;iBACtB,CAAA;YACF,CAAC;iBAAM,CAAC;gBACP,kBAAkB,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAA;YAC5C,CAAC;YAED,IAAI,UAAU,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBAC1F,2BAA2B,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;YAChE,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,EAAE,CAAA;YAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;YACpD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAA;YAErC,IAAI,SAAiB,CAAA;YACrB,IAAI,OAAe,CAAA;YAEnB,IAAI,SAAS,EAAE,CAAC;gBACf,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;gBAE7C,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,GAAG,GAAG,CAAA;gBACtD,MAAM,0BAA0B,GAAG,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAA;gBAE9F,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAA;gBAC/C,OAAO,GAAG,0BAA0B,CAAA;YACrC,CAAC;iBAAM,CAAC;gBACP,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;gBAC3C,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAA;YACxC,CAAC;YAED,SAAS,IAAI,2BAA2B,CAAA;YACxC,OAAO,IAAI,2BAA2B,CAAA;YAEtC,aAAa,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,OAAO;gBACX,SAAS;gBACT,OAAO;gBACP,UAAU,EAAE,eAAe;aAC3B,CAAC,CAAA;QACH,CAAC;IACF,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAG,CAAC,CAAA;IACzD,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAA;IAC3D,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAA;IAE7C,MAAM,QAAQ,GAAG,OAAO,CAAC,2BAA2B,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;IAE7E,OAAO;QACN,UAAU;QACV,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAe,EAAE,SAA4B;IAChF,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,yBAAyB,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,yBAAyB,GAAG,CAAC,CAAC,CAAA;QAElF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAA;QAEhG,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,iCAAiC,CAAC,eAAe,CAAC,CAAA;QAE5F,IAAI,CAAC,SAAS,EAAE,CAAC;YAChB,SAAQ;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,yBAAyB,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;QAE9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,SAAQ;QACT,CAAC;QAED,UAAU,IAAI,IAAI,CAAA;QAElB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;gBACjB,SAAS,EAAE,SAAS;gBACpB,OAAO,EAAE,OAAO;aAChB,CAAC,CAAA;QACH,CAAC;aAAM,CAAC;YACP,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEnD,aAAa,CAAC,IAAI,IAAI,IAAI,CAAA;YAC1B,aAAa,CAAC,OAAO,GAAG,OAAO,CAAA;QAChC,CAAC;IACF,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC;AAID,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAA6B,EAAE,SAA+B;IACvG,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,wHAAwH,CAAC,CAAA;IAC1I,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAEzB,IAAI,WAAmB,CAAA;IAEvB,IAAI,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,oCAAoC,SAAS,EAAE,CAAA;QAC9D,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,kCAAkC,SAAS,EAAE,CAAA;QAC5D,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,+MAA+M,CAAC,CAAA;QACjO,CAAC;IACF,CAAC;SAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QAChC,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5C,WAAW,GAAG,sCAAsC,CAAA;QACrD,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrD,WAAW,GAAG,wCAAwC,CAAA;QACvD,CAAC;aAAM,IAAI,QAAQ,KAAK,QAAQ,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACpD,WAAW,GAAG,sCAAsC,CAAA;QACrD,CAAC;aAAM,IAAI,QAAQ,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACtD,WAAW,GAAG,sCAAsC,CAAA;QACrD,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnD,WAAW,GAAG,oCAAoC,CAAA;QACnD,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrD,WAAW,GAAG,sCAAsC,CAAA;QACrD,CAAC;aAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kJAAkJ,CAAC,CAAA;QACpK,CAAC;IACF,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,GAAG,CAAC,CAAA;IACzD,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IAE7D,IAAI,QAAQ,GAAG,aAAa,CAAA;IAE5B,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC1B,QAAQ,IAAI,MAAM,CAAA;IACnB,CAAC;IAED,OAAO,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;AACvC,CAAC;AAqFD,MAAM,CAAC,MAAM,2BAA2B,GAAyB;IAChE,KAAK,EAAE,SAAS;IAChB,cAAc,EAAE,SAAS;IAEzB,KAAK,EAAE,SAAS;IAEhB,SAAS,EAAE,SAAS;IACpB,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IAEb,iBAAiB,EAAE,CAAC;IACpB,SAAS,EAAE,CAAC;IACZ,mBAAmB,EAAE,GAAG;IAExB,WAAW,EAAE,CAAC;IACd,oBAAoB,EAAE,GAAG;IAEzB,MAAM,EAAE,SAAS;IAEjB,SAAS,EAAE,KAAK;IAChB,oBAAoB,EAAE,KAAK;IAE3B,OAAO,EAAE,KAAK;CACd,CAAA"}

package/dist/recognition/WhisperSTT.d.ts

@@ -1,75 +1,62 @@
-import type * as Onnx from 'onnxruntime-node';
-import { Filterbank } from '../dsp/MelSpectrogram.js';
-import { Timeline } from '../utilities/Timeline.js';
-import { AlignmentPath } from '../alignment/SpeechAlignment.js';
 import { RawAudio } from '../audio/AudioUtilities.js';
-import { type LanguageDetectionResults } from '../api/API.js';
-import { XorShift32PRNG } from '../utilities/RandomGenerator.js';
+import { Timeline } from '../utilities/Timeline.js';
 import { type Tiktoken } from 'tiktoken/lite';
-import { OnnxExecutionProvider, OnnxLikeFloat32Tensor } from '../utilities/OnnxUtilities.js';
-export declare function recognize(sourceRawAudio: RawAudio, modelName: WhisperModelName, modelDir: string, task: WhisperTask, sourceLanguage: string, options: WhisperOptions, onPart?: WhisperPartCallback): Promise<{
+import { XorShift32PRNG } from '../utilities/RandomGenerator.js';
+import { WhisperCppContext, CrossAttentionQKs } from '@echogarden/whisper.cpp-binding';
+import { LoadPackageCallbacks } from '../utilities/PackageManager.js';
+import { AlignmentPath } from '../alignment/SpeechAlignment.js';
+import { Filterbank } from '../dsp/MelSpectrogram.js';
+import { SpeechLanguageDetectionCallbacks } from '../api/SpeechLanguageDetection.js';
+import { LanguageDetectionResults } from '../api/LanguageDetectionCommon.js';
+import { RecognitionCallbacks } from '../api/Recognition.js';
+import { AlignmentCallbacks } from '../api/Alignment.js';
+import { OperationCallbacks } from '../api/Common.js';
+import { WhisperModelId, WhisperQuantizedModelId, WhisperTask } from './WhisperCommon.js';
+export declare function recognize(sourceRawAudio: RawAudio, modelId: WhisperModelId, modelPath: string, libPath: string, task: WhisperTask, sourceLanguage: string, options: WhisperOptions, callbacks: RecognitionCallbacks): Promise<{
     transcript: string;
     timeline: Timeline;
     allDecodedTokens: number[];
 }>;
-export declare function align(sourceRawAudio: RawAudio, transcript: string, modelName: WhisperModelName, modelDir: string, sourceLanguage: string, options: WhisperAlignmentOptions): Promise<Timeline>;
-export declare function alignEnglishTranslation(sourceRawAudio: RawAudio, translatedTranscript: string, modelName: WhisperModelName, modelDir: string, sourceLanguage: string, options: WhisperAlignmentOptions): Promise<Timeline>;
-export declare function detectLanguage(sourceRawAudio: RawAudio, modelName: WhisperModelName, modelDir: string, options: WhisperLanguageDetectionOptions): Promise<LanguageDetectionResults>;
-export declare function detectVoiceActivity(sourceRawAudio: RawAudio, modelName: WhisperModelName, modelDir: string, options: WhisperVADOptions): Promise<{
-    partProbabilities: Timeline;
-}>;
+export declare function align(sourceRawAudio: RawAudio, transcript: string, modelId: WhisperModelId, modelPath: string, libPath: string, sourceLanguage: string, options: WhisperAlignmentOptions, callbacks: RecognitionCallbacks): Promise<Timeline>;
+export declare function alignEnglishTranslation(sourceRawAudio: RawAudio, translatedTranscript: string, modelId: WhisperModelId, modelPath: string, libPath: string, sourceLanguage: string, options: WhisperAlignmentOptions, callbacks: AlignmentCallbacks): Promise<Timeline>;
+export declare function detectLanguage(sourceRawAudio: RawAudio, modelId: WhisperModelId, modelPath: string, libPath: string, options: WhisperLanguageDetectionOptions, callbacks: SpeechLanguageDetectionCallbacks): Promise<LanguageDetectionResults>;
 export declare class Whisper {
-    readonly modelName: WhisperModelName;
-    readonly modelDir: string;
-    readonly encoderExecutionProviders: OnnxExecutionProvider[];
-    readonly decoderExecutionProviders: OnnxExecutionProvider[];
+    readonly modelId: WhisperModelId;
+    readonly modelPath: string;
+    readonly libPath: string;
     isMultiligualModel: boolean;
-    audioEncoder?: Onnx.InferenceSession;
-    textDecoder?: Onnx.InferenceSession;
     tiktoken?: Tiktoken;
-    tokenConfig: {
-        endOfTextToken: number;
-        startOfTextToken: number;
-        languageTokensStart: number;
-        languageTokensEnd: number;
-        translateTaskToken: number;
-        transcribeTaskToken: number;
-        startOfPromptToken: number;
-        nonSpeechToken: number;
-        noTimestampsToken: number;
-        timestampTokensStart: number;
-        timestampTokensEnd: number;
-    };
+    context?: WhisperCppContext;
+    specialTokens: WhisperSpecialTokens;
     randomGen: XorShift32PRNG;
-    constructor(modelName: WhisperModelName, modelDir: string, encoderExecutionProviders: OnnxExecutionProvider[], decoderExecutionProviders: OnnxExecutionProvider[], prngSeed?: number);
-    recognize(rawAudio: RawAudio, task: WhisperTask, language: string, options: WhisperOptions, logitFilter?: WhisperLogitFilter, onPart?: WhisperPartCallback): Promise<{
+    constructor(modelId: WhisperModelId, modelPath: string, libPath: string, prngSeed?: number);
+    recognize(rawAudio: RawAudio, task: WhisperTask, language: string, options: WhisperOptions, logitFilter: WhisperLogitFilter | undefined, callbacks: RecognitionCallbacks): Promise<{
         transcript: string;
         timeline: Timeline;
         allDecodedTokens: number[];
     }>;
-    align(rawAudio: RawAudio, transcript: string, sourceLanguage: string, task: 'transcribe' | 'translate', whisperAlignmentOptions: WhisperAlignmentOptions): Promise<Timeline>;
-    detectLanguage(audioFeatures: Onnx.Tensor, temperature: number): Promise<LanguageDetectionResults>;
-    detectVoiceActivity(audioFeatures: Onnx.Tensor, temperature: number): Promise<number>;
-    decodeTokens(audioFeatures: Onnx.Tensor, initialTokens: number[], audioDuration: number, isFirstPart: boolean, isFinalPart: boolean, options: WhisperOptions, logitFilter?: WhisperLogitFilter): Promise<{
+    align(rawAudio: RawAudio, transcript: string, sourceLanguage: string, task: 'transcribe' | 'translate', whisperAlignmentOptions: WhisperAlignmentOptions, callbacks: RecognitionCallbacks): Promise<Timeline>;
+    detectLanguage(audioSamples: RawAudio, options: WhisperLanguageDetectionOptions, callbacks: SpeechLanguageDetectionCallbacks): Promise<LanguageDetectionResults>;
+    encodeSamples(samples: Float32Array, useCustomMelConverter: boolean | undefined, options: WhisperOptions, callbacks: OperationCallbacks): Promise<void>;
+    decodeTokens(initialTokens: number[], audioDuration: number, isFirstPart: boolean, isFinalPart: boolean, options: WhisperOptions, logitFilter: WhisperLogitFilter | undefined, callbacks: RecognitionCallbacks): Promise<{
         decodedTokens: number[];
-        decodedTokensTimestampLogits: number[][];
+        decodedTokensTimestampLogits: Float32Array<ArrayBufferLike>[];
         decodedTokensConfidence: number[];
-        decodedTokensCrossAttentionQKs: OnnxLikeFloat32Tensor[];
+        decodedTokensCrossAttentionQKs: CrossAttentionQKs[];
         decodedTokensDecodingTime: number[];
         decodedTokensInferenceTime: number[];
         decodedTokensOverheadTime: number[];
     }>;
-    encodeAudio(rawAudio: RawAudio): Promise<Onnx.Tensor>;
     tokenTimelineToWordTimeline(tokenTimeline: Timeline, language: string): Timeline;
     getTokenTimelineFromAlignmentPath(alignmentPath: AlignmentPath, tokens: number[], startTimeOffset: number, endTimeOffset: number, tokensConfidence?: number[], correctionAmount?: number): Promise<Timeline>;
-    findAlignmentPathFromQKs(qksTensors: OnnxLikeFloat32Tensor[], tokens: number[], segmentStartFrame: number, segmentEndFrame: number, headIndexes?: number[]): Promise<AlignmentPath>;
-    initializeIfNeeded(): Promise<void>;
-    initializeTokenizerIfNeeded(): Promise<void>;
-    initializeEncoderSessionIfNeeded(): Promise<void>;
-    initializeDecoderSessionIfNeeded(): Promise<void>;
-    getKvDimensions(groupCount: number, length: number): number[];
+    findAlignmentPathFromCrossAttentionQKs(crossAttentionQKs: CrossAttentionQKs[], tokens: number[], partStartFrameIndex: number, partEndFrameIndex: number, alignmentHeadsIndexesToUse?: number[]): Promise<AlignmentPath>;
+    initializeIfNeeded(options: WhisperOptions, callbacks: OperationCallbacks): Promise<void>;
+    initializeContextIfNeeded(options: WhisperOptions, callbacks: OperationCallbacks): Promise<void>;
+    initializeTokenizerIfNeeded(callbacks: LoadPackageCallbacks): Promise<void>;
     getTextStartTokens(language: string, task: WhisperTask, disableTimestamps?: boolean): number[];
     tokenToText(token: number, includeMetadataTokens?: boolean): string;
+    tokenToBytes(token: number): Uint8Array<ArrayBufferLike>;
+    tokensToBytes(tokens: number[]): Uint8Array<ArrayBufferLike>;
     tokensToText(tokens: number[], includeMetadataTokens?: boolean): string;
     textToTokens(text: string): number[];
     isTextToken(token: number): boolean;
@@ -84,11 +71,10 @@ export declare class Whisper {
     secondsRangeToFrameCount(startSeconds: number, endSeconds: number): number;
     languageTokenToLanguageIndex(languageToken: number): void;
     get isEnglishOnlyModel(): boolean;
-    get isLargeModel(): boolean;
-    get filterbankCount(): 128 | 80;
-    get filterbanks(): Filterbank[];
-    get alignmentHeadIndexes(): number[];
-    get defaultTimestampAccuracy(): "medium" | "high";
+    get isLargeV3Model(): boolean;
+    get melBandCount(): 80 | 128;
+    get melFilterbank(): Filterbank;
+    get defaultTimestampAccuracy(): "high" | "medium";
     getSuppressedTokens(): number[];
     getSuppressedTextTokens(): number[];
     getSuppressedMetadataTokens(): number[];
@@ -99,28 +85,34 @@ export declare class Whisper {
     };
     getTokensData(tokens: number[]): WhisperTokenData[];
 }
-export declare function loadPackagesAndGetPaths(modelName: WhisperModelName | undefined, languageCode: string | undefined): Promise<{
-    modelName: WhisperModelName;
-    modelDir: string;
+export declare function isMultilingualModel(modelId: WhisperModelId): boolean;
+export declare function isEnglishOnlyModel(modelId: WhisperModelId): boolean;
+export declare function loadLibraryPackages(enableGPU: boolean | undefined, callbacks: LoadPackageCallbacks): Promise<{
+    libPath: string;
 }>;
-export declare function normalizeWhisperModelName(modelName: WhisperModelName, languageCode: string | undefined): WhisperModelName;
-export declare function isMultilingualModel(modelName: WhisperModelName): boolean;
-export declare function isEnglishOnlyModel(modelName: WhisperModelName): boolean;
-export declare function getDefaultEncoderProvidersForModel(modelName: WhisperModelName): OnnxExecutionProvider[];
-export declare function getDefaultDecoderProvidersForModel(modelName: WhisperModelName): OnnxExecutionProvider[];
+interface WhisperSpecialTokens {
+    endOfTextToken: number;
+    startOfTextToken: number;
+    languageTokensStart: number;
+    languageTokensEnd: number;
+    translateTaskToken: number;
+    transcribeTaskToken: number;
+    startOfPromptToken: number;
+    nonSpeechToken: number;
+    noTimestampsToken: number;
+    timestampTokensStart: number;
+    timestampTokensEnd: number;
+}
+export type WhisperLogitFilter = (logits: Float32Array, decodedTokens: number[], isFirstPart: boolean, isFinalPart: boolean) => Float32Array;
 export type WhisperTokenData = {
     id: number;
     text: string;
 };
-export type WhisperLogitFilter = (logits: number[], decodedTokens: number[], isFirstPart: boolean, isFinalPart: boolean) => number[];
-export type WhisperModelName = 'tiny' | 'tiny.en' | 'base' | 'base.en' | 'small' | 'small.en' | 'medium' | 'medium.en' | 'large-v1' | 'large-v2' | 'large-v3' | 'large-v3-turbo';
-export type WhisperTask = 'transcribe' | 'translate' | 'detect-language';
-export declare const modelNameToPackageName: {
-    [modelName in WhisperModelName]: string;
-};
-export declare const tokenizerPackageName = "whisper-tokenizer";
 export interface WhisperOptions {
-    model?: WhisperModelName;
+    model?: WhisperQuantizedModelId;
+    enableGPU?: boolean;
+    threadCount?: number;
+    gpuDeviceIndex?: number;
     temperature?: number;
     prompt?: string;
     topCandidateCount?: number;
@@ -133,33 +125,29 @@ export interface WhisperOptions {
     endTokenThreshold?: number;
     includeEndTokenInCandidates?: boolean;
     timestampAccuracy?: WhisperTimestampAccuracy;
-    encoderProvider?: OnnxExecutionProvider;
-    decoderProvider?: OnnxExecutionProvider;
     seed?: number;
 }
 export declare const defaultWhisperOptions: WhisperOptions;
 export interface WhisperAlignmentOptions {
-    model?: WhisperModelName;
+    model?: WhisperQuantizedModelId;
+    enableGPU?: boolean;
+    threadCount?: number;
+    gpuDeviceIndex?: number;
     endTokenThreshold?: number;
     maxTokensPerPart?: number;
     timestampAccuracy?: WhisperTimestampAccuracy;
-    encoderProvider?: OnnxExecutionProvider;
-    decoderProvider?: OnnxExecutionProvider;
 }
 export declare const defaultWhisperAlignmentOptions: WhisperAlignmentOptions;
 export interface WhisperLanguageDetectionOptions {
-    model?: WhisperModelName;
+    model?: WhisperQuantizedModelId;
+    enableGPU?: boolean;
+    threadCount?: number;
+    gpuDeviceIndex?: number;
     temperature?: number;
-    encoderProvider?: OnnxExecutionProvider;
-    decoderProvider?: OnnxExecutionProvider;
 }
 export declare const defaultWhisperLanguageDetectionOptions: WhisperLanguageDetectionOptions;
-export interface WhisperVADOptions {
-    model?: WhisperModelName;
-    temperature?: number;
-    encoderProvider?: OnnxExecutionProvider;
-    decoderProvider?: OnnxExecutionProvider;
-}
-export declare const defaultWhisperVADOptions: WhisperVADOptions;
 export type WhisperTimestampAccuracy = 'medium' | 'high';
-export type WhisperPartCallback = (partTranscript: string, partTokenTimeline: Timeline, partWordTimeline: Timeline) => void;
+export type WhisperPartCallback = (partTranscript: string, partTokenTimeline: Timeline, partWordTimeline: Timeline) => Promise<void>;
+export type WhisperTokenCallback = (tokenId: number, tokenUtf8Bytes: Uint8Array) => Promise<void>;
+export {};
+//# sourceMappingURL=WhisperSTT.d.ts.map

package/dist/recognition/WhisperSTT.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WhisperSTT.d.ts","sourceRoot":"","sources":["../../src/recognition/WhisperSTT.ts"],"names":[],"mappings":"AAEA,OAAO,EAAuB,QAAQ,EAAE,MAAM,4BAA4B,CAAA;AAI1E,OAAO,EAAE,QAAQ,EAAiB,MAAM,0BAA0B,CAAA;AAElE,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAA;AAGhE,OAAO,EAAE,iBAAiB,EAA4B,iBAAiB,EAAmH,MAAM,iCAAiC,CAAA;AAGjO,OAAO,EAAe,oBAAoB,EAAE,MAAM,gCAAgC,CAAA;AAOlF,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAA;AAG/D,OAAO,EAAwC,UAAU,EAAE,MAAM,0BAA0B,CAAA;AAC3F,OAAO,EAA+B,gCAAgC,EAAE,MAAM,mCAAmC,CAAA;AACjH,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAA;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAEzF,wBAAsB,SAAS,CAC9B,cAAc,EAAE,QAAQ,EACxB,OAAO,EAAE,cAAc,EACvB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,WAAW,EACjB,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE,cAAc,EACvB,SAAS,EAAE,oBAAoB;;;;GAkD/B;AAED,wBAAsB,KAAK,CAC1B,cAAc,EAAE,QAAQ,EACxB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,cAAc,EACvB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE,uBAAuB,EAChC,SAAS,EAAE,oBAAoB,qBAkC/B;AAED,wBAAsB,uBAAuB,CAC5C,cAAc,EAAE,QAAQ,EACxB,oBAAoB,EAAE,MAAM,EAC5B,OAAO,EAAE,cAAc,EACvB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE,uBAAuB,EAChC,SAAS,EAAE,kBAAkB,qBAsC7B;AAED,wBAAsB,cAAc,CACnC,cAAc,EAAE,QAAQ,EACxB,OAAO,EAAE,cAAc,EACvB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,+BAA+B,EACxC,SAAS,EAAE,gCAAgC,qCAuC3C;AAED,qBAAa,OAAO;aAWF,OAAO,EAAE,cAAc;aACvB,SAAS,EAAE,MAAM;aACjB,OAAO,EAAE,MAAM;IAZhC,kBAAkB,EAAE,OAAO,CAAA;IAE3B,QAAQ,CAAC,EAAE,QAAQ,CAAA;IACnB,OAAO,CAAC,EAAE,iBAAiB,CAAA;IAE3B,aAAa,EAAE,oBAAoB,CAAA;IAEnC,SAAS,EAAE,cAAc,CAAA;IAEzB,YACiB,OAAO,EAAE,cAAc,EACvB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EAC/B,QAAQ,SAAO,EAOf;IAEK,SAAS,CACd,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,WAAW,EACjB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,kBAAkB,GAAG,SAAS,EAC3C,SAAS,EAAE,oBAAoB;;;;OA4K/B;IAEK,KAAK,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,GAAG,WAAW,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,SAAS,EAAE,oBAAoB,qBA4I9L;IAEK,cAAc,CACnB,YAAY,EAAE,QAAQ,EACtB,OAAO,EAAE,+BAA+B,EACxC,SAAS,EAAE,gCAAgC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAiD/E;IAEK,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,qBAAqB,qBAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,kBAAkB,iBAqE/H;IAGK,YAAY,CACjB,aAAa,EAAE,MAAM,EAAE,EACvB,aAAa,EAAE,MAAM,EACrB,WAAW,EAAE,OAAO,EACpB,WAAW,EAAE,OAAO,EACpB,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,kBAAkB,GAAG,SAAS,EAC3C,SAAS,EAAE,oBAAoB;;;;;;;;OA8Y/B;IAED,2BAA2B,CAAC,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,GAAG,QAAQ,CA+F/E;IAEK,iCAAiC,CAAC,aAAa,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,MAAM,EAAE,EAAE,gBAAgB,SAAM,qBA2C1L;IAEK,sCAAsC,CAC3C,iBAAiB,EAAE,iBAAiB,EAAE,EACtC,MAAM,EAAE,MAAM,EAAE,EAChB,mBAAmB,EAAE,MAAM,EAC3B,iBAAiB,EAAE,MAAM,EACzB,0BAA0B,CAAC,EAAE,MAAM,EAAE,0BA4IrC;IAEK,kBAAkB,CAAC,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,kBAAkB,iBAG9E;IAEK,yBAAyB,CAAC,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,kBAAkB,iBA8DrF;IAEK,2BAA2B,CAAC,SAAS,EAAE,oBAAoB,iBA4DhE;IAED,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,iBAAiB,UAAQ,YAmBhF;IAED,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,qBAAqB,UAAQ,UAEvD;IAED,YAAY,CAAC,KAAK,EAAE,MAAM,+BAEzB;IAED,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,+BAM7B;IAED,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,qBAAqB,UAAQ,UAsB3D;IAED,YAAY,CAAC,IAAI,EAAE,MAAM,YAExB;IAED,WAAW,CAAC,KAAK,EAAE,MAAM,WAExB;IAED,eAAe,CAAC,KAAK,EAAE,MAAM,WAE5B;IAED,eAAe,CAAC,KAAK,EAAE,MAAM,WAE5B;IAED,gBAAgB,CAAC,KAAK,EAAE,MAAM,WAE7B;IAED,mBAAmB,CAAC,KAAK,EAAE,MAAM,WAEhC;IAED,uBAAuB,CAAC,cAAc,EAAE,MAAM,UAW7C;IAED,YAAY,CAAC,KAAK,EAAE,MAAM,WAGzB;IAED,kBAAkB,CAAC,KAAK,EAAE,MAAM,QAI/B;IAED,cAAc,CAAC,OAAO,EAAE,MAAM,UAE7B;IAED,wBAAwB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,UAMhE;IAED,4BAA4B,CAAC,aAAa,EAAE,MAAM,QAUjD;IAED,IAAI,kBAAkB,YAErB;IAED,IAAI,cAAc,YAEjB;IAED,IAAI,YAAY,aAEf;IAED,IAAI,aAAa,eAEhB;IAED,IAAI,wBAAwB,sBAM3B;IAED,mBAAmB,aAKlB;IAED,uBAAuB,aAUtB;IAED,2BAA2B,aAM1B;IAED,0BAA0B,aAiBzB;IAED,gBAAgB;;;MAyBf;IAED,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,sBAW7B;CACD;AAMD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,cAAc,WAE1D;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,cAAc,WAEzD;AAED,wBAAsB,mBAAmB,CAAC,SAAS,EAAE,OAAO,GAAG,SAAS,EAAE,SAAS,EAAE,oBAAoB;;GA6CxG;AAmiBD,UAAU,oBAAoB;IAC7B,cAAc,EAAE,MAAM,CAAA;IACtB,gBAAgB,EAAE,MAAM,CAAA;IAExB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,iBAAiB,EAAE,MAAM,CAAA;IAEzB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,mBAAmB,EAAE,MAAM,CAAA;IAC3B,kBAAkB,EAAE,MAAM,CAAA;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,iBAAiB,EAAE,MAAM,CAAA;IAEzB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,kBAAkB,EAAE,MAAM,CAAA;CAC1B;AAoCD,MAAM,MAAM,kBAAkB,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,KAAK,YAAY,CAAA;AAE5I,MAAM,MAAM,gBAAgB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;CACZ,CAAA;AAGD,MAAM,WAAW,cAAc;IAC9B,KAAK,CAAC,EAAE,uBAAuB,CAAA;IAE/B,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;IAEvB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAC7B,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAC/B,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,2BAA2B,CAAC,EAAE,OAAO,CAAA;IACrC,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;IAC7C,IAAI,CAAC,EAAE,MAAM,CAAA;CACb;AAID,eAAO,MAAM,qBAAqB,EAAE,cAoBnC,CAAA;AAGD,MAAM,WAAW,uBAAuB;IACvC,KAAK,CAAC,EAAE,uBAAuB,CAAA;IAE/B,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;IAEvB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;CAC7C;AAED,eAAO,MAAM,8BAA8B,EAAE,uBAU5C,CAAA;AAGD,MAAM,WAAW,+BAA+B;IAC/C,KAAK,CAAC,EAAE,uBAAuB,CAAA;IAE/B,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,cAAc,CAAC,EAAE,MAAM,CAAA;IAEvB,WAAW,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,eAAO,MAAM,sCAAsC,EAAE,+BAQpD,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG,QAAQ,GAAG,MAAM,CAAA;AAExD,MAAM,MAAM,mBAAmB,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;AACpI,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA"}