echogarden 0.12.2 → 1.0.0

package/dist/api/LanguageDetection.js

@@ -1,11 +1,12 @@
-import { deepClone, extendDeep } from "../utilities/ObjectUtilities.js";
-import { ensureRawAudio, getRawAudioDuration, normalizeAudioLevel, sliceRawAudioByTime, trimAudioEnd } from "../audio/AudioUtilities.js";
-import { Logger } from "../utilities/Logger.js";
-import { logToStderr } from "../utilities/Utilities.js";
-import path from "path";
-import { formatLanguageCodeWithName, languageCodeToName } from "../utilities/Locale.js";
-import { loadPackage } from "../utilities/PackageManager.js";
-import chalk from "chalk";
+import { deepClone, extendDeep } from '../utilities/ObjectUtilities.js';
+import { ensureRawAudio, getRawAudioDuration, normalizeAudioLevel, sliceRawAudioByTime, trimAudioEnd } from '../audio/AudioUtilities.js';
+import { Logger } from '../utilities/Logger.js';
+import * as API from './API.js';
+import { logToStderr } from '../utilities/Utilities.js';
+import path from 'path';
+import { formatLanguageCodeWithName, languageCodeToName } from '../utilities/Locale.js';
+import { loadPackage } from '../utilities/PackageManager.js';
+import chalk from 'chalk';
 const log = logToStderr;
 /////////////////////////////////////////////////////////////////////////////////////////////
 // Speech language detection
@@ -13,35 +14,49 @@ const log = logToStderr;
 export async function detectSpeechLanguage(input, options) {
     const logger = new Logger();
     const startTime = logger.getTimestamp();
-    logger.start("Prepare for speech language detection");
+    options = extendDeep(defaultSpeechLanguageDetectionOptions, options);
     const inputRawAudio = await ensureRawAudio(input);
     let sourceRawAudio = await ensureRawAudio(inputRawAudio, 16000, 1);
     sourceRawAudio = normalizeAudioLevel(sourceRawAudio);
     sourceRawAudio.audioChannels[0] = trimAudioEnd(sourceRawAudio.audioChannels[0]);
-    options = extendDeep(defaultSpeechLanguageDetectionOptions, options);
+    if (options.crop) {
+        logger.start('Crop using voice activity detection');
+        ({ croppedRawAudio: sourceRawAudio } = await API.detectVoiceActivity(sourceRawAudio, options.vad));
+        logger.end();
+    }
+    logger.start('Prepare for speech language detection');
     const defaultLanguage = options.defaultLanguage;
     const fallbackThresholdProbability = options.fallbackThresholdProbability;
     logger.start(`Initialize ${options.engine} module`);
     let detectedLanguageProbabilities;
     switch (options.engine) {
-        case "silero": {
-            const SileroLanguageDetection = await import("../speech-language-detection/SileroLanguageDetection.js");
+        case 'silero': {
+            const SileroLanguageDetection = await import('../speech-language-detection/SileroLanguageDetection.js');
             logger.end();
             const sileroOptions = options.silero;
-            const modelDir = await loadPackage("silero-lang-classifier-95");
-            const modelPath = path.join(modelDir, "lang_classifier_95.onnx");
-            const languageDictionaryPath = path.join(modelDir, "lang_dict_95.json");
-            const languageGroupDictionaryPath = path.join(modelDir, "lang_group_dict_95.json");
+            const modelDir = await loadPackage('silero-lang-classifier-95');
+            const modelPath = path.join(modelDir, 'lang_classifier_95.onnx');
+            const languageDictionaryPath = path.join(modelDir, 'lang_dict_95.json');
+            const languageGroupDictionaryPath = path.join(modelDir, 'lang_group_dict_95.json');
             const languageResults = await SileroLanguageDetection.detectLanguage(sourceRawAudio, modelPath, languageDictionaryPath, languageGroupDictionaryPath);
             detectedLanguageProbabilities = languageResults;
             break;
         }
-        case "whisper": {
-            const WhisperSTT = await import("../recognition/WhisperSTT.js");
+        case 'whisper': {
+            const WhisperSTT = await import('../recognition/WhisperSTT.js');
             const whisperOptions = options.whisper;
-            const { modelName, modelDir, tokenizerDir } = await WhisperSTT.loadPackagesAndGetPaths(whisperOptions.model, undefined);
+            const { modelName, modelDir } = await WhisperSTT.loadPackagesAndGetPaths(whisperOptions.model, undefined);
+            logger.end();
+            detectedLanguageProbabilities = await WhisperSTT.detectLanguage(sourceRawAudio, modelName, modelDir, whisperOptions.temperature);
+            break;
+        }
+        case 'whisper.cpp': {
+            const WhisperCppSTT = await import('../recognition/WhisperCppSTT.js');
+            const whisperCppOptions = options.whisperCpp;
             logger.end();
-            detectedLanguageProbabilities = await WhisperSTT.detectLanguage(sourceRawAudio, modelName, modelDir, tokenizerDir);
+            const { modelName, modelPath } = await WhisperCppSTT.loadModelPackage(whisperCppOptions.model, undefined);
+            logger.end();
+            detectedLanguageProbabilities = await WhisperCppSTT.detectLanguage(sourceRawAudio, modelName, modelPath);
             break;
         }
         default: {
@@ -57,12 +72,20 @@ export async function detectSpeechLanguage(input, options) {
         detectedLanguage = detectedLanguageProbabilities[0].language;
     }
     logger.end();
-    logger.logDuration("\nTotal detection time", startTime, chalk.magentaBright);
-    return { detectedLanguage, detectedLanguageName: languageCodeToName(detectedLanguage), detectedLanguageProbabilities, inputRawAudio };
+    logger.logDuration('\nTotal detection time', startTime, chalk.magentaBright);
+    return {
+        detectedLanguage,
+        detectedLanguageName: languageCodeToName(detectedLanguage),
+        detectedLanguageProbabilities,
+        inputRawAudio,
+    };
 }
-export async function detectSpeechLanguageByParts(sourceRawAudio, getResultsForAudioPart, audioPartDuration = 30, hopDuration = 15) {
+export async function detectSpeechLanguageByParts(sourceRawAudio, getResultsForAudioPart, audioPartDuration = 30, hopDuration = 25) {
     const logger = new Logger();
     const audioDuration = getRawAudioDuration(sourceRawAudio);
+    if (audioDuration === 0) {
+        return [];
+    }
     const resultsForParts = [];
     for (let audioTimeOffset = 0; audioTimeOffset < audioDuration; audioTimeOffset += hopDuration) {
         const startOffset = audioTimeOffset;
@@ -73,7 +96,11 @@ export async function detectSpeechLanguageByParts(sourceRawAudio, getResultsForA
         const resultsForPart = await getResultsForAudioPart(audioPart);
         resultsForParts.push(resultsForPart);
         const sortedResultsForPart = deepClone(resultsForPart).sort((a, b) => b.probability - a.probability);
-        logger.logTitledMessage(`Top candidates`, `${formatLanguageCodeWithName(sortedResultsForPart[0].language)}: ${sortedResultsForPart[0].probability.toFixed(3)}, ${formatLanguageCodeWithName(sortedResultsForPart[1].language)}: ${sortedResultsForPart[1].probability.toFixed(3)}, ${formatLanguageCodeWithName(sortedResultsForPart[3].language)}: ${sortedResultsForPart[3].probability.toFixed(3)}`);
+        let topCandidatesStrings = [];
+        for (let i = 0; i < Math.min(3, sortedResultsForPart.length); i++) {
+            topCandidatesStrings.push(`${formatLanguageCodeWithName(sortedResultsForPart[i].language)}: ${sortedResultsForPart[i].probability.toFixed(3)}`);
+        }
+        logger.logTitledMessage(`Top candidates`, topCandidatesStrings.join(', '));
         if (audioPartLength < audioPartDuration) {
             break;
         }
@@ -91,10 +118,20 @@ export async function detectSpeechLanguageByParts(sourceRawAudio, getResultsForA
     return averagedResults;
 }
 export const defaultSpeechLanguageDetectionOptions = {
-    engine: "silero",
+    engine: 'whisper',
+    defaultLanguage: 'en',
+    fallbackThresholdProbability: 0.05,
+    crop: true,
     silero: {},
     whisper: {
-        model: "tiny",
+        model: 'tiny',
+        temperature: 1.0
+    },
+    whisperCpp: {
+        model: 'tiny'
+    },
+    vad: {
+        engine: 'adaptive-gate'
     }
 };
 /////////////////////////////////////////////////////////////////////////////////////////////
@@ -108,15 +145,15 @@ export async function detectTextLanguage(input, options) {
     let detectedLanguageProbabilities;
     logger.start(`Initialize ${options.engine} module`);
     switch (options.engine) {
-        case "tinyld": {
-            const { detectLanguage } = await import("../text-language-detection/TinyLDLanguageDetection.js");
-            logger.start("Detecting text language using tinyld");
+        case 'tinyld': {
+            const { detectLanguage } = await import('../text-language-detection/TinyLDLanguageDetection.js');
+            logger.start('Detecting text language using tinyld');
             detectedLanguageProbabilities = await detectLanguage(input);
             break;
         }
-        case "fasttext": {
-            const { detectLanguage } = await import("../text-language-detection/FastTextLanguageDetection.js");
-            logger.start("Detecting text language using FastText");
+        case 'fasttext': {
+            const { detectLanguage } = await import('../text-language-detection/FastTextLanguageDetection.js');
+            logger.start('Detecting text language using FastText');
             detectedLanguageProbabilities = await detectLanguage(input);
             break;
         }
@@ -133,12 +170,19 @@ export async function detectTextLanguage(input, options) {
         detectedLanguage = detectedLanguageProbabilities[0].language;
     }
     logger.end();
-    return { detectedLanguage, detectedLanguageName: languageCodeToName(detectedLanguage), detectedLanguageProbabilities };
+    return {
+        detectedLanguage,
+        detectedLanguageName: languageCodeToName(detectedLanguage),
+        detectedLanguageProbabilities
+    };
 }
+/////////////////////////////////////////////////////////////////////////////////////////////
+// Constants
+/////////////////////////////////////////////////////////////////////////////////////////////
 export const defaultTextLanguageDetectionOptions = {
-    engine: "tinyld",
-    defaultLanguage: "en",
-    fallbackThresholdProbability: 0.05
+    engine: 'tinyld',
+    defaultLanguage: 'en',
+    fallbackThresholdProbability: 0.05,
 };
 export const speechLanguageDetectionEngines = [
     {
@@ -150,7 +194,13 @@ export const speechLanguageDetectionEngines = [
     {
         id: 'whisper',
         name: 'OpenAI Whisper',
-        description: 'Uses the language token produced by the Whisper model to guess the language of the speech (first 30 seconds only).',
+        description: 'Uses the language tokens produced by the Whisper model to classify the spoken langauge.',
+        type: 'local'
+    },
+    {
+        id: 'whisper.cpp',
+        name: 'OpenAI Whisper (C++ port)',
+        description: 'Uses the language tokens produced by Whisper.cpp to classify the spoken langauge.',
         type: 'local'
     },
 ];
@@ -164,7 +214,7 @@ export const textLanguageDetectionEngines = [
     {
         id: 'fasttext',
         name: 'FastText',
-        description: 'a library for word representations and sentence classification by Facebook research.',
+        description: 'A library for word representations and sentence classification by Facebook research.',
         type: 'local'
     },
 ];

package/dist/api/LanguageDetection.js.map

@@ -1 +1 @@
-{"version":3,"file":"LanguageDetection.js","sourceRoot":"","sources":["../../src/api/LanguageDetection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAEvE,OAAO,EAA8B,cAAc,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACpK,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAG/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AACvF,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,KAAK,MAAM,OAAO,CAAA;AAEzB,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,6FAA6F;AAC7F,4BAA4B;AAC5B,6FAA6F;AAC7F,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAuB,EAAE,OAAuC;IAC1G,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;IAEvC,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;IAErD,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;IAEjD,IAAI,cAAc,GAAG,MAAM,cAAc,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAClE,cAAc,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAA;IACpD,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAA;IAE/E,OAAO,GAAG,UAAU,CAAC,qCAAqC,EAAE,OAAO,CAAC,CAAA;IAEpE,MAAM,eAAe,GAAG,OAAO,CAAC,eAAgB,CAAA;IAChD,MAAM,4BAA4B,GAAG,OAAO,CAAC,4BAA6B,CAAA;IAE1E,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,SAAS,CAAC,CAAA;IAEnD,IAAI,6BAAuD,CAAA;IAE3D,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,uBAAuB,GAAG,MAAM,MAAM,CAAC,yDAAyD,CAAC,CAAA;YAEvG,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,MAAM,aAAa,GAAG,OAAO,CAAC,MAAO,CAAA;YAErC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,2BAA2B,CAAC,CAAA;YAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAA;YAChE,MAAM,sBAAsB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAA;YACvE,MAAM,2BAA2B,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAA;YAElF,MAAM,eAAe,GAAG,MAAM,uBAAuB,CAAC,cAAc,CACnE,cAAc,EACd,SAAS,EACT,sBAAsB,EACtB,2BAA2B,CAAC,CAAA;YAE7B,6BAA6B,GAAG,eAAe,CAAA;YAE/C,MAAK;QACN,CAAC;QAED,KAAK,SAAS,CAAC,CAAC,CAAC;YAChB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAA;YAE/D,MAAM,cAAc,GAAG,OAAO,CAAC,OAAQ,CAAA;YAEvC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;YAEvH,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,6BAA6B,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC,cAAc,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;YAElH,MAAK;QACN,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,MAAM,oBAAoB,CAAC,CAAA;QAC/D,CAAC;IACF,CAAC;IAED,IAAI,gBAAwB,CAAA;IAE5B,IAAI,6BAA6B,CAAC,MAAM,IAAI,CAAC;QAC5C,6BAA6B,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,4BAA4B,EAAE,CAAC;QAE9E,gBAAgB,GAAG,eAAe,CAAA;IACnC,CAAC;SAAM,CAAC;QACP,gBAAgB,GAAG,6BAA6B,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAA;IAC7D,CAAC;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IACZ,MAAM,CAAC,WAAW,CAAC,wBAAwB,EAAE,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;IAE5E,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,6BAA6B,EAAE,aAAa,EAAE,CAAA;AACtI,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,cAAwB,EAAE,sBAAkF,EAAE,iBAAiB,GAAG,EAAE,EAAE,WAAW,GAAG,EAAE;IACvM,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,MAAM,aAAa,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAA;IAEzD,MAAM,eAAe,GAA+B,EAAE,CAAA;IAEtD,KAAK,IAAI,eAAe,GAAG,CAAC,EAAE,eAAe,GAAG,aAAa,EAAE,eAAe,IAAI,WAAW,EAAE,CAAC;QAC/F,MAAM,WAAW,GAAG,eAAe,CAAA;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,iBAAiB,EAAE,aAAa,CAAC,CAAA;QAC9E,MAAM,eAAe,GAAG,SAAS,GAAG,WAAW,CAAA;QAE/C,MAAM,CAAC,gBAAgB,CAAC,sDAAsD,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;QACjI,MAAM,SAAS,GAAG,mBAAmB,CAAC,cAAc,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;QAE7E,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC,SAAS,CAAC,CAAA;QAE9D,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QAEpC,MAAM,oBAAoB,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAA;QAEpG,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,GAAG,0BAA0B,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,0BAA0B,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,0BAA0B,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAEvY,IAAI,eAAe,GAAG,iBAAiB,EAAE,CAAC;YACzC,MAAK;QACN,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAA6B,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/E,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,WAAW,GAAG,GAAG,CAAA,CAAC,CAAC,CAAC,CAAA;IAE7D,KAAK,MAAM,WAAW,IAAI,eAAe,EAAE,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,eAAe,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAA;QAC7D,CAAC;IACF,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACtC,MAAM,CAAC,WAAW,IAAI,eAAe,CAAC,MAAM,CAAA;IAC7C,CAAC;IAED,OAAO,eAAe,CAAA;AACvB,CAAC;AAeD,MAAM,CAAC,MAAM,qCAAqC,GAAmC;IACpF,MAAM,EAAE,QAAQ;IAEhB,MAAM,EAAE,EACP;IAED,OAAO,EAAE;QACR,KAAK,EAAE,MAAM;KACb;CACD,CAAA;AAED,6FAA6F;AAC7F,0BAA0B;AAC1B,6FAA6F;AAC7F,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAAa,EAAE,OAAqC;IAC5F,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,OAAO,GAAG,UAAU,CAAC,mCAAmC,EAAE,OAAO,CAAC,CAAA;IAElE,MAAM,eAAe,GAAG,OAAO,CAAC,eAAgB,CAAA;IAChD,MAAM,4BAA4B,GAAG,OAAO,CAAC,4BAA6B,CAAA;IAE1E,IAAI,6BAAuD,CAAA;IAE3D,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,SAAS,CAAC,CAAA;IAEnD,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,uDAAuD,CAAC,CAAA;YAEhG,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAA;YAEpD,6BAA6B,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;YAE3D,MAAK;QACN,CAAC;QAED,KAAK,UAAU,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,yDAAyD,CAAC,CAAA;YAElG,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAEtD,6BAA6B,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;YAE3D,MAAK;QACN,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,MAAM,oBAAoB,CAAC,CAAA;QAC/D,CAAC;IACF,CAAC;IAED,IAAI,gBAAwB,CAAA;IAE5B,IAAI,6BAA6B,CAAC,MAAM,IAAI,CAAC;QAC5C,6BAA6B,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,4BAA4B,EAAE,CAAC;QAE9E,gBAAgB,GAAG,eAAe,CAAA;IACnC,CAAC;SAAM,CAAC;QACP,gBAAgB,GAAG,6BAA6B,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAA;IAC7D,CAAC;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,6BAA6B,EAAE,CAAA;AACvH,CAAC;AAsBD,MAAM,CAAC,MAAM,mCAAmC,GAAiC;IAChF,MAAM,EAAE,QAAQ;IAChB,eAAe,EAAE,IAAI;IACrB,4BAA4B,EAAE,IAAI;CAClC,CAAA;AAED,MAAM,CAAC,MAAM,8BAA8B,GAAyB;IACnE;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,mDAAmD;QAChE,IAAI,EAAE,OAAO;KACb;IACD;QACC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,oHAAoH;QACjI,IAAI,EAAE,OAAO;KACb;CACD,CAAA;AAED,MAAM,CAAC,MAAM,4BAA4B,GAAyB;IACjE;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,sCAAsC;QACnD,IAAI,EAAE,OAAO;KACb;IACD;QACC,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,sFAAsF;QACnG,IAAI,EAAE,OAAO;KACb;CACD,CAAA"}
+{"version":3,"file":"LanguageDetection.js","sourceRoot":"","sources":["../../src/api/LanguageDetection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAEvE,OAAO,EAA8B,cAAc,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACpK,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,KAAK,GAAG,MAAM,UAAU,CAAA;AAC/B,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,OAAO,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AACvF,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAC5D,OAAO,KAAK,MAAM,OAAO,CAAA;AAGzB,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,6FAA6F;AAC7F,4BAA4B;AAC5B,6FAA6F;AAC7F,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAuB,EAAE,OAAuC;IAC1G,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;IAEvC,OAAO,GAAG,UAAU,CAAC,qCAAqC,EAAE,OAAO,CAAC,CAAA;IAEpE,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;IAEjD,IAAI,cAAc,GAAG,MAAM,cAAc,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAClE,cAAc,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAA;IACpD,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAA;IAE/E,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACpD,CAAC,EAAE,eAAe,EAAE,cAAc,EAAE,GAAG,MAAM,GAAG,CAAC,mBAAmB,CAAC,cAAc,EAAE,OAAO,CAAC,GAAI,CAAC,CAAC,CAAA;QAEnG,MAAM,CAAC,GAAG,EAAE,CAAA;IACb,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;IAErD,MAAM,eAAe,GAAG,OAAO,CAAC,eAAgB,CAAA;IAChD,MAAM,4BAA4B,GAAG,OAAO,CAAC,4BAA6B,CAAA;IAE1E,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,SAAS,CAAC,CAAA;IAEnD,IAAI,6BAAuD,CAAA;IAE3D,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,uBAAuB,GAAG,MAAM,MAAM,CAAC,yDAAyD,CAAC,CAAA;YAEvG,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,MAAM,aAAa,GAAG,OAAO,CAAC,MAAO,CAAA;YAErC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,2BAA2B,CAAC,CAAA;YAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAA;YAChE,MAAM,sBAAsB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAA;YACvE,MAAM,2BAA2B,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAA;YAElF,MAAM,eAAe,GAAG,MAAM,uBAAuB,CAAC,cAAc,CACnE,cAAc,EACd,SAAS,EACT,sBAAsB,EACtB,2BAA2B,CAAC,CAAA;YAE7B,6BAA6B,GAAG,eAAe,CAAA;YAE/C,MAAK;QACN,CAAC;QAED,KAAK,SAAS,CAAC,CAAC,CAAC;YAChB,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAA;YAE/D,MAAM,cAAc,GAAG,OAAO,CAAC,OAAQ,CAAA;YAEvC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,uBAAuB,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;YAEzG,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,6BAA6B,GAAG,MAAM,UAAU,CAAC,cAAc,CAAC,cAAc,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,CAAC,WAAY,CAAC,CAAA;YAEjI,MAAK;QACN,CAAC;QAED,KAAK,aAAa,CAAC,CAAC,CAAC;YACpB,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAA;YAErE,MAAM,iBAAiB,GAAG,OAAO,CAAC,UAAW,CAAA;YAE7C,MAAM,CAAC,GAAG,EAAE,CAAA;YAEZ,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,MAAM,aAAa,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;YAEzG,MAAM,CAAC,GAAG,EAAE,CAAC;YAEb,6BAA6B,GAAG,MAAM,aAAa,CAAC,cAAc,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,CAAC,CAAA;YAExG,MAAK;QACN,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,MAAM,oBAAoB,CAAC,CAAA;QAC/D,CAAC;IACF,CAAC;IAED,IAAI,gBAAwB,CAAA;IAE5B,IAAI,6BAA6B,CAAC,MAAM,IAAI,CAAC;QAC5C,6BAA6B,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,4BAA4B,EAAE,CAAC;QAE9E,gBAAgB,GAAG,eAAe,CAAA;IACnC,CAAC;SAAM,CAAC;QACP,gBAAgB,GAAG,6BAA6B,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAA;IAC7D,CAAC;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IACZ,MAAM,CAAC,WAAW,CAAC,wBAAwB,EAAE,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;IAE5E,OAAO;QACN,gBAAgB;QAChB,oBAAoB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;QAC1D,6BAA6B;QAE7B,aAAa;KACb,CAAA;AACF,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,cAAwB,EAAE,sBAAkF,EAAE,iBAAiB,GAAG,EAAE,EAAE,WAAW,GAAG,EAAE;IACvM,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,MAAM,aAAa,GAAG,mBAAmB,CAAC,cAAc,CAAC,CAAA;IAEzD,IAAI,aAAa,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,CAAA;IACV,CAAC;IAED,MAAM,eAAe,GAA+B,EAAE,CAAA;IAEtD,KAAK,IAAI,eAAe,GAAG,CAAC,EAAE,eAAe,GAAG,aAAa,EAAE,eAAe,IAAI,WAAW,EAAE,CAAC;QAC/F,MAAM,WAAW,GAAG,eAAe,CAAA;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,iBAAiB,EAAE,aAAa,CAAC,CAAA;QAC9E,MAAM,eAAe,GAAG,SAAS,GAAG,WAAW,CAAA;QAE/C,MAAM,CAAC,gBAAgB,CAAC,sDAAsD,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;QACjI,MAAM,SAAS,GAAG,mBAAmB,CAAC,cAAc,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;QAE7E,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC,SAAS,CAAC,CAAA;QAE9D,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QAEpC,MAAM,oBAAoB,GAAG,SAAS,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAA;QAEpG,IAAI,oBAAoB,GAAa,EAAE,CAAA;QAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,oBAAoB,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnE,oBAAoB,CAAC,IAAI,CAAC,GAAG,0BAA0B,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,oBAAoB,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAChJ,CAAC;QAED,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAE1E,IAAI,eAAe,GAAG,iBAAiB,EAAE,CAAC;YACzC,MAAK;QACN,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAA6B,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAA;IAC/E,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,WAAW,GAAG,GAAG,CAAA,CAAC,CAAC,CAAC,CAAA;IAE7D,KAAK,MAAM,WAAW,IAAI,eAAe,EAAE,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,eAAe,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAA;QAC7D,CAAC;IACF,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACtC,MAAM,CAAC,WAAW,IAAI,eAAe,CAAC,MAAM,CAAA;IAC7C,CAAC;IAED,OAAO,eAAe,CAAA;AACvB,CAAC;AAwBD,MAAM,CAAC,MAAM,qCAAqC,GAAmC;IACpF,MAAM,EAAE,SAAS;IACjB,eAAe,EAAE,IAAI;IACrB,4BAA4B,EAAE,IAAI;IAElC,IAAI,EAAE,IAAI;IAEV,MAAM,EAAE,EACP;IAED,OAAO,EAAE;QACR,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,GAAG;KAChB;IAED,UAAU,EAAE;QACX,KAAK,EAAE,MAAM;KACb;IAED,GAAG,EAAE;QACJ,MAAM,EAAE,eAAe;KACvB;CACD,CAAA;AAED,6FAA6F;AAC7F,0BAA0B;AAC1B,6FAA6F;AAC7F,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAAa,EAAE,OAAqC;IAC5F,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,OAAO,GAAG,UAAU,CAAC,mCAAmC,EAAE,OAAO,CAAC,CAAA;IAElE,MAAM,eAAe,GAAG,OAAO,CAAC,eAAgB,CAAA;IAChD,MAAM,4BAA4B,GAAG,OAAO,CAAC,4BAA6B,CAAA;IAE1E,IAAI,6BAAuD,CAAA;IAE3D,MAAM,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,MAAM,SAAS,CAAC,CAAA;IAEnD,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,uDAAuD,CAAC,CAAA;YAEhG,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAA;YAEpD,6BAA6B,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;YAE3D,MAAK;QACN,CAAC;QAED,KAAK,UAAU,CAAC,CAAC,CAAC;YACjB,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,yDAAyD,CAAC,CAAA;YAElG,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAEtD,6BAA6B,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;YAE3D,MAAK;QACN,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,MAAM,oBAAoB,CAAC,CAAA;QAC/D,CAAC;IACF,CAAC;IAED,IAAI,gBAAwB,CAAA;IAE5B,IAAI,6BAA6B,CAAC,MAAM,IAAI,CAAC;QAC5C,6BAA6B,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,4BAA4B,EAAE,CAAC;QAE9E,gBAAgB,GAAG,eAAe,CAAA;IACnC,CAAC;SAAM,CAAC;QACP,gBAAgB,GAAG,6BAA6B,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAA;IAC7D,CAAC;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO;QACN,gBAAgB;QAChB,oBAAoB,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;QAC1D,6BAA6B;KAC7B,CAAA;AACF,CAAC;AAiCD,6FAA6F;AAC7F,YAAY;AACZ,6FAA6F;AAE7F,MAAM,CAAC,MAAM,mCAAmC,GAAiC;IAChF,MAAM,EAAE,QAAQ;IAChB,eAAe,EAAE,IAAI;IACrB,4BAA4B,EAAE,IAAI;CAClC,CAAA;AAED,MAAM,CAAC,MAAM,8BAA8B,GAAyB;IACnE;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,mDAAmD;QAChE,IAAI,EAAE,OAAO;KACb;IACD;QACC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,yFAAyF;QACtG,IAAI,EAAE,OAAO;KACb;IACD;QACC,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,mFAAmF;QAChG,IAAI,EAAE,OAAO;KACb;CACD,CAAA;AAED,MAAM,CAAC,MAAM,4BAA4B,GAAyB;IACjE;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,sCAAsC;QACnD,IAAI,EAAE,OAAO;KACb;IACD;QACC,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,sFAAsF;QACnG,IAAI,EAAE,OAAO;KACb;CACD,CAAA"}

package/dist/api/Recognition.d.ts

@@ -1,8 +1,10 @@
-import { AudioSourceParam, RawAudio } from "../audio/AudioUtilities.js";
-import * as API from "./API.js";
-import { Timeline } from "../utilities/Timeline.js";
-import { type WhisperOptions } from "../recognition/WhisperSTT.js";
-import { SubtitlesConfig } from "../subtitles/Subtitles.js";
+import { AudioSourceParam, RawAudio } from '../audio/AudioUtilities.js';
+import * as API from './API.js';
+import { Timeline } from '../utilities/Timeline.js';
+import { type WhisperOptions } from '../recognition/WhisperSTT.js';
+import { SubtitlesConfig } from '../subtitles/Subtitles.js';
+import { OpenAICloudSTTOptions } from '../recognition/OpenAICloudSTT.js';
+import { WhisperCppOptions } from '../recognition/WhisperCppSTT.js';
 export declare function recognize(input: AudioSourceParam, options: RecognitionOptions): Promise<RecognitionResult>;
 export interface RecognitionResult {
     transcript: string;
@@ -10,16 +12,23 @@ export interface RecognitionResult {
     wordTimeline: Timeline;
     language: string;
     inputRawAudio: RawAudio;
+    isolatedRawAudio?: RawAudio;
+    backgroundRawAudio?: RawAudio;
 }
-export type RecognitionEngine = "whisper" | "vosk" | "silero" | "google-cloud" | "microsoft-azure" | "amazon-transcribe";
+export type RecognitionEngine = 'whisper' | 'whisper.cpp' | 'vosk' | 'silero' | 'google-cloud' | 'microsoft-azure' | 'amazon-transcribe' | 'openai-cloud';
 export interface RecognitionOptions {
     engine?: RecognitionEngine;
     language?: string;
     maxAlternatives?: number;
+    isolate?: boolean;
+    crop?: boolean;
     alignment?: API.AlignmentOptions;
     languageDetection?: API.SpeechLanguageDetectionOptions;
     subtitles?: SubtitlesConfig;
+    vad?: API.VADOptions;
+    sourceSeparation?: API.SourceSeparationOptions;
     whisper?: WhisperOptions;
+    whisperCpp?: WhisperCppOptions;
     vosk?: {
         modelPath?: string;
     };
@@ -42,6 +51,7 @@ export interface RecognitionOptions {
         accessKeyId?: string;
         secretAccessKey?: string;
     };
+    openAICloud?: OpenAICloudSTTOptions;
 }
 export declare const defaultRecognitionOptions: RecognitionOptions;
 export declare const recognitionEngines: API.EngineMetadata[];

package/dist/api/Recognition.js

@@ -1,51 +1,82 @@
-import { extendDeep } from "../utilities/ObjectUtilities.js";
-import { logToStderr } from "../utilities/Utilities.js";
-import { ensureRawAudio, normalizeAudioLevel, trimAudioEnd } from "../audio/AudioUtilities.js";
-import { Logger } from "../utilities/Logger.js";
-import * as API from "./API.js";
-import { addWordTextOffsetsToTimeline, wordTimelineToSegmentSentenceTimeline } from "../utilities/Timeline.js";
-import { whisperOptionsDefaults } from "../recognition/WhisperSTT.js";
-import { formatLanguageCodeWithName, getShortLanguageCode, normalizeLanguageCode } from "../utilities/Locale.js";
-import { loadPackage } from "../utilities/PackageManager.js";
-import chalk from "chalk";
-import { defaultSubtitlesBaseConfig } from "../subtitles/Subtitles.js";
+import { extendDeep } from '../utilities/ObjectUtilities.js';
+import { logToStderr } from '../utilities/Utilities.js';
+import { ensureRawAudio, normalizeAudioLevel, trimAudioEnd } from '../audio/AudioUtilities.js';
+import { Logger } from '../utilities/Logger.js';
+import * as API from './API.js';
+import { addWordTextOffsetsToTimeline, wordTimelineToSegmentSentenceTimeline } from '../utilities/Timeline.js';
+import { formatLanguageCodeWithName, getShortLanguageCode, normalizeLanguageCode } from '../utilities/Locale.js';
+import { loadPackage } from '../utilities/PackageManager.js';
+import chalk from 'chalk';
+import { defaultSubtitlesBaseConfig } from '../subtitles/Subtitles.js';
+import { defaultOpenAICloudSTTOptions } from '../recognition/OpenAICloudSTT.js';
 const log = logToStderr;
 export async function recognize(input, options) {
     const logger = new Logger();
     const startTimestamp = logger.getTimestamp();
-    logger.start("Prepare for recognition");
+    options = extendDeep(defaultRecognitionOptions, options);
     const inputRawAudio = await ensureRawAudio(input);
-    let sourceRawAudio = await ensureRawAudio(inputRawAudio, 16000, 1);
+    let sourceRawAudio;
+    let isolatedRawAudio;
+    let backgroundRawAudio;
+    if (options.isolate) {
+        logger.log(``);
+        logger.end();
+        ({ isolatedRawAudio, backgroundRawAudio } = await API.isolate(inputRawAudio, options.sourceSeparation));
+        logger.end();
+        logger.log(``);
+        sourceRawAudio = await ensureRawAudio(isolatedRawAudio, 16000, 1);
+    }
+    else {
+        sourceRawAudio = await ensureRawAudio(inputRawAudio, 16000, 1);
+    }
+    let sourceUncropTimeline;
+    if (options.crop) {
+        logger.start('Crop using voice activity detection');
+        ({ timeline: sourceUncropTimeline, croppedRawAudio: sourceRawAudio } = await API.detectVoiceActivity(sourceRawAudio, options.vad));
+        logger.end();
+    }
+    logger.start('Prepare for recognition');
     sourceRawAudio = normalizeAudioLevel(sourceRawAudio);
     sourceRawAudio.audioChannels[0] = trimAudioEnd(sourceRawAudio.audioChannels[0]);
-    options = extendDeep(defaultRecognitionOptions, options);
     const engine = options.engine;
-    if (!options.language) { // && options.engine != "whisper") {
-        logger.start("No language specified. Detecting speech language");
-        const { detectedLanguage } = await API.detectSpeechLanguage(inputRawAudio, options.languageDetection || {});
+    if (!options.language) { // && options.engine != 'whisper') {
+        logger.start('No language specified. Detecting speech language');
+        const { detectedLanguage } = await API.detectSpeechLanguage(sourceRawAudio, options.languageDetection);
         logger.end();
         logger.logTitledMessage('Language detected', formatLanguageCodeWithName(detectedLanguage));
         options.language = detectedLanguage;
     }
-    let language = normalizeLanguageCode(options.language);
+    else {
+        logger.end();
+        const specifiedLanguageFormatted = formatLanguageCodeWithName(getShortLanguageCode(normalizeLanguageCode(options.language)));
+        logger.logTitledMessage('Language specified', specifiedLanguageFormatted);
+    }
+    const languageCode = normalizeLanguageCode(options.language);
+    const shortLanguageCode = getShortLanguageCode(languageCode);
     let transcript;
     let timeline;
     logger.start(`Load ${engine} module`);
     switch (engine) {
-        case "whisper": {
-            const WhisperSTT = await import("../recognition/WhisperSTT.js");
+        case 'whisper': {
+            const WhisperSTT = await import('../recognition/WhisperSTT.js');
             const whisperOptions = options.whisper;
-            const shortLanguageCode = getShortLanguageCode(language);
-            const { modelName, modelDir, tokenizerDir } = await WhisperSTT.loadPackagesAndGetPaths(whisperOptions.model, shortLanguageCode);
-            if (shortLanguageCode != "en" && modelName.endsWith(".en")) {
-                throw new Error(`The model '${modelName}' is English only and cannot transcribe language '${shortLanguageCode}'`);
-            }
             logger.end();
-            ({ transcript, timeline } = await WhisperSTT.recognize(sourceRawAudio, modelName, modelDir, tokenizerDir, "transcribe", language, whisperOptions));
+            const { modelName, modelDir } = await WhisperSTT.loadPackagesAndGetPaths(whisperOptions.model, shortLanguageCode);
+            logger.end();
+            ({ transcript, timeline } = await WhisperSTT.recognize(sourceRawAudio, modelName, modelDir, 'transcribe', shortLanguageCode, whisperOptions));
+            break;
+        }
+        case 'whisper.cpp': {
+            const WhisperCppSTT = await import('../recognition/WhisperCppSTT.js');
+            const whisperCppOptions = options.whisperCpp;
+            logger.end();
+            const { modelName, modelPath } = await WhisperCppSTT.loadModelPackage(whisperCppOptions.model, shortLanguageCode);
+            logger.end();
+            ({ transcript, timeline } = await WhisperCppSTT.recognize(sourceRawAudio, 'transcribe', shortLanguageCode, modelName, modelPath, whisperCppOptions));
             break;
         }
-        case "vosk": {
-            const VoskSTT = await import("../recognition/VoskSTT.js");
+        case 'vosk': {
+            const VoskSTT = await import('../recognition/VoskSTT.js');
             try {
                 await import('@echogarden/vosk');
             }
@@ -56,18 +87,17 @@ export async function recognize(input, options) {
             const voskOptions = options.vosk;
             const modelPath = voskOptions.modelPath;
             if (!modelPath) {
-                throw new Error("Vosk models are not currently auto-downloaded. You'll need to download a model manually and set a model path in 'vosk.modelPath'.");
+                throw new Error(`Vosk models are not currently auto-downloaded. You'll need to download a model manually and set a model path in 'vosk.modelPath'.`);
             }
             logger.end();
             ({ transcript, timeline } = await VoskSTT.recognize(sourceRawAudio, modelPath, true));
             break;
         }
-        case "silero": {
-            const SileroSTT = await import("../recognition/SileroSTT.js");
+        case 'silero': {
+            const SileroSTT = await import('../recognition/SileroSTT.js');
             const sileroOptions = options.silero;
             let modelPath = sileroOptions.modelPath;
             if (!modelPath) {
-                const shortLanguageCode = getShortLanguageCode(language);
                 const packageName = SileroSTT.languageCodeToPackageName[shortLanguageCode];
                 if (!packageName) {
                     throw new Error(`Language '${shortLanguageCode}' is not supported by Silero`);
@@ -78,72 +108,103 @@ export async function recognize(input, options) {
             ({ transcript, timeline } = await SileroSTT.recognize(sourceRawAudio, modelPath));
             break;
         }
-        case "google-cloud": {
-            const GoogleCloudSTT = await import("../recognition/GoogleCloudSTT.js");
+        case 'google-cloud': {
+            const GoogleCloudSTT = await import('../recognition/GoogleCloudSTT.js');
             const apiKey = options.googleCloud.apiKey;
             if (!apiKey) {
                 throw new Error(`No API key given`);
             }
             logger.end();
-            ({ transcript, timeline } = await GoogleCloudSTT.recognize(sourceRawAudio, apiKey, language));
+            ({ transcript, timeline } = await GoogleCloudSTT.recognize(sourceRawAudio, apiKey, shortLanguageCode));
             break;
         }
-        case "microsoft-azure": {
-            const AzureCognitiveServicesSTT = await import("../recognition/AzureCognitiveServicesSTT.js");
+        case 'microsoft-azure': {
+            const AzureCognitiveServicesSTT = await import('../recognition/AzureCognitiveServicesSTT.js');
             const subscriptionKey = options.microsoftAzure.subscriptionKey;
             if (!subscriptionKey) {
-                throw new Error(`No subscription key given`);
+                throw new Error(`No Microsoft Azure subscription key provided`);
             }
             const serviceRegion = options.microsoftAzure.serviceRegion;
             if (!serviceRegion) {
-                throw new Error(`No service region given`);
+                throw new Error(`No Microsoft Azure service region provided`);
             }
             logger.end();
-            ({ transcript, timeline } = await AzureCognitiveServicesSTT.recognize(sourceRawAudio, subscriptionKey, serviceRegion, language));
+            ({ transcript, timeline } = await AzureCognitiveServicesSTT.recognize(sourceRawAudio, subscriptionKey, serviceRegion, shortLanguageCode));
             break;
         }
-        case "amazon-transcribe": {
-            const AmazonTranscribeSTT = await import("../recognition/AmazonTranscribeSTT.js");
+        case 'amazon-transcribe': {
+            const AmazonTranscribeSTT = await import('../recognition/AmazonTranscribeSTT.js');
             const region = options.amazonTranscribe.region;
             if (!region) {
-                throw new Error(`No region given`);
+                throw new Error(`No Amazon Transcribe region provided`);
             }
             const accessKeyId = options.amazonTranscribe.accessKeyId;
             if (!accessKeyId) {
-                throw new Error(`No access key id given`);
+                throw new Error(`No Amazon Transcribe access key id provided`);
             }
             const secretAccessKey = options.amazonTranscribe.secretAccessKey;
             if (!secretAccessKey) {
-                throw new Error(`No secret access key given`);
+                throw new Error(`No Amazon Transcribe secret access key provided`);
+            }
+            logger.end();
+            ({ transcript, timeline } = await AmazonTranscribeSTT.recgonize(sourceRawAudio, shortLanguageCode, region, accessKeyId, secretAccessKey));
+            break;
+        }
+        case 'openai-cloud': {
+            const OpenAICloudSTT = await import('../recognition/OpenAICloudSTT.js');
+            const openAICloudSTTOptions = options.openAICloud;
+            if (!openAICloudSTTOptions.apiKey) {
+                throw new Error(`No OpanAI Cloud API key provided`);
             }
             logger.end();
-            ({ transcript, timeline } = await AmazonTranscribeSTT.recgonize(sourceRawAudio, language, region, accessKeyId, secretAccessKey));
+            ({ transcript, timeline } = await OpenAICloudSTT.recognize(sourceRawAudio, shortLanguageCode, openAICloudSTTOptions));
             break;
         }
         default: {
             throw new Error(`Engine '${options.engine}' is not supported`);
         }
     }
+    // If the engine didn't return a timeline, align to get it
     if (!timeline) {
         logger.start(`Align audio to transcript`);
-        const alignmentOptions = extendDeep(options.alignment, { language: language });
+        const alignmentOptions = extendDeep(options.alignment, { language: languageCode });
         const { wordTimeline } = await API.align(sourceRawAudio, transcript, alignmentOptions);
         timeline = wordTimeline;
     }
+    // If the audio was cropped before recognition, map the timestamps back to the original audio
+    if (sourceUncropTimeline && sourceUncropTimeline.length > 0) {
+        API.convertCroppedToUncroppedTimeline(timeline, sourceUncropTimeline);
+    }
+    // Add text offsets
     addWordTextOffsetsToTimeline(timeline, transcript);
-    const { segmentTimeline } = await wordTimelineToSegmentSentenceTimeline(timeline, transcript, language, 'single', 'preserve');
+    // Make segment timeline
+    const { segmentTimeline } = await wordTimelineToSegmentSentenceTimeline(timeline, transcript, languageCode, 'single', 'preserve');
     logger.end();
     logger.logDuration('Total recognition time', startTimestamp, chalk.magentaBright);
-    return { transcript, timeline: segmentTimeline, wordTimeline: timeline, inputRawAudio, language };
+    return {
+        transcript,
+        timeline: segmentTimeline,
+        wordTimeline: timeline,
+        language: languageCode,
+        inputRawAudio,
+        isolatedRawAudio,
+        backgroundRawAudio,
+    };
 }
 export const defaultRecognitionOptions = {
-    engine: "whisper",
+    engine: 'whisper',
     language: undefined,
     maxAlternatives: 1,
-    alignment: undefined,
-    languageDetection: undefined,
+    isolate: false,
+    crop: true,
+    alignment: {},
+    languageDetection: {},
     subtitles: defaultSubtitlesBaseConfig,
-    whisper: whisperOptionsDefaults,
+    vad: {
+        engine: 'adaptive-gate'
+    },
+    whisper: {},
+    whisperCpp: {},
     vosk: {
         modelPath: undefined
     },
@@ -165,13 +226,20 @@ export const defaultRecognitionOptions = {
         region: undefined,
         accessKeyId: undefined,
         secretAccessKey: undefined,
-    }
+    },
+    openAICloud: defaultOpenAICloudSTTOptions
 };
 export const recognitionEngines = [
     {
         id: 'whisper',
         name: 'OpenAI Whisper',
-        description: 'A high accuracy transformer-based architecture by OpenAI.',
+        description: 'A high accuracy transformer-based speech recognition architecture by OpenAI.',
+        type: 'local'
+    },
+    {
+        id: 'whisper.cpp',
+        name: 'OpenAI Whisper (C++ port)',
+        description: 'A C++ port of the Whisper speech recognition architecture.',
         type: 'local'
     },
     {
@@ -204,5 +272,11 @@ export const recognitionEngines = [
         description: 'Amazon cloud speech-to-text service.',
         type: 'cloud'
     },
+    {
+        id: 'openai-cloud',
+        name: 'OpenAI Cloud',
+        description: 'OpenAI cloud speech-to-text service.',
+        type: 'cloud'
+    },
 ];
 //# sourceMappingURL=Recognition.js.map