echogarden 2.10.1 → 3.0.0

package/dist/synthesis/StreamlabsPollyTTS.js

@@ -1,88 +0,0 @@
-import { request } from 'gaxios';
-import { trimAudioEnd } from '../audio/AudioUtilities.js';
-import * as FFMpegTranscoder from '../codecs/FFMpegTranscoder.js';
-import { Phrase, splitToFragments } from '../nlp/Segmentation.js';
-import { Logger } from '../utilities/Logger.js';
-import { concatFloat32Arrays, logToStderr } from '../utilities/Utilities.js';
-const log = logToStderr;
-const maxTextLengthPerRequest = 200;
-export async function synthesizeLongText(text, voice, languageCode, sentenceEndPause = 0.75, segmentEndPause = 1.0) {
-    if (text.length == 0) {
-        throw new Error('Text is empty');
-    }
-    const logger = new Logger();
-    logger.start('Prepare and split text');
-    const fragments = await splitToFragments(text, maxTextLengthPerRequest, languageCode);
-    const audioFragments = [];
-    let fragmentsSampleRate = 0;
-    const timeline = [];
-    for (let i = 0; i < fragments.length; i++) {
-        const fragment = fragments[i];
-        logger.start(`Request synthesis for text fragment ${i + 1}/${fragments.length} from Streamslabs Polly`);
-        const fragmentMp3Stream = await synthesizeFragment(fragment.text, voice);
-        if (fragmentMp3Stream.length == 0) {
-            continue;
-        }
-        const rawAudio = await FFMpegTranscoder.decodeToChannels(fragmentMp3Stream, 24000, 1);
-        fragmentsSampleRate = rawAudio.sampleRate;
-        let targetEndingSilenceTime;
-        if (fragment.lastSegment?.isSentenceFinalizer) {
-            targetEndingSilenceTime = sentenceEndPause;
-        }
-        else if (fragment.lastSegment instanceof Phrase) {
-            targetEndingSilenceTime = segmentEndPause;
-        }
-        else {
-            targetEndingSilenceTime = 0;
-        }
-        const trimmedAudio = trimAudioEnd(rawAudio.audioChannels[0], targetEndingSilenceTime * rawAudio.sampleRate);
-        audioFragments.push(trimmedAudio);
-        const startTime = timeline.length == 0 ? 0 : timeline[timeline.length - 1].endTime;
-        const endTime = startTime + (trimmedAudio.length / fragmentsSampleRate);
-        timeline.push({
-            type: 'segment',
-            text: fragment.text,
-            startTime,
-            endTime
-        });
-    }
-    const rawAudio = { audioChannels: [concatFloat32Arrays(audioFragments)], sampleRate: fragmentsSampleRate };
-    logger.end();
-    return {
-        rawAudio,
-        timeline
-    };
-}
-export async function synthesizeFragment(text, voice) {
-    const response = await request({
-        url: `https://streamlabs.com/polly/speak`,
-        method: 'POST',
-        data: {
-            voice,
-            text,
-        },
-        responseType: 'json'
-    });
-    const responseObject = response.data;
-    const audioUrl = responseObject.speak_url;
-    const audioUrlResponse = await request({ url: audioUrl, responseType: 'arraybuffer' });
-    return new Uint8Array(audioUrlResponse.data);
-}
-export const voiceList = [
-    { name: 'Brian', languages: ['en-GB', 'en'], gender: 'male' },
-    { name: 'Emma', languages: ['en-GB', 'en'], gender: 'female' },
-    { name: 'Russell', languages: ['en-AU', 'en'], gender: 'male' },
-    { name: 'Joey', languages: ['en-US', 'en'], gender: 'male' },
-    { name: 'Matthew', languages: ['en-US', 'en'], gender: 'male' },
-    { name: 'Joanna', languages: ['en-US', 'en'], gender: 'female' },
-    { name: 'Kimberly', languages: ['en-US', 'en'], gender: 'female' },
-    { name: 'Amy', languages: ['en-GB', 'en'], gender: 'female' },
-    { name: 'Geraint', languages: ['en-GB-WLS', 'en-GB', 'en'], gender: 'male' },
-    { name: 'Nicole', languages: ['en-AU', 'en'], gender: 'female' },
-    { name: 'Justin', languages: ['en-US', 'en'], gender: 'male' },
-    { name: 'Ivy', languages: ['en-US', 'en'], gender: 'female' },
-    { name: 'Kendra', languages: ['en-US', 'en'], gender: 'female' },
-    { name: 'Salli', languages: ['en-US', 'en'], gender: 'female' },
-    { name: 'Raveena', languages: ['en-IN', 'en'], gender: 'female' },
-];
-//# sourceMappingURL=StreamlabsPollyTTS.js.map

package/dist/synthesis/StreamlabsPollyTTS.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"StreamlabsPollyTTS.js","sourceRoot":"","sources":["../../src/synthesis/StreamlabsPollyTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAG5E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,YAAoB,EAAE,gBAAgB,GAAG,IAAI,EAAE,eAAe,GAAG,GAAG;IACzI,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACjC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IAEtC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,uBAAuB,EAAE,YAAY,CAAC,CAAA;IAErF,MAAM,cAAc,GAAmB,EAAE,CAAA;IACzC,IAAI,mBAAmB,GAAG,CAAC,CAAA;IAE3B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAE7B,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,yBAAyB,CAAC,CAAA;QACvG,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAExE,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACnC,SAAQ;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACrF,mBAAmB,GAAG,QAAQ,CAAC,UAAU,CAAA;QAEzC,IAAI,uBAA+B,CAAA;QAEnC,IAAI,QAAQ,CAAC,WAAW,EAAE,mBAAmB,EAAE,CAAC;YAC/C,uBAAuB,GAAG,gBAAgB,CAAA;QAC3C,CAAC;aAAM,IAAI,QAAQ,CAAC,WAAW,YAAY,MAAM,EAAE,CAAC;YACnD,uBAAuB,GAAG,eAAe,CAAA;QAC1C,CAAC;aAAM,CAAC;YACP,uBAAuB,GAAG,CAAC,CAAA;QAC5B,CAAC;QAED,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,uBAAuB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;QAE3G,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAEjC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAA;QAClF,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAA;QAEvE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS;YACT,OAAO;SACP,CAAC,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,aAAa,EAAE,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC,EAAE,UAAU,EAAE,mBAAmB,EAAE,CAAA;IAE1G,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO;QACN,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa;IACnE,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,GAAG,EAAE,oCAAoC;QAEzC,MAAM,EAAE,MAAM;QAEd,IAAI,EAAE;YACL,KAAK;YACL,IAAI;SACJ;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAA;IACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAA;IACzC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;IAEnG,OAAO,IAAI,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAqB;IAC1C,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC7D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC9D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAClE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5E,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9D,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC/D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;CACjE,CAAA"}

package/dist/utilities/BinaryUtilities.d.ts

@@ -1,13 +0,0 @@
-export declare function readUint8(buffer: Uint8Array, offset: number): number;
-export declare function writeUint8(buffer: Uint8Array, value: number, offset: number): void;
-export declare function readUint16LE(buffer: Uint8Array, offset: number): number;
-export declare function writeUint16LE(buffer: Uint8Array, value: number, offset: number): void;
-export declare function readUint32LE(buffer: Uint8Array, offset: number): number;
-export declare function writeUint32LE(buffer: Uint8Array, value: number, offset: number): void;
-export declare function readInt8(buffer: Uint8Array, offset: number): number;
-export declare function writeInt8(buffer: Uint8Array, value: number, offset: number): void;
-export declare function readInt16LE(buffer: Uint8Array, offset: number): number;
-export declare function writeInt16LE(buffer: Uint8Array, value: number, offset: number): void;
-export declare function readInt32LE(buffer: Uint8Array, offset: number): number;
-export declare function writeInt32LE(buffer: Uint8Array, value: number, offset: number): void;
-export declare function writeAscii(buffer: Uint8Array, asciiString: string, writeStartOffset: number): void;

package/dist/utilities/BinaryUtilities.js

@@ -1,113 +0,0 @@
-/////////////////////////////////////////////////////////////////////////////////////
-// Unsigned operations
-/////////////////////////////////////////////////////////////////////////////////////
-export function readUint8(buffer, offset) {
-    return buffer[offset];
-}
-export function writeUint8(buffer, value, offset) {
-    if (value < 0 || value > 255) {
-        throw new Error(`Value ${value} is outside the range of an 8-bit unsigned integer`);
-    }
-    buffer[offset] = value;
-}
-export function readUint16LE(buffer, offset) {
-    return (buffer[offset]) | (buffer[offset + 1] << 8);
-}
-export function writeUint16LE(buffer, value, offset) {
-    if (value < 0 || value > 65535) {
-        throw new Error(`Value ${value} is outside the range of a 16-bit unsigned integer`);
-    }
-    buffer[offset] = value & 0xff;
-    buffer[offset + 1] = (value >>> 8) & 0xff;
-}
-export function readUint32LE(buffer, offset) {
-    return readInt32LE(buffer, offset) >>> 0;
-}
-export function writeUint32LE(buffer, value, offset) {
-    if (value < 0 || value > 4294967295) {
-        throw new Error(`Value ${value} is outside the range of a 32-bit unsigned integer`);
-    }
-    buffer[offset] = value & 0xff;
-    buffer[offset + 1] = (value >>> 8) & 0xff;
-    buffer[offset + 2] = (value >>> 16) & 0xff;
-    buffer[offset + 3] = (value >>> 24) & 0xff;
-}
-/////////////////////////////////////////////////////////////////////////////////////
-// Signed operations
-/////////////////////////////////////////////////////////////////////////////////////
-export function readInt8(buffer, offset) {
-    const unsignedValue = buffer[offset];
-    if (unsignedValue < 128) {
-        return unsignedValue;
-    }
-    else {
-        return unsignedValue - 256;
-    }
-}
-export function writeInt8(buffer, value, offset) {
-    if (value < -128 || value > 127) {
-        throw new Error(`Value ${value} is outside the range of an 8-bit signed integer`);
-    }
-    let unsignedValue;
-    if (value >= 0) {
-        unsignedValue = value;
-    }
-    else {
-        unsignedValue = value + 256;
-    }
-    buffer[offset] = unsignedValue;
-}
-export function readInt16LE(buffer, offset) {
-    const unsignedValue = readUint16LE(buffer, offset);
-    if (unsignedValue < 32768) {
-        return unsignedValue;
-    }
-    else {
-        return unsignedValue - 65536;
-    }
-}
-export function writeInt16LE(buffer, value, offset) {
-    if (value < -32768 || value > 32767) {
-        throw new Error(`Value ${value} is outside the range of a 16-bit signed integer`);
-    }
-    let unsignedValue;
-    if (value >= 0) {
-        unsignedValue = value;
-    }
-    else {
-        unsignedValue = value + 65536;
-    }
-    writeUint16LE(buffer, unsignedValue, offset);
-}
-export function readInt32LE(buffer, offset) {
-    const value = (buffer[offset]) |
-        (buffer[offset + 1] << 8) |
-        (buffer[offset + 2] << 16) |
-        (buffer[offset + 3] << 24);
-    return value;
-}
-export function writeInt32LE(buffer, value, offset) {
-    if (value < -2147483648 || value > 2147483647) {
-        throw new Error(`Value ${value} is outside the range of a 32-bit signed integer`);
-    }
-    buffer[offset] = value & 0xff;
-    buffer[offset + 1] = (value >> 8) & 0xff;
-    buffer[offset + 2] = (value >> 16) & 0xff;
-    buffer[offset + 3] = (value >> 24) & 0xff;
-}
-/////////////////////////////////////////////////////////////////////////////////////
-// Misc operations
-/////////////////////////////////////////////////////////////////////////////////////
-export function writeAscii(buffer, asciiString, writeStartOffset) {
-    const writeEndOffset = Math.min(writeStartOffset + asciiString.length, buffer.length);
-    let readOffset = 0;
-    let writeOffset = writeStartOffset;
-    while (writeOffset < writeEndOffset) {
-        const charCode = asciiString.charCodeAt(readOffset++);
-        if (charCode >= 128) {
-            throw new Error(`Character '${asciiString[readOffset]}' (code: ${charCode}) can't be encoded as ASCII`);
-        }
-        buffer[writeOffset++] = charCode;
-    }
-}
-//# sourceMappingURL=BinaryUtilities.js.map

package/dist/utilities/BinaryUtilities.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"BinaryUtilities.js","sourceRoot":"","sources":["../../src/utilities/BinaryUtilities.ts"],"names":[],"mappings":"AAAA,qFAAqF;AACrF,sBAAsB;AACtB,qFAAqF;AACrF,MAAM,UAAU,SAAS,CAAC,MAAkB,EAAE,MAAc;IAC3D,OAAO,MAAM,CAAC,MAAM,CAAC,CAAA;AACtB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC3E,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,oDAAoD,CAAC,CAAA;IACpF,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;AACvB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC9D,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACpD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC9E,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,KAAK,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,oDAAoD,CAAC,CAAA;IACpF,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,IAAI,CAAA;IAC7B,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,IAAI,CAAA;AAC1C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,MAAc;IAC9D,OAAO,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC9E,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,UAAU,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,oDAAoD,CAAC,CAAA;IACpF,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,IAAI,CAAA;IAC7B,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,IAAI,CAAA;IACzC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,GAAG,IAAI,CAAA;IAC1C,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,GAAG,IAAI,CAAA;AAC3C,CAAC;AAED,qFAAqF;AACrF,oBAAoB;AACpB,qFAAqF;AACrF,MAAM,UAAU,QAAQ,CAAC,MAAkB,EAAE,MAAc;IAC1D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;IAEpC,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;QACzB,OAAO,aAAa,CAAA;IACrB,CAAC;SAAM,CAAC;QACP,OAAO,aAAa,GAAG,GAAG,CAAA;IAC3B,CAAC;AACF,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC1E,IAAI,KAAK,GAAG,CAAC,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,kDAAkD,CAAC,CAAA;IAClF,CAAC;IAED,IAAI,aAAqB,CAAA;IAEzB,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAChB,aAAa,GAAG,KAAK,CAAA;IACtB,CAAC;SAAM,CAAC;QACP,aAAa,GAAG,KAAK,GAAG,GAAG,CAAA;IAC5B,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,aAAa,CAAA;AAC/B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC7D,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAElD,IAAI,aAAa,GAAG,KAAK,EAAE,CAAC;QAC3B,OAAO,aAAa,CAAA;IACrB,CAAC;SAAM,CAAC;QACP,OAAO,aAAa,GAAG,KAAK,CAAA;IAC7B,CAAC;AACF,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,IAAI,KAAK,GAAG,CAAC,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,kDAAkD,CAAC,CAAA;IAClF,CAAC;IAED,IAAI,aAAqB,CAAA;IAEzB,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAChB,aAAa,GAAG,KAAK,CAAA;IACtB,CAAC;SAAM,CAAC;QACP,aAAa,GAAG,KAAK,GAAG,KAAK,CAAA;IAC9B,CAAC;IAED,aAAa,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAkB,EAAE,MAAc;IAC7D,MAAM,KAAK,GACV,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChB,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAE3B,OAAO,KAAK,CAAA;AACb,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAkB,EAAE,KAAa,EAAE,MAAc;IAC7E,IAAI,KAAK,GAAG,CAAC,UAAU,IAAI,KAAK,GAAG,UAAU,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,kDAAkD,CAAC,CAAA;IAClF,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,IAAI,CAAA;IAC7B,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;IACxC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;IACzC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;AAC1C,CAAC;AAED,qFAAqF;AACrF,kBAAkB;AAClB,qFAAqF;AACrF,MAAM,UAAU,UAAU,CAAC,MAAkB,EAAE,WAAmB,EAAE,gBAAwB;IAC3F,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,GAAG,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;IAErF,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,WAAW,GAAG,gBAAgB,CAAA;IAElC,OAAO,WAAW,GAAG,cAAc,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAA;QAErD,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,cAAc,WAAW,CAAC,UAAU,CAAC,YAAY,QAAQ,6BAA6B,CAAC,CAAA;QACxG,CAAC;QAED,MAAM,CAAC,WAAW,EAAE,CAAC,GAAG,QAAQ,CAAA;IACjC,CAAC;AACF,CAAC"}

package/src/audio/AudioRecorder.ts

@@ -1,91 +0,0 @@
-import { spawn } from 'child_process'
-
-import { RawAudio, concatAudioSegments } from './AudioUtilities.js'
-import * as AudioBufferConversion from './AudioBufferConversion.js'
-
-import { Timer } from '../utilities/Timer.js'
-import { logToStderr } from '../utilities/Utilities.js'
-import { OpenPromise } from '../utilities/OpenPromise.js'
-import { tryResolvingSoxPath } from './SoxPath.js'
-import { SampleFormat } from './AudioBufferConversion.js'
-
-const log = logToStderr
-
-export async function recordAudioInput(channelCount = 1, sampleRate = 48000, maxTime = 10) {
-	const audioSegments: Float32Array[][] = []
-
-	await captureAudioInput(channelCount, sampleRate, maxTime, (rawAudio) => {
-		audioSegments.push(rawAudio)
-	})
-
-	const mergedAudio = concatAudioSegments(audioSegments)
-
-	const rawAudio: RawAudio = {
-		audioChannels: mergedAudio,
-		sampleRate
-	}
-
-	return rawAudio
-}
-
-export function captureAudioInput(channelCount = 1, sampleRate = 48000, maxTime = -1, onAudioSamples?: (rawAudio: Float32Array[]) => void) {
-	return new Promise<void>(async (resolve, reject) => {
-		const timer = new Timer()
-
-		const recorderSpawnedOpenPromise = new OpenPromise<null>()
-
-		const soxPath = await tryResolvingSoxPath()
-
-		if (!soxPath) {
-			throw new Error('Could not resolve a SoX executable')
-		}
-
-		let args: string[]
-
-		if (process.platform == 'win32') {
-			args = ['-b', `${16}`, '--endian', 'little',
-				'-c', `${channelCount}`, '-r', `${sampleRate}`, '-e', 'signed',
-				'-t', 'waveaudio', 'default', '-t', 'raw', '-']
-		} else if (process.platform == 'darwin') {
-			args = ['-b', `${16}`, '--endian', 'little',
-				'-c', `${channelCount}`, '-r', `${sampleRate}`, '-e', 'signed',
-				'-t', 'raw', '-']
-		} else {
-			throw new Error('')
-		}
-
-		const recorder = spawn(
-			soxPath,
-			args,
-			{}
-		)
-
-		recorder.once('spawn', () => {
-			recorderSpawnedOpenPromise.resolve(null)
-			timer.restart()
-		})
-
-		recorder.once('close', () => {
-			resolve()
-		})
-
-		recorder.stderr.on('data', (chunk) => {
-			//log(chunk.toString('utf8'))
-		})
-
-		recorder.stdout.on('data', (chunk) => {
-			//log(chunk)
-
-			const audioChannels = AudioBufferConversion.decodeToChannels(chunk, channelCount, 16, SampleFormat.PCM)
-
-			if (onAudioSamples) {
-				onAudioSamples(audioChannels)
-			}
-
-			if (maxTime >= 0 && timer.elapsedTimeSeconds >= maxTime) {
-				recorder.kill()
-				resolve()
-			}
-		})
-	})
-}

package/src/audio/SoxPath.ts

@@ -1,31 +0,0 @@
-import { loadPackage } from '../utilities/PackageManager.js'
-import { commandExists } from '../utilities/Utilities.js'
-import { getGlobalOption } from '../api/GlobalOptions.js'
-import { joinPath } from '../utilities/PathUtilities.js'
-
-export async function tryResolvingSoxPath() {
-	if (getGlobalOption('soxPath')) {
-		return getGlobalOption('soxPath')
-	}
-
-	const platform = process.platform
-	const arch = process.arch
-
-	if (platform === 'win32') {
-		const soxPackagePath = await loadPackage('sox-14.4.1a-win32')
-
-		return joinPath(soxPackagePath, 'sox.exe')
-	}
-
-	if (await commandExists('sox')) {
-		return 'sox'
-	}
-
-	if (platform === 'linux' && arch === 'x64') {
-		const soxPackagePath = await loadPackage('sox-14.4.2-linux-minimal')
-
-		return joinPath(soxPackagePath, 'sox')
-	}
-
-	return undefined
-}

package/src/recognition/SileroSTT.ts

@@ -1,222 +0,0 @@
-import { indexOfMax } from '../math/VectorMath.js'
-import { wordCharacterRegExp } from '../nlp/Segmentation.js'
-import { Logger } from '../utilities/Logger.js'
-import { logToStderr } from '../utilities/Utilities.js'
-import { Timeline } from '../utilities/Timeline.js'
-import { RawAudio, getRawAudioDuration } from '../audio/AudioUtilities.js'
-import { readAndParseJsonFile } from '../utilities/FileSystem.js'
-
-import type * as Onnx from 'onnxruntime-node'
-import { OnnxExecutionProvider, getOnnxSessionOptions } from '../utilities/OnnxUtilities.js'
-import { joinPath } from '../utilities/PathUtilities.js'
-
-const log = logToStderr
-
-export async function recognize(
-	rawAudio: RawAudio,
-	modelDirectoryPath: string,
-	executionProviders: OnnxExecutionProvider[]) {
-
-	const silero = new SileroSTT(modelDirectoryPath, executionProviders)
-
-	const result = await silero.recognize(rawAudio)
-
-	return result
-}
-
-export class SileroSTT {
-	session?: Onnx.InferenceSession
-	labels?: string[]
-
-	constructor(
-		public readonly modelDirectoryPath: string,
-		public readonly executionProviders: OnnxExecutionProvider[]
-	) {
-	}
-
-	async recognize(rawAudio: RawAudio) {
-		const logger = new Logger()
-
-		await this.initializeIfNeeded()
-
-		logger.start('Recognize with silero model')
-
-		const audioSamples = rawAudio.audioChannels[0]
-
-		const Onnx = await import('onnxruntime-node')
-
-		const inputTensor = new Onnx.Tensor('float32', audioSamples, [1, audioSamples.length])
-		const inputs = { input: inputTensor }
-
-		const results = await this.session!.run(inputs)
-
-		const rawResultValues = results['output'].data as Float32Array
-
-		const labels = this.labels!
-
-		const tokenResults: Float32Array[] = []
-
-		for (let i = 0; i < rawResultValues.length; i += labels.length) {
-			tokenResults.push(rawResultValues.subarray(i, i + labels.length))
-		}
-
-		const tokens: string[] = []
-
-		for (const tokenResult of tokenResults) {
-			const bestCandidateIndex = indexOfMax(new Array(...tokenResult))
-			tokens.push(labels[bestCandidateIndex])
-		}
-
-		//log(tokens.join('|'))
-
-		const result = this.tokensToTimeline(tokens, getRawAudioDuration(rawAudio))
-
-		logger.end()
-
-		return result
-	}
-
-	private async initializeIfNeeded() {
-		if (this.session) {
-			return
-		}
-
-		const logger = new Logger()
-
-		logger.start('Create ONNX inference session')
-
-		const Onnx = await import('onnxruntime-node')
-
-		const modelPath = joinPath(this.modelDirectoryPath, 'model.onnx')
-		const labelsPath = joinPath(this.modelDirectoryPath, 'labels.json')
-
-		this.labels = await readAndParseJsonFile(labelsPath)
-
-		const onnxSessionOptions = getOnnxSessionOptions({ executionProviders: this.executionProviders })
-
-		this.session = await Onnx.InferenceSession.create(modelPath, onnxSessionOptions)
-
-		logger.end()
-	}
-
-	private tokensToTimeline(tokens: string[], totalDuration: number) {
-		const tokenCount = tokens.length
-
-		const decodedTokens: string[] = []
-		let tokenGroupIndexes: number[][] = [[]]
-
-		for (let i = 0; i < tokenCount; i++) {
-			const token = tokens[i]
-
-			if (token == '2') {
-				if (decodedTokens.length > 0) {
-					const previousDecodedToken = decodedTokens[decodedTokens.length - 1]
-					decodedTokens.push('$')
-					decodedTokens.push(previousDecodedToken)
-
-					tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i)
-				} else {
-					decodedTokens.push(' ')
-					tokenGroupIndexes.push([])
-				}
-
-				continue
-			}
-
-			if (token == '_') {
-				continue
-			}
-
-			decodedTokens.push(token)
-
-			if (token == ' ') {
-				tokenGroupIndexes.push([])
-			} else {
-				tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i)
-			}
-		}
-
-		let decodedString = ''
-
-		for (let i = 0; i < decodedTokens.length; i++) {
-			const currentToken = decodedTokens[i]
-			const previousToken = decodedTokens[i - 1]
-
-			if (currentToken != '$' && (previousToken != currentToken || previousToken == undefined)) {
-				decodedString += currentToken
-			}
-		}
-
-		decodedString = decodedString.trim()
-
-		tokenGroupIndexes = tokenGroupIndexes.filter(group => group.length > 0)
-
-		if (tokenGroupIndexes.length > 0) {
-			let currentCorrection = Math.min(tokenGroupIndexes[0][0], 1.5)
-
-			for (let i = 0; i < tokenGroupIndexes.length; i++) {
-				const group = tokenGroupIndexes[i]
-
-				if (group.length == 1) {
-					group.push(group[0])
-				}
-
-				group[0] -= currentCorrection
-
-				if (i == tokenGroupIndexes.length - 1) {
-					currentCorrection = Math.min(tokenCount - i, 1.5)
-				} else {
-					currentCorrection = Math.min((tokenGroupIndexes[i + 1][0] - group[group.length - 1]) / 2, 1.5)
-				}
-
-				group[group.length - 1] += currentCorrection
-			}
-		}
-
-		const words = decodedString.split(' ')
-
-		const timeMultiplier = totalDuration / tokenCount
-
-		const timeline: Timeline = []
-
-		for (let i = 0; i < words.length; i++) {
-			const text = words[i]
-
-			if (!wordCharacterRegExp.test(text)) {
-				continue
-			}
-
-			const group = tokenGroupIndexes[i]
-			const startTime = group[0] * timeMultiplier
-			const endTime = group[group.length - 1] * timeMultiplier
-
-			timeline.push({
-				type: 'word',
-				text: text,
-				startTime,
-				endTime,
-			})
-		}
-
-		timeline[timeline.length - 1].endTime = totalDuration
-
-		return { transcript: decodedString, timeline }
-	}
-}
-
-export const languageCodeToPackageName: { [languageCode: string]: string } = {
-	'en': 'silero-en-v5',
-	'es': 'silero-es-v1',
-	'de': 'silero-de-v1',
-	'uk': 'silero-ua-v3',
-}
-
-export interface SileroRecognitionOptions {
-	modelPath?: string
-	provider?: OnnxExecutionProvider
-}
-
-export const defaultSileroRecognitionOptions: SileroRecognitionOptions = {
-	modelPath: undefined,
-	provider: undefined,
-}