echogarden 2.2.1 → 2.3.0

package/dist/synthesis/DeepgramTTS.js

@@ -0,0 +1,127 @@
+import { request } from 'gaxios';
+import * as FFMpegTranscoder from '../codecs/FFMpegTranscoder.js';
+import { Logger } from '../utilities/Logger.js';
+import { logToStderr } from '../utilities/Utilities.js';
+import { extendDeep } from '../utilities/ObjectUtilities.js';
+const log = logToStderr;
+export async function synthesize(text, modelId, options) {
+    const logger = new Logger();
+    logger.start('Request synthesis from Deepgram');
+    options = extendDeep(defaultDeepgramTTSOptions, options);
+    let response;
+    try {
+        response = await request({
+            url: `https://api.deepgram.com/v1/speak`,
+            params: {
+                model: modelId,
+                encoding: 'mp3',
+                bit_rate: 48000,
+            },
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Token ${options.apiKey}`,
+            },
+            data: {
+                text,
+            },
+            responseType: 'arraybuffer'
+        });
+    }
+    catch (e) {
+        const response = e.response;
+        if (response) {
+            logger.log(`Request failed with status code ${response.status}`);
+            if (response.data) {
+                logger.log(`Server responded with:`);
+                logger.log(response.data);
+            }
+        }
+        throw e;
+    }
+    logger.start('Decode synthesized audio');
+    const rawAudio = await FFMpegTranscoder.decodeToChannels(new Uint8Array(response.data));
+    logger.end();
+    return { rawAudio };
+}
+export async function getVoiceList() {
+    return voiceList;
+}
+export const defaultDeepgramTTSOptions = {
+    apiKey: undefined,
+};
+export const voiceList = [
+    {
+        name: 'Asteria',
+        deepgramModelId: 'aura-asteria-en',
+        languages: ['en-US', 'en'],
+        gender: 'female',
+    },
+    {
+        name: 'Luna',
+        deepgramModelId: 'aura-luna-en',
+        languages: ['en-US', 'en'],
+        gender: 'female',
+    },
+    {
+        name: 'Stella',
+        deepgramModelId: 'aura-stella-en',
+        languages: ['en-US', 'en'],
+        gender: 'female',
+    },
+    {
+        name: 'Athena',
+        deepgramModelId: 'aura-athena-en',
+        languages: ['en-GB', 'en'],
+        gender: 'female',
+    },
+    {
+        name: 'Hera',
+        deepgramModelId: 'aura-hera-en',
+        languages: ['en-US', 'en'],
+        gender: 'female',
+    },
+    {
+        name: 'Orion',
+        deepgramModelId: 'aura-orion-en',
+        languages: ['en-US', 'en'],
+        gender: 'male',
+    },
+    {
+        name: 'Arcas',
+        deepgramModelId: 'aura-arcas-en',
+        languages: ['en-US', 'en'],
+        gender: 'male',
+    },
+    {
+        name: 'Perseus',
+        deepgramModelId: 'aura-perseus-en',
+        languages: ['en-US', 'en'],
+        gender: 'male',
+    },
+    {
+        name: 'Angus',
+        deepgramModelId: 'aura-angus-en',
+        languages: ['en-US', 'en'],
+        gender: 'male',
+    },
+    {
+        name: 'Orpheus',
+        deepgramModelId: 'aura-orpheus-en',
+        languages: ['en-US', 'en'],
+        gender: 'male',
+    },
+    {
+        name: 'Helios',
+        deepgramModelId: 'aura-helios-en',
+        languages: ['en-US', 'en'],
+        gender: 'male',
+    },
+    {
+        name: 'Zeus',
+        deepgramModelId: 'aura-zeus-en',
+        languages: ['en-US', 'en'],
+        gender: 'male',
+    },
+];
+//# sourceMappingURL=DeepgramTTS.js.map

package/dist/synthesis/DeepgramTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepgramTTS.js","sourceRoot":"","sources":["../../src/synthesis/DeepgramTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhD,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAE5D,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,OAAe,EAAE,OAA2B;IAC1F,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAA;IAE/C,OAAO,GAAG,UAAU,CAAC,yBAAyB,EAAE,OAAO,CAAC,CAAA;IAExD,IAAI,QAA6B,CAAA;IAEjC,IAAI,CAAC;QACJ,QAAQ,GAAG,MAAM,OAAO,CAAM;YAC7B,GAAG,EAAE,mCAAmC;YAExC,MAAM,EAAE;gBACP,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;aACf;YAED,MAAM,EAAE,MAAM;YAEd,OAAO,EAAE;gBACR,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,SAAS,OAAO,CAAC,MAAM,EAAE;aAC1C;YAED,IAAI,EAAE;gBACL,IAAI;aACJ;YAED,YAAY,EAAE,aAAa;SAC3B,CAAC,CAAA;IACH,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAA;QAE3B,IAAI,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,mCAAmC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;YAEhE,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAA;gBACpC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC1B,CAAC;QACF,CAAC;QAED,MAAM,CAAC,CAAA;IACR,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IAEvF,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,QAAQ,EAAE,CAAA;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;IACjC,OAAO,SAAS,CAAA;AACjB,CAAC;AAMD,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACxC,MAAM,EAAE,SAAS;CACjB,CAAA;AAED,MAAM,CAAC,MAAM,SAAS,GAAqB;IAC1C;QACC,IAAI,EAAE,SAAS;QACf,eAAe,EAAE,iBAAiB;QAClC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;KAChB;IACD;QACC,IAAI,EAAE,MAAM;QACZ,eAAe,EAAE,cAAc;QAC/B,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;KAChB;IACD;QACC,IAAI,EAAE,QAAQ;QACd,eAAe,EAAE,gBAAgB;QACjC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;KAChB;IACD;QACC,IAAI,EAAE,QAAQ;QACd,eAAe,EAAE,gBAAgB;QACjC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;KAChB;IACD;QACC,IAAI,EAAE,MAAM;QACZ,eAAe,EAAE,cAAc;QAC/B,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;KAChB;IACD;QACC,IAAI,EAAE,OAAO;QACb,eAAe,EAAE,eAAe;QAChC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,OAAO;QACb,eAAe,EAAE,eAAe;QAChC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,SAAS;QACf,eAAe,EAAE,iBAAiB;QAClC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,OAAO;QACb,eAAe,EAAE,eAAe;QAChC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,SAAS;QACf,eAAe,EAAE,iBAAiB;QAClC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,QAAQ;QACd,eAAe,EAAE,gBAAgB;QACjC,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,MAAM;QACZ,eAAe,EAAE,cAAc;QAC/B,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;CACD,CAAA"}

package/dist/synthesis/ElevenLabsTTS.d.ts

@@ -1,23 +1,29 @@
 import { SynthesisVoice } from '../api/API.js';
-export declare function synthesize(text: string, voiceId: string, modelId: string, options: ElevenLabsTTSOptions): Promise<{
+import { Timeline } from '../utilities/Timeline.js';
+export declare function synthesize(text: string, voiceId: string, language: string, options: ElevenLabsTTSOptions): Promise<{
     rawAudio: {
         audioChannels: Float32Array<ArrayBufferLike>[];
         sampleRate: number;
     };
+    timeline: Timeline | undefined;
 }>;
 export declare function getVoiceList(apiKey: string): Promise<SynthesisVoice[]>;
 export interface ElevenLabsTTSOptions {
     apiKey?: string;
+    modelId?: string;
     stability?: number;
     similarityBoost?: number;
     style?: number;
     useSpeakerBoost?: boolean;
+    seed?: number;
 }
 export declare const defaultElevenLabsTTSOptions: {
     apiKey: undefined;
+    modelId: string;
     stability: number;
     similarityBoost: number;
     style: number;
     useSpeakerBoost: boolean;
+    seed: undefined;
 };
-export declare const supporteMultilingualLanguages: string[];
+export declare const supportedLanguagesInMultilingualModels: string[];

package/dist/synthesis/ElevenLabsTTS.js

@@ -3,31 +3,37 @@ import * as FFMpegTranscoder from '../codecs/FFMpegTranscoder.js';
 import { Logger } from '../utilities/Logger.js';
 import { logToStderr } from '../utilities/Utilities.js';
 import { extendDeep } from '../utilities/ObjectUtilities.js';
+import { decodeBase64 } from '../encodings/Base64.js';
+import { isWordOrSymbolWord, splitToWords } from '../nlp/Segmentation.js';
 const log = logToStderr;
-export async function synthesize(text, voiceId, modelId, options) {
+export async function synthesize(text, voiceId, language, options) {
     const logger = new Logger();
     logger.start('Request synthesis from ElevenLabs');
     options = extendDeep(defaultElevenLabsTTSOptions, options);
     let response;
     try {
         response = await request({
-            url: `https://api.elevenlabs.io/v1/text-to-speech/${voiceId}`,
+            url: `https://api.elevenlabs.io/v1/text-to-speech/${voiceId}/with-timestamps`,
             method: 'POST',
             headers: {
                 'accept': 'audio/mpeg',
                 'xi-api-key': options.apiKey,
             },
+            params: {
+                output_format: 'mp3_44100_64',
+            },
             data: {
                 text,
-                model_id: modelId,
+                model_id: options.modelId,
                 voice_setting: {
                     stability: options.stability,
                     similarity_boost: options.similarityBoost,
                     style: options.style,
-                    use_speaker_boost: options.useSpeakerBoost
-                }
+                    use_speaker_boost: options.useSpeakerBoost,
+                },
+                seed: options.seed
             },
-            responseType: 'arraybuffer'
+            responseType: 'json'
         });
     }
     catch (e) {
@@ -42,9 +48,32 @@ export async function synthesize(text, voiceId, modelId, options) {
         throw e;
     }
     logger.start('Decode synthesized audio');
-    const rawAudio = await FFMpegTranscoder.decodeToChannels(new Uint8Array(response.data));
+    const audioData = decodeBase64(response.data.audio_base64);
+    const rawAudio = await FFMpegTranscoder.decodeToChannels(audioData);
+    let timeline;
+    const characters = response.data.alignment?.characters;
+    const characterStartTimes = response.data.alignment?.character_start_times_seconds;
+    const characterEndTimes = response.data.alignment?.character_end_times_seconds;
+    if (characters && characterStartTimes && characterEndTimes) {
+        logger.start('Create timeline from returned character timings');
+        const referenceText = characters.join('');
+        const words = (await splitToWords(referenceText, language)).filter(w => isWordOrSymbolWord(w));
+        timeline = [];
+        let offset = 0;
+        for (const word of words) {
+            const wordStartIndex = referenceText.indexOf(word, offset);
+            const wordEndIndex = wordStartIndex + word.length;
+            timeline.push({
+                type: 'word',
+                text: word,
+                startTime: characterStartTimes[wordStartIndex],
+                endTime: characterEndTimes[wordEndIndex] ?? characterEndTimes[wordEndIndex - 1]
+            });
+            offset = wordEndIndex;
+        }
+    }
     logger.end();
-    return { rawAudio };
+    return { rawAudio, timeline };
 }
 export async function getVoiceList(apiKey) {
     const response = await request({
@@ -56,48 +85,77 @@ export async function getVoiceList(apiKey) {
         },
         responseType: 'json'
     });
-    const elevenlabsVoices = response.data.voices;
-    const voices = elevenlabsVoices.map(elevenlabsVoice => {
-        const modelId = elevenlabsVoice?.high_quality_base_model_ids?.[0] ?? 'eleven_monolingual_v1';
-        const accent = elevenlabsVoice?.labels?.accent;
-        const gender = elevenlabsVoice?.labels?.gender ?? 'unknown';
+    const elevenLabsVoices = response.data.voices;
+    const voices = elevenLabsVoices.map(elevenLabsVoice => {
+        const gender = elevenLabsVoice?.labels?.gender ?? 'unknown';
         const supportedLanguages = [];
-        if (accent) {
-            if (accent.startsWith('american')) {
-                supportedLanguages.push('en-US');
-            }
-            else if (accent.startsWith('british')) {
-                supportedLanguages.push('en-GB');
-            }
-            else if (accent === 'irish') {
-                supportedLanguages.push('en-IE');
-            }
-            else if (accent == 'australian') {
-                supportedLanguages.push('en-AU');
-            }
+        let accent = elevenLabsVoice?.labels?.accent;
+        accent = accent?.toLowerCase() ?? '';
+        if (accent.startsWith('american')) {
+            supportedLanguages.push('en-US');
+        }
+        else if (accent.startsWith('british')) {
+            supportedLanguages.push('en-GB');
+        }
+        else if (accent === 'irish') {
+            supportedLanguages.push('en-IE');
         }
-        if (modelId.includes('multilingual')) {
-            supportedLanguages.push('en', ...supporteMultilingualLanguages);
+        else if (accent == 'australian') {
+            supportedLanguages.push('en-AU');
         }
         else {
             supportedLanguages.push('en');
         }
+        supportedLanguages.push(...supportedLanguagesInMultilingualModels);
         return {
-            name: elevenlabsVoice.name,
+            name: elevenLabsVoice.name,
             languages: supportedLanguages,
             gender,
-            elevenLabsVoiceId: elevenlabsVoice.voice_id,
-            elevenLabsModelId: modelId
+            elevenLabsVoiceId: elevenLabsVoice.voice_id,
         };
     });
     return voices;
 }
 export const defaultElevenLabsTTSOptions = {
     apiKey: undefined,
+    modelId: 'eleven_multilingual_v2',
     stability: 0.5,
     similarityBoost: 0.5,
     style: 0,
-    useSpeakerBoost: true
+    useSpeakerBoost: true,
+    seed: undefined,
 };
-export const supporteMultilingualLanguages = ['zh', 'ko', 'nl', 'tr', 'sv', 'id', 'tl', 'ja', 'uk', 'el', 'cs', 'fi', 'ro', 'ru', 'da', 'bg', 'ms', 'sk', 'hr', 'ar', 'ta', 'pl', 'de', 'es', 'fr', 'it', 'hi', 'pt'];
+export const supportedLanguagesInMultilingualModels = [
+    'ja',
+    'zh',
+    'de',
+    'hi',
+    'fr',
+    'ko',
+    'pt',
+    'it',
+    'es',
+    'id',
+    'nl',
+    'tr',
+    'fil',
+    'pl',
+    'sv',
+    'bg',
+    'ro',
+    'ar',
+    'cs',
+    'el',
+    'fi',
+    'hr',
+    'ms',
+    'sk',
+    'da',
+    'ta',
+    'uk',
+    'ru',
+    'hu',
+    'no',
+    'vi',
+];
 //# sourceMappingURL=ElevenLabsTTS.js.map

package/dist/synthesis/ElevenLabsTTS.js.map

@@ -1 +1 @@
-{"version":3,"file":"ElevenLabsTTS.js","sourceRoot":"","sources":["../../src/synthesis/ElevenLabsTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhD,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAE5D,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,OAAe,EAAE,OAAe,EAAE,OAA6B;IAC7G,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAA;IAEjD,OAAO,GAAG,UAAU,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAA;IAE1D,IAAI,QAA6B,CAAA;IAEjC,IAAI,CAAC;QACJ,QAAQ,GAAG,MAAM,OAAO,CAAM;YAC7B,GAAG,EAAE,+CAA+C,OAAO,EAAE;YAE7D,MAAM,EAAE,MAAM;YAEd,OAAO,EAAE;gBACR,QAAQ,EAAE,YAAY;gBACtB,YAAY,EAAE,OAAO,CAAC,MAAM;aAC5B;YAED,IAAI,EAAE;gBACL,IAAI;gBAEJ,QAAQ,EAAE,OAAO;gBAEjB,aAAa,EAAE;oBACd,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,gBAAgB,EAAE,OAAO,CAAC,eAAe;oBACzC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,iBAAiB,EAAE,OAAO,CAAC,eAAe;iBAC1C;aACD;YAED,YAAY,EAAE,aAAa;SAC3B,CAAC,CAAA;IACH,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAA;QAE3B,IAAI,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,mCAAmC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;YAEhE,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAA;gBACpC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC1B,CAAC;QACF,CAAC;QAED,MAAM,CAAC,CAAA;IACR,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IAEvF,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,QAAQ,EAAE,CAAA;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc;IAChD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,MAAM,EAAE,KAAK;QAEb,GAAG,EAAE,qCAAqC;QAE1C,OAAO,EAAE;YACR,QAAQ,EAAE,0BAA0B;YACpC,YAAY,EAAE,MAAM;SACpB;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,gBAAgB,GAAU,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAA;IAEpD,MAAM,MAAM,GAAqB,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE;QACvE,MAAM,OAAO,GAAW,eAAe,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC,IAAI,uBAAuB,CAAA;QACpG,MAAM,MAAM,GAAuB,eAAe,EAAE,MAAM,EAAE,MAAM,CAAA;QAClE,MAAM,MAAM,GAAgB,eAAe,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,CAAA;QAExE,MAAM,kBAAkB,GAAa,EAAE,CAAA;QAEvC,IAAI,MAAM,EAAE,CAAC;YACZ,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBACnC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACjC,CAAC;iBAAM,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACzC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACjC,CAAC;iBAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC/B,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACjC,CAAC;iBAAM,IAAI,MAAM,IAAI,YAAY,EAAE,CAAC;gBACnC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACjC,CAAC;QACF,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACtC,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,6BAA6B,CAAC,CAAA;QAChE,CAAC;aAAM,CAAC;YACP,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;QAED,OAAO;YACN,IAAI,EAAE,eAAe,CAAC,IAAI;YAC1B,SAAS,EAAE,kBAAkB;YAC7B,MAAM;YAEN,iBAAiB,EAAE,eAAe,CAAC,QAAQ;YAC3C,iBAAiB,EAAE,OAAO;SAC1B,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,CAAA;AACd,CAAC;AAUD,MAAM,CAAC,MAAM,2BAA2B,GAAG;IAC1C,MAAM,EAAE,SAAS;IACjB,SAAS,EAAE,GAAG;IACd,eAAe,EAAE,GAAG;IACpB,KAAK,EAAE,CAAC;IACR,eAAe,EAAE,IAAI;CACrB,CAAA;AAED,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA"}
+{"version":3,"file":"ElevenLabsTTS.js","sourceRoot":"","sources":["../../src/synthesis/ElevenLabsTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhD,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AAGzE,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,OAAe,EAAE,QAAgB,EAAE,OAA6B;IAC9G,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAA;IAEjD,OAAO,GAAG,UAAU,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAA;IAE1D,IAAI,QAA6B,CAAA;IAEjC,IAAI,CAAC;QACJ,QAAQ,GAAG,MAAM,OAAO,CAAM;YAC7B,GAAG,EAAE,+CAA+C,OAAO,kBAAkB;YAE7E,MAAM,EAAE,MAAM;YAEd,OAAO,EAAE;gBACR,QAAQ,EAAE,YAAY;gBACtB,YAAY,EAAE,OAAO,CAAC,MAAM;aAC5B;YAED,MAAM,EAAE;gBACP,aAAa,EAAE,cAAc;aAC7B;YAED,IAAI,EAAE;gBACL,IAAI;gBAEJ,QAAQ,EAAE,OAAO,CAAC,OAAO;gBAEzB,aAAa,EAAE;oBACd,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,gBAAgB,EAAE,OAAO,CAAC,eAAe;oBACzC,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,iBAAiB,EAAE,OAAO,CAAC,eAAe;iBAC1C;gBAED,IAAI,EAAE,OAAO,CAAC,IAAI;aAClB;YAED,YAAY,EAAE,MAAM;SACpB,CAAC,CAAA;IACH,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAA;QAE3B,IAAI,QAAQ,EAAE,CAAC;YACd,MAAM,CAAC,GAAG,CAAC,mCAAmC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;YAEhE,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAA;gBACpC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC1B,CAAC;QACF,CAAC;QAED,MAAM,CAAC,CAAA;IACR,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;IACxC,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IAC1D,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;IAEnE,IAAI,QAA8B,CAAA;IAElC,MAAM,UAAU,GAAa,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAA;IAChE,MAAM,mBAAmB,GAAa,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,6BAA6B,CAAA;IAC5F,MAAM,iBAAiB,GAAa,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,2BAA2B,CAAA;IAExF,IAAI,UAAU,IAAI,mBAAmB,IAAI,iBAAiB,EAAE,CAAC;QAC5D,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAA;QAE/D,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACzC,MAAM,KAAK,GAAG,CAAC,MAAM,YAAY,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAA;QAE9F,QAAQ,GAAG,EAAE,CAAA;QAEb,IAAI,MAAM,GAAG,CAAC,CAAA;QAEd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YAC1B,MAAM,cAAc,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAC1D,MAAM,YAAY,GAAG,cAAc,GAAG,IAAI,CAAC,MAAM,CAAA;YAEjD,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,mBAAmB,CAAC,cAAc,CAAC;gBAC9C,OAAO,EAAE,iBAAiB,CAAC,YAAY,CAAC,IAAI,iBAAiB,CAAC,YAAY,GAAG,CAAC,CAAC;aAC/E,CAAC,CAAA;YAEF,MAAM,GAAG,YAAY,CAAA;QACtB,CAAC;IACF,CAAC;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc;IAChD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,MAAM,EAAE,KAAK;QAEb,GAAG,EAAE,qCAAqC;QAE1C,OAAO,EAAE;YACR,QAAQ,EAAE,0BAA0B;YACpC,YAAY,EAAE,MAAM;SACpB;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,gBAAgB,GAAU,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAA;IAEpD,MAAM,MAAM,GAAqB,gBAAgB,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE;QACvE,MAAM,MAAM,GAAgB,eAAe,EAAE,MAAM,EAAE,MAAM,IAAI,SAAS,CAAA;QAExE,MAAM,kBAAkB,GAAa,EAAE,CAAA;QAEvC,IAAI,MAAM,GAAuB,eAAe,EAAE,MAAM,EAAE,MAAM,CAAA;QAChE,MAAM,GAAG,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAA;QAEpC,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACjC,CAAC;aAAM,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACjC,CAAC;aAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC/B,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACjC,CAAC;aAAM,IAAI,MAAM,IAAI,YAAY,EAAE,CAAC;YACnC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACjC,CAAC;aAAM,CAAC;YACP,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;QAED,kBAAkB,CAAC,IAAI,CAAC,GAAG,sCAAsC,CAAC,CAAA;QAElE,OAAO;YACN,IAAI,EAAE,eAAe,CAAC,IAAI;YAC1B,SAAS,EAAE,kBAAkB;YAC7B,MAAM;YAEN,iBAAiB,EAAE,eAAe,CAAC,QAAQ;SAC3C,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,CAAA;AACd,CAAC;AAcD,MAAM,CAAC,MAAM,2BAA2B,GAAG;IAC1C,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,wBAAwB;IAEjC,SAAS,EAAE,GAAG;IACd,eAAe,EAAE,GAAG;IACpB,KAAK,EAAE,CAAC;IACR,eAAe,EAAE,IAAI;IAErB,IAAI,EAAE,SAAS;CACf,CAAA;AAED,MAAM,CAAC,MAAM,sCAAsC,GAAG;IACrD,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;CACJ,CAAA"}

package/dist/utilities/ObjectUtilities.js

@@ -22,7 +22,7 @@ export function deepClone(val) {
     return clone(val, true);
 }
 function clone(val, deep = true, seenObjects = []) {
-    if (val == null || typeof val !== 'object') {
+    if (val === undefined || val === null || typeof val !== 'object') {
         return val;
     }
     const obj = val;
@@ -95,6 +95,11 @@ function clone(val, deep = true, seenObjects = []) {
             clonedArray.set(obj);
             return clonedArray;
         }
+        case '[object BigInt64Array]': {
+            const clonedArray = new BigInt64Array(obj.length);
+            clonedArray.set(obj);
+            return clonedArray;
+        }
         case '[object Date]': {
             return new Date(obj.valueOf());
         }

package/dist/utilities/ObjectUtilities.js.map

@@ -1 +1 @@
-{"version":3,"file":"ObjectUtilities.js","sourceRoot":"","sources":["../../src/utilities/ObjectUtilities.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,UAAU,CAAC,IAAS,EAAE,SAAc;IACnD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAEjC,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QACpD,OAAO,SAAS,CAAA;IACjB,CAAC;IAED,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;QACvD,OAAO,cAAc,CAAA;IACtB,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACvC,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,SAAQ;QACT,CAAC;QAED,SAAS,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAA;IAChF,CAAC;IAED,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,YAAY,CAAI,GAAM;IACrC,OAAO,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,SAAS,CAAI,GAAM;IAClC,OAAO,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,KAAK,CAAI,GAAM,EAAE,IAAI,GAAG,IAAI,EAAE,cAAqB,EAAE;IAC7D,IAAI,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,GAAG,CAAA;IACX,CAAC;IAED,MAAM,GAAG,GAAQ,GAAG,CAAA;IACpB,MAAM,mBAAmB,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAE9C,QAAQ,mBAAmB,EAAE,CAAC;QAC7B,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACvB,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAC1D,CAAC;YAED,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAErB,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,IAAI,IAAI,EAAE,CAAC;oBACV,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;gBAClD,CAAC;qBAAM,CAAC;oBACP,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;gBACxB,CAAC;YACF,CAAC;YAED,WAAW,CAAC,GAAG,EAAE,CAAA;YAEjB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YAClD,WAAW,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAA;YACpC,OAAY,WAAW,CAAC,MAAM,CAAA;QAC/B,CAAC;QAED,KAAK,oBAAoB,CAAC,CAAC,CAAC;YAC3B,MAAM,WAAW,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC7C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,4BAA4B,CAAC,CAAC,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACrD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC/C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC/C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAChD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAChD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACpB,OAAY,WAAW,CAAA;QACxB,CAAC;QAED,KAAK,eAAe,CAAC,CAAC,CAAC;YACtB,OAAY,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;QACpC,CAAC;QAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACxB,OAAO,GAAG,CAAA;QACX,CAAC;QAED,KAAK,mBAAmB,CAAC,CAAC,CAAC;YAC1B,OAAO,GAAG,CAAA;QACX,CAAC;QAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACxB,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAC1D,CAAC;YAED,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAErB,MAAM,SAAS,GAAQ,EAAE,CAAA;YAEzB,KAAK,MAAM,QAAQ,IAAI,GAAG,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACnC,SAAQ;gBACT,CAAC;gBAED,IAAI,IAAI,EAAE,CAAC;oBACV,SAAS,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;gBAC9D,CAAC;qBAAM,CAAC;oBACP,SAAS,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAA;gBACpC,CAAC;YACF,CAAC;YAED,WAAW,CAAC,GAAG,EAAE,CAAA;YAEjB,OAAO,SAAS,CAAA;QACjB,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,mBAAmB,mBAAmB,mBAAmB,CAAC,CAAA;QAC3E,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAQ;IACrC,OAAO,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,iBAAiB,CAAA;AAC1F,CAAC"}
+{"version":3,"file":"ObjectUtilities.js","sourceRoot":"","sources":["../../src/utilities/ObjectUtilities.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,UAAU,CAAC,IAAS,EAAE,SAAc;IACnD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAEjC,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QACpD,OAAO,SAAS,CAAA;IACjB,CAAC;IAED,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;QACvD,OAAO,cAAc,CAAA;IACtB,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACvC,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,SAAQ;QACT,CAAC;QAED,SAAS,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAA;IAChF,CAAC;IAED,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,YAAY,CAAI,GAAM;IACrC,OAAO,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,SAAS,CAAI,GAAM;IAClC,OAAO,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;AACxB,CAAC;AAED,SAAS,KAAK,CAAI,GAAM,EAAE,IAAI,GAAG,IAAI,EAAE,cAAqB,EAAE;IAC7D,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAClE,OAAO,GAAG,CAAA;IACX,CAAC;IAED,MAAM,GAAG,GAAQ,GAAG,CAAA;IACpB,MAAM,mBAAmB,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAE9C,QAAQ,mBAAmB,EAAE,CAAC;QAC7B,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACvB,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAC1D,CAAC;YAED,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAErB,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,IAAI,IAAI,EAAE,CAAC;oBACV,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;gBAClD,CAAC;qBAAM,CAAC;oBACP,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;gBACxB,CAAC;YACF,CAAC;YAED,WAAW,CAAC,GAAG,EAAE,CAAA;YAEjB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YAClD,WAAW,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAA;YAEpC,OAAO,WAAW,CAAC,MAAa,CAAA;QACjC,CAAC;QAED,KAAK,oBAAoB,CAAC,CAAC,CAAC;YAC3B,MAAM,WAAW,GAAG,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC7C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,4BAA4B,CAAC,CAAC,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACrD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC/C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAC/C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAChD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAChD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,wBAAwB,CAAC,CAAC,CAAC;YAC/B,MAAM,WAAW,GAAG,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACjD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAEpB,OAAO,WAAkB,CAAA;QAC1B,CAAC;QAED,KAAK,eAAe,CAAC,CAAC,CAAC;YACtB,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAQ,CAAA;QACtC,CAAC;QAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACxB,OAAO,GAAG,CAAA;QACX,CAAC;QAED,KAAK,mBAAmB,CAAC,CAAC,CAAC;YAC1B,OAAO,GAAG,CAAA;QACX,CAAC;QAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACxB,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;YAC1D,CAAC;YAED,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YAErB,MAAM,SAAS,GAAQ,EAAE,CAAA;YAEzB,KAAK,MAAM,QAAQ,IAAI,GAAG,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACnC,SAAQ;gBACT,CAAC;gBAED,IAAI,IAAI,EAAE,CAAC;oBACV,SAAS,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;gBAC9D,CAAC;qBAAM,CAAC;oBACP,SAAS,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAA;gBACpC,CAAC;YACF,CAAC;YAED,WAAW,CAAC,GAAG,EAAE,CAAA;YAEjB,OAAO,SAAS,CAAA;QACjB,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,mBAAmB,mBAAmB,mBAAmB,CAAC,CAAA;QAC3E,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAQ;IACrC,OAAO,GAAG,IAAI,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,iBAAiB,CAAA;AAC1F,CAAC"}

package/dist/utilities/WasmMemoryManager.d.ts

@@ -109,7 +109,7 @@ declare abstract class TypedArrayRef<T extends TypedArray> {
     constructor(ptr: number, length: number, manager: WasmMemoryManager);
     get view(): T;
     protected abstract getView(): T;
-    slice(start?: number, end?: number): Uint8Array<ArrayBuffer> | Int8Array<ArrayBuffer> | Float32Array<ArrayBuffer> | Int16Array<ArrayBuffer> | Int32Array<ArrayBuffer> | Float64Array<ArrayBuffer> | Uint8ClampedArray<ArrayBuffer> | Uint16Array<ArrayBuffer> | Uint32Array<ArrayBuffer>;
+    slice(start?: number, end?: number): Uint8Array<ArrayBuffer> | Int32Array<ArrayBuffer> | Float32Array<ArrayBuffer> | Float64Array<ArrayBuffer> | Int8Array<ArrayBuffer> | Int16Array<ArrayBuffer> | Uint8ClampedArray<ArrayBuffer> | Uint16Array<ArrayBuffer> | Uint32Array<ArrayBuffer>;
     get address(): number;
     clear(): this;
     free(): void;

package/docs/Engines.md

@@ -35,7 +35,8 @@ These are commercial services that require a subscription and an API key to use:
 * [Azure Cognitive Services](https://azure.microsoft.com/en-us/products/ai-services/text-to-speech/) (`microsoft-azure`)
 * [Amazon Polly](https://aws.amazon.com/polly/) (`amazon-polly`)
 * [OpenAI Cloud Platform](https://platform.openai.com/) (`openai-cloud`)
-* [Elevenlabs](https://elevenlabs.io/) (`elevenlabs`)
+* [ElevenLabs](https://elevenlabs.io/) (`elevenlabs`)
+* [Deepgram](https://deepgram.com/) (`deepgram`)
 
 **Cloud services (unofficial)**:
 

package/docs/Options.md

@@ -65,6 +65,10 @@ Applies to CLI operations: `speak`, `speak-file`, `speak-url`, `speak-wikipedia`
 * `sam.mouth`: mouth value, between `0`..`255` (defaults to `128`)
 * `sam.throat`: throat value, between `0`..`255` (defaults to `128`)
 
+**Gnuspeech**
+* `gnuspeech.tempo`: controls speech rate. Defaults to the value of the general `speed` option (`1.0` by default)
+* `gnuspeech.controlRate`: control rate. Defaults to `250.0`
+
 **SAPI**:
 * `sapi.rate`: SAPI speech rate, in its native units. An integer number between `-10` and `10`. Setting `speed` would apply time stretching instead. The two options can be used together
 
@@ -103,8 +107,15 @@ Applies to CLI operations: `speak`, `speak-file`, `speak-url`, `speak-wikipedia`
 
 **Elevenlabs**:
 * `elevenLabs.apiKey`: API key (required)
+* `elevenLabs.modelId`: model ID. See [this page](https://elevenlabs.io/docs/models) for an up-to-date list of available models. Defaults to `eleven_multilingual_v2`
 * `elevenLabs.stability`: stability. Defaults to `0.5`
 * `elevenLabs.similarityBoost`: similarity boost. Defaults to `0.5`
+* `elevenLabs.style`: style. Defaults to `0`
+* `elevenLabs.useSpeakerBoost`: use speaker boost. Defaults to `true`
+* `elevenLabs.seed`: seed for generation. Integer value that can make the generation predictable. Optional
+
+**Deepgram**:
+* `deepgram.apiKey`: API key (required)
 
 **Google Translate**:
 * `googleTranslate.tld`: top level domain to connect to. Can change the dialect for a small number of voices. For example `us` gives American English for `en`, while `com` gives British English for `en`. Defaults to `us`
@@ -213,8 +224,8 @@ Applies to CLI operation: `transcribe`, API method: `recognize`
 
 **Deepgram**:
 * `deepgram.apiKey`: API key (required)
-* `deepgram.model`: model to use, defaults to `whisper-large`. All the models can be found here: https://developers.deepgram.com/docs/model
-* `language`: specify language code (global option). If not provided, Deepgram will auto-detect the language
+* `deepgram.model`: model to use. Can be any model the server supports, like `nova-3`, `nova-2`, `nova`, `enhanced`, `base` or `whisper` (see model list [here](https://developers.deepgram.com/docs/model)). Defaults to `nova-3`
+* `deepgram.punctuate`: request to add punctuation and capitalization to the resulting transcript. Defaults to `true`
 
 ## Speech-to-transcript alignment
 

package/docs/Tasklist.md

@@ -247,7 +247,6 @@
 ## Possible new engines or platforms
 
 * [PlayHT](https://play.ht/) speech synthesis cloud service
-* [Deepgram](https://deepgram.com/) cloud text-to-speech API
 * [Assembly AI](https://www.assemblyai.com/) cloud speech recognition API
 * [Picovoice Orca](https://github.com/Picovoice/orca) local text-to-speech
 * Coqui STT server connection

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "echogarden",
-	"version": "2.2.1",
+	"version": "2.3.0",
 	"description": "An easy-to-use speech toolset. Includes tools for synthesis, recognition, alignment, speech translation, language detection, source separation and more.",
 	"author": "Rotem Dan",
 	"license": "GPL-3.0",

package/src/api/Synthesis.ts

@@ -22,6 +22,7 @@ import { type SubtitlesConfig } from '../subtitles/Subtitles.js'
 import { type EspeakOptions } from '../synthesis/EspeakTTS.js'
 import { type OpenAICloudTTSOptions } from '../synthesis/OpenAICloudTTS.js'
 import { type ElevenLabsTTSOptions } from '../synthesis/ElevenLabsTTS.js'
+import { type DeepgramTTSOptions } from '../synthesis/DeepgramTTS.js'
 import { OnnxExecutionProvider } from '../utilities/OnnxUtilities.js'
 import { simplifyPunctuationCharacters } from '../nlp/TextNormalizer.js'
 import { convertHtmlToText } from '../utilities/StringUtilities.js'
@@ -808,23 +809,50 @@ async function synthesizeSegment(text: string, options: SynthesisOptions) {
 
 		case 'elevenlabs': {
 			if (inputIsSSML) {
-				throw new Error(`The Elevenlabs engine doesn't support SSML inputs`)
+				throw new Error(`The ElevenLabs engine doesn't support SSML inputs`)
 			}
 
 			const ElevenLabsTTS = await import('../synthesis/ElevenLabsTTS.js')
 
-			const engineOptions = options.elevenlabs!
+			const engineOptions = options.elevenLabs!
 
 			if (!engineOptions.apiKey) {
 				throw new Error(`No ElevenLabs API key provided`)
 			}
 
 			const voiceId = (selectedVoice as any)['elevenLabsVoiceId']
-			const modelId = (selectedVoice as any)['elevenLabsModelId']
 
 			logger.end()
 
-			const { rawAudio } = await ElevenLabsTTS.synthesize(text, voiceId, modelId, engineOptions)
+			const { rawAudio, timeline: outTimeline } = await ElevenLabsTTS.synthesize(text, voiceId, language, engineOptions)
+
+			synthesizedAudio = rawAudio
+			timeline = outTimeline
+
+			shouldPostprocessSpeed = true
+			shouldPostprocessPitch = true
+
+			break
+		}
+
+		case 'deepgram': {
+			if (inputIsSSML) {
+				throw new Error(`The Deepgram engine doesn't support SSML inputs`)
+			}
+
+			const DeepgramTTS = await import('../synthesis/DeepgramTTS.js')
+
+			const engineOptions = options.deepgram!
+
+			if (!engineOptions.apiKey) {
+				throw new Error(`No Deepgram API key provided`)
+			}
+
+			const modelId = selectedVoice.deepgramModelId
+
+			logger.end()
+
+			const { rawAudio } = await DeepgramTTS.synthesize(text, modelId, engineOptions)
 
 			synthesizedAudio = rawAudio
 
@@ -1071,8 +1099,8 @@ export type SynthesisEngine =
 	'vits' | 'kokoro' | 'pico' | 'flite' | 'gnuspeech' |
 	'espeak' | 'sam' | 'sapi' | 'msspeech' | 'coqui-server' |
 	'google-cloud' | 'microsoft-azure' | 'amazon-polly' |
-	'openai-cloud' | 'elevenlabs' | 'google-translate' |
-	'microsoft-edge' | 'streamlabs-polly'
+	'openai-cloud' | 'elevenlabs' | 'deepgram' |
+	'google-translate' | 'microsoft-edge' | 'streamlabs-polly'
 
 export type TimePitchShiftingMethod = 'sonic' | 'rubberband'
 
@@ -1198,7 +1226,9 @@ export interface SynthesisOptions {
 
 	openAICloud?: OpenAICloudTTSOptions
 
-	elevenlabs?: ElevenLabsTTSOptions,
+	elevenLabs?: ElevenLabsTTSOptions,
+
+	deepgram?: DeepgramTTSOptions
 
 	googleTranslate?: {
 		tld?: string
@@ -1340,7 +1370,10 @@ export const defaultSynthesisOptions: SynthesisOptions = {
 	openAICloud: {
 	},
 
-	elevenlabs: {
+	elevenLabs: {
+	},
+
+	deepgram: {
 	},
 
 	googleTranslate: {
@@ -1595,7 +1628,7 @@ export async function requestVoiceList(options: VoiceListRequestOptions): Promis
 			case 'elevenlabs': {
 				const ElevenLabsTTS = await import('../synthesis/ElevenLabsTTS.js')
 
-				const engineOptions = options.elevenlabs!
+				const engineOptions = options.elevenLabs!
 
 				const apiKey = engineOptions.apiKey
 
@@ -1608,6 +1641,14 @@ export async function requestVoiceList(options: VoiceListRequestOptions): Promis
 				break
 			}
 
+			case 'deepgram': {
+				const DeepgramTTS = await import('../synthesis/DeepgramTTS.js')
+
+				voiceList = DeepgramTTS.voiceList
+
+				break
+			}
+
 			case 'google-translate': {
 				const GoogleTranslateTTS = await import('../synthesis/GoogleTranslateTTS.js')
 
@@ -1800,6 +1841,7 @@ export interface SynthesisVoice {
 	gender: VoiceGender
 	speakerCount?: number
 	packageName?: string
+	[key: string]: any
 }
 
 export type VoiceGender = 'male' | 'female' | 'unknown'
@@ -1891,7 +1933,13 @@ export const synthesisEngines: EngineMetadata[] = [
 	},
 	{
 		id: 'elevenlabs',
-		name: 'Elevenlabs',
+		name: 'ElevenLabs',
+		description: 'A generative AI text-to-speech cloud service.',
+		type: 'cloud'
+	},
+	{
+		id: 'deepgram',
+		name: 'Deepgram',
 		description: 'A generative AI text-to-speech cloud service.',
 		type: 'cloud'
 	},