echogarden 0.0.1 → 0.1.1

package/dist/synthesis/FliteTTS.js

@@ -0,0 +1,326 @@
+import { WASI } from 'wasi';
+import { decodeWaveBuffer } from "../audio/AudioUtilities.js";
+import { Logger } from "../utilities/Logger.js";
+import { getRandomHexString, logToStderr, resolveModuleMainPath } from "../utilities/Utilities.js";
+import { getAppTempDir, readFile, open, close, remove, ensureDir } from "../utilities/FileSystem.js";
+import path from "node:path";
+const log = logToStderr;
+let fliteModuleObject;
+export async function synthesize(text, voice, voiceDir, rate, pitchMeanHz, pitchStdDev) {
+    const logger = new Logger();
+    logger.start("Get Flite WASI instance");
+    const randomId = getRandomHexString(16);
+    const outFileName = `${randomId}.out.wav`;
+    const stdOutFileName = `${randomId}.stdout`;
+    const tempDir = getAppTempDir("flite");
+    await ensureDir(tempDir);
+    const tempAudioFilePath = path.join(tempDir, outFileName);
+    const tempStdOutFilePath = path.join(tempDir, stdOutFileName);
+    const stdOutFileFd = await open(tempStdOutFilePath, "w+");
+    if (voiceDir) {
+        voice = `voices/${voice}.flitevox`;
+    }
+    const optionArgs = [
+        '-voice', voice,
+        '--setf', `duration_stretch=${1.0 / rate}`,
+    ];
+    if (pitchMeanHz != null) {
+        optionArgs.push('--setf', `int_f0_target_mean=${pitchMeanHz}`);
+    }
+    if (pitchStdDev != null) {
+        optionArgs.push('--setf', `int_f0_target_stddev=${pitchStdDev}`);
+    }
+    const preopens = {
+        '.': tempDir,
+    };
+    if (voiceDir != undefined) {
+        preopens['./voices'] = voiceDir;
+    }
+    const wasi = new WASI({
+        env: {},
+        args: ['--',
+            //'-ssml',
+            '-psdur',
+            ...optionArgs,
+            //escape(text),
+            text,
+            outFileName
+        ],
+        preopens,
+        stdout: stdOutFileFd,
+        returnOnExit: true
+    });
+    // Some WASI binaries require `const importObject = { wasi_unstable: wasi.wasiImport }`
+    const importObject = { wasi_snapshot_preview1: wasi.wasiImport };
+    const moduleObject = await getModuleObject();
+    const instance = await WebAssembly.instantiate(moduleObject, importObject);
+    logger.start("Synthesize with flite");
+    const exitCode = wasi.start(instance);
+    await close(stdOutFileFd);
+    async function cleanup() {
+        await remove(tempAudioFilePath);
+        await remove(tempStdOutFilePath);
+    }
+    if (exitCode != 0) {
+        await cleanup();
+        throw new Error(`Flite failed with exit code ${exitCode}`);
+    }
+    const waveData = await readFile(tempAudioFilePath);
+    const stdOutString = await readFile(tempStdOutFilePath, "utf8");
+    await cleanup();
+    const events = parseEventsFromTrace(stdOutString);
+    const { rawAudio } = decodeWaveBuffer(waveData);
+    logger.end();
+    return { rawAudio, events };
+}
+async function getModuleObject() {
+    if (!fliteModuleObject) {
+        const fliteWasiPath = await resolveModuleMainPath('@echogarden/flite-wasi');
+        fliteModuleObject = await WebAssembly.compile(await readFile(fliteWasiPath));
+    }
+    return fliteModuleObject;
+}
+function parseEventsFromTrace(eventTrace) {
+    //log(eventTrace)
+    const eventStrings = eventTrace.trim().split(" ");
+    const eventCount = eventStrings.length;
+    const events = [];
+    let phraseStartOffset = 0;
+    for (let i = 0; i < eventCount; i++) {
+        const eventString = eventStrings[i];
+        const splitPoint = eventString.lastIndexOf(":");
+        const id = eventString.substring(0, splitPoint);
+        const startTime = events.length > 0 ? events[events.length - 1].endTime : 0;
+        let eventType;
+        if (id == "pau") {
+            eventType = "pause";
+        }
+        else if (id == "\npau") {
+            eventType = "phrasePause";
+            phraseStartOffset = startTime;
+        }
+        else {
+            eventType = "phone";
+        }
+        const endTime = phraseStartOffset + parseFloat(eventString.substring(splitPoint + 1));
+        events.push({
+            type: eventType,
+            id,
+            startTime,
+            endTime
+        });
+    }
+    return events;
+}
+export const voices = [
+    // Built-in voices
+    {
+        name: "slt",
+        languages: ["en-US", "en"],
+        gender: "female"
+    },
+    {
+        name: "kal16",
+        languages: ["en-US", "en"],
+        gender: "male"
+    },
+    {
+        name: "rms",
+        languages: ["en-US", "en"],
+        gender: "male"
+    },
+    {
+        name: "awb",
+        languages: ["en-GB-SCOTLAND", "en-GB", "en"],
+        gender: "male"
+    },
+    {
+        name: "kal",
+        languages: ["en-US", "en"],
+        gender: "male"
+    },
+    // Voices loaded from packages
+    // US English voices
+    {
+        name: "cmu_us_aew",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_aew"
+    },
+    {
+        name: "cmu_us_ahw",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_ahw"
+    },
+    {
+        name: "cmu_us_aup",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_aup"
+    },
+    {
+        name: "cmu_us_awb",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_awb"
+    },
+    {
+        name: "cmu_us_axb",
+        languages: ["en-US", "en"],
+        gender: "female",
+        packageName: "flite-cmu_us_axb"
+    },
+    {
+        name: "cmu_us_bdl",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_bdl"
+    },
+    {
+        name: "cmu_us_clb",
+        languages: ["en-US", "en"],
+        gender: "female",
+        packageName: "flite-cmu_us_clb"
+    },
+    {
+        name: "cmu_us_eey",
+        languages: ["en-US", "en"],
+        gender: "female",
+        packageName: "flite-cmu_us_eey"
+    },
+    {
+        name: "cmu_us_fem",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_fem"
+    },
+    {
+        name: "cmu_us_gka",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_gka"
+    },
+    {
+        name: "cmu_us_jmk",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_jmk"
+    },
+    {
+        name: "cmu_us_ksp",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_ksp"
+    },
+    {
+        name: "cmu_us_ljm",
+        languages: ["en-US", "en"],
+        gender: "female",
+        packageName: "flite-cmu_us_ljm"
+    },
+    {
+        name: "cmu_us_lnh",
+        languages: ["en-US", "en"],
+        gender: "female",
+        packageName: "flite-cmu_us_lnh"
+    },
+    {
+        name: "cmu_us_rms",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_rms"
+    },
+    {
+        name: "cmu_us_rxr",
+        languages: ["en-US", "en"],
+        gender: "male",
+        packageName: "flite-cmu_us_rxr"
+    },
+    {
+        name: "cmu_us_slp",
+        languages: ["en-US", "en"],
+        gender: "female",
+        packageName: "flite-cmu_us_slp"
+    },
+    {
+        name: "cmu_us_slt",
+        languages: ["en-US", "en"],
+        gender: "female",
+        packageName: "flite-cmu_us_slt"
+    },
+    // Indic voices
+    {
+        name: "cmu_indic_ben_rm",
+        languages: ["be", "bn"],
+        gender: "female",
+        packageName: "flite-cmu_indic_ben_rm"
+    },
+    {
+        name: "cmu_indic_guj_ad",
+        languages: ["gu"],
+        gender: "male",
+        packageName: "flite-cmu_indic_guj_ad"
+    },
+    {
+        name: "cmu_indic_guj_dp",
+        languages: ["gu"],
+        gender: "female",
+        packageName: "flite-cmu_indic_guj_dp"
+    },
+    {
+        name: "cmu_indic_guj_kt",
+        languages: ["gu"],
+        gender: "female",
+        packageName: "flite-cmu_indic_guj_kt"
+    },
+    {
+        name: "cmu_indic_hin_ab",
+        languages: ["hi"],
+        gender: "female",
+        packageName: "flite-cmu_indic_hin_ab"
+    },
+    {
+        name: "cmu_indic_kan_plv",
+        languages: ["ka"],
+        gender: "female",
+        packageName: "flite-cmu_indic_kan_plv"
+    },
+    {
+        name: "cmu_indic_mar_aup",
+        languages: ["mr"],
+        gender: "male",
+        packageName: "flite-cmu_indic_mar_aup"
+    },
+    {
+        name: "cmu_indic_mar_slp",
+        languages: ["mr"],
+        gender: "female",
+        packageName: "flite-cmu_indic_mar_slp"
+    },
+    {
+        name: "cmu_indic_pan_amp",
+        languages: ["pa"],
+        gender: "female",
+        packageName: "flite-cmu_indic_pan_amp"
+    },
+    {
+        name: "cmu_indic_tel_kpn",
+        languages: ["te"],
+        gender: "female",
+        packageName: "flite-cmu_indic_tel_kpn"
+    },
+    {
+        name: "cmu_indic_tel_sk",
+        languages: ["te"],
+        gender: "male",
+        packageName: "flite-cmu_indic_tel_sk"
+    },
+    {
+        name: "cmu_indic_tel_ss",
+        languages: ["te"],
+        gender: "female",
+        packageName: "flite-cmu_indic_tel_ss"
+    },
+];
+//# sourceMappingURL=FliteTTS.js.map

package/dist/synthesis/FliteTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FliteTTS.js","sourceRoot":"","sources":["../../src/synthesis/FliteTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAE3B,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAA;AAClG,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACpG,OAAO,IAAI,MAAM,WAAW,CAAA;AAG5B,MAAM,GAAG,GAAG,WAAW,CAAA;AAIvB,IAAI,iBAAqC,CAAA;AAEzC,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,KAAqB,EAAE,QAA4B,EAAE,IAAY,EAAE,WAAoB,EAAE,WAAoB;IAC3J,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;IAEvC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAA;IAEvC,MAAM,WAAW,GAAG,GAAG,QAAQ,UAAU,CAAA;IACzC,MAAM,cAAc,GAAG,GAAG,QAAQ,SAAS,CAAA;IAE3C,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,SAAS,CAAC,OAAO,CAAC,CAAA;IAExB,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;IACzD,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;IAE7D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAA;IAEzD,IAAI,QAAQ,EAAE;QACb,KAAK,GAAG,UAAU,KAAK,WAAW,CAAA;KAClC;IAED,MAAM,UAAU,GAAG;QAClB,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,oBAAoB,GAAG,GAAG,IAAI,EAAE;KAC1C,CAAA;IAED,IAAI,WAAW,IAAI,IAAI,EAAE;QACxB,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,sBAAsB,WAAW,EAAE,CAAC,CAAA;KAC9D;IAED,IAAI,WAAW,IAAI,IAAI,EAAE;QACxB,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,WAAW,EAAE,CAAC,CAAA;KAChE;IAED,MAAM,QAAQ,GAA4B;QACzC,GAAG,EAAE,OAAO;KACZ,CAAA;IAED,IAAI,QAAQ,IAAI,SAAS,EAAE;QAC1B,QAAQ,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAA;KAC/B;IAED,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;QACrB,GAAG,EAAE,EACJ;QAED,IAAI,EAAE,CAAC,IAAI;YACV,UAAU;YACV,QAAQ;YACR,GAAG,UAAU;YACb,eAAe;YACf,IAAI;YACJ,WAAW;SACX;QAED,QAAQ;QAER,MAAM,EAAE,YAAY;QAEpB,YAAY,EAAE,IAAI;KAClB,CAAC,CAAA;IAEF,uFAAuF;IACvF,MAAM,YAAY,GAAG,EAAE,sBAAsB,EAAE,IAAI,CAAC,UAAU,EAAE,CAAA;IAEhE,MAAM,YAAY,GAAG,MAAM,eAAe,EAAE,CAAA;IAC5C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;IAE1E,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;IACrC,MAAM,QAAQ,GAAW,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAQ,CAAA;IAEpD,MAAM,KAAK,CAAC,YAAY,CAAC,CAAA;IAEzB,KAAK,UAAU,OAAO;QACrB,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAA;QAC/B,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;IACjC,CAAC;IAED,IAAI,QAAQ,IAAI,CAAC,EAAE;QAClB,MAAM,OAAO,EAAE,CAAA;QACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,EAAE,CAAC,CAAA;KAC1D;IAED,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,iBAAiB,CAAC,CAAA;IAClD,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAA;IAE/D,MAAM,OAAO,EAAE,CAAA;IAEf,MAAM,MAAM,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;IAEjD,MAAM,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IAE/C,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAA;AAC5B,CAAC;AAED,KAAK,UAAU,eAAe;IAC7B,IAAI,CAAC,iBAAiB,EAAE;QACvB,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,wBAAwB,CAAC,CAAA;QAE3E,iBAAiB,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAA;KAC5E;IAED,OAAO,iBAAiB,CAAA;AACzB,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAkB;IAC/C,iBAAiB;IAEjB,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACjD,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAA;IAEtC,MAAM,MAAM,GAAiB,EAAE,CAAA;IAC/B,IAAI,iBAAiB,GAAG,CAAC,CAAA;IAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QACnC,MAAM,UAAU,GAAG,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAE/C,MAAM,EAAE,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;QAC/C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;QAE3E,IAAI,SAAyB,CAAA;QAE7B,IAAI,EAAE,IAAI,KAAK,EAAE;YAChB,SAAS,GAAG,OAAO,CAAA;SACnB;aAAM,IAAI,EAAE,IAAI,OAAO,EAAE;YACzB,SAAS,GAAG,aAAa,CAAA;YAEzB,iBAAiB,GAAG,SAAS,CAAA;SAC7B;aAAM;YACN,SAAS,GAAG,OAAO,CAAA;SACnB;QAED,MAAM,OAAO,GAAG,iBAAiB,GAAG,UAAU,CAAC,WAAW,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAA;QAErF,MAAM,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,SAAS;YACf,EAAE;YACF,SAAS;YACT,OAAO;SACP,CAAC,CAAA;KACF;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAWD,MAAM,CAAC,MAAM,MAAM,GAAqB;IACvC,kBAAkB;IAClB;QACC,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;KAChB;IACD;QACC,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,CAAC,gBAAgB,EAAE,OAAO,EAAE,IAAI,CAAC;QAC5C,MAAM,EAAE,MAAM;KACd;IACD;QACC,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;KACd;IAGD,8BAA8B;IAC9B,oBAAoB;IACpB;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,kBAAkB;KAC/B;IACD;QACC,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;QAC1B,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,kBAAkB;KAC/B;IAED,eAAe;IACf;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;QACvB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,wBAAwB;KACrC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,wBAAwB;KACrC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,wBAAwB;KACrC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,wBAAwB;KACrC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,wBAAwB;KACrC;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,yBAAyB;KACtC;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,yBAAyB;KACtC;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,yBAAyB;KACtC;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,yBAAyB;KACtC;IACD;QACC,IAAI,EAAE,mBAAmB;QACzB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,yBAAyB;KACtC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,MAAM;QACd,WAAW,EAAE,wBAAwB;KACrC;IACD;QACC,IAAI,EAAE,kBAAkB;QACxB,SAAS,EAAE,CAAC,IAAI,CAAC;QACjB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,wBAAwB;KACrC;CACD,CAAA"}

package/dist/synthesis/GoogleCloudTTS.d.ts

@@ -0,0 +1,17 @@
+/// <reference types="node" resolution-mode="require"/>
+export declare function synthesize(text: string, apiKey: string, languageCode?: string, voice?: string, speakingRate?: number, pitchDeltaSemitones?: number, volumeGainDb?: number, ssml?: boolean, audioEncoding?: AudioEncoding, sampleRate?: number): Promise<{
+    audioData: Buffer;
+    timepoints: timePoint[];
+}>;
+export declare function getVoiceList(apiKey: string): Promise<GoogleCloudVoice[]>;
+export type GoogleCloudVoice = {
+    name: string;
+    languageCodes: string[];
+    ssmlGender: "MALE" | "FEMALE";
+    naturalSampleRateHertz: number;
+};
+export type AudioEncoding = "LINEAR16" | "MP3" | "MP3_64_KBPS" | "OGG_OPUS" | "MULAW" | "ALAW";
+export type timePoint = {
+    markName: string;
+    timeSeconds: number;
+};

package/dist/synthesis/GoogleCloudTTS.js

@@ -0,0 +1,72 @@
+import { request } from "gaxios";
+import { Logger } from "../utilities/Logger.js";
+import { logToStderr } from "../utilities/Utilities.js";
+const log = logToStderr;
+export async function synthesize(text, apiKey, languageCode = "en-US", voice = "en-US-Wavenet-C", speakingRate = 1.0, pitchDeltaSemitones = 0.0, volumeGainDb = 0.0, ssml = false, audioEncoding = "MP3_64_KBPS", sampleRate = 24000) {
+    const logger = new Logger();
+    logger.start("Request synthesis from Google Cloud");
+    const requestBody = {
+        input: {
+            text: undefined,
+            ssml: undefined
+        },
+        voice: {
+            languageCode,
+            name: voice
+        },
+        audioConfig: {
+            audioEncoding,
+            speakingRate,
+            pitch: pitchDeltaSemitones,
+            volumeGainDb,
+            sampleRateHertz: sampleRate
+        },
+        enableTimePointing: ["SSML_MARK"]
+    };
+    if (ssml) {
+        requestBody.input.ssml = text;
+    }
+    else {
+        requestBody.input.text = text;
+    }
+    const response = await request({
+        method: "POST",
+        url: `https://texttospeech.googleapis.com/v1beta1/text:synthesize`,
+        params: {
+            "key": apiKey
+        },
+        headers: {
+            "User-Agent": ""
+        },
+        data: requestBody,
+        responseType: "json"
+    });
+    logger.start("Parse result");
+    const result = parseResponseBody(response.data);
+    logger.end();
+    return result;
+}
+function parseResponseBody(responseBody) {
+    const audioData = Buffer.from(responseBody.audioContent, "base64");
+    const timepoints = responseBody.timepoints;
+    return { audioData, timepoints };
+}
+// Voices with audio samples: https://cloud.google.com/text-to-speech/docs/voices
+export async function getVoiceList(apiKey) {
+    const requestURL = `https://texttospeech.googleapis.com/v1beta1/voices`;
+    const response = await request({
+        method: "GET",
+        url: requestURL,
+        params: {
+            "key": apiKey
+        },
+        headers: {
+            "User-Agent": ""
+        },
+        responseType: "json"
+    });
+    const responseData = response.data;
+    const voices = responseData.voices;
+    return voices;
+}
+//# sourceMappingURL=GoogleCloudTTS.js.map

package/dist/synthesis/GoogleCloudTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GoogleCloudTTS.js","sourceRoot":"","sources":["../../src/synthesis/GoogleCloudTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,MAAc,EAAE,YAAY,GAAG,OAAO,EAAE,KAAK,GAAG,iBAAiB,EAAE,YAAY,GAAG,GAAG,EAAE,mBAAmB,GAAG,GAAG,EAAE,YAAY,GAAG,GAAG,EAAE,IAAI,GAAG,KAAK,EAAE,gBAA+B,aAAa,EAAE,UAAU,GAAG,KAAK;IAClQ,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAEnD,MAAM,WAAW,GAAG;QACnB,KAAK,EAAE;YACN,IAAI,EAAE,SAAiC;YACvC,IAAI,EAAE,SAAiC;SACvC;QAED,KAAK,EAAE;YACN,YAAY;YACZ,IAAI,EAAE,KAAK;SACX;QAED,WAAW,EAAE;YACZ,aAAa;YACb,YAAY;YACZ,KAAK,EAAE,mBAAmB;YAC1B,YAAY;YACZ,eAAe,EAAE,UAAU;SAC3B;QAED,kBAAkB,EAAE,CAAC,WAAW,CAAC;KACjC,CAAA;IAED,IAAI,IAAI,EAAE;QACT,WAAW,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAA;KAC7B;SAAM;QACN,WAAW,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAA;KAC7B;IAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,MAAM,EAAE,MAAM;QAEd,GAAG,EAAE,6DAA6D;QAElE,MAAM,EAAE;YACP,KAAK,EAAE,MAAM;SACb;QAED,OAAO,EAAE;YACR,YAAY,EAAE,EAAE;SAChB;QAED,IAAI,EAAE,WAAW;QAEjB,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IAE5B,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAE/C,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,MAAM,CAAA;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,YAAiB;IAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;IAClE,MAAM,UAAU,GAAgB,YAAY,CAAC,UAAU,CAAA;IAEvD,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAA;AACjC,CAAC;AAED,iFAAiF;AACjF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc;IAChD,MAAM,UAAU,GAAG,oDAAoD,CAAA;IAEvE,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,MAAM,EAAE,KAAK;QAEb,GAAG,EAAE,UAAU;QAEf,MAAM,EAAE;YACP,KAAK,EAAE,MAAM;SACb;QAED,OAAO,EAAE;YACR,YAAY,EAAE,EAAE;SAChB;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAA;IAElC,MAAM,MAAM,GAAuB,YAAY,CAAC,MAAM,CAAA;IAEtD,OAAO,MAAM,CAAA;AACd,CAAC"}

package/dist/synthesis/GoogleTranslateTTS.d.ts

@@ -0,0 +1,13 @@
+/// <reference types="node" resolution-mode="require"/>
+import { Timeline } from "../utilities/Timeline.js";
+export declare function synthesizeLongText(text: string, languageCode?: string, tld?: string, sentenceEndPause?: number, segmentEndPause?: number): Promise<{
+    rawAudio: {
+        audioChannels: Float32Array[];
+        sampleRate: number;
+    };
+    timeline: Timeline;
+}>;
+export declare function synthesizeShortText(text: string, languageCode?: string, tld?: string): Promise<Buffer>;
+export declare const supportedLanguageLookup: {
+    [langCode: string]: string;
+};

package/dist/synthesis/GoogleTranslateTTS.js

@@ -0,0 +1,177 @@
+import { request } from "gaxios";
+import { Phrase, splitToFragments } from "../nlp/Segmentation.js";
+import { concatFloat32Arrays, logToStderr } from "../utilities/Utilities.js";
+import * as FFMpegTranscoder from "../codecs/FFMpegTranscoder.js";
+import { trimAudioEnd } from "../audio/AudioUtilities.js";
+import { Logger } from "../utilities/Logger.js";
+import { getShortLanguageCode } from "../utilities/Locale.js";
+const log = logToStderr;
+const maxTextLengthPerRequest = 200;
+export async function synthesizeLongText(text, languageCode = "en", tld = "us", sentenceEndPause = 0.75, segmentEndPause = 1.0) {
+    if (text.length == 0) {
+        throw new Error("Text is empty");
+    }
+    const logger = new Logger();
+    logger.start("Prepare and split text");
+    const fragments = await splitToFragments(text, maxTextLengthPerRequest, languageCode);
+    const audioFragments = [];
+    let fragmentsSampleRate = 0;
+    const timeline = [];
+    for (let i = 0; i < fragments.length; i++) {
+        const fragment = fragments[i];
+        logger.start(`Request synthesis for text fragment ${i + 1}/${fragments.length} from Google Translate`);
+        const fragmentMp3Stream = await synthesizeShortText(fragment.text, languageCode, tld);
+        if (fragmentMp3Stream.length == 0) {
+            continue;
+        }
+        const rawAudio = await FFMpegTranscoder.decodeToChannels(fragmentMp3Stream, 24000, 1);
+        fragmentsSampleRate = rawAudio.sampleRate;
+        let targetEndingSilenceTime;
+        if (fragment.lastSegment?.isSentenceFinalizer) {
+            targetEndingSilenceTime = 0.75;
+        }
+        else if (fragment.lastSegment instanceof Phrase) {
+            targetEndingSilenceTime = 0.1;
+        }
+        else {
+            targetEndingSilenceTime = 0;
+        }
+        const trimmedAudio = trimAudioEnd(rawAudio.audioChannels[0], targetEndingSilenceTime * rawAudio.sampleRate);
+        audioFragments.push(trimmedAudio);
+        const startTime = timeline.length == 0 ? 0 : timeline[timeline.length - 1].endTime;
+        const endTime = startTime + (trimmedAudio.length / fragmentsSampleRate);
+        timeline.push({
+            type: "segment",
+            text: fragment.text,
+            startTime,
+            endTime
+        });
+    }
+    logger.end();
+    const rawAudio = { audioChannels: [concatFloat32Arrays(audioFragments)], sampleRate: fragmentsSampleRate };
+    return {
+        rawAudio,
+        timeline
+    };
+}
+export async function synthesizeShortText(text, languageCode = "en", tld = "us") {
+    if (text.length > maxTextLengthPerRequest) {
+        throw new Error(`Text is ${text.length} characters, which is longer than the maximum of ${maxTextLengthPerRequest}`);
+    }
+    if (languageCode != "zh-CN" && languageCode != "zh-TW") {
+        languageCode = getShortLanguageCode(languageCode);
+    }
+    const bodyFormParameters = [text, languageCode, null, "null"];
+    const requestForm = [[["jQ1olc", JSON.stringify(bodyFormParameters), null, "generic"]]];
+    const stringifiedForm = JSON.stringify(requestForm);
+    const requestBody = `f.req=${encodeURIComponent(stringifiedForm)}&`;
+    const response = await request({
+        method: "POST",
+        url: `https://translate.google.${tld}/_/TranslateWebserverUi/data/batchexecute`,
+        params: {
+            "rpcids": "jQ1olc"
+        },
+        headers: {
+            "sec-ch-ua": `".Not/A)Brand";v="99", "Google Chrome";v="103", "Chromium";v="103"`,
+            "x-same-domain": "1",
+            "dnt": "1",
+            "content-type": "application/x-www-form-urlencoded;charset=UTF-8",
+            "sec-ch-ua-mobile": "?0",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36",
+            "sec-ch-ua-arch": "x86",
+            "sec-ch-ua-full-version": "103.0.5060.114",
+            "sec-ch-ua-platform-version": "10.0.0",
+            "sec-ch-ua-full-version-list": `".Not/A)Brand";v="99.0.0.0", "Google Chrome";v="103.0.5060.114", "Chromium";v="103.0.5060.114"`,
+            "sec-ch-ua-bitness": "64",
+            "sec-ch-ua-model": "",
+            "sec-ch-ua-platform": "Windows",
+            "accept": "*/*",
+            "origin": "https://translate.google.com",
+            "sec-fetch-site": "same-origin",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-dest": "empty",
+            "referer": "https://translate.google.com/",
+            "accept-encoding": "gzip, deflate, br",
+            "accept-language": "en-US,en;q=0.9",
+        },
+        body: requestBody,
+        responseType: "text"
+    });
+    //log(response.data)
+    const audioChunks = [];
+    for (const line of response.data.split(/\r?\n/)) {
+        const match = line.match(/"jQ1olc","\[\\"(.*)\\"]/);
+        if (match != null) {
+            const base64AudioChunk = match[1];
+            audioChunks.push(Buffer.from(base64AudioChunk, "base64"));
+        }
+    }
+    const resultMp3Stream = Buffer.concat(audioChunks);
+    return resultMp3Stream;
+}
+export const supportedLanguageLookup = {
+    "af": "Afrikaans",
+    "ar": "Arabic",
+    "bg": "Bulgarian",
+    "bn": "Bengali",
+    "bs": "Bosnian",
+    "ca": "Catalan",
+    "cs": "Czech",
+    "cy": "Welsh",
+    "da": "Danish",
+    "de": "German",
+    "el": "Greek",
+    "en": "English",
+    "eo": "Esperanto",
+    "es": "Spanish",
+    "et": "Estonian",
+    "fi": "Finnish",
+    "fr": "French",
+    "gu": "Gujarati",
+    "hi": "Hindi",
+    "hr": "Croatian",
+    "hu": "Hungarian",
+    "hy": "Armenian",
+    "id": "Indonesian",
+    "is": "Icelandic",
+    "it": "Italian",
+    "iw": "Hebrew",
+    "ja": "Japanese",
+    "jw": "Javanese",
+    "km": "Khmer",
+    "kn": "Kannada",
+    "ko": "Korean",
+    "la": "Latin",
+    "lv": "Latvian",
+    "mk": "Macedonian",
+    "ms": "Malay",
+    "ml": "Malayalam",
+    "mr": "Marathi",
+    "my": "Myanmar (Burmese)",
+    "ne": "Nepali",
+    "nl": "Dutch",
+    "no": "Norwegian",
+    "pl": "Polish",
+    "pt": "Portuguese",
+    "ro": "Romanian",
+    "ru": "Russian",
+    "si": "Sinhala",
+    "sk": "Slovak",
+    "sq": "Albanian",
+    "sr": "Serbian",
+    "su": "Sundanese",
+    "sv": "Swedish",
+    "sw": "Swahili",
+    "ta": "Tamil",
+    "te": "Telugu",
+    "th": "Thai",
+    "tl": "Filipino",
+    "tr": "Turkish",
+    "uk": "Ukrainian",
+    "ur": "Urdu",
+    "vi": "Vietnamese",
+    "zh-CN": "Chinese",
+    "zh-TW": "Chinese (Mandarin/Taiwan)",
+    "zh": "Chinese (Mandarin)",
+};
+//# sourceMappingURL=GoogleTranslateTTS.js.map

package/dist/synthesis/GoogleTranslateTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GoogleTranslateTTS.js","sourceRoot":"","sources":["../../src/synthesis/GoogleTranslateTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAChC,OAAO,EAAY,MAAM,EAAQ,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACjF,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAC5E,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAE7D,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,YAAY,GAAG,IAAI,EAAE,GAAG,GAAG,IAAI,EAAE,gBAAgB,GAAG,IAAI,EAAE,eAAe,GAAG,GAAG;IACrI,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE;QACrB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;KAChC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IAEtC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,uBAAuB,EAAE,YAAY,CAAC,CAAA;IAErF,MAAM,cAAc,GAAmB,EAAE,CAAA;IACzC,IAAI,mBAAmB,GAAG,CAAC,CAAA;IAE3B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAE7B,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,wBAAwB,CAAC,CAAA;QACtG,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,GAAG,CAAC,CAAA;QAErF,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE;YAClC,SAAQ;SACR;QAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACrF,mBAAmB,GAAG,QAAQ,CAAC,UAAU,CAAA;QAEzC,IAAI,uBAA+B,CAAA;QAEnC,IAAI,QAAQ,CAAC,WAAW,EAAE,mBAAmB,EAAE;YAC9C,uBAAuB,GAAG,IAAI,CAAA;SAC9B;aAAM,IAAI,QAAQ,CAAC,WAAW,YAAY,MAAM,EAAE;YAClD,uBAAuB,GAAG,GAAG,CAAA;SAC7B;aAAM;YACN,uBAAuB,GAAG,CAAC,CAAA;SAC3B;QAED,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,uBAAuB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;QAE3G,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAEjC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAA;QAClF,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAA;QAEvE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS;YACT,OAAO;SACP,CAAC,CAAA;KACF;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,MAAM,QAAQ,GAAG,EAAE,aAAa,EAAE,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC,EAAE,UAAU,EAAE,mBAAmB,EAAE,CAAA;IAE1G,OAAO;QACN,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,IAAY,EAAE,YAAY,GAAG,IAAI,EAAE,GAAG,GAAG,IAAI;IACtF,IAAI,IAAI,CAAC,MAAM,GAAG,uBAAuB,EAAE;QAC1C,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,MAAM,oDAAoD,uBAAuB,EAAE,CAAC,CAAA;KACpH;IAED,IAAI,YAAY,IAAI,OAAO,IAAI,YAAY,IAAI,OAAO,EAAE;QACvD,YAAY,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;KACjD;IAED,MAAM,kBAAkB,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IAC7D,MAAM,WAAW,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;IACvF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;IACnD,MAAM,WAAW,GAAG,SAAS,kBAAkB,CAAC,eAAe,CAAC,GAAG,CAAA;IAEnE,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAS;QACtC,MAAM,EAAE,MAAM;QAEd,GAAG,EAAE,4BAA4B,GAAG,2CAA2C;QAE/E,MAAM,EAAE;YACP,QAAQ,EAAE,QAAQ;SAClB;QAED,OAAO,EAAE;YACR,WAAW,EAAE,oEAAoE;YACjF,eAAe,EAAE,GAAG;YACpB,KAAK,EAAE,GAAG;YACV,cAAc,EAAE,iDAAiD;YACjE,kBAAkB,EAAE,IAAI;YACxB,YAAY,EAAE,iHAAiH;YAC/H,gBAAgB,EAAE,KAAK;YACvB,wBAAwB,EAAE,gBAAgB;YAC1C,4BAA4B,EAAE,QAAQ;YACtC,6BAA6B,EAAE,gGAAgG;YAC/H,mBAAmB,EAAE,IAAI;YACzB,iBAAiB,EAAE,EAAE;YACrB,oBAAoB,EAAE,SAAS;YAC/B,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,8BAA8B;YACxC,gBAAgB,EAAE,aAAa;YAC/B,gBAAgB,EAAE,MAAM;YACxB,gBAAgB,EAAE,OAAO;YACzB,SAAS,EAAE,+BAA+B;YAC1C,iBAAiB,EAAE,mBAAmB;YACtC,iBAAiB,EAAE,gBAAgB;SACnC;QAED,IAAI,EAAE,WAAW;QAEjB,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,oBAAoB;IAEpB,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAEnD,IAAI,KAAK,IAAI,IAAI,EAAE;YAClB,MAAM,gBAAgB,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACjC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAA;SACzD;KACD;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;IAClD,OAAO,eAAe,CAAA;AACvB,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAmC;IACtE,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,mBAAmB;IACzB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,YAAY;IAClB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,2BAA2B;IACpC,IAAI,EAAE,oBAAoB;CAC1B,CAAA"}

package/dist/synthesis/MicrosoftEdgeTTS.d.ts

@@ -0,0 +1,10 @@
+import WebSocket from "ws";
+export declare function synthesize(text: string, trustedClientToken: string, voice?: string, ssmlPitchString?: string, ssmlRateString?: string, ssmlVolumeString?: string): Promise<{
+    rawAudio: {
+        audioChannels: Float32Array[];
+        sampleRate: number;
+    };
+    timeline: import("../utilities/Timeline.js").Timeline;
+}>;
+export declare function initializeWebsocketConnection(trustedClientToken: string): Promise<WebSocket>;
+export declare function getVoiceList(trustedClientToken: string): Promise<any[]>;