echogarden 0.0.1 → 0.1.0

package/dist/synthesis/MicrosoftEdgeTTS.js

@@ -0,0 +1,216 @@
+import { request } from "gaxios";
+import WebSocket from "ws";
+import { escape } from 'html-escaper';
+import { randomUUID } from "crypto";
+import splitBuffer from "buffer-split";
+import * as AzureCognitiveServicesTTS from "./AzureCognitiveServicesTTS.js";
+import * as FFMpegTranscoder from "../codecs/FFMpegTranscoder.js";
+import { Logger } from "../utilities/Logger.js";
+import { OpenPromise } from "../utilities/OpenPromise.js";
+import { logToStderr } from "../utilities/Utilities.js";
+import { getRawAudioDuration } from "../audio/AudioUtilities.js";
+const traceEnabled = false;
+const log = traceEnabled ? logToStderr : () => { };
+export async function synthesize(text, trustedClientToken, voice = "Microsoft Server Speech Text to Speech Voice (en-US, ChristopherNeural)", ssmlPitchString = "+0Hz", ssmlRateString = "+0%", ssmlVolumeString = "+0%") {
+    const logger = new Logger();
+    logger.start("Request synthesis from Microsoft Edge cloud API");
+    const { audioData, events } = await requestSynthesis(text, trustedClientToken, voice, ssmlPitchString, ssmlRateString, ssmlVolumeString);
+    logger.end();
+    const rawAudio = await FFMpegTranscoder.decodeToChannels(audioData, 24000, 1);
+    logger.start("Convert boundary events to timeline");
+    const timeline = AzureCognitiveServicesTTS.boundaryEventsToTimeline(events, getRawAudioDuration(rawAudio));
+    logger.end();
+    return { rawAudio, timeline };
+}
+async function requestSynthesis(text, trustedClientToken, voice = "Microsoft Server Speech Text to Speech Voice (en-US, ChristopherNeural)", ssmlPitchString = "+0Hz", ssmlRateString = "+0%", ssmlVolumeString = "+0%") {
+    const synthesisOpenPromise = new OpenPromise();
+    const requestId = getRandomID();
+    const webSocket = await initializeWebsocketConnection(trustedClientToken);
+    const receivedBinaryMessages = [];
+    const receivedEventMessages = [];
+    const audioChunks = [];
+    const onMessage = (messageData, isBinary) => {
+        if (isBinary) {
+            const [header, audioChunk] = parseBinaryMessage(messageData);
+            if (header['X-RequestId'] != requestId) {
+                log(`Ignoring binary message to different request Id: ${requestId}`);
+                return;
+            }
+            log("\nReceived binary message:");
+            log(header);
+            receivedBinaryMessages.push(messageData);
+            receivedBinaryMessages.push(Buffer.from("\n\n"));
+            audioChunks.push(audioChunk);
+        }
+        else {
+            const message = messageData.toString("utf8");
+            const [header, content] = parseTextMessage(message);
+            if (header['X-RequestId'] != requestId) {
+                log(`Ignoring text message to different request Id: ${requestId}`);
+                return;
+            }
+            log("\nReceived text message:");
+            log(header);
+            log(content);
+            if (header["Path"] == "turn.start") {
+            }
+            else if (header["Path"] == "audio.metadata") {
+                receivedEventMessages.push(content["Metadata"][0]);
+            }
+            else if (header["Path"] == "turn.end") {
+                const result = { audioData: Buffer.concat(audioChunks), events: receivedEventMessages };
+                webSocket.off("message", onMessage);
+                webSocket.off("error", onError);
+                webSocket.off("close", onClose);
+                synthesisOpenPromise.resolve(result);
+            }
+        }
+    };
+    const onError = (err) => {
+        synthesisOpenPromise.reject(err);
+    };
+    const onClose = async (code, reason) => {
+        log("WebSocket closed.");
+        log(code);
+        log(reason.toString());
+        if (reason.length > 0) {
+            synthesisOpenPromise.reject(`Websocket closed with code ${code}, reason: ${reason}`);
+        }
+    };
+    webSocket.on("message", onMessage);
+    webSocket.on("error", onError);
+    webSocket.on("close", onClose);
+    const requestContentSSML = `<speak version='1.0' xmlns='http://www.w3.org/2001/10/synthesis' xml:lang='en-US'>` +
+        `<voice  name='${voice}'>` +
+        `<prosody pitch='${ssmlPitchString}' rate='${ssmlRateString}' volume='${ssmlVolumeString}'>` +
+        escape(text) +
+        `</prosody>` +
+        `</voice>` +
+        `</speak>`;
+    const bodyRequestString = `X-RequestId:${requestId}\r\n` +
+        `Content-Type:application/ssml+xml\r\n` +
+        `X-Timestamp:${getTimestampString()}Z\r\n` + // The added "Z" recreates a Microsoft Edge bug.
+        `Path:ssml\r\n\r\n` +
+        requestContentSSML;
+    log(bodyRequestString);
+    webSocket.send(bodyRequestString);
+    return synthesisOpenPromise.promise;
+}
+let existingWebSocketConnection = undefined;
+export async function initializeWebsocketConnection(trustedClientToken) {
+    const requestOpenPromise = new OpenPromise();
+    if (existingWebSocketConnection && existingWebSocketConnection.readyState == WebSocket.OPEN) {
+        log(`Existing websocket connection is still open. Reusing it.`);
+        requestOpenPromise.resolve(existingWebSocketConnection);
+        return requestOpenPromise.promise;
+    }
+    else {
+        existingWebSocketConnection = undefined;
+    }
+    const connectionId = getRandomID();
+    const requestURL = "wss://speech.platform.bing.com/" +
+        "consumer/speech/synthesize/readaloud/edge/v1" +
+        `?TrustedClientToken=${trustedClientToken}` +
+        "&ConnectionId=" + connectionId;
+    log(requestURL);
+    log("");
+    const webSocket = new WebSocket(requestURL, {
+        headers: {
+            "Pragma": "no-cache",
+            "Cache-Control": "no-cache",
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5060.66 Safari/537.36 Edg/103.0.1264.44",
+            "Origin": "chrome-extension://jdiccldimpdaibmpdkjnbmckianbfold",
+            "Accept-Encoding": "gzip, deflate, br",
+            "Accept-Language": "en-US,en;q=0.9",
+        }
+    });
+    const requestMetadata = {
+        "context": {
+            "synthesis": {
+                "audio": {
+                    "metadataoptions": {
+                        "sentenceBoundaryEnabled": "false",
+                        "wordBoundaryEnabled": "true"
+                    },
+                    "outputFormat": "webm-24khz-16bit-mono-opus"
+                }
+            }
+        }
+    };
+    const onOpen = () => {
+        const configRequestString = `X-Timestamp:${getTimestampString()}\r\n` +
+            `Content-Type:application/json; charset=utf-8\r\n` +
+            `Path:speech.config\r\n\r\n` +
+            `${JSON.stringify(requestMetadata, null, 0)}\r\n`;
+        log(configRequestString);
+        webSocket.send(configRequestString);
+        existingWebSocketConnection = webSocket;
+        webSocket.off("open", onOpen);
+        webSocket.off("close", onClose);
+        webSocket.off("error", onError);
+        requestOpenPromise.resolve(webSocket);
+    };
+    const onClose = (code, reason) => {
+        log("WebSocket closed.");
+        log(code);
+        log(reason.toString());
+        if (reason.length > 0) {
+            requestOpenPromise.reject(`Websocket closed with code ${code}, reason: ${reason}`);
+        }
+    };
+    const onError = (err) => {
+        requestOpenPromise.reject(err);
+    };
+    webSocket.on("open", onOpen);
+    webSocket.on("close", onClose);
+    webSocket.on("error", onError);
+    return requestOpenPromise.promise;
+}
+export async function getVoiceList(trustedClientToken) {
+    const response = await request({
+        method: "GET",
+        url: "https://speech.platform.bing.com/consumer/speech/synthesize/" +
+            `readaloud/voices/list?trustedclienttoken=${trustedClientToken}`,
+        headers: {
+            "sec-ch-ua": `" Not;A Brand";v="99", "Microsoft Edge";v="103", "Chromium";v="103"`,
+            "dnt": "1",
+            "sec-ch-ua-mobile": "?0",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5060.66 Safari/537.36 Edg/103.0.1264.44",
+            "sec-ch-ua-platform": "Windows",
+            "accept": "*/*",
+            "sec-fetch-site": "none",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-dest": "empty",
+            "accept-encoding": "gzip, deflate, br",
+            "accept-language": "en-US,en;q=0.9",
+        },
+        responseType: "json"
+    });
+    return response.data;
+}
+function getTimestampString() {
+    const timestampString = new Date(new Date().toLocaleString("en-US", { timeZone: "UTC" })).toString().replace(/GMT.*/, "GMT+0000 (Coordinated Universal Time)");
+    return timestampString;
+}
+function getRandomID() {
+    return randomUUID().replace(/-/g, "");
+}
+function parseHeaderString(headerString) {
+    const headers = {};
+    for (const headerLine of headerString.split("\r\n")) {
+        const [key, value] = headerLine.split(":");
+        headers[key] = value;
+    }
+    return headers;
+}
+function parseTextMessage(message) {
+    const [headerString, content] = message.split("\r\n\r\n");
+    return [parseHeaderString(headerString), JSON.parse(content)];
+}
+function parseBinaryMessage(message) {
+    const audioChunk = splitBuffer(message, Buffer.from("Path:audio\r\n"))[1];
+    const headerBuffer = message.subarray(2, message.length - audioChunk.length);
+    const headerString = headerBuffer.toString("utf8").trim();
+    return [parseHeaderString(headerString), audioChunk];
+}
+//# sourceMappingURL=MicrosoftEdgeTTS.js.map

package/dist/synthesis/MicrosoftEdgeTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MicrosoftEdgeTTS.js","sourceRoot":"","sources":["../../src/synthesis/MicrosoftEdgeTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAChC,OAAO,SAAS,MAAM,IAAI,CAAA;AAE1B,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAErC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACnC,OAAO,WAAW,MAAM,cAAc,CAAA;AAEtC,OAAO,KAAK,yBAAyB,MAAM,gCAAgC,CAAA;AAC3E,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAA;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAEhE,MAAM,YAAY,GAAG,KAAK,CAAA;AAE1B,MAAM,GAAG,GAAuB,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;AAEtE,MAAM,CAAC,KAAK,UAAU,UAAU,CAC/B,IAAY,EACZ,kBAA0B,EAC1B,KAAK,GAAG,yEAAyE,EACjF,eAAe,GAAG,MAAM,EACxB,cAAc,GAAG,KAAK,EACtB,gBAAgB,GAAG,KAAK;IAExB,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAA;IAE/D,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,gBAAgB,CAAC,CAAA;IACxI,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAE7E,MAAM,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IACnD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,wBAAwB,CAAC,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAA;IAC1G,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAC9B,CAAC;AAID,KAAK,UAAU,gBAAgB,CAC9B,IAAY,EACZ,kBAA0B,EAC1B,KAAK,GAAG,yEAAyE,EACjF,eAAe,GAAG,MAAM,EACxB,cAAc,GAAG,KAAK,EACtB,gBAAgB,GAAG,KAAK;IAExB,MAAM,oBAAoB,GAAG,IAAI,WAAW,EAA0B,CAAA;IAEtE,MAAM,SAAS,GAAG,WAAW,EAAE,CAAA;IAE/B,MAAM,SAAS,GAAG,MAAM,6BAA6B,CAAC,kBAAkB,CAAC,CAAA;IAEzE,MAAM,sBAAsB,GAAa,EAAE,CAAA;IAC3C,MAAM,qBAAqB,GAAU,EAAE,CAAA;IACvC,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,MAAM,SAAS,GAAG,CAAC,WAAmB,EAAE,QAAiB,EAAE,EAAE;QAC5D,IAAI,QAAQ,EAAE;YACb,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAA;YAE5D,IAAI,MAAM,CAAC,aAAa,CAAC,IAAI,SAAS,EAAE;gBACvC,GAAG,CAAC,oDAAoD,SAAS,EAAE,CAAC,CAAA;gBAEpE,OAAM;aACN;YAED,GAAG,CAAC,4BAA4B,CAAC,CAAA;YACjC,GAAG,CAAC,MAAM,CAAC,CAAA;YAEX,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACxC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;YAEhD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;SAC5B;aAAM;YACN,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC5C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;YAEnD,IAAI,MAAM,CAAC,aAAa,CAAC,IAAI,SAAS,EAAE;gBACvC,GAAG,CAAC,kDAAkD,SAAS,EAAE,CAAC,CAAA;gBAClE,OAAM;aACN;YAED,GAAG,CAAC,0BAA0B,CAAC,CAAA;YAC/B,GAAG,CAAC,MAAM,CAAC,CAAA;YACX,GAAG,CAAC,OAAO,CAAC,CAAA;YAEZ,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,YAAY,EAAE;aAEnC;iBACI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,gBAAgB,EAAE;gBAC5C,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;aAClD;iBACI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,EAAE;gBACtC,MAAM,MAAM,GAA2B,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;gBAE/G,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;gBACnC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;gBAC/B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;gBAE/B,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;aACpC;SACD;IACF,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,GAAU,EAAE,EAAE;QAC9B,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACjC,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,KAAK,EAAE,IAAY,EAAE,MAAc,EAAE,EAAE;QACtD,GAAG,CAAC,mBAAmB,CAAC,CAAA;QACxB,GAAG,CAAC,IAAI,CAAC,CAAA;QACT,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;QAEtB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,oBAAoB,CAAC,MAAM,CAAC,8BAA8B,IAAI,aAAa,MAAM,EAAE,CAAC,CAAA;SACpF;IACF,CAAC,CAAA;IAED,SAAS,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IAClC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC9B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAE9B,MAAM,kBAAkB,GACvB,oFAAoF;QACpF,iBAAiB,KAAK,IAAI;QAC1B,mBAAmB,eAAe,WAAW,cAAc,aAAa,gBAAgB,IAAI;QAC5F,MAAM,CAAC,IAAI,CAAC;QACZ,YAAY;QACZ,UAAU;QACV,UAAU,CAAA;IAEX,MAAM,iBAAiB,GACtB,eAAe,SAAS,MAAM;QAC9B,uCAAuC;QACvC,eAAe,kBAAkB,EAAE,OAAO,GAAG,gDAAgD;QAC7F,mBAAmB;QACnB,kBAAkB,CAAA;IAEnB,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAEtB,SAAS,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAEjC,OAAO,oBAAoB,CAAC,OAAO,CAAA;AACpC,CAAC;AAED,IAAI,2BAA2B,GAA0B,SAAS,CAAA;AAElE,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,kBAA0B;IAC7E,MAAM,kBAAkB,GAAG,IAAI,WAAW,EAAa,CAAA;IAEvD,IAAI,2BAA2B,IAAI,2BAA2B,CAAC,UAAU,IAAI,SAAS,CAAC,IAAI,EAAE;QAC5F,GAAG,CAAC,0DAA0D,CAAC,CAAA;QAE/D,kBAAkB,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAA;QAEvD,OAAO,kBAAkB,CAAC,OAAO,CAAA;KACjC;SAAM;QACN,2BAA2B,GAAG,SAAS,CAAA;KACvC;IAED,MAAM,YAAY,GAAG,WAAW,EAAE,CAAA;IAElC,MAAM,UAAU,GAAG,iCAAiC;QACnD,8CAA8C;QAC9C,uBAAuB,kBAAkB,EAAE;QAC3C,gBAAgB,GAAG,YAAY,CAAA;IAEhC,GAAG,CAAC,UAAU,CAAC,CAAA;IACf,GAAG,CAAC,EAAE,CAAC,CAAA;IAEP,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,UAAU,EAAE;QAC3C,OAAO,EAAE;YACR,QAAQ,EAAE,UAAU;YACpB,eAAe,EAAE,UAAU;YAC3B,YAAY,EAAE,uIAAuI;YACrJ,QAAQ,EAAE,qDAAqD;YAC/D,iBAAiB,EAAE,mBAAmB;YACtC,iBAAiB,EAAE,gBAAgB;SACnC;KACD,CAAC,CAAA;IAEF,MAAM,eAAe,GAAG;QACvB,SAAS,EAAE;YACV,WAAW,EAAE;gBACZ,OAAO,EAAE;oBACR,iBAAiB,EAAE;wBAClB,yBAAyB,EAAE,OAAO;wBAClC,qBAAqB,EAAE,MAAM;qBAC7B;oBACD,cAAc,EAAE,4BAA4B;iBAC5C;aACD;SACD;KACD,CAAA;IAED,MAAM,MAAM,GAAG,GAAG,EAAE;QACnB,MAAM,mBAAmB,GACxB,eAAe,kBAAkB,EAAE,MAAM;YACzC,kDAAkD;YAClD,4BAA4B;YAC5B,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAA;QAElD,GAAG,CAAC,mBAAmB,CAAC,CAAA;QAExB,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;QAEnC,2BAA2B,GAAG,SAAS,CAAA;QAEvC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAC7B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAC/B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAE/B,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IACtC,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,MAAc,EAAE,EAAE;QAChD,GAAG,CAAC,mBAAmB,CAAC,CAAA;QACxB,GAAG,CAAC,IAAI,CAAC,CAAA;QACT,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;QAEtB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,kBAAkB,CAAC,MAAM,CAAC,8BAA8B,IAAI,aAAa,MAAM,EAAE,CAAC,CAAA;SAClF;IACF,CAAC,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,GAAU,EAAE,EAAE;QAC9B,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IAC/B,CAAC,CAAA;IAED,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC9B,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAE9B,OAAO,kBAAkB,CAAC,OAAO,CAAA;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,kBAA0B;IAC5D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,MAAM,EAAE,KAAK;QAEb,GAAG,EAAE,8DAA8D;YAClE,4CAA4C,kBAAkB,EAAE;QAEjE,OAAO,EAAE;YACR,WAAW,EAAE,qEAAqE;YAClF,KAAK,EAAE,GAAG;YACV,kBAAkB,EAAE,IAAI;YACxB,YAAY,EAAE,uIAAuI;YACrJ,oBAAoB,EAAE,SAAS;YAC/B,QAAQ,EAAE,KAAK;YACf,gBAAgB,EAAE,MAAM;YACxB,gBAAgB,EAAE,MAAM;YACxB,gBAAgB,EAAE,OAAO;YACzB,iBAAiB,EAAE,mBAAmB;YACtC,iBAAiB,EAAE,gBAAgB;SACnC;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,OAAO,QAAQ,CAAC,IAAa,CAAA;AAC9B,CAAC;AACD,SAAS,kBAAkB;IAC1B,MAAM,eAAe,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,uCAAuC,CAAC,CAAA;IAC9J,OAAO,eAAe,CAAA;AACvB,CAAC;AAED,SAAS,WAAW;IACnB,OAAO,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,YAAoB;IAC9C,MAAM,OAAO,GAAQ,EAAE,CAAA;IAEvB,KAAK,MAAM,UAAU,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE;QACpD,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC1C,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;KACpB;IAED,OAAO,OAAO,CAAA;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACxC,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;IAEzD,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;AAC9D,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAe;IAC1C,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACzE,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAA;IAC5E,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;IAEzD,OAAO,CAAC,iBAAiB,CAAC,YAAY,CAAC,EAAE,UAAU,CAAC,CAAA;AACrD,CAAC"}

package/dist/synthesis/SamTTS.d.ts

@@ -0,0 +1,4 @@
+import { RawAudio } from '../audio/AudioUtilities.js';
+export declare function synthesize(text: string, pitch?: number, speed?: number, mouth?: number, throat?: number): Promise<{
+    rawAudio: RawAudio;
+}>;

package/dist/synthesis/SamTTS.js

@@ -0,0 +1,21 @@
+import { Logger } from '../utilities/Logger.js';
+// SAM (Software Automatic Mouth) speech synthesizer from 1982 (pure JS port)
+//
+// https://github.com/discordier/sam
+//
+// https://habr-com.translate.goog/ru/post/500764/?_x_tr_sl=auto&_x_tr_tl=en
+export async function synthesize(text, pitch = 64, speed = 72, mouth = 128, throat = 128) {
+    const logger = new Logger();
+    logger.start("Initialize sam module");
+    const { default: SamJs } = await import('sam-js');
+    const sam = new SamJs({ pitch, speed, mouth, throat });
+    logger.start("Synthesize with sam");
+    const samples = sam.buf32(text);
+    if (!samples) {
+        throw new Error("Sam TTS failed");
+    }
+    const rawAudio = { audioChannels: [samples], sampleRate: 22050 };
+    logger.end();
+    return { rawAudio };
+}
+//# sourceMappingURL=SamTTS.js.map

package/dist/synthesis/SamTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SamTTS.js","sourceRoot":"","sources":["../../src/synthesis/SamTTS.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,6EAA6E;AAC7E,EAAE;AACF,oCAAoC;AACpC,EAAE;AACF,4EAA4E;AAE5E,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,GAAG,GAAG,EAAE,MAAM,GAAG,GAAG;IAC/F,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;IAErC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAA;IAEjD,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;IAEtD,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;IACnC,MAAM,OAAO,GAAiB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAiB,CAAA;IAE7D,IAAI,CAAC,OAAO,EAAE;QACb,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAA;KACjC;IAED,MAAM,QAAQ,GAAa,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAA;IAE1E,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,QAAQ,EAAE,CAAA;AACpB,CAAC"}

package/dist/synthesis/SapiTTS.d.ts

@@ -0,0 +1,9 @@
+import { SynthesisVoice } from "../api/API.js";
+import { RawAudio } from "../audio/AudioUtilities.js";
+import { Timeline } from "../utilities/Timeline.js";
+export declare function synthesize(text: string, voiceName: string, rate?: number, useSpeechPlatform?: boolean): Promise<{
+    rawAudio: RawAudio;
+    timeline: Timeline;
+}>;
+export declare function getVoiceList(useSpeechPlatform?: boolean): Promise<SynthesisVoice[]>;
+export declare function AssertSAPIAvailable(testForSpeechPlatform?: boolean): Promise<void>;

package/dist/synthesis/SapiTTS.js

@@ -0,0 +1,211 @@
+import { decodeToChannels } from "../audio/AudioBufferConversion.js";
+import { SampleFormat } from "../codecs/WaveCodec.js";
+import { getShortLanguageCode, lcidToIsoLanguageCode } from "../utilities/Locale.js";
+import { Logger } from "../utilities/Logger.js";
+import { logToStderr } from "../utilities/Utilities.js";
+const log = logToStderr;
+export function synthesize(text, voiceName, rate = 0, useSpeechPlatform = false) {
+    return new Promise(async (resolve, reject) => {
+        const logger = new Logger();
+        logger.start("Initialize winax module");
+        const { default: WinAX } = await import("winax");
+        logger.start("Create SAPI COM object");
+        const sapiVoice = new global.ActiveXObject(useSpeechPlatform ? "Speech.SPVoice" : "SAPI.SPVoice");
+        sapiVoice.EventInterests = 33790;
+        logger.start("Get SAPI voice list and select best match");
+        if (voiceName) {
+            const voiceObjects = sapiVoice.GetVoices();
+            for (let i = 0; i < voiceObjects.Count; i++) {
+                const voiceObject = voiceObjects.Item(i);
+                const candidateVoiceName = voiceObject.GetDescription();
+                if (candidateVoiceName == voiceName) {
+                    sapiVoice.Voice = voiceObject;
+                }
+            }
+        }
+        sapiVoice.Rate = rate;
+        // Create phone converter for language
+        const sapiPhoneConverter = new global.ActiveXObject(useSpeechPlatform ? "Speech.SpPhoneConverter" : "SAPI.SpPhoneConverter");
+        const sapiLanguageCodeHex = sapiVoice.Voice.GetAttribute('Language');
+        const sapiLanguageCode = parseInt(sapiLanguageCodeHex, 16);
+        sapiPhoneConverter.LanguageId = sapiLanguageCode;
+        logger.start("Synthesize with SAPI");
+        const sampleRate = 22050;
+        const bytesPerSecond = sampleRate * 2;
+        const sapiOutputStream = new global.ActiveXObject('SAPI.SpMemoryStream');
+        sapiOutputStream.Format.Type = 22; // format code code for SAFT22kHz16BitMono
+        sapiVoice.AudioOutputStream = sapiOutputStream;
+        const dispatchMessagesInterval = setInterval(() => {
+            WinAX.peekAndDispatchMessages();
+        }, 50);
+        const connectionPoints = WinAX.getConnectionPoints(sapiVoice);
+        const connectionPoint = connectionPoints[0];
+        const methods = connectionPoint.getMethods();
+        const events = [];
+        let lastWordEvent = null;
+        let lastWordCharPos = -1;
+        connectionPoint.advise({
+            StartStream: () => {
+            },
+            Word: (streamId, streamPos, charPos, length) => {
+                if (lastWordCharPos == charPos) {
+                    return;
+                }
+                const wordText = text.substring(charPos, charPos + length);
+                const startTime = streamPos / bytesPerSecond;
+                const wordEvent = { type: "word", text: wordText, startTime, endTime: -1, timeline: [] };
+                events.push(wordEvent);
+                lastWordEvent = wordEvent;
+                lastWordCharPos = charPos;
+            },
+            Phoneme: (streamId, streamPos, duration, nextPhoneId, feature, currentPhoneId) => {
+                if (events.length == 0) {
+                    return;
+                }
+                const phoneText = sapiPhoneConverter.IdToPhone(currentPhoneId);
+                if (phoneText == "," || phoneText == "_") {
+                    return;
+                }
+                const startTime = streamPos / bytesPerSecond;
+                const endTime = startTime + (duration / 1000);
+                events.push({ type: "phone", text: phoneText, startTime, endTime });
+            },
+            EndStream: (streamId, streamPos) => {
+                clearInterval(dispatchMessagesInterval);
+                const audioData = Buffer.from(sapiOutputStream.GetData());
+                const audioChannels = decodeToChannels(audioData, 1, 16, SampleFormat.PCM);
+                WinAX.release(sapiOutputStream);
+                WinAX.release(sapiVoice);
+                logger.end();
+                resolve({ rawAudio: { audioChannels, sampleRate }, timeline: eventsToTimeline(events, audioChannels[0].length / sampleRate) });
+            }
+        });
+        sapiVoice.Speak(text);
+    });
+}
+export async function getVoiceList(useSpeechPlatform = false) {
+    const { default: WinAX } = await import("winax");
+    const sapiVoice = new global.ActiveXObject(useSpeechPlatform ? "Speech.SPVoice" : "SAPI.SPVoice");
+    const voiceObjects = sapiVoice.GetVoices();
+    const voices = [];
+    for (let i = 0; i < voiceObjects.Count; i++) {
+        const voiceObject = voiceObjects.Item(i);
+        const voiceName = voiceObject.GetDescription();
+        const voiceGender = voiceObject.GetAttribute("Gender")?.toLowerCase();
+        const sapiLanguageCodeHex = voiceObject.GetAttribute('Language');
+        const sapiLanguageCode = parseInt(sapiLanguageCodeHex, 16);
+        const languageCodes = await lcidToIsoLanguageCode(sapiLanguageCode);
+        if (!languageCodes) {
+            throw new Error(`Couldn't translate SAPI language code ${sapiLanguageCode} to ISO, for voice '${voiceName}'`);
+        }
+        const resultLanguageCodes = [];
+        for (const languageCode of languageCodes) {
+            if (!resultLanguageCodes.includes(languageCode)) {
+                resultLanguageCodes.push(languageCode);
+            }
+            const shortLanguageCode = getShortLanguageCode(languageCode);
+            if (!resultLanguageCodes.includes(shortLanguageCode)) {
+                resultLanguageCodes.push(shortLanguageCode);
+            }
+        }
+        voices.push({
+            name: voiceName,
+            languages: resultLanguageCodes,
+            gender: voiceGender || "unknown"
+        });
+    }
+    WinAX.release(sapiVoice);
+    return voices;
+}
+export async function AssertSAPIAvailable(testForSpeechPlatform = false) {
+    if (process.platform != "win32") {
+        throw new Error(`SAPI is not available on your platform. SAPI is a Microsoft Windows technology that is only runs on a Windows OS.`);
+    }
+    try {
+        const { default: WinAX } = await import("winax");
+    }
+    catch (e) {
+        throw new Error(`winax package, which is required for SAPI support, was not found. You can install it by running 'npm install winax -g'.`);
+    }
+    try {
+        const voice = new global.ActiveXObject("SAPI.SPVoice");
+    }
+    catch (e) {
+        throw new Error(`Failed creating a SAPI instance: ${e}`);
+    }
+    try {
+        const voice = new global.ActiveXObject("Speech.SPVoice");
+    }
+    catch (e) {
+        throw new Error(`Failed creating an msspeech instance. Please ensure you installed the Microsoft Speech Platform runtime correctly.`);
+    }
+}
+function eventsToTimeline(events, totalDuration) {
+    const timeline = [];
+    for (const event of events) {
+        if (event.type == "word") {
+            timeline.push(event);
+        }
+        else if (event.type == "phone") {
+            if (timeline.length == 0) {
+                throw new Error("Unexpected: phone event preceded a word event");
+            }
+            const lastWordEntry = timeline[timeline.length - 1];
+            lastWordEntry.endTime = event.endTime;
+            const phoneTimeline = lastWordEntry.timeline;
+            phoneTimeline.push(event);
+        }
+    }
+    if (timeline.length > 0 && timeline[timeline.length - 1].endTime == -1) {
+        timeline[timeline.length - 1].endTime = totalDuration;
+    }
+    return timeline;
+}
+// References: https://goo.gl/cxlj0b, https://goo.gl/MWbQns, https://goo.gl/sbJxxR
+const lcidToIsoLanguageCodeLookup = {
+    1033: 'en-US',
+    1031: 'de-DE',
+    3081: 'en-AU',
+    4105: 'en-CA',
+    2057: 'en-GB',
+    16393: 'en-IN',
+    1030: 'da-DK',
+    3082: 'es-ES',
+    1035: 'fi-FI',
+    1036: 'fr-FR',
+    1040: 'it-IT',
+    1041: 'ja-JP',
+    1042: 'ko-KR',
+    1043: 'nl-NL',
+    1045: 'pl-PL',
+    2070: 'pt-PT',
+    1049: 'ru-RU',
+    1053: 'sv-SE',
+    2052: 'zh-CN',
+    1025: 'ar-SA',
+    1026: 'bg-BG',
+    1028: 'zh-TW',
+    1050: 'hr-HR',
+    1029: 'cs-CZ',
+    1061: 'et-EE',
+    1032: 'el-GR',
+    1037: 'he-IL',
+    1081: 'hi-IN',
+    1038: 'hu-HU',
+    1057: 'id-ID',
+    1087: 'kk-KZ',
+    1062: 'lv-LV',
+    1063: 'lt-LT',
+    1086: 'ms-MY',
+    1044: 'nb-NO',
+    1046: 'pt-BR',
+    1048: 'ro-RO',
+    2074: 'sr-latn-RS',
+    1051: 'sk-SK',
+    1060: 'sl-SI',
+    1054: 'th-TH',
+    1055: 'tr-TR',
+    1058: 'uk-UA',
+    1066: 'vi-VN',
+};
+//# sourceMappingURL=SapiTTS.js.map

package/dist/synthesis/SapiTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SapiTTS.js","sourceRoot":"","sources":["../../src/synthesis/SapiTTS.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAA;AAEpE,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACrD,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AACpF,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAE/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,SAAiB,EAAE,IAAI,GAAG,CAAC,EAAE,iBAAiB,GAAG,KAAK;IAC9F,OAAO,IAAI,OAAO,CAA6C,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QACxF,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;QAC3B,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAEvC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAA;QAEhD,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;QACtC,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,cAAc,CAAC,CAAA;QACjG,SAAS,CAAC,cAAc,GAAG,KAAK,CAAA;QAEhC,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAEzD,IAAI,SAAS,EAAE;YACd,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,EAAE,CAAA;YAE1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC5C,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACxC,MAAM,kBAAkB,GAAG,WAAW,CAAC,cAAc,EAAE,CAAA;gBAEvD,IAAI,kBAAkB,IAAI,SAAS,EAAE;oBACpC,SAAS,CAAC,KAAK,GAAG,WAAW,CAAA;iBAC7B;aACD;SACD;QAED,SAAS,CAAC,IAAI,GAAG,IAAI,CAAA;QAErB,sCAAsC;QACtC,MAAM,kBAAkB,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAA;QAC5H,MAAM,mBAAmB,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,CAAC,UAAU,CAAC,CAAA;QACpE,MAAM,gBAAgB,GAAG,QAAQ,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAA;QAE1D,kBAAkB,CAAC,UAAU,GAAG,gBAAgB,CAAA;QAEhD,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAA;QAEpC,MAAM,UAAU,GAAG,KAAK,CAAA;QACxB,MAAM,cAAc,GAAG,UAAU,GAAG,CAAC,CAAA;QAErC,MAAM,gBAAgB,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAA;QACxE,gBAAgB,CAAC,MAAM,CAAC,IAAI,GAAG,EAAE,CAAA,CAAC,0CAA0C;QAC5E,SAAS,CAAC,iBAAiB,GAAG,gBAAgB,CAAA;QAE9C,MAAM,wBAAwB,GAAG,WAAW,CAAC,GAAG,EAAE;YACjD,KAAK,CAAC,uBAAuB,EAAE,CAAA;QAChC,CAAC,EAAE,EAAE,CAAC,CAAA;QAEN,MAAM,gBAAgB,GAAG,KAAK,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAA;QAC7D,MAAM,eAAe,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAA;QAE3C,MAAM,OAAO,GAAG,eAAe,CAAC,UAAU,EAAE,CAAA;QAE5C,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,IAAI,aAAa,GAAyB,IAAI,CAAA;QAC9C,IAAI,eAAe,GAAG,CAAC,CAAC,CAAA;QAExB,eAAe,CAAC,MAAM,CAAC;YACtB,WAAW,EAAE,GAAG,EAAE;YAClB,CAAC;YAED,IAAI,EAAE,CAAC,QAAgB,EAAE,SAAiB,EAAE,OAAe,EAAE,MAAc,EAAE,EAAE;gBAC9E,IAAI,eAAe,IAAI,OAAO,EAAE;oBAC/B,OAAM;iBACN;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAAC,CAAA;gBAC1D,MAAM,SAAS,GAAG,SAAS,GAAG,cAAc,CAAA;gBAE5C,MAAM,SAAS,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAmB,CAAA;gBACzG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBAEtB,aAAa,GAAG,SAAS,CAAA;gBACzB,eAAe,GAAG,OAAO,CAAA;YAC1B,CAAC;YAED,OAAO,EAAE,CAAC,QAAgB,EAAE,SAAiB,EAAE,QAAgB,EAAE,WAAmB,EAAE,OAAe,EAAE,cAAsB,EAAE,EAAE;gBAChI,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;oBACvB,OAAM;iBACN;gBAED,MAAM,SAAS,GAAG,kBAAkB,CAAC,SAAS,CAAC,cAAc,CAAC,CAAA;gBAE9D,IAAI,SAAS,IAAI,GAAG,IAAI,SAAS,IAAI,GAAG,EAAE;oBACzC,OAAM;iBACN;gBAED,MAAM,SAAS,GAAG,SAAS,GAAG,cAAc,CAAA;gBAC5C,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAA;gBAE7C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;YACpE,CAAC;YAED,SAAS,EAAE,CAAC,QAAgB,EAAE,SAAiB,EAAE,EAAE;gBAClD,aAAa,CAAC,wBAAwB,CAAC,CAAA;gBAEvC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAA;gBACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,YAAY,CAAC,GAAG,CAAC,CAAA;gBAE1E,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;gBAC/B,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;gBAExB,MAAM,CAAC,GAAG,EAAE,CAAA;gBAEZ,OAAO,CAAC,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,gBAAgB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;YAC/H,CAAC;SACD,CAAC,CAAA;QAEF,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACtB,CAAC,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,iBAAiB,GAAG,KAAK;IAC3D,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAA;IAEhD,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,cAAc,CAAC,CAAA;IAEjG,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,EAAE,CAAA;IAE1C,MAAM,MAAM,GAAqB,EAAE,CAAA;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5C,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACxC,MAAM,SAAS,GAAG,WAAW,CAAC,cAAc,EAAE,CAAA;QAC9C,MAAM,WAAW,GAAG,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,WAAW,EAAE,CAAA;QAErE,MAAM,mBAAmB,GAAG,WAAW,CAAC,YAAY,CAAC,UAAU,CAAC,CAAA;QAChE,MAAM,gBAAgB,GAAG,QAAQ,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAA;QAE1D,MAAM,aAAa,GAAG,MAAM,qBAAqB,CAAC,gBAAgB,CAAC,CAAA;QAEnE,IAAI,CAAC,aAAa,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,yCAAyC,gBAAgB,uBAAuB,SAAS,GAAG,CAAC,CAAA;SAC7G;QAED,MAAM,mBAAmB,GAAa,EAAE,CAAA;QAExC,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE;YACzC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;gBAChD,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;aACtC;YAED,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAA;YAC5D,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE;gBACrD,mBAAmB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;aAC3C;SACD;QAED,MAAM,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,mBAAmB;YAC9B,MAAM,EAAE,WAAW,IAAI,SAAS;SAChC,CAAC,CAAA;KACF;IAED,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAExB,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,qBAAqB,GAAG,KAAK;IACtE,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,EAAE;QAChC,MAAM,IAAI,KAAK,CAAC,mHAAmH,CAAC,CAAA;KACpI;IAED,IAAI;QACH,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAA;KAChD;IAAC,OAAO,CAAC,EAAE;QACX,MAAM,IAAI,KAAK,CAAC,yHAAyH,CAAC,CAAA;KAC1I;IAED,IAAI;QACH,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,cAAc,CAAC,CAAA;KACtD;IAAC,OAAO,CAAC,EAAE;QACX,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,EAAE,CAAC,CAAA;KACxD;IAED,IAAI;QACH,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAA;KACxD;IAAC,OAAM,CAAC,EAAE;QACV,MAAM,IAAI,KAAK,CAAC,oHAAoH,CAAC,CAAA;KACrI;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAgB,EAAE,aAAqB;IAChE,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM,EAAE;YACzB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACpB;aAAM,IAAI,KAAK,CAAC,IAAI,IAAI,OAAO,EAAE;YACjC,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE;gBACzB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;aAChE;YAED,MAAM,aAAa,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAEnD,aAAa,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;YAErC,MAAM,aAAa,GAAG,aAAa,CAAC,QAAS,CAAA;YAE7C,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACzB;KACD;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE;QACvE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAA;KACrD;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,kFAAkF;AAClF,MAAM,2BAA2B,GAA4B;IAC5D,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IAEb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;CACb,CAAA"}

package/dist/synthesis/StreamlabsPollyTTS.d.ts

@@ -0,0 +1,12 @@
+/// <reference types="node" resolution-mode="require"/>
+import { SynthesisVoice } from "../api/API.js";
+import { Timeline } from "../utilities/Timeline.js";
+export declare function synthesizeLongText(text: string, voice: string, languageCode: string, sentenceEndPause?: number, segmentEndPause?: number): Promise<{
+    rawAudio: {
+        audioChannels: Float32Array[];
+        sampleRate: number;
+    };
+    timeline: Timeline;
+}>;
+export declare function synthesizeFragment(text: string, voice: string): Promise<Buffer>;
+export declare const voiceList: SynthesisVoice[];

package/dist/synthesis/StreamlabsPollyTTS.js

@@ -0,0 +1,88 @@
+import { request } from "gaxios";
+import { trimAudioEnd } from "../audio/AudioUtilities.js";
+import * as FFMpegTranscoder from "../codecs/FFMpegTranscoder.js";
+import { Phrase, splitToFragments } from "../nlp/Segmentation.js";
+import { Logger } from "../utilities/Logger.js";
+import { concatFloat32Arrays, logToStderr } from "../utilities/Utilities.js";
+const log = logToStderr;
+const maxTextLengthPerRequest = 200;
+export async function synthesizeLongText(text, voice, languageCode, sentenceEndPause = 0.75, segmentEndPause = 1.0) {
+    if (text.length == 0) {
+        throw new Error("Text is empty");
+    }
+    const logger = new Logger();
+    logger.start("Prepare and split text");
+    const fragments = await splitToFragments(text, maxTextLengthPerRequest, languageCode);
+    const audioFragments = [];
+    let fragmentsSampleRate = 0;
+    const timeline = [];
+    for (let i = 0; i < fragments.length; i++) {
+        const fragment = fragments[i];
+        logger.start(`Request synthesis for text fragment ${i + 1}/${fragments.length} from Streamslabs Polly`);
+        const fragmentMp3Stream = await synthesizeFragment(fragment.text, voice);
+        if (fragmentMp3Stream.length == 0) {
+            continue;
+        }
+        const rawAudio = await FFMpegTranscoder.decodeToChannels(fragmentMp3Stream, 24000, 1);
+        fragmentsSampleRate = rawAudio.sampleRate;
+        let targetEndingSilenceTime;
+        if (fragment.lastSegment?.isSentenceFinalizer) {
+            targetEndingSilenceTime = sentenceEndPause;
+        }
+        else if (fragment.lastSegment instanceof Phrase) {
+            targetEndingSilenceTime = segmentEndPause;
+        }
+        else {
+            targetEndingSilenceTime = 0;
+        }
+        const trimmedAudio = trimAudioEnd(rawAudio.audioChannels[0], targetEndingSilenceTime * rawAudio.sampleRate);
+        audioFragments.push(trimmedAudio);
+        const startTime = timeline.length == 0 ? 0 : timeline[timeline.length - 1].endTime;
+        const endTime = startTime + (trimmedAudio.length / fragmentsSampleRate);
+        timeline.push({
+            type: "segment",
+            text: fragment.text,
+            startTime,
+            endTime
+        });
+    }
+    const rawAudio = { audioChannels: [concatFloat32Arrays(audioFragments)], sampleRate: fragmentsSampleRate };
+    logger.end();
+    return {
+        rawAudio,
+        timeline
+    };
+}
+export async function synthesizeFragment(text, voice) {
+    const response = await request({
+        url: `https://streamlabs.com/polly/speak`,
+        method: "POST",
+        data: {
+            voice,
+            text,
+        },
+        responseType: "json"
+    });
+    const responseObject = response.data;
+    const audioUrl = responseObject.speak_url;
+    const audioUrlResponse = await request({ url: audioUrl, responseType: "arraybuffer" });
+    return Buffer.from(audioUrlResponse.data);
+}
+export const voiceList = [
+    { name: "Brian", languages: ["en-GB", "en"], gender: "male" },
+    { name: "Emma", languages: ["en-GB", "en"], gender: "female" },
+    { name: "Russell", languages: ["en-AU", "en"], gender: "male" },
+    { name: "Joey", languages: ["en-US", "en"], gender: "male" },
+    { name: "Matthew", languages: ["en-US", "en"], gender: "male" },
+    { name: "Joanna", languages: ["en-US", "en"], gender: "female" },
+    { name: "Kimberly", languages: ["en-US", "en"], gender: "female" },
+    { name: "Amy", languages: ["en-GB", "en"], gender: "female" },
+    { name: "Geraint", languages: ["en-GB-WLS", "en-GB", "en"], gender: "male" },
+    { name: "Nicole", languages: ["en-AU", "en"], gender: "female" },
+    { name: "Justin", languages: ["en-US", "en"], gender: "male" },
+    { name: "Ivy", languages: ["en-US", "en"], gender: "female" },
+    { name: "Kendra", languages: ["en-US", "en"], gender: "female" },
+    { name: "Salli", languages: ["en-US", "en"], gender: "female" },
+    { name: "Raveena", languages: ["en-IN", "en"], gender: "female" },
+];
+//# sourceMappingURL=StreamlabsPollyTTS.js.map

package/dist/synthesis/StreamlabsPollyTTS.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamlabsPollyTTS.js","sourceRoot":"","sources":["../../src/synthesis/StreamlabsPollyTTS.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AACzD,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAG5E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAEnC,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,YAAoB,EAAE,gBAAgB,GAAG,IAAI,EAAE,eAAe,GAAG,GAAG;IACzI,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE;QACrB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;KAChC;IAED,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAA;IAEtC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,uBAAuB,EAAE,YAAY,CAAC,CAAA;IAErF,MAAM,cAAc,GAAmB,EAAE,CAAA;IACzC,IAAI,mBAAmB,GAAG,CAAC,CAAA;IAE3B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAE7B,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,yBAAyB,CAAC,CAAA;QACvG,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAExE,IAAI,iBAAiB,CAAC,MAAM,IAAI,CAAC,EAAE;YAClC,SAAQ;SACR;QAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QACrF,mBAAmB,GAAG,QAAQ,CAAC,UAAU,CAAA;QAEzC,IAAI,uBAA+B,CAAA;QAEnC,IAAI,QAAQ,CAAC,WAAW,EAAE,mBAAmB,EAAE;YAC9C,uBAAuB,GAAG,gBAAgB,CAAA;SAC1C;aAAM,IAAI,QAAQ,CAAC,WAAW,YAAY,MAAM,EAAE;YAClD,uBAAuB,GAAG,eAAe,CAAA;SACzC;aAAM;YACN,uBAAuB,GAAG,CAAC,CAAA;SAC3B;QAED,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,uBAAuB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;QAE3G,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAEjC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAA;QAClF,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAA;QAEvE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS;YACT,OAAO;SACP,CAAC,CAAA;KACF;IAED,MAAM,QAAQ,GAAG,EAAE,aAAa,EAAE,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC,EAAE,UAAU,EAAE,mBAAmB,EAAE,CAAA;IAE1G,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO;QACN,QAAQ;QACR,QAAQ;KACR,CAAA;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAAY,EAAE,KAAa;IACnE,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,GAAG,EAAE,oCAAoC;QAEzC,MAAM,EAAE,MAAM;QAEd,IAAI,EAAE;YACL,KAAK;YACL,IAAI;SACJ;QAED,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAA;IACpC,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAA;IACzC,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAc,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;IAEnG,OAAO,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;AAC1C,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAqB;IAC1C,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC7D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC9D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAClE,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC5E,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE;IAC9D,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC7D,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;IAC/D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE;CACjE,CAAA"}

package/dist/synthesis/SvoxPicoTTS.d.ts

@@ -0,0 +1,11 @@
+import { SynthesisVoice } from "../api/API.js";
+import { RawAudio } from "../audio/AudioUtilities.js";
+export declare function synthesize(text: string, textAnalysisFilePath: string, signalGenerationFilePath: string, postprocessOutput?: boolean): Promise<{
+    rawAudio: RawAudio;
+}>;
+export declare function getInstance(): Promise<any>;
+export declare function getResourceFilenamesForLanguage(language: string): {
+    textAnalysisFilename: string;
+    signalGenerationFilename: string;
+};
+export declare const voiceList: SynthesisVoice[];