echogarden 0.0.1 → 0.1.0

package/dist/nlp/Segmentation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Segmentation.js","sourceRoot":"","sources":["../../src/nlp/Segmentation.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAA;AAE7B,OAAO,KAAK,gBAAgB,MAAM,mBAAmB,CAAA;AACrD,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAA;AAExE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAC9F,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7D,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAE7E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,MAAM,oBAAoB,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAAA;AACvE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC/C,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AACjD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAEnE,MAAM,UAAU,MAAM,CAAC,GAAW;IACjC,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;IAChB,OAAO,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;AACnE,CAAC;AAED,MAAM,OAAO,QAAQ;IACpB,OAAO,GAAa,EAAE,CAAA;IAEb,mBAAmB,GAAG,IAAI,CAAA;IAEnC,IAAI,MAAM,KAAK,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC;IAEzE,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAS,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA,CAAC,CAAC;CAC/F;AAED,MAAM,OAAO,MAAM;IAClB,KAAK,GAAW,EAAE,CAAA;IAElB,IAAI,MAAM,KAAK,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC;IAEnE,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAS,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA,CAAC,CAAC;IAEzF,IAAI,QAAQ;QACX,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;YAC3B,OAAO,SAAS,CAAA;SAChB;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACzC,CAAC;IAED,IAAI,mBAAmB,KAAK,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAA,CAAC,CAAC;CACtG;AAED,MAAM,OAAO,IAAI;IACP,IAAI,CAAQ;IACrB,mBAAmB,CAAS;IAE5B,YAAY,IAAY,EAAE,mBAA4B;QACrD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAA;IAC/C,CAAC;IAED,IAAI,uBAAuB,KAAK,OAAO,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAA,CAAC,CAAC;IAEpG,IAAI,YAAY,KAAK,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,CAAC,CAAC;IAE7D,IAAI,iBAAiB,KAAK,OAAO,IAAI,CAAC,uBAAuB,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAA,CAAC,CAAC;IAE7G,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAA,CAAC,CAAC;CACxC;AAID,MAAM,OAAO,QAAQ;IACpB,QAAQ,GAAc,EAAE,CAAA;IAExB,IAAI,MAAM,KAAK,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC;IAE1E,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAS,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA,CAAC,CAAC;IAElG,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,CAAA,CAAC,CAAC;IAEzC,IAAI,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,CAAA,CAAC,CAAC;IAEzC,IAAI,WAAW;QACd,IAAI,IAAI,CAAC,OAAO,EAAE;YACjB,OAAO,SAAS,CAAA;SAChB;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,iBAAyB,EAAE,QAAgB,EAAE,iBAAiB,GAAG,IAAI,EAAE,eAAe,GAAG,IAAI;IACjJ,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAE9C,MAAM,SAAS,GAAe,EAAE,CAAA;IAChC,IAAI,eAAe,GAAG,IAAI,QAAQ,EAAE,CAAA;IAEpC,MAAM,oCAAoC,GAAG,GAAG,EAAE,CAAC,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAAA;IAC7F,MAAM,yBAAyB,GAAG,GAAG,EAAE;QACtC,IAAI,eAAe,CAAC,UAAU,EAAE;YAC/B,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;YAC/B,eAAe,GAAG,IAAI,QAAQ,EAAE,CAAA;SAChC;IACF,CAAC,CAAA;IAED,MAAM,mBAAmB,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,IAAI,oCAAoC,EAAE,CAAA;IAE1G,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE;QAClC,IAAI,mBAAmB,CAAC,QAAQ,CAAC,EAAE;YAClC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACvC,SAAQ;SACR;QAED,IAAI,iBAAiB,EAAE;YACtB,yBAAyB,EAAE,CAAA;YAE3B,IAAI,mBAAmB,CAAC,QAAQ,CAAC,EAAE;gBAClC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;gBACvC,SAAQ;aACR;SACD;QAED,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE;YACtC,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE;gBAChC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACrC,SAAQ;aACR;YAGD,IAAI,eAAe,EAAE;gBACpB,yBAAyB,EAAE,CAAA;gBAE3B,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE;oBAChC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBACrC,SAAQ;iBACR;aACD;YAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE;gBAChC,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE;oBAC9B,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACnC,SAAQ;iBACR;gBAED,yBAAyB,EAAE,CAAA;gBAE3B,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE;oBAC9B,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACnC,SAAQ;iBACR;gBAED,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,MAAM,mDAAmD,iBAAiB,EAAE,CAAC,CAAA;aAClI;SACD;KACD;IAED,yBAAyB,EAAE,CAAA;IAE3B,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY,EAAE,QAAgB;IACzD,MAAM,aAAa,GAAG,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IACtD,MAAM,SAAS,GAAe,EAAE,CAAA;IAEhC,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE;QACzC,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAA;QAE/B,IAAI,aAAa,GAAG,IAAI,MAAM,EAAE,CAAA;QAChC,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QAE5D,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAClE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YAE9E,IAAI,IAAI,CAAC,iBAAiB,EAAE;gBAC3B,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAA;gBAChE,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAA;gBACxG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;gBAEpC,aAAa,GAAG,IAAI,MAAM,EAAE,CAAA;gBAC5B,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;aAClF;iBAAM;gBACN,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;aAC9B;SACD;QAED,IAAI,aAAa,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACnC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;SACpC;QAED,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;KACxB;IAED,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,QAAgB;IAC9D,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAE1D,OAAO,gBAAgB,CAAC,aAAa,CAAC,IAAI,EAAE,gBAAgB,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAA;AAC1F,CAAC;AAGD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,QAAgB;IAChE,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAE1D,IAAI,aAAa,IAAI,IAAI,IAAI,aAAa,IAAI,KAAK,EAAE;QACpD,OAAO,6BAA6B,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;KACtD;SAAM,IAAI,aAAa,IAAI,IAAI,EAAE;QACjC,OAAO,iCAAiC,CAAC,IAAI,CAAC,CAAA;KAC9C;SAAM;QACN,OAAO,gBAAgB,CAAC,SAAS,CAAC,IAAI,EAAE,gBAAgB,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAA;KACrF;AACF,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAC5E,CAAC"}

package/dist/nlp/TextNormalizer.d.ts

@@ -0,0 +1,4 @@
+import { CompromiseParsedSentence } from "./CompromiseNLP.js";
+export declare function getNormalizationMapForSpeech(terms: CompromiseParsedSentence, language: string): Map<number, string>;
+export declare function normalizeFourDigitYearString(yearString: string): string;
+export declare function normalizeFourDigitDecadeString(decadeString: string): string;

package/dist/nlp/TextNormalizer.js

@@ -0,0 +1,69 @@
+import { getShortLanguageCode } from "../utilities/Locale.js";
+export function getNormalizationMapForSpeech(terms, language) {
+    language = getShortLanguageCode(language);
+    const normalizationMap = new Map();
+    if (language != "en") {
+        return normalizationMap;
+    }
+    const numberPattern = /^[0-9][0-9\,\.]*$/;
+    const fourDigitYearPattern = /^[0-9][0-9][0-9][0-9]$/;
+    const fourDigitDecadePattern = /^[0-9][0-9][0-9]0s$/;
+    const fourDigitYearRangePattern = /^[0-9][0-9][0-9][0-9][\-\–][0-9][0-9][0-9][0-9]$/;
+    for (let termIndex = 0; termIndex < terms.length; termIndex++) {
+        const term = terms[termIndex];
+        const termText = term.text;
+        const lowerCaseTermText = termText.toLocaleLowerCase();
+        const nextTerms = terms.slice(termIndex + 1);
+        const nextTerm = nextTerms[0];
+        const nextTermText = nextTerm?.text;
+        if (lowerCaseTermText == "in" &&
+            term.postText.length > 0 && term.postText.trim() == "" &&
+            fourDigitYearPattern.test(nextTermText)) {
+            const normalizedString = normalizeFourDigitYearString(nextTermText);
+            normalizationMap.set(termIndex + 1, normalizedString);
+            termIndex += 1;
+        }
+        else if (lowerCaseTermText == "the" &&
+            term.postText.length > 0 && term.postText.trim() == "" &&
+            fourDigitDecadePattern.test(nextTermText)) {
+            const normalizedString = normalizeFourDigitDecadeString(nextTermText);
+            normalizationMap.set(termIndex + 1, normalizedString);
+            termIndex += 1;
+        }
+        else if (fourDigitYearRangePattern.test(termText)) {
+            const startYearString = normalizeFourDigitYearString(termText.substring(0, 4));
+            const endYearString = normalizeFourDigitYearString(termText.substring(5, 9));
+            const normalizedString = `${startYearString} to ${endYearString}`;
+            normalizationMap.set(termIndex, normalizedString);
+        }
+    }
+    return normalizationMap;
+}
+export function normalizeFourDigitYearString(yearString) {
+    const firstTwoDigitsValue = parseFloat(yearString.substring(0, 2));
+    const secondTwoDigitsValue = parseFloat(yearString.substring(2, 4));
+    let normalizedString;
+    if (firstTwoDigitsValue >= 10 && secondTwoDigitsValue >= 10) {
+        normalizedString = `${firstTwoDigitsValue} ${secondTwoDigitsValue}`;
+    }
+    else if (firstTwoDigitsValue >= 10 && firstTwoDigitsValue % 10 != 0 && secondTwoDigitsValue < 10) {
+        normalizedString = `${firstTwoDigitsValue} oh ${secondTwoDigitsValue}`;
+    }
+    else {
+        normalizedString = yearString;
+    }
+    return normalizedString;
+}
+export function normalizeFourDigitDecadeString(decadeString) {
+    const firstTwoDigitsValue = parseFloat(decadeString.substring(0, 2));
+    const secondTwoDigitsValue = parseFloat(decadeString.substring(2, 4));
+    let normalizedString;
+    if (firstTwoDigitsValue >= 10 && firstTwoDigitsValue % 10 != 0) {
+        normalizedString = `${firstTwoDigitsValue} ${secondTwoDigitsValue}s`;
+    }
+    else {
+        normalizedString = decadeString;
+    }
+    return normalizedString;
+}
+//# sourceMappingURL=TextNormalizer.js.map

package/dist/nlp/TextNormalizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TextNormalizer.js","sourceRoot":"","sources":["../../src/nlp/TextNormalizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAG7D,MAAM,UAAU,4BAA4B,CAAC,KAA+B,EAAE,QAAgB;IAC7F,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAA;IAEzC,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAA;IAElD,IAAI,QAAQ,IAAI,IAAI,EAAE;QACrB,OAAO,gBAAgB,CAAA;KACvB;IAED,MAAM,aAAa,GAAG,mBAAmB,CAAA;IAEzC,MAAM,oBAAoB,GAAG,wBAAwB,CAAA;IACrD,MAAM,sBAAsB,GAAG,qBAAqB,CAAA;IAEpD,MAAM,yBAAyB,GAAG,kDAAkD,CAAA;IAEpF,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;QAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,CAAA;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAA;QAC1B,MAAM,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAA;QAEtD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAA;QAC5C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,YAAY,GAAG,QAAQ,EAAE,IAAI,CAAA;QAEnC,IACC,iBAAiB,IAAI,IAAI;YACzB,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE;YACtD,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;YAEzC,MAAM,gBAAgB,GAAG,4BAA4B,CAAC,YAAY,CAAC,CAAA;YAEnE,gBAAgB,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,gBAAgB,CAAC,CAAA;YAErD,SAAS,IAAI,CAAC,CAAA;SACd;aAAM,IACN,iBAAiB,IAAI,KAAK;YAC1B,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE;YACtD,sBAAsB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;YAE3C,MAAM,gBAAgB,GAAG,8BAA8B,CAAC,YAAY,CAAC,CAAA;YAErE,gBAAgB,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,gBAAgB,CAAC,CAAA;YAErD,SAAS,IAAI,CAAC,CAAA;SACd;aAAM,IAAI,yBAAyB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;YACpD,MAAM,eAAe,GAAG,4BAA4B,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YAC9E,MAAM,aAAa,GAAG,4BAA4B,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YAE5E,MAAM,gBAAgB,GAAG,GAAG,eAAe,OAAO,aAAa,EAAE,CAAA;YAEjE,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAA;SACjD;KACD;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,UAAkB;IAC9D,MAAM,mBAAmB,GAAG,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAClE,MAAM,oBAAoB,GAAG,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAEnE,IAAI,gBAAwB,CAAA;IAE5B,IAAI,mBAAmB,IAAI,EAAE,IAAI,oBAAoB,IAAI,EAAE,EAAE;QAC5D,gBAAgB,GAAG,GAAG,mBAAmB,IAAI,oBAAoB,EAAE,CAAA;KACnE;SAAM,IAAI,mBAAmB,IAAI,EAAE,IAAI,mBAAmB,GAAG,EAAE,IAAI,CAAC,IAAI,oBAAoB,GAAG,EAAE,EAAE;QACnG,gBAAgB,GAAG,GAAG,mBAAmB,OAAO,oBAAoB,EAAE,CAAA;KACtE;SAAM;QACN,gBAAgB,GAAG,UAAU,CAAA;KAC7B;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,YAAoB;IAClE,MAAM,mBAAmB,GAAG,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACpE,MAAM,oBAAoB,GAAG,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAErE,IAAI,gBAAwB,CAAA;IAE5B,IAAI,mBAAmB,IAAI,EAAE,IAAI,mBAAmB,GAAG,EAAE,IAAI,CAAC,EAAE;QAC/D,gBAAgB,GAAG,GAAG,mBAAmB,IAAI,oBAAoB,GAAG,CAAA;KACpE;SAAM;QACN,gBAAgB,GAAG,YAAY,CAAA;KAC/B;IAED,OAAO,gBAAgB,CAAA;AACxB,CAAC"}

package/dist/recognition/AmazonTranscribeSTT.d.ts

@@ -0,0 +1,6 @@
+import { Timeline } from "../utilities/Timeline.js";
+import { RawAudio } from "../audio/AudioUtilities.js";
+export declare function recgonize(rawAudio: RawAudio, languageCode: string, region: string, accessKeyId: string, secretAccessKey: string): Promise<{
+    transcript: string;
+    timeline: Timeline;
+}>;

package/dist/recognition/AmazonTranscribeSTT.js

@@ -0,0 +1,79 @@
+import { wordCharacterPattern } from "../nlp/Segmentation.js";
+import * as FFMpegTranscoder from "../codecs/FFMpegTranscoder.js";
+import { Logger } from "../utilities/Logger.js";
+export async function recgonize(rawAudio, languageCode, region, accessKeyId, secretAccessKey) {
+    const flac16Khz16bitMonoAudio = await FFMpegTranscoder.encodeFromChannels(rawAudio, { format: "flac", sampleRate: 16000, sampleFormat: "s16", channelCount: 1 });
+    const logger = new Logger();
+    logger.start("Initialize Amazon Transcribe streaming client module");
+    const streamingTranscribeSdk = await import("@aws-sdk/client-transcribe-streaming");
+    const streamingTranscribeClient = new streamingTranscribeSdk.TranscribeStreamingClient({
+        region,
+        credentials: {
+            accessKeyId,
+            secretAccessKey
+        }
+    });
+    const audioStream = async function* () {
+        const chunkSize = 2 ** 12;
+        //const audioSamples = encodeToAudioBuffer(rawAudio.audioChannels, 16, SampleFormat.PCM)
+        for (let i = 0; i < flac16Khz16bitMonoAudio.length; i += chunkSize) {
+            const chunk = flac16Khz16bitMonoAudio.subarray(i, i + chunkSize);
+            yield { AudioEvent: { AudioChunk: chunk } };
+        }
+    };
+    const params = {
+        LanguageCode: languageCode,
+        MediaSampleRateHertz: rawAudio.sampleRate,
+        MediaEncoding: "flac",
+        AudioStream: audioStream(),
+    };
+    logger.start("Request recognition from Amazon Transcribe..");
+    const command = new streamingTranscribeSdk.StartStreamTranscriptionCommand(params);
+    const response = await streamingTranscribeClient.send(command);
+    let transcript = "";
+    let events = [];
+    for await (const event of response.TranscriptResultStream) {
+        if (!event.TranscriptEvent) {
+            continue;
+        }
+        const transcriptEvent = event.TranscriptEvent;
+        const results = transcriptEvent.Transcript.Results;
+        if (results.length == 0) {
+            continue;
+        }
+        const firstResult = results[0];
+        const alternatives = firstResult.Alternatives;
+        if (!alternatives || alternatives.length == 0) {
+            continue;
+        }
+        const firstAlternative = alternatives[0];
+        //logger.log(firstAlternative.Transcript!)
+        if (firstResult.IsPartial === false) {
+            events = [...events, ...firstAlternative.Items];
+            transcript += " " + firstAlternative.Transcript;
+        }
+    }
+    logger.start("Process result");
+    transcript = transcript.replace(/ +/g, " ").trim();
+    const timeline = [];
+    for (const event of events) {
+        const text = event.Content;
+        if (!wordCharacterPattern.test(text)) {
+            continue;
+        }
+        const startTime = event.StartTime;
+        const endTime = event.EndTime;
+        const confidence = event.Confidence;
+        timeline[timeline.length - 1].endTime = startTime;
+        timeline.push({
+            type: "word",
+            text,
+            startTime,
+            endTime,
+            confidence
+        });
+    }
+    logger.end();
+    return { transcript, timeline };
+}
+//# sourceMappingURL=AmazonTranscribeSTT.js.map

package/dist/recognition/AmazonTranscribeSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AmazonTranscribeSTT.js","sourceRoot":"","sources":["../../src/recognition/AmazonTranscribeSTT.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7D,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAI/C,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE,YAAoB,EAAE,MAAc,EAAE,WAAmB,EAAE,eAAuB;IACrI,MAAM,uBAAuB,GAAG,MAAM,gBAAgB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;IAEhK,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAA;IAEpE,MAAM,sBAAsB,GAAG,MAAM,MAAM,CAAC,sCAAsC,CAAC,CAAA;IAEnF,MAAM,yBAAyB,GAAG,IAAI,sBAAsB,CAAC,yBAAyB,CAAC;QACtF,MAAM;QACN,WAAW,EAAE;YACZ,WAAW;YACX,eAAe;SACf;KACD,CAAC,CAAA;IAEF,MAAM,WAAW,GAAG,KAAK,SAAS,CAAC;QAClC,MAAM,SAAS,GAAG,CAAC,IAAI,EAAE,CAAA;QACzB,wFAAwF;QAExF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,uBAAuB,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE;YACnE,MAAM,KAAK,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAA;YAEhE,MAAM,EAAE,UAAU,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,CAAA;SAC3C;IACF,CAAC,CAAA;IAED,MAAM,MAAM,GAAyC;QACpD,YAAY,EAAE,YAAY;QAC1B,oBAAoB,EAAE,QAAQ,CAAC,UAAU;QACzC,aAAa,EAAE,MAAM;QACrB,WAAW,EAAE,WAAW,EAAE;KAC1B,CAAA;IAED,MAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;IAE5D,MAAM,OAAO,GAAG,IAAI,sBAAsB,CAAC,+BAA+B,CAAC,MAAM,CAAC,CAAA;IAElF,MAAM,QAAQ,GAAG,MAAM,yBAAyB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAE9D,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,IAAI,MAAM,GAAW,EAAE,CAAA;IAEvB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,sBAAuB,EAAE;QAC3D,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;YAC3B,SAAQ;SACR;QAED,MAAM,eAAe,GAAG,KAAK,CAAC,eAAe,CAAA;QAE7C,MAAM,OAAO,GAAG,eAAe,CAAC,UAAW,CAAC,OAAQ,CAAA;QAEpD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;YACxB,SAAQ;SACR;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,YAAY,GAAG,WAAW,CAAC,YAAY,CAAA;QAE7C,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,IAAI,CAAC,EAAE;YAC9C,SAAQ;SACR;QAED,MAAM,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;QACxC,0CAA0C;QAE1C,IAAI,WAAW,CAAC,SAAS,KAAK,KAAK,EAAE;YACpC,MAAM,GAAG,CAAC,GAAG,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAM,CAAC,CAAA;YAChD,UAAU,IAAI,GAAG,GAAG,gBAAgB,CAAC,UAAW,CAAA;SAChD;KACD;IAED,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;IAE9B,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;IAElD,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAQ,CAAA;QAE3B,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACrC,SAAQ;SACR;QAED,MAAM,SAAS,GAAG,KAAK,CAAC,SAAU,CAAA;QAClC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAQ,CAAA;QAC9B,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;QAEnC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,SAAS,CAAA;QAEjD,QAAQ,CAAC,IAAI,CACZ;YACC,IAAI,EAAE,MAAM;YACZ,IAAI;YACJ,SAAS;YACT,OAAO;YACP,UAAU;SACV,CAAC,CAAA;KACH;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC"}

package/dist/recognition/AzureCognitiveServicesSTT.d.ts

@@ -0,0 +1,7 @@
+import SpeechSDK from 'microsoft-cognitiveservices-speech-sdk';
+import { RawAudio } from '../audio/AudioUtilities.js';
+import { Timeline } from '../utilities/Timeline.js';
+export declare function recognize(rawAudio: RawAudio, subscriptionKey: string, serviceRegion: string, languageCode: string, profanity?: SpeechSDK.ProfanityOption): Promise<{
+    transcript: string;
+    timeline: Timeline;
+}>;

package/dist/recognition/AzureCognitiveServicesSTT.js

@@ -0,0 +1,51 @@
+import SpeechSDK from 'microsoft-cognitiveservices-speech-sdk';
+import { encodeWaveBuffer } from '../audio/AudioUtilities.js';
+import { Logger } from '../utilities/Logger.js';
+export async function recognize(rawAudio, subscriptionKey, serviceRegion, languageCode, profanity = SpeechSDK.ProfanityOption.Raw) {
+    const logger = new Logger();
+    logger.start("Request recognition from Azure Cognitive Services");
+    const result = await requestRecognition(rawAudio, subscriptionKey, serviceRegion, languageCode);
+    logger.start("Process result");
+    const transcript = result.text;
+    const resultObject = JSON.parse(result.json);
+    const bestResult = resultObject.NBest[0];
+    const timeline = [];
+    for (const wordEntry of bestResult.Words) {
+        const text = wordEntry.Word;
+        const startTime = wordEntry.Offset / 10000000;
+        const endTime = (wordEntry.Offset + wordEntry.Duration) / 10000000;
+        timeline.push({
+            type: "word",
+            text,
+            startTime,
+            endTime
+        });
+    }
+    logger.end();
+    return { transcript, timeline };
+}
+async function requestRecognition(rawAudio, subscriptionKey, serviceRegion, languageCode, profanity = SpeechSDK.ProfanityOption.Raw) {
+    //const encodedAudio = await FFMpegTranscoder.encodeFromChannels(rawAudio, { format: "wav", sampleRate: 16000, sampleFormat: "s16", channelCount: 1 });
+    const encodedAudio = encodeWaveBuffer(rawAudio);
+    return new Promise((resolve, reject) => {
+        const audioFormat = SpeechSDK.AudioStreamFormat.getWaveFormat(16000, 16, 1, SpeechSDK.AudioFormatTag.PCM);
+        const inputStream = SpeechSDK.AudioInputStream.createPushStream(audioFormat);
+        inputStream.write(encodedAudio);
+        inputStream.close();
+        const audioConfig = SpeechSDK.AudioConfig.fromStreamInput(inputStream);
+        const speechConfig = SpeechSDK.SpeechConfig.fromSubscription(subscriptionKey, serviceRegion);
+        speechConfig.speechRecognitionLanguage = languageCode;
+        speechConfig.setProfanity(profanity);
+        speechConfig.requestWordLevelTimestamps();
+        speechConfig.outputFormat = SpeechSDK.OutputFormat.Detailed;
+        const recognizer = new SpeechSDK.SpeechRecognizer(speechConfig, audioConfig);
+        recognizer.recognizeOnceAsync((result) => {
+            recognizer.close();
+            resolve(result);
+        }, (error) => {
+            recognizer.close();
+            reject(error);
+        });
+    });
+}
+//# sourceMappingURL=AzureCognitiveServicesSTT.js.map

package/dist/recognition/AzureCognitiveServicesSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AzureCognitiveServicesSTT.js","sourceRoot":"","sources":["../../src/recognition/AzureCognitiveServicesSTT.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,wCAAwC,CAAA;AAE9D,OAAO,EAAY,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AACvE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAG/C,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE,eAAuB,EAAE,aAAqB,EAAE,YAAoB,EAAE,YAAuC,SAAS,CAAC,eAAe,CAAC,GAAG;IAC7L,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAA;IAEjE,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,CAAC,CAAA;IAE/F,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;IAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAA;IAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC5C,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAExC,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,KAAK,EAAE;QACzC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAA;QAC3B,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAA;QAC7C,MAAM,OAAO,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAA;QAElE,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI;YACJ,SAAS;YACT,OAAO;SACP,CAAC,CAAA;KACF;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,QAAkB,EAAE,eAAuB,EAAE,aAAqB,EAAE,YAAoB,EAAE,YAAuC,SAAS,CAAC,eAAe,CAAC,GAAG;IAC/L,uJAAuJ;IACvJ,MAAM,YAAY,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IAE/C,OAAO,IAAI,OAAO,CAAoC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACzE,MAAM,WAAW,GAAG,SAAS,CAAC,iBAAiB,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,CAAA;QAEzG,MAAM,WAAW,GAAG,SAAS,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAA;QAE5E,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAC/B,WAAW,CAAC,KAAK,EAAE,CAAA;QAEnB,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QAEtE,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC,gBAAgB,CAAC,eAAe,EAAE,aAAa,CAAC,CAAA;QAE5F,YAAY,CAAC,yBAAyB,GAAG,YAAY,CAAA;QAErD,YAAY,CAAC,YAAY,CAAC,SAAS,CAAC,CAAA;QACpC,YAAY,CAAC,0BAA0B,EAAE,CAAA;QAEzC,YAAY,CAAC,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAA;QAE3D,MAAM,UAAU,GAAG,IAAI,SAAS,CAAC,gBAAgB,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;QAE5E,UAAU,CAAC,kBAAkB,CAC5B,CAAC,MAAM,EAAE,EAAE;YACV,UAAU,CAAC,KAAK,EAAE,CAAA;YAClB,OAAO,CAAC,MAAM,CAAC,CAAA;QAChB,CAAC,EAED,CAAC,KAAK,EAAE,EAAE;YACT,UAAU,CAAC,KAAK,EAAE,CAAA;YAClB,MAAM,CAAC,KAAK,CAAC,CAAA;QACd,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACH,CAAC"}

package/dist/recognition/GoogleCloudSTT.d.ts

@@ -0,0 +1,7 @@
+import { Timeline } from "../utilities/Timeline.js";
+import { RawAudio } from "../audio/AudioUtilities.js";
+export type AudioEncoding = "LINEAR16" | "FLAC" | "MULAW" | "AMR" | "AMR" | "AMR_WB" | "OGG_OPUS" | "SPEEX_WITH_HEADER_BYTE" | "MP3" | "WEBM_OPUS";
+export declare function recognize(rawAudio: RawAudio, apiKey: string, languageCode?: string): Promise<{
+    transcript: string;
+    timeline: Timeline;
+}>;

package/dist/recognition/GoogleCloudSTT.js

@@ -0,0 +1,66 @@
+import { request } from "gaxios";
+import * as FFMpegTranscoder from "../codecs/FFMpegTranscoder.js";
+import { Logger } from "../utilities/Logger.js";
+export async function recognize(rawAudio, apiKey, languageCode = "en-US") {
+    const flac16Khz16bitMonoAudio = await FFMpegTranscoder.encodeFromChannels(rawAudio, { format: "flac", sampleRate: 16000, sampleFormat: "s16", channelCount: 1 });
+    const logger = new Logger();
+    logger.start("Request recognition from Google Cloud");
+    const requestBody = {
+        config: {
+            encoding: "FLAC",
+            sampleRateHertz: 16000,
+            audioChannelCount: 1,
+            languageCode,
+            alternativeLanguageCodes: [],
+            maxAlternatives: 1,
+            profanityFilter: false,
+            enableWordTimeOffsets: true,
+            enableWordConfidence: true,
+            enableAutomaticPunctuation: true,
+            model: "latest_long",
+            useEnhanced: true
+        },
+        audio: {
+            content: flac16Khz16bitMonoAudio.toString("base64")
+        }
+    };
+    const response = await request({
+        method: "POST",
+        url: `https://speech.googleapis.com/v1p1beta1/speech:recognize`,
+        params: {
+            "key": apiKey
+        },
+        headers: {
+            "User-Agent": ""
+        },
+        data: requestBody,
+        responseType: "json"
+    });
+    logger.start("Parse response body");
+    const result = parseResponseBody(response.data);
+    logger.end();
+    return result;
+}
+function parseResponseBody(responseBody) {
+    const results = responseBody.results;
+    let transcript = "";
+    const timeline = [];
+    for (const result of results) {
+        if (!result.alternatives || !result.alternatives[0] || !result.alternatives[0].transcript) {
+            continue;
+        }
+        const firstAlternative = result.alternatives[0];
+        transcript += firstAlternative.transcript;
+        for (const wordEvent of firstAlternative.words) {
+            timeline.push({
+                type: "word",
+                text: wordEvent.word,
+                startTime: parseFloat(wordEvent.startTime.replace("s", "")),
+                endTime: parseFloat(wordEvent.endTime.replace("s", "")),
+                confidence: wordEvent.confidence
+            });
+        }
+    }
+    return { transcript, timeline };
+}
+//# sourceMappingURL=GoogleCloudSTT.js.map

package/dist/recognition/GoogleCloudSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GoogleCloudSTT.js","sourceRoot":"","sources":["../../src/recognition/GoogleCloudSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAEhC,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAM/C,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE,MAAc,EAAE,YAAY,GAAG,OAAO;IACzF,MAAM,uBAAuB,GAAG,MAAM,gBAAgB,CAAC,kBAAkB,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;IAEhK,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;IAErD,MAAM,WAAW,GAAG;QACnB,MAAM,EAAE;YACP,QAAQ,EAAE,MAAM;YAChB,eAAe,EAAE,KAAK;YACtB,iBAAiB,EAAE,CAAC;YACpB,YAAY;YACZ,wBAAwB,EAAE,EAAE;YAC5B,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,KAAK;YACtB,qBAAqB,EAAE,IAAI;YAC3B,oBAAoB,EAAE,IAAI;YAC1B,0BAA0B,EAAE,IAAI;YAChC,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,IAAI;SACjB;QAED,KAAK,EAAE;YACN,OAAO,EAAE,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACnD;KACD,CAAA;IAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAM;QACnC,MAAM,EAAE,MAAM;QAEd,GAAG,EAAE,0DAA0D;QAE/D,MAAM,EAAE;YACP,KAAK,EAAE,MAAM;SACb;QAED,OAAO,EAAE;YACR,YAAY,EAAE,EAAE;SAChB;QAED,IAAI,EAAE,WAAW;QAGjB,YAAY,EAAE,MAAM;KACpB,CAAC,CAAA;IAEF,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;IAEnC,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IAE/C,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,MAAM,CAAA;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,YAAiB;IAC3C,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAA;IAEpC,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC7B,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE;YAC1F,SAAQ;SACR;QAED,MAAM,gBAAgB,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAE/C,UAAU,IAAI,gBAAgB,CAAC,UAAU,CAAA;QAEzC,KAAK,MAAM,SAAS,IAAI,gBAAgB,CAAC,KAAK,EAAE;YAC/C,QAAQ,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAC,EAAE,CAAC,CAAC;gBAC1D,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvD,UAAU,EAAE,SAAS,CAAC,UAAU;aAChC,CAAC,CAAA;SACF;KACD;IAED,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC"}

package/dist/recognition/SileroSTT.d.ts

@@ -0,0 +1,9 @@
+import { Timeline } from "../utilities/Timeline.js";
+import { RawAudio } from "../audio/AudioUtilities.js";
+export declare function recognize(rawAudio: RawAudio, modelDirectory: string): Promise<{
+    transcript: string;
+    timeline: Timeline;
+}>;
+export declare const languageCodeToPackageName: {
+    [languageCode: string]: string;
+};

package/dist/recognition/SileroSTT.js

@@ -0,0 +1,125 @@
+import { indexOfMax } from "../math/VectorMath.js";
+import { wordCharacterPattern } from '../nlp/Segmentation.js';
+import Onnx from 'onnxruntime-node';
+import { Logger } from '../utilities/Logger.js';
+import { logToStderr } from "../utilities/Utilities.js";
+import { getRawAudioDuration } from "../audio/AudioUtilities.js";
+import { readAndParseJsonFile } from "../utilities/FileSystem.js";
+import path from "path";
+const log = logToStderr;
+export async function recognize(rawAudio, modelDirectory) {
+    const logger = new Logger();
+    logger.start("Create ONNX inference session");
+    const modelPath = path.join(modelDirectory, "model.onnx");
+    const labelsPath = path.join(modelDirectory, "labels.json");
+    const labels = await readAndParseJsonFile(labelsPath);
+    const onnxOptions = {
+        logSeverityLevel: 3
+    };
+    const recognition = await Onnx.InferenceSession.create(modelPath, onnxOptions);
+    logger.start("Prepare input data");
+    const audioSamples = rawAudio.audioChannels[0];
+    const inputTensor = new Onnx.Tensor('float32', audioSamples, [1, audioSamples.length]);
+    const inputs = { input: inputTensor };
+    logger.start("Recognize with silero model");
+    const results = await recognition.run(inputs);
+    const rawResultValues = results["output"].data;
+    const tokenResults = [];
+    for (let i = 0; i < rawResultValues.length; i += labels.length) {
+        tokenResults.push(rawResultValues.subarray(i, i + labels.length));
+    }
+    const tokens = [];
+    for (const tokenResult of tokenResults) {
+        const bestCandidateIndex = indexOfMax(new Array(...tokenResult));
+        tokens.push(labels[bestCandidateIndex]);
+    }
+    //log(tokens.join("|"))
+    const result = processTokens(tokens, getRawAudioDuration(rawAudio));
+    logger.end();
+    return result;
+}
+function processTokens(tokens, totalDuration) {
+    const tokenCount = tokens.length;
+    const decodedTokens = [];
+    let tokenGroupIndexes = [[]];
+    for (let i = 0; i < tokenCount; i++) {
+        const token = tokens[i];
+        if (token == "2") {
+            if (decodedTokens.length > 0) {
+                const previousDecodedToken = decodedTokens[decodedTokens.length - 1];
+                decodedTokens.push("$");
+                decodedTokens.push(previousDecodedToken);
+                tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
+            }
+            else {
+                decodedTokens.push(" ");
+                tokenGroupIndexes.push([]);
+            }
+            continue;
+        }
+        if (token == "_") {
+            continue;
+        }
+        decodedTokens.push(token);
+        if (token == " ") {
+            tokenGroupIndexes.push([]);
+        }
+        else {
+            tokenGroupIndexes[tokenGroupIndexes.length - 1].push(i);
+        }
+    }
+    let decodedString = "";
+    for (let i = 0; i < decodedTokens.length; i++) {
+        const currentToken = decodedTokens[i];
+        const previousToken = decodedTokens[i - 1];
+        if (currentToken != "$" && (previousToken != currentToken || previousToken == undefined)) {
+            decodedString += currentToken;
+        }
+    }
+    decodedString = decodedString.trim();
+    tokenGroupIndexes = tokenGroupIndexes.filter(group => group.length > 0);
+    if (tokenGroupIndexes.length > 0) {
+        let currentCorrection = Math.min(tokenGroupIndexes[0][0], 1.5);
+        for (let i = 0; i < tokenGroupIndexes.length; i++) {
+            const group = tokenGroupIndexes[i];
+            if (group.length == 1) {
+                group.push(group[0]);
+            }
+            group[0] -= currentCorrection;
+            if (i == tokenGroupIndexes.length - 1) {
+                currentCorrection = Math.min(tokenCount - i, 1.5);
+            }
+            else {
+                currentCorrection = Math.min((tokenGroupIndexes[i + 1][0] - group[group.length - 1]) / 2, 1.5);
+            }
+            group[group.length - 1] += currentCorrection;
+        }
+    }
+    const words = decodedString.split(" ");
+    const timeMultiplier = totalDuration / tokenCount;
+    const timeline = [];
+    for (let i = 0; i < words.length; i++) {
+        const text = words[i];
+        if (!wordCharacterPattern.test(text)) {
+            continue;
+        }
+        const group = tokenGroupIndexes[i];
+        const startTime = group[0] * timeMultiplier;
+        const endTime = group[group.length - 1] * timeMultiplier;
+        timeline.push({
+            type: "word",
+            text: text,
+            startTime,
+            endTime,
+        });
+    }
+    timeline[timeline.length - 1].endTime = totalDuration;
+    return { transcript: decodedString, timeline };
+}
+export const languageCodeToPackageName = {
+    "en": "silero-en-v5",
+    "es": "silero-es-v1",
+    "de": "silero-de-v1",
+    "uk": "silero-ua-v3",
+};
+//# sourceMappingURL=SileroSTT.js.map

package/dist/recognition/SileroSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SileroSTT.js","sourceRoot":"","sources":["../../src/recognition/SileroSTT.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAA;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAC7D,OAAO,IAAI,MAAM,kBAAkB,CAAA;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAEvD,OAAO,EAAY,mBAAmB,EAAE,MAAM,4BAA4B,CAAA;AAC1E,OAAO,EAAE,oBAAoB,EAAY,MAAM,4BAA4B,CAAA;AAC3E,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE,cAAsB;IACzE,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAE7C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,CAAA;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,CAAA;IAE3D,MAAM,MAAM,GAAa,MAAM,oBAAoB,CAAC,UAAU,CAAC,CAAA;IAE/D,MAAM,WAAW,GAAyC;QACzD,gBAAgB,EAAE,CAAC;KACnB,CAAA;IAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;IAE9E,MAAM,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAA;IAElC,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;IAE9C,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;IAEtF,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,CAAA;IAErC,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAA;IAE3C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IAE7C,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAoB,CAAA;IAE9D,MAAM,YAAY,GAAmB,EAAE,CAAA;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE;QAC/D,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;KACjE;IAED,MAAM,MAAM,GAAa,EAAE,CAAA;IAE3B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE;QACvC,MAAM,kBAAkB,GAAG,UAAU,CAAC,IAAI,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC,CAAA;QAChE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAA;KACvC;IAED,uBAAuB;IAEvB,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEnE,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,MAAM,CAAA;AACd,CAAC;AAED,SAAS,aAAa,CAAC,MAAgB,EAAE,aAAqB;IAC7D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAA;IAEhC,MAAM,aAAa,GAAa,EAAE,CAAA;IAClC,IAAI,iBAAiB,GAAe,CAAC,EAAE,CAAC,CAAA;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QAEvB,IAAI,KAAK,IAAI,GAAG,EAAE;YACjB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC7B,MAAM,oBAAoB,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;gBACpE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBACvB,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;gBAExC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;aACvD;iBAAM;gBACN,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBACvB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;aAC1B;YAED,SAAQ;SACR;QAED,IAAI,KAAK,IAAI,GAAG,EAAE;YACjB,SAAQ;SACR;QAED,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAEzB,IAAI,KAAK,IAAI,GAAG,EAAE;YACjB,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;SAC1B;aAAM;YACN,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;SACvD;KACD;IAED,IAAI,aAAa,GAAG,EAAE,CAAA;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QAC9C,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;QACrC,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAE1C,IAAI,YAAY,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,YAAY,IAAI,aAAa,IAAI,SAAS,CAAC,EAAE;YACzF,aAAa,IAAI,YAAY,CAAA;SAC7B;KACD;IAED,aAAa,GAAG,aAAa,CAAC,IAAI,EAAE,CAAA;IAEpC,iBAAiB,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEvE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE;QACjC,IAAI,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QAE9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAClD,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;YAElC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;gBACtB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;aACpB;YAED,KAAK,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAA;YAE7B,IAAI,CAAC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE;gBACtC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;aACjD;iBAAM;gBACN,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAA;aAC9F;YAED,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,iBAAiB,CAAA;SAC5C;KACD;IAED,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAEtC,MAAM,cAAc,GAAG,aAAa,GAAG,UAAU,CAAA;IAEjD,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QAErB,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACrC,SAAQ;SACR;QAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAA;QAClC,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,cAAc,CAAA;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,cAAc,CAAA;QAExD,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,IAAI;YACV,SAAS;YACT,OAAO;SACP,CAAC,CAAA;KACF;IAED,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,aAAa,CAAA;IAErD,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAA;AAC/C,CAAC;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAuC;IAC5E,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,cAAc;CACpB,CAAA"}

package/dist/recognition/VoskSTT.d.ts

@@ -0,0 +1,10 @@
+import { Timeline } from "../utilities/Timeline.js";
+import { RawAudio } from "../audio/AudioUtilities.js";
+export declare function recognizeFile(filename: string, modelPath: string, verbose?: boolean): Promise<{
+    transcript: string;
+    timeline: Timeline;
+}>;
+export declare function recognize(rawAudio: RawAudio, modelPath: string, verbose?: boolean): Promise<{
+    transcript: string;
+    timeline: Timeline;
+}>;

package/dist/recognition/VoskSTT.js

@@ -0,0 +1,78 @@
+import * as FFMpegTranscoder from "../codecs/FFMpegTranscoder.js";
+import * as AudioBufferConversion from '../audio/AudioBufferConversion.js';
+import { Logger } from "../utilities/Logger.js";
+import { logToStderr } from "../utilities/Utilities.js";
+const log = logToStderr;
+export async function recognizeFile(filename, modelPath, verbose = true) {
+    const rawAudio = await FFMpegTranscoder.decodeToChannels(filename, 16000, 1);
+    return recognize(rawAudio, modelPath, verbose);
+}
+export async function recognize(rawAudio, modelPath, verbose = true) {
+    const logger = new Logger();
+    logger.start("Initialize vosk recognizer");
+    const audioChannels = rawAudio.audioChannels;
+    const sampleRate = rawAudio.sampleRate;
+    let Vosk;
+    try {
+        Vosk = await import('@echogarden/vosk');
+    }
+    catch (e) {
+        throw new Error(`vosk package, which is required for Vosk support, was not found. You can install it by running 'npm install @echogarden/vosk -g'.`);
+    }
+    Vosk.setLogLevel(-1);
+    const model = await new Vosk.Model(modelPath);
+    const recognizer = new Vosk.Recognizer({ model, sampleRate });
+    recognizer.setMaxAlternatives(0);
+    recognizer.setWords(true);
+    recognizer.setPartialWords(true);
+    logger.start("Recognize with vosk");
+    const recognitionStartTimestamp = logger.getTimestamp();
+    const pcmAudio = AudioBufferConversion.encodeToAudioBuffer(audioChannels, 16);
+    const trailingSilence = Buffer.alloc(sampleRate * 4);
+    const pcmAudioWithTrailingSilence = Buffer.concat([pcmAudio, trailingSilence]);
+    const pcmAudioByteCount = pcmAudioWithTrailingSilence.length;
+    const maxChunkSize = sampleRate * 2.0;
+    let previousResultText = "";
+    for (let readOffset = 0; readOffset < pcmAudioByteCount; readOffset += maxChunkSize) {
+        const chunkSize = Math.min(maxChunkSize, pcmAudioByteCount - readOffset);
+        const chunk = pcmAudioWithTrailingSilence.subarray(readOffset, readOffset + chunkSize);
+        const speechEnded = await recognizer.acceptWaveformAsync(chunk);
+        if (verbose) {
+            const partialResultText = recognizer.partialResult().partial;
+            if (partialResultText != previousResultText) {
+                //logger.log(partialResultText)
+                //logger.log("")
+                previousResultText = partialResultText;
+            }
+        }
+    }
+    //const speechEnded = await recognizer.acceptWaveformAsync(pcmAudioWithTrailingSilence)
+    const result = recognizer.finalResult();
+    recognizer.reset();
+    recognizer.free();
+    model.free();
+    const transcript = result.text;
+    const events = result.result;
+    if (events.length == 0) {
+        return { transcript, timeline: [] };
+    }
+    const timeline = [];
+    for (let i = 0; i < events.length; i++) {
+        const event = events[i];
+        const eventText = event.word;
+        const eventStart = event.start;
+        const eventEnd = event.end;
+        const eventConfidence = event.conf;
+        timeline.push({
+            type: "word",
+            text: eventText,
+            startTime: eventStart,
+            endTime: eventEnd,
+            confidence: eventConfidence
+        });
+    }
+    //logger.logDuration(`Recognition with vosk`, recognitionStartTimestamp)
+    logger.end();
+    return { transcript, timeline };
+}
+//# sourceMappingURL=VoskSTT.js.map

package/dist/recognition/VoskSTT.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VoskSTT.js","sourceRoot":"","sources":["../../src/recognition/VoskSTT.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,KAAK,qBAAqB,MAAM,mCAAmC,CAAA;AAC1E,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AAIvD,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,SAAiB,EAAE,OAAO,GAAG,IAAI;IACtF,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAC5E,OAAO,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE,SAAiB,EAAE,OAAO,GAAG,IAAI;IACpF,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAC3B,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;IAE1C,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,CAAA;IAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAA;IAEtC,IAAI,IAAS,CAAA;IAEb,IAAI;QACH,IAAI,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAA;KACvC;IAAC,OAAO,CAAC,EAAE;QACX,MAAM,IAAI,KAAK,CAAC,mIAAmI,CAAC,CAAA;KACpJ;IAED,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;IAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAE7C,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAA;IAE7D,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAA;IAChC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;IACzB,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;IAEhC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAA;IAEnC,MAAM,yBAAyB,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;IAEvD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,mBAAmB,CAAC,aAAa,EAAE,EAAE,CAAC,CAAA;IAC7E,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;IACpD,MAAM,2BAA2B,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC,CAAA;IAC9E,MAAM,iBAAiB,GAAG,2BAA2B,CAAC,MAAM,CAAA;IAE5D,MAAM,YAAY,GAAG,UAAU,GAAG,GAAG,CAAA;IAErC,IAAI,kBAAkB,GAAG,EAAE,CAAA;IAE3B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,iBAAiB,EAAE,UAAU,IAAI,YAAY,EAAE;QACpF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,GAAG,UAAU,CAAC,CAAA;QAExE,MAAM,KAAK,GAAG,2BAA2B,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC,CAAA;QAEtF,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;QAE/D,IAAI,OAAO,EAAE;YACZ,MAAM,iBAAiB,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC,OAAO,CAAA;YAE5D,IAAI,iBAAiB,IAAI,kBAAkB,EAAE;gBAC5C,+BAA+B;gBAC/B,gBAAgB;gBAEhB,kBAAkB,GAAG,iBAAiB,CAAA;aACtC;SACD;KACD;IAED,uFAAuF;IAEvF,MAAM,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,CAAA;IAEvC,UAAU,CAAC,KAAK,EAAE,CAAA;IAClB,UAAU,CAAC,IAAI,EAAE,CAAA;IACjB,KAAK,CAAC,IAAI,EAAE,CAAA;IAEZ,MAAM,UAAU,GAAW,MAAM,CAAC,IAAI,CAAA;IACtC,MAAM,MAAM,GAA2B,MAAM,CAAC,MAAM,CAAA;IAEpD,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;KACnC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QAEvB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAA;QAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAA;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAA;QAC1B,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAA;QAElC,QAAQ,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,UAAU;YACrB,OAAO,EAAE,QAAQ;YACjB,UAAU,EAAE,eAAe;SAC3B,CAAC,CAAA;KACF;IAED,wEAAwE;IAExE,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAA;AAChC,CAAC"}