echogarden 2.9.1 → 2.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/nlp/Segmentation.js
CHANGED
|
@@ -74,8 +74,8 @@ export async function splitToWords(text, langCode) {
|
|
|
74
74
|
for (const wordText of wordArray) {
|
|
75
75
|
const startOffset = offset;
|
|
76
76
|
const endOffset = startOffset + wordText.length;
|
|
77
|
-
const
|
|
78
|
-
wordSequence.addWord(wordText, startOffset,
|
|
77
|
+
const isPunctuation = !isWordOrSymbolWord(wordText);
|
|
78
|
+
wordSequence.addWord(wordText, startOffset, isPunctuation);
|
|
79
79
|
offset = endOffset;
|
|
80
80
|
}
|
|
81
81
|
return wordSequence;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Segmentation.js","sourceRoot":"","sources":["../../src/nlp/Segmentation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAE7D,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAA;AAE3F,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAA;AACxE,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAE7E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAA;AAE5D,kEAAkE;AAClE,MAAM,CAAC,MAAM,mBAAmB,GAAG,oFAAoF,CAAA;AAEvH,MAAM,CAAC,MAAM,iBAAiB,GAAG,oBAAoB,CAAA;AAErD,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAEzJ,+FAA+F;AAC/F,aAAa;AACb,+FAA+F;AAC/F,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC7C,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;AACtE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW;IACvC,OAAO,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,GAAW;IACjC,OAAO,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC9C,OAAO,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACxC,OAAO,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW;IACvC,OAAO,GAAG,EAAE,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAA;AAChC,CAAC;AAED,+FAA+F;AAC/F,2DAA2D;AAC3D,+FAA+F;AAC/F,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,kBAAsC,EAAE,0BAAgD;IACvI,IAAI,UAAU,GAAa,EAAE,CAAA;IAE7B,IAAI,kBAAkB,KAAK,QAAQ,EAAE,CAAC;QACrC,UAAU,GAAG,0BAA0B,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAC3D,CAAC;SAAM,IAAI,kBAAkB,KAAK,QAAQ,EAAE,CAAC;QAC5C,UAAU,GAAG,0BAA0B,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAA;IAClE,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,kCAAkC,kBAAkB,GAAG,CAAC,CAAA;IACzE,CAAC;IAED,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAC,EAAE,0BAA0B,CAAC,CAAC,CAAA;IAC1F,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEjD,OAAO,UAAU,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACxC,OAAO,0BAA0B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,QAAgB;IAC7D,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,CAAA;IAE5D,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAA;IAE3E,OAAO,UAAU,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,QAAgB;IAChE,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAE1D,IAAI,aAAa,KAAK,IAAI,IAAI,aAAa,KAAK,KAAK,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACjF,IAAI,SAAS,GAAa,EAAE,CAAA;QAE5B,IAAI,aAAa,KAAK,IAAI,IAAI,aAAa,KAAK,KAAK,EAAE,CAAC;YACvD,SAAS,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,CAAA;QACtD,CAAC;aAAM,CAAC;YACP,SAAS,GAAG,MAAM,iCAAiC,CAAC,IAAI,CAAC,CAAA;QAC1D,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,gBAAgB,CAAC,YAAY,EAAE,CAAA;QAExD,IAAI,MAAM,GAAG,CAAC,CAAA;QAEd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,MAAM,CAAA;YAC1B,MAAM,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAA;YAC/C,MAAM,
|
|
1
|
+
{"version":3,"file":"Segmentation.js","sourceRoot":"","sources":["../../src/nlp/Segmentation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAE7D,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAA;AAE3F,OAAO,KAAK,gBAAgB,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,6BAA6B,EAAE,MAAM,0BAA0B,CAAA;AACxE,OAAO,EAAE,iCAAiC,EAAE,MAAM,2BAA2B,CAAA;AAE7E,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,MAAM,mBAAmB,GAAG,yBAAyB,CAAA;AAE5D,kEAAkE;AAClE,MAAM,CAAC,MAAM,mBAAmB,GAAG,oFAAoF,CAAA;AAEvH,MAAM,CAAC,MAAM,iBAAiB,GAAG,oBAAoB,CAAA;AAErD,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAC7E,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;AAEzJ,+FAA+F;AAC/F,aAAa;AACb,+FAA+F;AAC/F,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC7C,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;AACtE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW;IACvC,OAAO,WAAW,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,GAAW;IACjC,OAAO,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC9C,OAAO,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACxC,OAAO,mBAAmB,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW;IACvC,OAAO,GAAG,EAAE,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,CAAA;AAChC,CAAC;AAED,+FAA+F;AAC/F,2DAA2D;AAC3D,+FAA+F;AAC/F,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,kBAAsC,EAAE,0BAAgD;IACvI,IAAI,UAAU,GAAa,EAAE,CAAA;IAE7B,IAAI,kBAAkB,KAAK,QAAQ,EAAE,CAAC;QACrC,UAAU,GAAG,0BAA0B,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;IAC3D,CAAC;SAAM,IAAI,kBAAkB,KAAK,QAAQ,EAAE,CAAC;QAC5C,UAAU,GAAG,0BAA0B,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAA;IAClE,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,kCAAkC,kBAAkB,GAAG,CAAC,CAAA;IACzE,CAAC;IAED,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAC,EAAE,0BAA0B,CAAC,CAAC,CAAA;IAC1F,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEjD,OAAO,UAAU,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACxC,OAAO,0BAA0B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,QAAgB;IAC7D,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAE1D,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,aAAa,CAAC,CAAA;IAE5D,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAA;IAE3E,OAAO,UAAU,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAY,EAAE,QAAgB;IAChE,MAAM,aAAa,GAAG,oBAAoB,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;IAE1D,IAAI,aAAa,KAAK,IAAI,IAAI,aAAa,KAAK,KAAK,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACjF,IAAI,SAAS,GAAa,EAAE,CAAA;QAE5B,IAAI,aAAa,KAAK,IAAI,IAAI,aAAa,KAAK,KAAK,EAAE,CAAC;YACvD,SAAS,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,CAAA;QACtD,CAAC;aAAM,CAAC;YACP,SAAS,GAAG,MAAM,iCAAiC,CAAC,IAAI,CAAC,CAAA;QAC1D,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,gBAAgB,CAAC,YAAY,EAAE,CAAA;QAExD,IAAI,MAAM,GAAG,CAAC,CAAA;QAEd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,MAAM,CAAA;YAC1B,MAAM,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAA;YAC/C,MAAM,aAAa,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAA;YAEnD,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,aAAa,CAAC,CAAA;YAE1D,MAAM,GAAG,SAAS,CAAA;QACnB,CAAC;QAED,OAAO,YAAY,CAAA;IACpB,CAAC;SAAM,CAAC;QACP,OAAO,gBAAgB,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAA;IACnE,CAAC;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,0BAAgD;IACvG,IAAI,0BAA0B,KAAK,kBAAkB,EAAE,CAAC;QACvD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,EAAE,GAAG,CAAC,CAAA;IAChD,CAAC;SAAM,IAAI,0BAA0B,KAAK,UAAU,EAAE,CAAC;QACtD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC3C,CAAC;SAAM,IAAI,0BAA0B,KAAK,UAAU,EAAE,CAAC;QACtD,OAAO,IAAI,CAAA;IACZ,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,0CAA0C,0BAA0B,GAAG,CAAC,CAAA;IACzF,CAAC;AACF,CAAC;AAED,+FAA+F;AAC/F,wBAAwB;AACxB,EAAE;AACF,uEAAuE;AACvE,+FAA+F;AAC/F,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,iBAAyB,EAAE,QAAgB,EAAE,iBAAiB,GAAG,IAAI,EAAE,eAAe,GAAG,IAAI;IACjJ,MAAM,UAAU,GAAG,MAAM,oCAAoC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAE7E,MAAM,SAAS,GAAe,EAAE,CAAA;IAChC,IAAI,eAAe,GAAG,IAAI,QAAQ,EAAE,CAAA;IAEpC,MAAM,oCAAoC,GAAG,GAAG,EAAE,CAAC,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAAA;IAC7F,MAAM,yBAAyB,GAAG,GAAG,EAAE;QACtC,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC;YAChC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;YAC/B,eAAe,GAAG,IAAI,QAAQ,EAAE,CAAA;QACjC,CAAC;IACF,CAAC,CAAA;IAED,MAAM,mBAAmB,GAAG,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,IAAI,oCAAoC,EAAE,CAAA;IAE1G,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACnC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACvC,SAAQ;QACT,CAAC;QAED,IAAI,iBAAiB,EAAE,CAAC;YACvB,yBAAyB,EAAE,CAAA;YAE3B,IAAI,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;gBACvC,SAAQ;YACT,CAAC;QACF,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACvC,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;gBACjC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACrC,SAAQ;YACT,CAAC;YAGD,IAAI,eAAe,EAAE,CAAC;gBACrB,yBAAyB,EAAE,CAAA;gBAE3B,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;oBACjC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBACrC,SAAQ;gBACT,CAAC;YACF,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjC,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/B,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACnC,SAAQ;gBACT,CAAC;gBAED,yBAAyB,EAAE,CAAA;gBAE3B,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/B,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACnC,SAAQ;gBACT,CAAC;gBAED,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,MAAM,mDAAmD,iBAAiB,EAAE,CAAC,CAAA;YACnI,CAAC;QACF,CAAC;IACF,CAAC;IAED,yBAAyB,EAAE,CAAA;IAE3B,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,IAAY,EAAE,QAAgB;IACxF,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAErD,MAAM,SAAS,GAAe,EAAE,CAAA;IAEhC,KAAK,MAAM,aAAa,IAAI,aAAa,CAAC,SAAS,EAAE,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAA;QAE/B,KAAK,MAAM,WAAW,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;YAE3B,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACnD,MAAM,mBAAmB,GAAG,SAAS,KAAK,aAAa,CAAC,KAAK,CAAC,SAAS,CAAA;gBAEvE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAA;gBAE1D,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACxB,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC9B,CAAC;QACF,CAAC;QAED,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACzB,CAAC;IAED,OAAO,SAAS,CAAA;AACjB,CAAC;AAED,MAAM,OAAO,QAAQ;IACpB,OAAO,GAAa,EAAE,CAAA;IAEb,mBAAmB,GAAG,IAAI,CAAA;IAEnC,IAAI,MAAM,KAAK,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC;IAEzE,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAS,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA,CAAC,CAAC;CAC/F;AAED,MAAM,OAAO,MAAM;IAClB,KAAK,GAAW,EAAE,CAAA;IAElB,IAAI,MAAM,KAAK,OAAO,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC;IAEnE,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAS,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA,CAAC,CAAC;IAEzF,IAAI,QAAQ;QACX,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,SAAS,CAAA;QACjB,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACzC,CAAC;IAED,IAAI,mBAAmB,KAAK,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,KAAK,CAAA,CAAC,CAAC;CACtG;AAED,MAAM,OAAO,IAAI;IACP,IAAI,CAAQ;IACrB,mBAAmB,CAAS;IAE5B,YAAY,IAAY,EAAE,mBAA4B;QACrD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAA;IAC/C,CAAC;IAED,IAAI,uBAAuB,KAAK,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAA,CAAC,CAAC;IAEnG,IAAI,YAAY,KAAK,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,CAAC,CAAC;IAE7D,IAAI,iBAAiB,KAAK,OAAO,IAAI,CAAC,uBAAuB,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAA,CAAC,CAAC;IAE7G,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAA,CAAC,CAAC;CACxC;AAID,MAAM,OAAO,QAAQ;IACpB,QAAQ,GAAc,EAAE,CAAA;IAExB,IAAI,MAAM,KAAK,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA,CAAC,CAAC;IAE1E,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAS,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA,CAAC,CAAC;IAElG,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,CAAA,CAAC,CAAC;IAEzC,IAAI,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,CAAA,CAAC,CAAC;IAEzC,IAAI,WAAW;QACd,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,SAAS,CAAA;QACjB,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC/C,CAAC;CACD"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "echogarden",
|
|
3
|
-
"version": "2.9.
|
|
3
|
+
"version": "2.9.2",
|
|
4
4
|
"description": "An easy-to-use speech toolset. Includes tools for synthesis, recognition, alignment, speech translation, language detection, source separation and more.",
|
|
5
5
|
"author": "Rotem Dan",
|
|
6
6
|
"license": "GPL-3.0",
|
|
@@ -55,7 +55,7 @@
|
|
|
55
55
|
"@aws-sdk/client-polly": "~3.817.0",
|
|
56
56
|
"@aws-sdk/client-transcribe-streaming": "~3.817.0",
|
|
57
57
|
"@echogarden/audio-io": "~0.4.2",
|
|
58
|
-
"@echogarden/espeak-ng-emscripten": "~0.3.
|
|
58
|
+
"@echogarden/espeak-ng-emscripten": "~0.3.5",
|
|
59
59
|
"@echogarden/fasttext-wasm": "~0.1.0",
|
|
60
60
|
"@echogarden/flite-wasi": "~0.1.1",
|
|
61
61
|
"@echogarden/fvad-wasm": "~0.2.0",
|
package/src/nlp/Segmentation.ts
CHANGED
|
@@ -99,9 +99,9 @@ export async function splitToWords(text: string, langCode: string): Promise<Text
|
|
|
99
99
|
for (const wordText of wordArray) {
|
|
100
100
|
const startOffset = offset
|
|
101
101
|
const endOffset = startOffset + wordText.length
|
|
102
|
-
const
|
|
102
|
+
const isPunctuation = !isWordOrSymbolWord(wordText)
|
|
103
103
|
|
|
104
|
-
wordSequence.addWord(wordText, startOffset,
|
|
104
|
+
wordSequence.addWord(wordText, startOffset, isPunctuation)
|
|
105
105
|
|
|
106
106
|
offset = endOffset
|
|
107
107
|
}
|