@echogarden/text-segmentation 0.6.0 → 0.8.0

package/dist/{Test.js → tests/Test.js}

@@ -1,5 +1,5 @@
-import { addMissingPunctuationWordsToWordSequence, segmentText, segmentWordSequence, splitToWords, WordSequence } from "./TextSegmentation.js";
-import { Timer } from "./utilities/Timer.js";
+import { addMissingPunctuationWordsToWordSequence, segmentText, segmentWordSequence, splitToWords, WordSequence } from '../exports/Exports.js';
+import { Timer } from '../utilities/Timer.js';
 const log = console.log;
 async function test1() {
     //const text = 'Hello! 1. Say who? 2. How are you? This is v2.0 that good. I have 2 344 234ms C# is good games'
@@ -100,17 +100,19 @@ This A.I. techonology, tells the Dr. goodbye and nothing else. Yes.
 街の
 `;
     const text2 = `
-Hello World. Yo!
 
 
+Hello World. Yo!
+\t
+
 gooooogoo
 
 , Hi. BOBO.
 `;
-    const wordSequence = await splitToWords(text1, { language: 'en' });
+    const wordSequence = await splitToWords(text2, { language: 'en' });
     const result = await segmentWordSequence(wordSequence);
     const sentencesText = result.sentences.map(x => x.text);
-    log(sentencesText.join(' \n '));
+    log(sentencesText.join(' | '));
 }
 //test1()
 //test2()

package/dist/tests/Test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Test.js","sourceRoot":"","sources":["../../src/tests/Test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wCAAwC,EAA2C,WAAW,EAAE,mBAAmB,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACvL,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAA;AAE7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAA;AAEvB,KAAK,UAAU,KAAK;IACnB,+GAA+G;IAC/G,MAAM,IAAI,GAAG,8CAA8C,CAAA;IAC3D,iEAAiE;IAEjE,MAAM,OAAO,GAAwB;QACpC,QAAQ,EAAE,IAAI;KACd,CAAA;IAED,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAEtD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAA;IAEnD,MAAM,aAAa,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAA;IAE7D,MAAM,CAAC,GAAG,CAAC,CAAA;AACZ,CAAC;AAED,KAAK,UAAU,KAAK;IACnB,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;IAC1D,MAAM,IAAI,GAAG,YAAY,CAAC,yBAAyB,EAAE,OAAO,CAAC,CAAA;IAE7D,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAA;IAEzB,IAAI,MAA0B,CAAA;IAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE;YAChC,QAAQ,EAAE,IAAI;YACd,kBAAkB,EAAE,EAAE;YACtB,6BAA6B,EAAE,IAAI;SACnC,CAAC,CAAA;QAEF,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAA;IAC5C,CAAC;IAED,GAAG,CAAC,EAAE,CAAC,CAAA;IAEP,EAAE;IAEF,IAAI,aAAa,GAAG,EAAE,CAAA;IAEtB,KAAK,IAAI,aAAa,GAAG,CAAC,EAAE,aAAa,GAAG,MAAO,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,CAAC;QACvF,MAAM,QAAQ,GAAG,MAAO,CAAC,SAAS,CAAC,aAAa,CAAC,CAAA;QACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAA;QAEhC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;YACvE,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;YAEnC,aAAa,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAEnD,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,aAAa,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAA;YAC1C,CAAC;QACF,CAAC;QAED,IAAI,aAAa,GAAG,MAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,aAAa,IAAI,KAAK,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAA;QAC3C,CAAC;IACF,CAAC;IAED,aAAa,CAAC,mBAAmB,EAAE,aAAa,CAAC,CAAA;AAClD,CAAC;AAED,KAAK,UAAU,KAAK;IACnB,MAAM,IAAI,GAAG,mDAAmD,CAAA;IAEhE,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAA;IAEtC,MAAM,yBAAyB,GAAG,KAAK,CAAC,qBAAqB,CAAA;IAC7D,MAAM,0BAA0B,GAAG,IAAI,YAAY,EAAE,CAAA;IACrD,0BAA0B,CAAC,OAAO,GAAG,yBAAyB,CAAA;IAE9D,MAAM,aAAa,GAAG,wCAAwC,CAAC,0BAA0B,EAAE,IAAI,CAAC,CAAA;IAEhG,MAAM,CAAC,GAAG,CAAC,CAAA;AACZ,CAAC;AAED,KAAK,UAAU,KAAK;IACnB,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4Bb,CAAA;IAEA,MAAM,MAAM,GAAG,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAA;IACnD,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;AACxB,CAAC;AAGD,KAAK,UAAU,KAAK;IACnB,MAAM,KAAK,GAAG;;;;;;;;;;CAUd,CAAA;IAEA,MAAM,KAAK,GAAG;;;;;;;;;CASd,CAAA;IAEA,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;IAElE,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,YAAY,CAAC,CAAA;IAEtD,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAEvD,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;AAC/B,CAAC;AAED,SAAS;AACT,SAAS;AACT,KAAK,EAAE,CAAA"}

package/dist/utilities/Timer.d.ts

@@ -1,6 +1,7 @@
 export declare class Timer {
-    startTime: number;
-    constructor();
+    private readonly logger;
+    private startTime;
+    constructor(logger?: TimerLogger);
     restart(): void;
     get elapsedTime(): number;
     get elapsedTimeSeconds(): number;
@@ -8,7 +9,10 @@ export declare class Timer {
     logAndRestart(title: string, timePrecision?: number): number;
     static get currentTime(): number;
     static get microsecondTimestamp(): number;
-    private static createGlobalTimestampFunction;
     private static timestampFunc;
+    private static createTimestampFunction;
 }
+export declare function roundToDigits(value: number, digits: number): number;
+type TimerLogger = (msg: string) => void;
+export {};
 //# sourceMappingURL=Timer.d.ts.map

package/dist/utilities/Timer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Timer.d.ts","sourceRoot":"","sources":["../../src/utilities/Timer.ts"],"names":[],"mappings":"AAKA,qBAAa,KAAK;IACjB,SAAS,SAAI;IAEb,cAEC;IAED,OAAO,SAEN;IAED,IAAI,WAAW,IAAI,MAAM,CAGxB;IAED,IAAI,kBAAkB,IAAI,MAAM,CAG/B;IAED,wBAAwB,IAAI,MAAM,CAKjC;IAED,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,SAAI,GAAG,MAAM,CAYtD;IAED,MAAM,KAAK,WAAW,IAAI,MAAM,CAM/B;IAED,MAAM,KAAK,oBAAoB,IAAI,MAAM,CAExC;IAED,OAAO,CAAC,MAAM,CAAC,6BAA6B;IAkC5C,OAAO,CAAC,MAAM,CAAC,aAAa,CAAc;CAC1C"}
+{"version":3,"file":"Timer.d.ts","sourceRoot":"","sources":["../../src/utilities/Timer.ts"],"names":[],"mappings":"AAAA,qBAAa,KAAK;IACjB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IAEpC,OAAO,CAAC,SAAS,CAAI;IAErB,YAAY,MAAM,CAAC,EAAE,WAAW,EAQ/B;IAGD,OAAO,IAAI,IAAI,CAEd;IAGD,IAAI,WAAW,IAAI,MAAM,CAExB;IAGD,IAAI,kBAAkB,IAAI,MAAM,CAE/B;IAGD,wBAAwB,IAAI,MAAM,CAKjC;IAGD,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,SAAI,GAAG,MAAM,CAMtD;IAGD,MAAM,KAAK,WAAW,IAAI,MAAM,CAE/B;IAGD,MAAM,KAAK,oBAAoB,IAAI,MAAM,CAExC;IAGD,OAAO,CAAC,MAAM,CAAC,aAAa,CAAgD;IAE5E,OAAO,CAAC,MAAM,CAAC,uBAAuB;CA4BtC;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAInE;AAED,KAAK,WAAW,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA"}

package/dist/utilities/Timer.js

@@ -1,70 +1,72 @@
-import { roundToDigits } from "./Utilities.js";
 export class Timer {
+    logger;
     startTime = 0;
-    constructor() {
+    constructor(logger) {
+        if (logger) {
+            this.logger = logger;
+        }
+        else {
+            this.logger = console.log;
+        }
         this.restart();
     }
+    // Resets the timer to the current time.
     restart() {
         this.startTime = Timer.currentTime;
     }
+    // Elapsed time in milliseconds (monotonic where supported).
     get elapsedTime() {
-        // Elapsed time (milliseconds)
         return Timer.currentTime - this.startTime;
     }
+    // Elapsed time in seconds.
     get elapsedTimeSeconds() {
-        // Elapsed time (seconds)
         return this.elapsedTime / 1000;
     }
+    // Returns elapsed ms and restarts the timer.
     getElapsedTimeAndRestart() {
-        const elapsedTime = this.elapsedTime;
+        const elapsed = this.elapsedTime;
         this.restart();
-        return elapsedTime;
+        return elapsed;
     }
+    // Logs elapsed time (in ms) and restarts the timer.
     logAndRestart(title, timePrecision = 3) {
-        const elapsedTime = this.elapsedTime;
-        //
-        const message = `${title}: ${roundToDigits(elapsedTime, timePrecision)}ms`;
-        console.log(message);
-        //
+        const elapsedMs = this.elapsedTime;
+        this.logger(`${title}: ${roundToDigits(elapsedMs, timePrecision)}ms`);
         this.restart();
-        return elapsedTime;
+        return elapsedMs;
     }
+    // Current high-resolution timestamp in milliseconds since Unix epoch.
     static get currentTime() {
-        if (!this.timestampFunc) {
-            this.createGlobalTimestampFunction();
-        }
         return this.timestampFunc();
     }
+    // Current timestamp in microseconds (integer).
     static get microsecondTimestamp() {
         return Math.floor(Timer.currentTime * 1000);
     }
-    static createGlobalTimestampFunction() {
-        if (typeof process === 'object' && typeof process.hrtime === 'function') {
-            let baseTimestamp = 0;
-            this.timestampFunc = () => {
-                const nodeTimeStamp = process.hrtime();
-                const millisecondTime = (nodeTimeStamp[0] * 1000) + (nodeTimeStamp[1] / 1000000);
-                return baseTimestamp + millisecondTime;
-            };
-            baseTimestamp = Date.now() - this.timestampFunc();
+    // Clock setup
+    static timestampFunc = Timer.createTimestampFunction();
+    static createTimestampFunction() {
+        const g = globalThis;
+        // 1. Modern standard: performance.now() (Browsers & Node 16+)
+        if (typeof g.performance === 'object' && typeof g.performance.now === 'function') {
+            const timeOrigin = g.performance.timeOrigin ?? (Date.now() - g.performance.now());
+            return () => timeOrigin + g.performance.now();
         }
-        else if (typeof chrome === 'object' && chrome.Interval) {
-            const baseTimestamp = Date.now();
-            const chromeIntervalObject = new chrome.Interval();
-            chromeIntervalObject.start();
-            this.timestampFunc = () => baseTimestamp + chromeIntervalObject.microseconds() / 1000;
+        // 2. Node.js high resolution timer (BigInt variant, Node 10.4+)
+        if (typeof g.process === 'object' && typeof g.process.hrtime === 'function') {
+            const startNs = g.process.hrtime.bigint();
+            const epochBaseMs = Date.now() - (Number(startNs) / 1e6);
+            return () => epochBaseMs + Number(g.process.hrtime.bigint()) / 1e6;
         }
-        else if (typeof performance === 'object' && performance.now) {
-            const baseTimestamp = Date.now() - performance.now();
-            this.timestampFunc = () => baseTimestamp + performance.now();
-        }
-        else if (Date.now) {
-            this.timestampFunc = () => Date.now();
-        }
-        else {
-            this.timestampFunc = () => (new Date()).getTime();
+        // 3. Last-resort fallback (non-monotonic)
+        if (typeof Date.now === 'function') {
+            return () => Date.now();
         }
+        return () => new Date().getTime();
     }
-    static timestampFunc;
+}
+export function roundToDigits(value, digits) {
+    const factor = 10 ** digits;
+    return Math.round(value * factor) / factor;
 }
 //# sourceMappingURL=Timer.js.map

package/dist/utilities/Timer.js.map

@@ -1 +1 @@
-{"version":3,"file":"Timer.js","sourceRoot":"","sources":["../../src/utilities/Timer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAK9C,MAAM,OAAO,KAAK;IACjB,SAAS,GAAG,CAAC,CAAA;IAEb;QACC,IAAI,CAAC,OAAO,EAAE,CAAA;IACf,CAAC;IAED,OAAO;QACN,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,CAAA;IACnC,CAAC;IAED,IAAI,WAAW;QACd,8BAA8B;QAC9B,OAAO,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAA;IAC1C,CAAC;IAED,IAAI,kBAAkB;QACrB,yBAAyB;QACzB,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IAC/B,CAAC;IAED,wBAAwB;QACvB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAA;QACpC,IAAI,CAAC,OAAO,EAAE,CAAA;QAEd,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,aAAa,CAAC,KAAa,EAAE,aAAa,GAAG,CAAC;QAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAA;QAEpC,EAAE;QACF,MAAM,OAAO,GAAG,GAAG,KAAK,KAAK,aAAa,CAAC,WAAW,EAAE,aAAa,CAAC,IAAI,CAAA;QAE1E,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACpB,EAAE;QAEF,IAAI,CAAC,OAAO,EAAE,CAAA;QAEd,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,KAAK,WAAW;QACrB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACzB,IAAI,CAAC,6BAA6B,EAAE,CAAA;QACrC,CAAC;QAED,OAAO,IAAI,CAAC,aAAa,EAAE,CAAA;IAC5B,CAAC;IAED,MAAM,KAAK,oBAAoB;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAA;IAC5C,CAAC;IAEO,MAAM,CAAC,6BAA6B;QAC3C,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACzE,IAAI,aAAa,GAAG,CAAC,CAAA;YAErB,IAAI,CAAC,aAAa,GAAG,GAAG,EAAE;gBACzB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;gBACtC,MAAM,eAAe,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAA;gBAEhF,OAAO,aAAa,GAAG,eAAe,CAAA;YACvC,CAAC,CAAA;YAED,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,CAAA;QAClD,CAAC;aACI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAEhC,MAAM,oBAAoB,GAAG,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAA;YAClD,oBAAoB,CAAC,KAAK,EAAE,CAAA;YAE5B,IAAI,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,aAAa,GAAG,oBAAoB,CAAC,YAAY,EAAE,GAAG,IAAI,CAAA;QACtF,CAAC;aACI,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC;YAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAEpD,IAAI,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC7D,CAAC;aACI,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAA;QACtC,CAAC;aACI,CAAC;YACL,IAAI,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;QAClD,CAAC;IACF,CAAC;IAEO,MAAM,CAAC,aAAa,CAAc;CAC1C"}
+{"version":3,"file":"Timer.js","sourceRoot":"","sources":["../../src/utilities/Timer.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,KAAK;IACA,MAAM,CAAa;IAE5B,SAAS,GAAG,CAAC,CAAA;IAErB,YAAY,MAAoB;QAC/B,IAAI,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACrB,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAA;QAC1B,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAA;IACf,CAAC;IAED,wCAAwC;IACxC,OAAO;QACN,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,CAAA;IACnC,CAAC;IAED,4DAA4D;IAC5D,IAAI,WAAW;QACd,OAAO,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAA;IAC1C,CAAC;IAED,2BAA2B;IAC3B,IAAI,kBAAkB;QACrB,OAAO,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IAC/B,CAAC;IAED,6CAA6C;IAC7C,wBAAwB;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAA;QAChC,IAAI,CAAC,OAAO,EAAE,CAAA;QAEd,OAAO,OAAO,CAAA;IACf,CAAC;IAED,oDAAoD;IACpD,aAAa,CAAC,KAAa,EAAE,aAAa,GAAG,CAAC;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,KAAK,aAAa,CAAC,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,CAAA;QACrE,IAAI,CAAC,OAAO,EAAE,CAAA;QAEd,OAAO,SAAS,CAAA;IACjB,CAAC;IAED,sEAAsE;IACtE,MAAM,KAAK,WAAW;QACrB,OAAO,IAAI,CAAC,aAAa,EAAE,CAAA;IAC5B,CAAC;IAED,+CAA+C;IAC/C,MAAM,KAAK,oBAAoB;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,CAAA;IAC5C,CAAC;IAED,cAAc;IACN,MAAM,CAAC,aAAa,GAAiB,KAAK,CAAC,uBAAuB,EAAE,CAAA;IAEpE,MAAM,CAAC,uBAAuB;QACrC,MAAM,CAAC,GAAG,UAAiB,CAAA;QAE3B,8DAA8D;QAC9D,IAAI,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,WAAW,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;YAClF,MAAM,UAAU,GACf,CAAC,CAAC,WAAW,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAA;YAE/D,OAAO,GAAG,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QAC9C,CAAC;QAED,gEAAgE;QAChE,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC7E,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA;YAEzC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,CAAA;YAExD,OAAO,GAAG,EAAE,CACX,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,GAAG,CAAA;QACvD,CAAC;QAED,0CAA0C;QAC1C,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;YACpC,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAA;QACxB,CAAC;QAED,OAAO,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAA;IAClC,CAAC;CACD;AAED,MAAM,UAAU,aAAa,CAAC,KAAa,EAAE,MAAc;IAC1D,MAAM,MAAM,GAAG,EAAE,IAAI,MAAM,CAAA;IAE3B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAAA;AAC3C,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@echogarden/text-segmentation",
-	"version": "0.6.0",
+	"version": "0.8.0",
 	"description": "A library for multilingual word, phrase and sentence segmentation.",
 	"author": "Rotem Dan",
 	"license": "MIT",
@@ -23,7 +23,7 @@
 	"bugs": {
 		"url": "https://github.com/echogarden-project/text-segmentation/issues"
 	},
-	"main": "./dist/TextSegmentation.js",
+	"main": "./dist/exports/Exports.js",
 	"type": "module",
 	"files": [
 		"dist",
@@ -33,13 +33,13 @@
 		"README.md"
 	],
 	"scripts": {
-		"test": "node dist/Test.js"
+		"test": "node dist/tests/Test.js"
 	},
 	"dependencies": {
-		"regexp-composer": "~0.3.0"
+		"regexp-composer": "~0.6.0"
 	},
 	"peerDependencies": {
-		"@echogarden/icu-segmentation-wasm": "~0.3.0"
+		"@echogarden/icu-segmentation-wasm": "~0.4.0"
 	},
 	"peerDependenciesMeta": {
 		"@echogarden/icu-segmentation-wasm": {
@@ -47,7 +47,7 @@
 		}
 	},
 	"devDependencies": {
-		"@types/node": "~26.1.1",
-		"@echogarden/icu-segmentation-wasm": "~0.3.0"
+		"@types/node": "~26.4.0",
+		"@echogarden/icu-segmentation-wasm": "~0.4.0"
 	}
 }

package/src/exports/Exports.ts

@@ -0,0 +1,2 @@
+export * from '../segmentation/TextSegmentation.js'
+export { WordSequence, type WordEntry } from '../segmentation/WordSequence.js'

package/src/{Patterns.ts → patterns/Patterns.ts}

@@ -54,6 +54,15 @@ const currencyCharacters = ['$', '¥', '€', '£', '₩', '₭', '₽', '₫',
 
 const percentageOrCurrencyCharacterPattern = anyOf(...percentageCharacters, ...currencyCharacters)
 
+////////////////////////////////////////////////////////////////////////////////////////////////
+// Whitespace patterns
+////////////////////////////////////////////////////////////////////////////////////////////////
+
+export const whitespacePattern = [inputStart, oneOrMore(whitespace), inputEnd]
+export const startsWithWhitespacePattern = [inputStart, whitespace]
+export const endsWithWhitespacePattern = [whitespace, inputEnd]
+export const anyNumberOfSpacesPattern = [inputStart, oneOrMore(' '), inputEnd]
+
 ////////////////////////////////////////////////////////////////////////////////////////////////
 // Numeric patterns
 ////////////////////////////////////////////////////////////////////////////////////////////////
@@ -288,7 +297,7 @@ const phraseSeparatorPattern = [
 
 const phraseSeparatorTrailingPunctuationPattern = [
 	inputStart,
-	anyOf(...phraseSeparatorCharacters, ' ', tab),
+	anyOf(...phraseSeparatorCharacters, anyNumberOfSpacesPattern, tab),
 	inputEnd
 ]
 
@@ -305,18 +314,10 @@ const sentenceSeparatorCharacterPattern = [
 
 const sentenceSeparatorTrailingPunctuationPattern = [
 	inputStart,
-	anyOf('"', '”', '’', ')', ']', '}', '»', '」', ...sentenceSeparatorCharacters, ...phraseSeparatorCharacters, whitespace),
+	anyOf('"', '”', '’', ')', ']', '}', '»', '」', ...sentenceSeparatorCharacters, ...phraseSeparatorCharacters, whitespacePattern),
 	inputEnd
 ]
 
-////////////////////////////////////////////////////////////////////////////////////////////////
-// Other patterns
-////////////////////////////////////////////////////////////////////////////////////////////////
-
-export const whitespacePattern = [inputStart, oneOrMore(whitespace), inputEnd]
-export const startsWithWhitespacePattern = [inputStart, whitespace]
-export const endsWithWhitespacePattern = [whitespace, inputEnd]
-
 ////////////////////////////////////////////////////////////////////////////////////////////////
 // Prebuilt regular expressions
 ////////////////////////////////////////////////////////////////////////////////////////////////