mtranserver 4.0.18 → 4.0.20

package/dist/index.js

@@ -131,7 +131,7 @@ function getConfig() {
     logConsole: getBool("--log-console", "MT_LOG_CONSOLE", true),
     logRequests: getBool("--log-requests", "MT_LOG_REQUESTS", false),
     checkUpdate: getBool("--check-update", "MT_CHECK_UPDATE", true),
-    cacheSize: getInt("--cache-size", "MT_CACHE_SIZE", 0)
+    cacheSize: getInt("--cache-size", "MT_CACHE_SIZE", 1000)
   };
   return globalConfig;
 }
@@ -1051,7 +1051,7 @@ function getLanguagePairs() {
     return [];
   const pairs = new Set;
   for (const record of globalRecords.data) {
-    pairs.add(`${record.sourceLanguage}-${record.targetLanguage}`);
+    pairs.add(`${record.sourceLanguage}_${record.targetLanguage}`);
   }
   return Array.from(pairs);
 }
@@ -1468,10 +1468,10 @@ class TranslationEngine {
     return chunks;
   }
   _hideEmojis(text) {
-    const emojiRegex = /(\p{Emoji_Presentation}|\p{Extended_Pictographic})/gu;
+    const emojiRegex = /(\p{RI}\p{RI}|\p{Emoji_Presentation}|\p{Extended_Pictographic})/gu;
     const replacements = [];
     const cleanText = text.replace(emojiRegex, (match) => {
-      const placeholder = `[EE${replacements.length}]`;
+      const placeholder = `<e${replacements.length}>`;
       replacements.push({ original: match, placeholder });
       return placeholder;
     });
@@ -4400,23 +4400,23 @@ var init_bergamot_translator = () => {};
 
 // src/lib/cld2/cld2.js
 var require_cld2 = __commonJS((exports, module) => {
-  var __dirname = "/home/xxnuo/projects/MTran/MTranServer/src/lib/cld2", __filename = "/home/xxnuo/projects/MTran/MTranServer/src/lib/cld2/cld2.js";
+  var __dirname = "/Volumes/MacData/Users/xxnuo/projects/MTranServer/src/lib/cld2", __filename = "/Volumes/MacData/Users/xxnuo/projects/MTranServer/src/lib/cld2/cld2.js";
   var loadCLD2 = (() => {
     var _scriptName = globalThis.document?.currentScript?.src;
     return async function(moduleArg = {}) {
       var moduleRtn;
-      function aa(a) {
+      function ba(a) {
         var b = 0;
         return function() {
           return b < a.length ? { done: false, value: a[b++] } : { done: true };
         };
       }
-      function g(a) {
+      function h(a) {
         var b = typeof Symbol != "undefined" && Symbol.iterator && a[Symbol.iterator];
         if (b)
           return b.call(a);
         if (typeof a.length == "number")
-          return { next: aa(a) };
+          return { next: ba(a) };
         throw Error(String(a) + " is not an iterable or ArrayLike");
       }
       var l = typeof Object.defineProperties == "function" ? Object.defineProperty : function(a, b, c) {
@@ -4425,7 +4425,7 @@ var require_cld2 = __commonJS((exports, module) => {
         a[b] = c.value;
         return a;
       };
-      function ba(a) {
+      function ca(a) {
         a = [typeof globalThis == "object" && globalThis, a, typeof window == "object" && window, typeof self == "object" && self, typeof global == "object" && global];
         for (var b = 0;b < a.length; ++b) {
           var c = a[b];
@@ -4434,17 +4434,17 @@ var require_cld2 = __commonJS((exports, module) => {
         }
         throw Error("Cannot find global object");
       }
-      var p = ba(this);
+      var n = ca(this);
       function r(a, b) {
         if (b)
           a: {
-            var c = p;
+            var c = n;
             a = a.split(".");
             for (var d = 0;d < a.length - 1; d++) {
-              var f = a[d];
-              if (!(f in c))
+              var e = a[d];
+              if (!(e in c))
                 break a;
-              c = c[f];
+              c = c[e];
             }
             a = a[a.length - 1];
             d = c[a];
@@ -4453,138 +4453,138 @@ var require_cld2 = __commonJS((exports, module) => {
           }
       }
       function t() {
-        this.G = false;
-        this.B = null;
-        this.C = undefined;
-        this.v = 1;
-        this.J = this.F = 0;
-        this.D = null;
+        this.H = false;
+        this.C = null;
+        this.D = undefined;
+        this.A = 1;
+        this.K = this.G = 0;
+        this.F = null;
       }
       function u(a) {
-        if (a.G)
+        if (a.H)
           throw new TypeError("Generator is already running");
-        a.G = true;
+        a.H = true;
       }
-      t.prototype.H = function(a) {
-        this.C = a;
+      t.prototype.I = function(a) {
+        this.D = a;
       };
       function v(a, b) {
-        a.D = { R: b, $: true };
-        a.v = a.F || a.J;
+        a.F = { S: b, aa: true };
+        a.A = a.G || a.K;
       }
       t.prototype.return = function(a) {
-        this.D = { return: a };
-        this.v = this.J;
+        this.F = { return: a };
+        this.A = this.K;
       };
-      function x(a, b, c) {
-        a.v = c;
+      function w(a, b, c) {
+        a.A = c;
         return { value: b };
       }
       function y(a) {
-        a.F = 0;
-        var b = a.D.R;
-        a.D = null;
+        a.G = 0;
+        var b = a.F.S;
+        a.F = null;
         return b;
       }
-      function ca(a) {
-        this.v = new t;
-        this.B = a;
+      function da(a) {
+        this.A = new t;
+        this.C = a;
       }
-      function da(a, b) {
-        u(a.v);
-        var c = a.v.B;
+      function ea(a, b) {
+        u(a.A);
+        var c = a.A.C;
         if (c)
           return z(a, "return" in c ? c["return"] : function(d) {
             return { value: d, done: true };
-          }, b, a.v.return);
-        a.v.return(b);
+          }, b, a.A.return);
+        a.A.return(b);
         return C(a);
       }
       function z(a, b, c, d) {
         try {
-          var f = b.call(a.v.B, c);
-          if (!(f instanceof Object))
-            throw new TypeError("Iterator result " + f + " is not an object");
-          if (!f.done)
-            return a.v.G = false, f;
-          var h = f.value;
-        } catch (e) {
-          return a.v.B = null, v(a.v, e), C(a);
-        }
-        a.v.B = null;
-        d.call(a.v, h);
+          var e = b.call(a.A.C, c);
+          if (!(e instanceof Object))
+            throw new TypeError("Iterator result " + e + " is not an object");
+          if (!e.done)
+            return a.A.H = false, e;
+          var g = e.value;
+        } catch (f) {
+          return a.A.C = null, v(a.A, f), C(a);
+        }
+        a.A.C = null;
+        d.call(a.A, g);
         return C(a);
       }
       function C(a) {
-        for (;a.v.v; )
+        for (;a.A.A; )
           try {
-            var b = a.B(a.v);
+            var b = a.C(a.A);
             if (b)
-              return a.v.G = false, { value: b.value, done: false };
+              return a.A.H = false, { value: b.value, done: false };
           } catch (c) {
-            a.v.C = undefined, v(a.v, c);
+            a.A.D = undefined, v(a.A, c);
           }
-        a.v.G = false;
-        if (a.v.D) {
-          b = a.v.D;
-          a.v.D = null;
-          if (b.$)
-            throw b.R;
+        a.A.H = false;
+        if (a.A.F) {
+          b = a.A.F;
+          a.A.F = null;
+          if (b.aa)
+            throw b.S;
           return { value: b.return, done: true };
         }
         return { value: undefined, done: true };
       }
-      function ea(a) {
+      function fa(a) {
         this.next = function(b) {
-          u(a.v);
-          a.v.B ? b = z(a, a.v.B.next, b, a.v.H) : (a.v.H(b), b = C(a));
+          u(a.A);
+          a.A.C ? b = z(a, a.A.C.next, b, a.A.I) : (a.A.I(b), b = C(a));
           return b;
         };
         this.throw = function(b) {
-          u(a.v);
-          a.v.B ? b = z(a, a.v.B["throw"], b, a.v.H) : (v(a.v, b), b = C(a));
+          u(a.A);
+          a.A.C ? b = z(a, a.A.C["throw"], b, a.A.I) : (v(a.A, b), b = C(a));
           return b;
         };
         this.return = function(b) {
-          return da(a, b);
+          return ea(a, b);
         };
         this[Symbol.iterator] = function() {
           return this;
         };
       }
-      function fa(a) {
+      function ha(a) {
         function b(d) {
           return a.next(d);
         }
         function c(d) {
           return a.throw(d);
         }
-        return new Promise(function(d, f) {
-          function h(e) {
-            e.done ? d(e.value) : Promise.resolve(e.value).then(b, c).then(h, f);
+        return new Promise(function(d, e) {
+          function g(f) {
+            f.done ? d(f.value) : Promise.resolve(f.value).then(b, c).then(g, e);
           }
-          h(a.next());
+          g(a.next());
         });
       }
       function D(a) {
-        return fa(new ea(new ca(a)));
+        return ha(new fa(new da(a)));
       }
       r("Symbol", function(a) {
-        function b(h) {
+        function b(g) {
           if (this instanceof b)
             throw new TypeError("Symbol is not a constructor");
-          return new c(d + (h || "") + "_" + f++, h);
+          return new c(d + (g || "") + "_" + e++, g);
         }
-        function c(h, e) {
-          this.v = h;
-          l(this, "description", { configurable: true, writable: true, value: e });
+        function c(g, f) {
+          this.A = g;
+          l(this, "description", { configurable: true, writable: true, value: f });
         }
         if (a)
           return a;
         c.prototype.toString = function() {
-          return this.v;
+          return this.A;
         };
-        var d = "jscomp_symbol_" + (1e9 * Math.random() >>> 0) + "_", f = 0;
+        var d = "jscomp_symbol_" + (1e9 * Math.random() >>> 0) + "_", e = 0;
         return b;
       });
       r("Symbol.iterator", function(a) {
@@ -4592,14 +4592,14 @@ var require_cld2 = __commonJS((exports, module) => {
           return a;
         a = Symbol("Symbol.iterator");
         for (var b = "Array Int8Array Uint8Array Uint8ClampedArray Int16Array Uint16Array Int32Array Uint32Array Float32Array Float64Array".split(" "), c = 0;c < b.length; c++) {
-          var d = p[b[c]];
+          var d = n[b[c]];
           typeof d === "function" && typeof d.prototype[a] != "function" && l(d.prototype, a, { configurable: true, writable: true, value: function() {
-            return ha(aa(this));
+            return ia(ba(this));
           } });
         }
         return a;
       });
-      function ha(a) {
+      function ia(a) {
         a = { next: a };
         a[Symbol.iterator] = function() {
           return this;
@@ -4607,82 +4607,82 @@ var require_cld2 = __commonJS((exports, module) => {
         return a;
       }
       r("Promise", function(a) {
-        function b(e) {
-          this.B = 0;
-          this.C = undefined;
-          this.v = [];
-          this.H = false;
-          var k = this.D();
+        function b(f) {
+          this.C = 0;
+          this.D = undefined;
+          this.A = [];
+          this.I = false;
+          var k = this.F();
           try {
-            e(k.resolve, k.reject);
+            f(k.resolve, k.reject);
           } catch (m) {
             k.reject(m);
           }
         }
         function c() {
-          this.v = null;
+          this.A = null;
         }
-        function d(e) {
-          return e instanceof b ? e : new b(function(k) {
-            k(e);
+        function d(f) {
+          return f instanceof b ? f : new b(function(k) {
+            k(f);
           });
         }
         if (a)
           return a;
-        c.prototype.B = function(e) {
-          if (this.v == null) {
-            this.v = [];
+        c.prototype.C = function(f) {
+          if (this.A == null) {
+            this.A = [];
             var k = this;
-            this.C(function() {
-              k.F();
+            this.D(function() {
+              k.G();
             });
           }
-          this.v.push(e);
+          this.A.push(f);
         };
-        var f = p.setTimeout;
-        c.prototype.C = function(e) {
-          f(e, 0);
+        var e = n.setTimeout;
+        c.prototype.D = function(f) {
+          e(f, 0);
         };
-        c.prototype.F = function() {
-          for (;this.v && this.v.length; ) {
-            var e = this.v;
-            this.v = [];
-            for (var k = 0;k < e.length; ++k) {
-              var m = e[k];
-              e[k] = null;
+        c.prototype.G = function() {
+          for (;this.A && this.A.length; ) {
+            var f = this.A;
+            this.A = [];
+            for (var k = 0;k < f.length; ++k) {
+              var m = f[k];
+              f[k] = null;
               try {
                 m();
-              } catch (n) {
-                this.D(n);
+              } catch (p) {
+                this.F(p);
               }
             }
           }
-          this.v = null;
+          this.A = null;
         };
-        c.prototype.D = function(e) {
-          this.C(function() {
-            throw e;
+        c.prototype.F = function(f) {
+          this.D(function() {
+            throw f;
           });
         };
-        b.prototype.D = function() {
-          function e(n) {
+        b.prototype.F = function() {
+          function f(p) {
             return function(q) {
-              m || (m = true, n.call(k, q));
+              m || (m = true, p.call(k, q));
             };
           }
           var k = this, m = false;
-          return { resolve: e(this.V), reject: e(this.F) };
+          return { resolve: f(this.W), reject: f(this.G) };
         };
-        b.prototype.V = function(e) {
-          if (e === this)
-            this.F(new TypeError("A Promise cannot resolve to itself"));
-          else if (e instanceof b)
-            this.X(e);
+        b.prototype.W = function(f) {
+          if (f === this)
+            this.G(new TypeError("A Promise cannot resolve to itself"));
+          else if (f instanceof b)
+            this.Y(f);
           else {
             a:
-              switch (typeof e) {
+              switch (typeof f) {
                 case "object":
-                  var k = e != null;
+                  var k = f != null;
                   break a;
                 case "function":
                   k = true;
@@ -4690,144 +4690,144 @@ var require_cld2 = __commonJS((exports, module) => {
                 default:
                   k = false;
               }
-            k ? this.U(e) : this.G(e);
+            k ? this.V(f) : this.H(f);
           }
         };
-        b.prototype.U = function(e) {
+        b.prototype.V = function(f) {
           var k = undefined;
           try {
-            k = e.then;
+            k = f.then;
           } catch (m) {
-            this.F(m);
+            this.G(m);
             return;
           }
-          typeof k == "function" ? this.Y(k, e) : this.G(e);
+          typeof k == "function" ? this.Z(k, f) : this.H(f);
         };
-        b.prototype.F = function(e) {
-          this.J(2, e);
+        b.prototype.G = function(f) {
+          this.K(2, f);
         };
-        b.prototype.G = function(e) {
-          this.J(1, e);
+        b.prototype.H = function(f) {
+          this.K(1, f);
         };
-        b.prototype.J = function(e, k) {
-          if (this.B != 0)
-            throw Error("Cannot settle(" + e + ", " + k + "): Promise already settled in state" + this.B);
-          this.B = e;
-          this.C = k;
-          this.B === 2 && this.W();
-          this.S();
+        b.prototype.K = function(f, k) {
+          if (this.C != 0)
+            throw Error("Cannot settle(" + f + ", " + k + "): Promise already settled in state" + this.C);
+          this.C = f;
+          this.D = k;
+          this.C === 2 && this.X();
+          this.T();
         };
-        b.prototype.W = function() {
-          var e = this;
-          f(function() {
-            if (e.T()) {
-              var k = p.console;
-              typeof k !== "undefined" && k.error(e.C);
+        b.prototype.X = function() {
+          var f = this;
+          e(function() {
+            if (f.U()) {
+              var k = n.console;
+              typeof k !== "undefined" && k.error(f.D);
             }
           }, 1);
         };
-        b.prototype.T = function() {
-          if (this.H)
+        b.prototype.U = function() {
+          if (this.I)
             return false;
-          var { CustomEvent: e, Event: k, dispatchEvent: m } = p;
+          var { CustomEvent: f, Event: k, dispatchEvent: m } = n;
           if (typeof m === "undefined")
             return true;
-          typeof e === "function" ? e = new e("unhandledrejection", { cancelable: true }) : typeof k === "function" ? e = new k("unhandledrejection", { cancelable: true }) : (e = p.document.createEvent("CustomEvent"), e.initCustomEvent("unhandledrejection", false, true, e));
-          e.promise = this;
-          e.reason = this.C;
-          return m(e);
+          typeof f === "function" ? f = new f("unhandledrejection", { cancelable: true }) : typeof k === "function" ? f = new k("unhandledrejection", { cancelable: true }) : (f = n.document.createEvent("CustomEvent"), f.initCustomEvent("unhandledrejection", false, true, f));
+          f.promise = this;
+          f.reason = this.D;
+          return m(f);
         };
-        b.prototype.S = function() {
-          if (this.v != null) {
-            for (var e = 0;e < this.v.length; ++e)
-              h.B(this.v[e]);
-            this.v = null;
+        b.prototype.T = function() {
+          if (this.A != null) {
+            for (var f = 0;f < this.A.length; ++f)
+              g.C(this.A[f]);
+            this.A = null;
           }
         };
-        var h = new c;
-        b.prototype.X = function(e) {
-          var k = this.D();
-          e.N(k.resolve, k.reject);
+        var g = new c;
+        b.prototype.Y = function(f) {
+          var k = this.F();
+          f.O(k.resolve, k.reject);
         };
-        b.prototype.Y = function(e, k) {
-          var m = this.D();
+        b.prototype.Z = function(f, k) {
+          var m = this.F();
           try {
-            e.call(k, m.resolve, m.reject);
-          } catch (n) {
-            m.reject(n);
+            f.call(k, m.resolve, m.reject);
+          } catch (p) {
+            m.reject(p);
           }
         };
-        b.prototype.then = function(e, k) {
-          function m(w, A) {
-            return typeof w == "function" ? function(Y) {
+        b.prototype.then = function(f, k) {
+          function m(x, A) {
+            return typeof x == "function" ? function(Z) {
               try {
-                n(w(Y));
-              } catch (Z) {
-                q(Z);
+                p(x(Z));
+              } catch (aa) {
+                q(aa);
               }
             } : A;
           }
-          var n, q, B = new b(function(w, A) {
-            n = w;
+          var p, q, B = new b(function(x, A) {
+            p = x;
             q = A;
           });
-          this.N(m(e, n), m(k, q));
+          this.O(m(f, p), m(k, q));
           return B;
         };
-        b.prototype.catch = function(e) {
-          return this.then(undefined, e);
+        b.prototype.catch = function(f) {
+          return this.then(undefined, f);
         };
-        b.prototype.N = function(e, k) {
+        b.prototype.O = function(f, k) {
           function m() {
-            switch (n.B) {
+            switch (p.C) {
               case 1:
-                e(n.C);
+                f(p.D);
                 break;
               case 2:
-                k(n.C);
+                k(p.D);
                 break;
               default:
-                throw Error("Unexpected state: " + n.B);
+                throw Error("Unexpected state: " + p.C);
             }
           }
-          var n = this;
-          this.v == null ? h.B(m) : this.v.push(m);
-          this.H = true;
+          var p = this;
+          this.A == null ? g.C(m) : this.A.push(m);
+          this.I = true;
         };
         b.resolve = d;
-        b.reject = function(e) {
+        b.reject = function(f) {
           return new b(function(k, m) {
-            m(e);
+            m(f);
           });
         };
-        b.race = function(e) {
+        b.race = function(f) {
           return new b(function(k, m) {
-            for (var n = g(e), q = n.next();!q.done; q = n.next())
-              d(q.value).N(k, m);
+            for (var p = h(f), q = p.next();!q.done; q = p.next())
+              d(q.value).O(k, m);
           });
         };
-        b.all = function(e) {
-          var k = g(e), m = k.next();
-          return m.done ? d([]) : new b(function(n, q) {
-            function B(Y) {
-              return function(Z) {
-                w[Y] = Z;
+        b.all = function(f) {
+          var k = h(f), m = k.next();
+          return m.done ? d([]) : new b(function(p, q) {
+            function B(Z) {
+              return function(aa) {
+                x[Z] = aa;
                 A--;
-                A == 0 && n(w);
+                A == 0 && p(x);
               };
             }
-            var w = [], A = 0;
+            var x = [], A = 0;
             do
-              w.push(undefined), A++, d(m.value).N(B(w.length - 1), q), m = k.next();
+              x.push(undefined), A++, d(m.value).O(B(x.length - 1), q), m = k.next();
             while (!m.done);
           });
         };
         return b;
       });
       r("globalThis", function(a) {
-        return a || p;
+        return a || n;
       });
-      function ia(a, b, c) {
+      function ja(a, b, c) {
         if (a == null)
           throw new TypeError("The 'this' value for String.prototype." + c + " must not be null or undefined");
         if (b instanceof RegExp)
@@ -4836,61 +4836,61 @@ var require_cld2 = __commonJS((exports, module) => {
       }
       r("String.prototype.startsWith", function(a) {
         return a ? a : function(b, c) {
-          var d = ia(this, b, "startsWith"), f = d.length, h = b.length;
+          var d = ja(this, b, "startsWith"), e = d.length, g = b.length;
           c = Math.max(0, Math.min(c | 0, d.length));
-          for (var e = 0;e < h && c < f; )
-            if (d[c++] != b[e++])
+          for (var f = 0;f < g && c < e; )
+            if (d[c++] != b[f++])
               return false;
-          return e >= h;
+          return f >= g;
         };
       });
       r("String.prototype.codePointAt", function(a) {
         return a ? a : function(b) {
-          var c = ia(this, null, "codePointAt"), d = c.length;
+          var c = ja(this, null, "codePointAt"), d = c.length;
           b = Number(b) || 0;
           if (0 <= b && b < d) {
             b |= 0;
-            var f = c.charCodeAt(b);
-            if (55296 > f || 56319 < f || b + 1 === d)
-              return f;
+            var e = c.charCodeAt(b);
+            if (55296 > e || 56319 < e || b + 1 === d)
+              return e;
             b = c.charCodeAt(b + 1);
-            return 56320 > b || 57343 < b ? f : 1024 * (f - 55296) + b + 9216;
+            return 56320 > b || 57343 < b ? e : 1024 * (e - 55296) + b + 9216;
           }
         };
       });
-      function ja(a, b) {
+      function ka(a, b) {
         a instanceof String && (a += "");
-        var c = 0, d = false, f = { next: function() {
+        var c = 0, d = false, e = { next: function() {
           if (!d && c < a.length) {
-            var h = c++;
-            return { value: b(h, a[h]), done: false };
+            var g = c++;
+            return { value: b(g, a[g]), done: false };
           }
           d = true;
           return { done: true, value: undefined };
         } };
-        f[Symbol.iterator] = function() {
-          return f;
+        e[Symbol.iterator] = function() {
+          return e;
         };
-        return f;
+        return e;
       }
       r("Array.prototype.keys", function(a) {
         return a ? a : function() {
-          return ja(this, function(b) {
+          return ka(this, function(b) {
             return b;
           });
         };
       });
-      var E = moduleArg, ka = !!globalThis.window, la = !!globalThis.WorkerGlobalScope, ma, na, oa, pa = ((ma = globalThis.process) == null ? undefined : (na = ma.versions) == null ? undefined : na.node) && ((oa = globalThis.process) == null ? undefined : oa.type) != "renderer";
-      typeof __filename != "undefined" ? _scriptName = __filename : la && (_scriptName = self.location.href);
-      var F = "", qa, G;
-      if (pa) {
+      var E = moduleArg, la = !!globalThis.window, ma = !!globalThis.WorkerGlobalScope, na, oa, pa, qa = ((na = globalThis.process) == null ? undefined : (oa = na.versions) == null ? undefined : oa.node) && ((pa = globalThis.process) == null ? undefined : pa.type) != "renderer";
+      typeof __filename != "undefined" ? _scriptName = __filename : ma && (_scriptName = self.location.href);
+      var F = "", ra, G;
+      if (qa) {
         var fs5 = __require("fs");
         F = __dirname + "/";
         G = function(a) {
           a = H(a) ? new URL(a) : a;
           return fs5.readFileSync(a);
         };
-        qa = function(a) {
+        ra = function(a) {
           var b = b === undefined ? true : b;
           var c;
           return D(function(d) {
@@ -4900,46 +4900,46 @@ var require_cld2 = __commonJS((exports, module) => {
           });
         };
         process.argv.slice(2);
-      } else if (ka || la) {
+      } else if (la || ma) {
         try {
           F = new URL(".", _scriptName).href;
         } catch (a) {}
-        la && (G = function(a) {
+        ma && (G = function(a) {
           var b = new XMLHttpRequest;
           b.open("GET", a, false);
           b.responseType = "arraybuffer";
           b.send(null);
           return new Uint8Array(b.response);
         });
-        qa = function(a) {
+        ra = function(a) {
           var b;
           return D(function(c) {
-            if (c.v == 1)
-              return H(a) ? c.return(new Promise(function(d, f) {
-                var h = new XMLHttpRequest;
-                h.open("GET", a, true);
-                h.responseType = "arraybuffer";
-                h.onload = function() {
-                  h.status == 200 || h.status == 0 && h.response ? d(h.response) : f(h.status);
+            if (c.A == 1)
+              return H(a) ? c.return(new Promise(function(d, e) {
+                var g = new XMLHttpRequest;
+                g.open("GET", a, true);
+                g.responseType = "arraybuffer";
+                g.onload = function() {
+                  g.status == 200 || g.status == 0 && g.response ? d(g.response) : e(g.status);
                 };
-                h.onerror = f;
-                h.send(null);
-              })) : x(c, fetch(a, { credentials: "same-origin" }), 2);
-            b = c.C;
+                g.onerror = e;
+                g.send(null);
+              })) : w(c, fetch(a, { credentials: "same-origin" }), 2);
+            b = c.D;
             if (b.ok)
               return c.return(b.arrayBuffer());
             throw Error(b.status + " : " + b.url);
           });
         };
       }
-      var ra = console.log.bind(console), I = console.error.bind(console), J, sa = false;
+      var sa = console.log.bind(console), I = console.error.bind(console), J, ta = false;
       function H(a) {
         return a.startsWith("file://");
       }
-      var ta, ua, va, K, L, wa = false;
-      function xa() {
+      var ua, va, wa, K, L, xa = false;
+      function ya() {
         var a = M.buffer;
-        va = new Int8Array(a);
+        wa = new Int8Array(a);
         new Int16Array(a);
         K = new Uint8Array(a);
         new Uint16Array(a);
@@ -4955,130 +4955,130 @@ var require_cld2 = __commonJS((exports, module) => {
         (b = E.onAbort) == null || b.call(E, a);
         a = "Aborted(" + a + ")";
         I(a);
-        sa = true;
+        ta = true;
         a = new WebAssembly.RuntimeError(a + ". Build with -sASSERTIONS for more info.");
         var c;
-        (c = ua) == null || c(a);
+        (c = va) == null || c(a);
         throw a;
       }
       var O;
-      function ya(a) {
+      function za(a) {
         var b;
         return D(function(c) {
-          switch (c.v) {
+          switch (c.A) {
             case 1:
               if (J) {
-                c.v = 2;
+                c.A = 2;
                 break;
               }
-              c.F = 3;
-              return x(c, qa(a), 5);
+              c.G = 3;
+              return w(c, ra(a), 5);
             case 5:
-              return b = c.C, c.return(new Uint8Array(b));
+              return b = c.D, c.return(new Uint8Array(b));
             case 3:
               y(c);
             case 2:
               var d = c.return;
               if (a == O && J)
-                var f = new Uint8Array(J);
+                var e = new Uint8Array(J);
               else if (G)
-                f = G(a);
+                e = G(a);
               else
                 throw "both async and sync fetching of the wasm failed";
-              return d.call(c, f);
+              return d.call(c, e);
           }
         });
       }
-      function za(a, b) {
-        var c, d, f;
-        return D(function(h) {
-          switch (h.v) {
+      function Aa(a, b) {
+        var c, d, e;
+        return D(function(g) {
+          switch (g.A) {
             case 1:
-              return h.F = 2, x(h, ya(a), 4);
+              return g.G = 2, w(g, za(a), 4);
             case 4:
-              return c = h.C, x(h, WebAssembly.instantiate(c, b), 5);
+              return c = g.D, w(g, WebAssembly.instantiate(c, b), 5);
             case 5:
-              return d = h.C, h.return(d);
+              return d = g.D, g.return(d);
             case 2:
-              f = y(h), I("failed to asynchronously prepare wasm: " + f), N(f), h.v = 0;
+              e = y(g), I("failed to asynchronously prepare wasm: " + e), N(e), g.A = 0;
           }
         });
       }
-      function Aa(a) {
-        var b = J, c = O, d, f, h;
-        return D(function(e) {
-          switch (e.v) {
+      function Ba(a) {
+        var b = J, c = O, d, e, g;
+        return D(function(f) {
+          switch (f.A) {
             case 1:
-              if (b || H(c) || pa) {
-                e.v = 2;
+              if (b || H(c) || qa) {
+                f.A = 2;
                 break;
               }
-              e.F = 3;
+              f.G = 3;
               d = fetch(c, { credentials: "same-origin" });
-              return x(e, WebAssembly.instantiateStreaming(d, a), 5);
+              return w(f, WebAssembly.instantiateStreaming(d, a), 5);
             case 5:
-              return f = e.C, e.return(f);
+              return e = f.D, f.return(e);
             case 3:
-              h = y(e), I("wasm streaming compile failed: " + h), I("falling back to ArrayBuffer instantiation");
+              g = y(f), I("wasm streaming compile failed: " + g), I("falling back to ArrayBuffer instantiation");
             case 2:
-              return e.return(za(c, a));
+              return f.return(Aa(c, a));
           }
         });
       }
-      function Ba(a) {
+      function Ca(a) {
         for (;0 < a.length; )
           a.shift()(E);
       }
-      var Ca = [], Da = [];
-      function Ea() {
+      var Da = [], Ea = [];
+      function Fa() {
         var a = E.preRun.shift();
-        Da.push(a);
+        Ea.push(a);
       }
-      function Fa(a) {
-        this.A = a - 24;
+      function Ga(a) {
+        this.B = a - 24;
       }
-      var Ga = 0, Ha = 0, Ia = [null, [], []], Ja = globalThis.TextDecoder && new TextDecoder;
-      function Ka(a, b) {
+      var Ha = 0, Ia = 0, Ja = [null, [], []], Ka = globalThis.TextDecoder && new TextDecoder;
+      function La(a, b) {
         b = b === undefined ? 0 : b;
         var c = b;
         for (var d = c + undefined;a[c] && !(c >= d); )
           ++c;
-        if (16 < c - b && a.buffer && Ja)
-          return Ja.decode(a.subarray(b, c));
+        if (16 < c - b && a.buffer && Ka)
+          return Ka.decode(a.subarray(b, c));
         for (d = "";b < c; ) {
-          var f = a[b++];
-          if (f & 128) {
-            var h = a[b++] & 63;
-            if ((f & 224) == 192)
-              d += String.fromCharCode((f & 31) << 6 | h);
+          var e = a[b++];
+          if (e & 128) {
+            var g = a[b++] & 63;
+            if ((e & 224) == 192)
+              d += String.fromCharCode((e & 31) << 6 | g);
             else {
-              var e = a[b++] & 63;
-              f = (f & 240) == 224 ? (f & 15) << 12 | h << 6 | e : (f & 7) << 18 | h << 12 | e << 6 | a[b++] & 63;
-              65536 > f ? d += String.fromCharCode(f) : (f -= 65536, d += String.fromCharCode(55296 | f >> 10, 56320 | f & 1023));
+              var f = a[b++] & 63;
+              e = (e & 240) == 224 ? (e & 15) << 12 | g << 6 | f : (e & 7) << 18 | g << 12 | f << 6 | a[b++] & 63;
+              65536 > e ? d += String.fromCharCode(e) : (e -= 65536, d += String.fromCharCode(55296 | e >> 10, 56320 | e & 1023));
             }
           } else
-            d += String.fromCharCode(f);
+            d += String.fromCharCode(e);
         }
         return d;
       }
-      function La(a) {
-        return a ? Ka(K, a) : "";
+      function Ma(a) {
+        return a ? La(K, a) : "";
       }
-      var Ma = [];
-      E.print && (ra = E.print);
+      var Na = [];
+      E.print && (sa = E.print);
       E.printErr && (I = E.printErr);
       E.wasmBinary && (J = E.wasmBinary);
       if (E.preInit)
         for (typeof E.preInit == "function" && (E.preInit = [E.preInit]);0 < E.preInit.length; )
           E.preInit.shift()();
-      var Na, Oa, Pa, Qa, Ra, Sa, Ta, Ua, Va, Wa, Xa, Ya, M, Za = { a: function(a, b, c) {
-        var d = new Fa(a);
-        L[d.A + 16 >> 2] = 0;
-        L[d.A + 4 >> 2] = b;
-        L[d.A + 8 >> 2] = c;
-        Ga = a;
-        Ha++;
-        throw Ga;
+      var Oa, Pa, Qa, Ra, Sa, Ta, Ua, Va, Wa, Xa, Ya, Za, $a, ab2, M, bb = { a: function(a, b, c) {
+        var d = new Ga(a);
+        L[d.B + 16 >> 2] = 0;
+        L[d.B + 4 >> 2] = b;
+        L[d.B + 8 >> 2] = c;
+        Ha = a;
+        Ia++;
+        throw Ha;
       }, c: function() {
         return N("");
       }, e: function(a, b) {
@@ -5095,89 +5095,91 @@ var require_cld2 = __commonJS((exports, module) => {
             d = (Math.min(2147483648, 65536 * Math.ceil(Math.max(a, d) / 65536)) - M.buffer.byteLength + 65535) / 65536 | 0;
             try {
               M.grow(d);
-              xa();
-              var f = 1;
+              ya();
+              var e = 1;
               break a;
-            } catch (h) {}
-            f = undefined;
+            } catch (g) {}
+            e = undefined;
           }
-          if (f)
+          if (e)
             return true;
         }
         return false;
       }, b: function(a, b, c, d) {
-        for (var f = 0, h = 0;h < c; h++) {
-          var e = L[b >> 2], k = L[b + 4 >> 2];
+        for (var e = 0, g = 0;g < c; g++) {
+          var f = L[b >> 2], k = L[b + 4 >> 2];
           b += 8;
           for (var m = 0;m < k; m++) {
-            var n = a, q = K[e + m], B = Ia[n];
-            q === 0 || q === 10 ? ((n === 1 ? ra : I)(Ka(B)), B.length = 0) : B.push(q);
+            var p = a, q = K[f + m], B = Ja[p];
+            q === 0 || q === 10 ? ((p === 1 ? sa : I)(La(B)), B.length = 0) : B.push(q);
           }
-          f += k;
+          e += k;
         }
-        L[d >> 2] = f;
+        L[d >> 2] = e;
         return 0;
       } }, P;
       P = await function() {
-        function a(f) {
-          f = P = f.exports;
-          E._webidl_free = f.h;
-          E._webidl_malloc = f.i;
-          Na = E._emscripten_bind_Language_getLanguageCode_0 = f.j;
-          Oa = E._emscripten_bind_Language___destroy___0 = f.k;
-          Pa = E._emscripten_bind_VoidPtr___destroy___0 = f.l;
-          Qa = E._emscripten_bind_LanguageGuess_getPercent_0 = f.m;
-          Ra = E._emscripten_bind_LanguageGuess_getLanguageCode_0 = f.n;
-          Sa = E._emscripten_bind_LanguageGuess___destroy___0 = f.o;
-          Ta = E._emscripten_bind_LanguageInfo_detectLanguage_2 = f.p;
-          Ua = E._emscripten_bind_LanguageInfo_detectLanguage_5 = f.q;
-          Va = E._emscripten_bind_LanguageInfo_getIsReliable_0 = f.r;
-          Wa = E._emscripten_bind_LanguageInfo_getLanguageCode_0 = f.s;
-          Xa = E._emscripten_bind_LanguageInfo_get_languages_1 = f.t;
-          Ya = E._emscripten_bind_LanguageInfo___destroy___0 = f.u;
-          M = f.f;
-          xa();
+        function a(e) {
+          e = P = e.exports;
+          E._webidl_free = e.h;
+          E._webidl_malloc = e.i;
+          Oa = E._emscripten_bind_Language_getLanguageCode_0 = e.j;
+          Pa = E._emscripten_bind_Language___destroy___0 = e.k;
+          Qa = E._emscripten_bind_VoidPtr___destroy___0 = e.l;
+          Ra = E._emscripten_bind_LanguageGuess_getPercent_0 = e.m;
+          Sa = E._emscripten_bind_LanguageGuess_getLanguageCode_0 = e.n;
+          Ta = E._emscripten_bind_LanguageGuess___destroy___0 = e.o;
+          Ua = E._emscripten_bind_LanguageInfo_detectLanguageWithLength_3 = e.p;
+          Va = E._emscripten_bind_LanguageInfo_detectLanguageWithLength_6 = e.q;
+          Wa = E._emscripten_bind_LanguageInfo_detectLanguage_2 = e.r;
+          Xa = E._emscripten_bind_LanguageInfo_detectLanguage_5 = e.s;
+          Ya = E._emscripten_bind_LanguageInfo_getIsReliable_0 = e.t;
+          Za = E._emscripten_bind_LanguageInfo_getLanguageCode_0 = e.u;
+          $a = E._emscripten_bind_LanguageInfo_get_languages_1 = e.v;
+          ab2 = E._emscripten_bind_LanguageInfo___destroy___0 = e.w;
+          M = e.f;
+          ya();
           return P;
         }
         var b, c, d;
-        return D(function(f) {
-          if (f.v == 1) {
-            b = { a: Za };
+        return D(function(e) {
+          if (e.A == 1) {
+            b = { a: bb };
             if (E.instantiateWasm)
-              return f.return(new Promise(function(h) {
-                E.instantiateWasm(b, function(e, k) {
-                  h(a(e, k));
+              return e.return(new Promise(function(g) {
+                E.instantiateWasm(b, function(f, k) {
+                  g(a(f, k));
                 });
               }));
             O != null || (O = E.locateFile ? E.locateFile("cld2.wasm", F) : F + "cld2.wasm");
-            return x(f, Aa(b), 2);
+            return w(e, Ba(b), 2);
           }
-          c = f.C;
+          c = e.D;
           d = a(c.instance);
-          return f.return(d);
+          return e.return(d);
         });
       }();
       (function() {
         function a() {
           E.calledRun = true;
-          if (!sa) {
-            wa = true;
-            Ba(Ma);
+          if (!ta) {
+            xa = true;
+            Ca(Na);
             P.g();
             var b;
-            (b = ta) == null || b(E);
+            (b = ua) == null || b(E);
             var c;
             (c = E.onRuntimeInitialized) == null || c.call(E);
             if (E.postRun)
               for (typeof E.postRun == "function" && (E.postRun = [E.postRun]);E.postRun.length; )
-                b = E.postRun.shift(), Ca.push(b);
-            Ba(Ca);
+                b = E.postRun.shift(), Da.push(b);
+            Ca(Da);
           }
         }
         if (E.preRun)
           for (typeof E.preRun == "function" && (E.preRun = [E.preRun]);E.preRun.length; )
-            Ea();
-        Ba(Da);
+            Fa();
+        Ca(Ea);
         E.setStatus ? (E.setStatus("Running..."), setTimeout(function() {
           setTimeout(function() {
             return E.setStatus("");
@@ -5188,61 +5190,61 @@ var require_cld2 = __commonJS((exports, module) => {
       function Q() {}
       Q.prototype = Object.create(Q.prototype);
       Q.prototype.constructor = Q;
-      Q.prototype.I = Q;
-      Q.K = {};
+      Q.prototype.J = Q;
+      Q.L = {};
       E.WrapperObject = Q;
-      function $a(a) {
-        return (a || Q).K;
+      function cb(a) {
+        return (a || Q).L;
       }
-      E.getCache = $a;
+      E.getCache = cb;
       function R(a, b) {
-        var c = $a(b), d = c[a];
+        var c = cb(b), d = c[a];
         if (d)
           return d;
         d = Object.create((b || Q).prototype);
-        d.A = a;
+        d.B = a;
         return c[a] = d;
       }
       E.wrapPointer = R;
       E.castObject = function(a, b) {
-        return R(a.A, b);
+        return R(a.B, b);
       };
       E.NULL = R(0);
       E.destroy = function(a) {
         if (!a.__destroy__)
           throw "Error: Cannot destroy object. (Did you create it yourself?)";
         a.__destroy__();
-        delete $a(a.I)[a.A];
+        delete cb(a.J)[a.B];
       };
       E.compare = function(a, b) {
-        return a.A === b.A;
+        return a.B === b.B;
       };
       E.getPointer = function(a) {
-        return a.A;
+        return a.B;
       };
       E.getClass = function(a) {
-        return a.I;
+        return a.J;
       };
-      var S = { buffer: 0, size: 0, M: 0, O: [], L: 0, P: function() {
-        if (S.L) {
-          for (var a = 0;a < S.O.length; a++)
-            E._webidl_free(S.O[a]);
-          S.O.length = 0;
+      var S = { buffer: 0, size: 0, N: 0, R: [], M: 0, P: function() {
+        if (S.M) {
+          for (var a = 0;a < S.R.length; a++)
+            E._webidl_free(S.R[a]);
+          S.R.length = 0;
           E._webidl_free(S.buffer);
           S.buffer = 0;
-          S.size += S.L;
-          S.L = 0;
+          S.size += S.M;
+          S.M = 0;
         }
         S.buffer || (S.size += 128, S.buffer = E._webidl_malloc(S.size), S.buffer || N());
-        S.M = 0;
+        S.N = 0;
       }, alloc: function(a, b) {
         S.buffer || N();
         a = a.length * b.BYTES_PER_ELEMENT;
         a = 8 * Math.ceil(a / 8);
-        S.M + a >= S.size ? (0 < a || N(), S.L += a, b = E._webidl_malloc(a), S.O.push(b)) : (b = S.buffer + S.M, S.M += a);
+        S.N + a >= S.size ? (0 < a || N(), S.M += a, b = E._webidl_malloc(a), S.R.push(b)) : (b = S.buffer + S.N, S.N += a);
         return b;
       } };
-      function ab2(a) {
+      function T(a) {
         if (typeof a === "string") {
           for (var b = 0, c = 0;c < a.length; ++c) {
             var d = a.charCodeAt(c);
@@ -5253,119 +5255,129 @@ var require_cld2 = __commonJS((exports, module) => {
           c = 0;
           if (0 < d) {
             d = c + d - 1;
-            for (var f = 0;f < a.length; ++f) {
-              var h = a.codePointAt(f);
-              if (127 >= h) {
+            for (var e = 0;e < a.length; ++e) {
+              var g = a.codePointAt(e);
+              if (127 >= g) {
                 if (c >= d)
                   break;
-                b[c++] = h;
-              } else if (2047 >= h) {
+                b[c++] = g;
+              } else if (2047 >= g) {
                 if (c + 1 >= d)
                   break;
-                b[c++] = 192 | h >> 6;
-                b[c++] = 128 | h & 63;
-              } else if (65535 >= h) {
+                b[c++] = 192 | g >> 6;
+                b[c++] = 128 | g & 63;
+              } else if (65535 >= g) {
                 if (c + 2 >= d)
                   break;
-                b[c++] = 224 | h >> 12;
-                b[c++] = 128 | h >> 6 & 63;
-                b[c++] = 128 | h & 63;
+                b[c++] = 224 | g >> 12;
+                b[c++] = 128 | g >> 6 & 63;
+                b[c++] = 128 | g & 63;
               } else {
                 if (c + 3 >= d)
                   break;
-                b[c++] = 240 | h >> 18;
-                b[c++] = 128 | h >> 12 & 63;
-                b[c++] = 128 | h >> 6 & 63;
-                b[c++] = 128 | h & 63;
-                f++;
+                b[c++] = 240 | g >> 18;
+                b[c++] = 128 | g >> 12 & 63;
+                b[c++] = 128 | g >> 6 & 63;
+                b[c++] = 128 | g & 63;
+                e++;
               }
             }
             b[c] = 0;
           }
-          a = S.alloc(b, va);
+          a = S.alloc(b, wa);
           for (c = 0;c < b.length; c++)
-            va[a + c] = b[c];
+            wa[a + c] = b[c];
           return a;
         }
         return a;
       }
-      function T() {
-        throw "cannot construct a Language, no constructor in IDL";
-      }
-      T.prototype = Object.create(Q.prototype);
-      T.prototype.constructor = T;
-      T.prototype.I = T;
-      T.K = {};
-      E.Language = T;
-      T.prototype.getLanguageCode = function() {
-        return La(Na(this.A));
-      };
-      T.prototype.__destroy__ = function() {
-        Oa(this.A);
-      };
       function U() {
-        throw "cannot construct a VoidPtr, no constructor in IDL";
+        throw "cannot construct a Language, no constructor in IDL";
       }
       U.prototype = Object.create(Q.prototype);
       U.prototype.constructor = U;
-      U.prototype.I = U;
-      U.K = {};
-      E.VoidPtr = U;
+      U.prototype.J = U;
+      U.L = {};
+      E.Language = U;
+      U.prototype.getLanguageCode = function() {
+        return Ma(Oa(this.B));
+      };
       U.prototype.__destroy__ = function() {
-        Pa(this.A);
+        Pa(this.B);
       };
       function V() {
-        throw "cannot construct a LanguageGuess, no constructor in IDL";
+        throw "cannot construct a VoidPtr, no constructor in IDL";
       }
-      V.prototype = Object.create(T.prototype);
+      V.prototype = Object.create(Q.prototype);
       V.prototype.constructor = V;
-      V.prototype.I = V;
-      V.K = {};
-      E.LanguageGuess = V;
-      V.prototype.getPercent = function() {
-        return Qa(this.A);
-      };
-      V.prototype.getLanguageCode = function() {
-        return La(Ra(this.A));
-      };
+      V.prototype.J = V;
+      V.L = {};
+      E.VoidPtr = V;
       V.prototype.__destroy__ = function() {
-        Sa(this.A);
+        Qa(this.B);
       };
       function W() {
-        throw "cannot construct a LanguageInfo, no constructor in IDL";
+        throw "cannot construct a LanguageGuess, no constructor in IDL";
       }
-      W.prototype = Object.create(T.prototype);
+      W.prototype = Object.create(U.prototype);
       W.prototype.constructor = W;
-      W.prototype.I = W;
-      W.K = {};
-      E.LanguageInfo = W;
-      W.prototype.detectLanguage = function(a, b, c, d, f) {
+      W.prototype.J = W;
+      W.L = {};
+      E.LanguageGuess = W;
+      W.prototype.getPercent = function() {
+        return Ra(this.B);
+      };
+      W.prototype.getLanguageCode = function() {
+        return Ma(Sa(this.B));
+      };
+      W.prototype.__destroy__ = function() {
+        Ta(this.B);
+      };
+      function X() {
+        throw "cannot construct a LanguageInfo, no constructor in IDL";
+      }
+      X.prototype = Object.create(U.prototype);
+      X.prototype.constructor = X;
+      X.prototype.J = X;
+      X.L = {};
+      E.LanguageInfo = X;
+      X.prototype.detectLanguageWithLength = function(a, b, c, d, e, g) {
         S.P();
-        a = a && typeof a === "object" ? a.A : ab2(a);
-        b && typeof b === "object" && (b = b.A);
-        c = c && typeof c === "object" ? c.A : ab2(c);
-        d && typeof d === "object" && (d = d.A);
-        f = f && typeof f === "object" ? f.A : ab2(f);
-        return c === undefined ? R(Ta(a, b), W) : d === undefined ? R(_emscripten_bind_LanguageInfo_detectLanguage_3(a, b, c), W) : f === undefined ? R(_emscripten_bind_LanguageInfo_detectLanguage_4(a, b, c, d), W) : R(Ua(a, b, c, d, f), W);
+        a = a && typeof a === "object" ? a.B : T(a);
+        b && typeof b === "object" && (b = b.B);
+        c && typeof c === "object" && (c = c.B);
+        d = d && typeof d === "object" ? d.B : T(d);
+        e && typeof e === "object" && (e = e.B);
+        g = g && typeof g === "object" ? g.B : T(g);
+        return d === undefined ? R(Ua(a, b, c), X) : e === undefined ? R(_emscripten_bind_LanguageInfo_detectLanguageWithLength_4(a, b, c, d), X) : g === undefined ? R(_emscripten_bind_LanguageInfo_detectLanguageWithLength_5(a, b, c, d, e), X) : R(Va(a, b, c, d, e, g), X);
       };
-      W.prototype.getIsReliable = function() {
-        return !!Va(this.A);
+      X.prototype.detectLanguage = function(a, b, c, d, e) {
+        S.P();
+        a = a && typeof a === "object" ? a.B : T(a);
+        b && typeof b === "object" && (b = b.B);
+        c = c && typeof c === "object" ? c.B : T(c);
+        d && typeof d === "object" && (d = d.B);
+        e = e && typeof e === "object" ? e.B : T(e);
+        return c === undefined ? R(Wa(a, b), X) : d === undefined ? R(_emscripten_bind_LanguageInfo_detectLanguage_3(a, b, c), X) : e === undefined ? R(_emscripten_bind_LanguageInfo_detectLanguage_4(a, b, c, d), X) : R(Xa(a, b, c, d, e), X);
       };
-      W.prototype.getLanguageCode = function() {
-        return La(Wa(this.A));
+      X.prototype.getIsReliable = function() {
+        return !!Ya(this.B);
       };
-      W.prototype.get_languages = W.prototype.Z = function(a) {
-        var b = this.A;
-        a && typeof a === "object" && (a = a.A);
-        return R(Xa(b, a), V);
+      X.prototype.getLanguageCode = function() {
+        return Ma(Za(this.B));
       };
-      Object.defineProperty(W.prototype, "languages", { get: W.prototype.Z });
-      W.prototype.__destroy__ = function() {
-        Ya(this.A);
+      X.prototype.get_languages = X.prototype.$ = function(a) {
+        var b = this.B;
+        a && typeof a === "object" && (a = a.B);
+        return R($a(b, a), W);
+      };
+      Object.defineProperty(X.prototype, "languages", { get: X.prototype.$ });
+      X.prototype.__destroy__ = function() {
+        ab2(this.B);
       };
       S.alloc = S.alloc.bind(S);
       S.P = S.P.bind(S);
-      for (var X = {
+      for (var Y = {
         ISO_8859_1: 0,
         ISO_8859_2: 1,
         ISO_8859_3: 2,
@@ -5466,14 +5478,14 @@ var require_cld2 = __commonJS((exports, module) => {
         KDDI_ISO_2022_JP: 73,
         ISO_2022_JP: 73,
         SOFTBANK_ISO_2022_JP: 74
-      }, bb = g(Object.keys(X)), cb = bb.next();!cb.done; cb = bb.next()) {
-        var db = cb.value;
-        db.includes("_") && (X[db.replace(/_/g, "")] = X[db]);
-      }
-      E.Encodings = X;
-      wa ? moduleRtn = E : moduleRtn = new Promise(function(a, b) {
-        ta = a;
-        ua = b;
+      }, db = h(Object.keys(Y)), eb = db.next();!eb.done; eb = db.next()) {
+        var fb = eb.value;
+        fb.includes("_") && (Y[fb.replace(/_/g, "")] = Y[fb]);
+      }
+      E.Encodings = Y;
+      xa ? moduleRtn = E : moduleRtn = new Promise(function(a, b) {
+        ua = a;
+        va = b;
       });
       return moduleRtn;
     };
@@ -5486,7 +5498,7 @@ var require_cld2 = __commonJS((exports, module) => {
 });
 
 // src/lib/cld2/cld2.wasm
-var cld2_default = "./cld2-8mh0n580.wasm";
+var cld2_default = "./cld2-22jkf0ae.wasm";
 var init_cld2 = () => {};
 
 // src/services/detector.ts
@@ -5500,6 +5512,52 @@ __export(exports_detector, {
 import path5 from "path";
 import { fileURLToPath } from "url";
 import { readFile } from "fs/promises";
+function sanitizeInput(text) {
+  let sanitized = text.replace(/\0/g, "");
+  sanitized = sanitized.replace(/[\x01-\x08\x0B-\x0C\x0E-\x1F\x7F]/g, "");
+  return sanitized;
+}
+function truncateByUtf8Bytes(text, maxBytes) {
+  const encoder = new TextEncoder;
+  const bytes = encoder.encode(text);
+  if (bytes.length <= maxBytes) {
+    return text;
+  }
+  let truncated = bytes.slice(0, maxBytes);
+  while (truncated.length > 0) {
+    try {
+      return new TextDecoder("utf-8", { fatal: true }).decode(truncated);
+    } catch {
+      truncated = truncated.slice(0, -1);
+    }
+  }
+  return "";
+}
+function validateAndSanitizeInput(text, maxBytes = MAX_DETECTION_BYTES) {
+  if (!text || text.length === 0) {
+    return text;
+  }
+  const sanitized = sanitizeInput(text);
+  const truncated = truncateByUtf8Bytes(sanitized, maxBytes);
+  if (truncated !== text) {
+    debug(`Input sanitized/truncated: ${text.length} → ${truncated.length} chars (limit: ${maxBytes})`);
+  }
+  return truncated;
+}
+function handleCldError(error2, context) {
+  const errStr = error2.toString();
+  if (errStr.includes("RuntimeError") || errStr.includes("memory access")) {
+    error("CLD2 crashed (RuntimeError), resetting module", {
+      error: errStr,
+      stack: error2.stack,
+      textLength: context?.text?.length,
+      textPreview: context?.text?.substring(0, 100),
+      operation: context?.operation
+    });
+    cldModule = null;
+    initPromise = null;
+  }
+}
 async function initCLD() {
   if (cldModule)
     return;
@@ -5517,8 +5575,13 @@ async function initCLD() {
         printErr: (msg) => error(`[CLD2 Error]: ${msg}`),
         wasmBinary: wasmBuffer
       });
-      if (module.LanguageInfo && module.LanguageInfo.prototype && module.LanguageInfo.prototype.detectLanguage) {
-        module.LanguageInfo.detectLanguage = module.LanguageInfo.prototype.detectLanguage;
+      if (module.LanguageInfo && module.LanguageInfo.prototype) {
+        if (module.LanguageInfo.prototype.detectLanguage) {
+          module.LanguageInfo.detectLanguage = module.LanguageInfo.prototype.detectLanguage;
+        }
+        if (module.LanguageInfo.prototype.detectLanguageWithLength) {
+          module.LanguageInfo.detectLanguageWithLength = module.LanguageInfo.prototype.detectLanguageWithLength;
+        }
       }
       cldModule = module;
       debug("CLD2 language detector initialized");
@@ -5529,15 +5592,25 @@ async function initCLD() {
   })();
   return initPromise;
 }
-function detectLanguageWithCLD(text, isHTML = false) {
+function detectLanguageWithCLD(text, isHTML = false, maxBytes = MAX_DETECTION_BYTES) {
   if (!cldModule) {
     throw new Error("CLD2 module not initialized");
   }
+  const validatedText = validateAndSanitizeInput(text, maxBytes);
+  if (!validatedText) {
+    warn("Input validation resulted in empty text");
+    return {
+      language: "un",
+      confident: false,
+      languages: [],
+      percentScore: 0
+    };
+  }
   const LanguageInfo = cldModule.LanguageInfo;
   if (!LanguageInfo || !LanguageInfo.detectLanguage) {
     throw new Error("CLD2 LanguageInfo or detectLanguage not available");
   }
-  const result = LanguageInfo.detectLanguage(text, !isHTML);
+  const result = LanguageInfo.detectLanguage(validatedText, !isHTML);
   const languages = Array(3).fill(0).map((_, i) => {
     const lang = result.get_languages(i);
     return {
@@ -5562,26 +5635,27 @@ function bcp47Normalize(code) {
       return code.toLowerCase();
   }
 }
-async function detectLanguage(text) {
+async function detectLanguage(text, maxBytes = MAX_DETECTION_BYTES) {
   if (!text) {
     return "";
   }
   await initCLD();
   try {
-    const result = detectLanguageWithCLD(text);
+    const result = detectLanguageWithCLD(text, false, maxBytes);
     return bcp47Normalize(result.language);
   } catch (error2) {
     warn(`Language detection failed: ${error2}`);
+    handleCldError(error2, { text, operation: "detectLanguage" });
     return "en";
   }
 }
-async function detectLanguageWithConfidence(text, minConfidence = DEFAULT_CONFIDENCE_THRESHOLD) {
+async function detectLanguageWithConfidence(text, minConfidence = DEFAULT_CONFIDENCE_THRESHOLD, maxBytes = MAX_DETECTION_BYTES) {
   if (!text) {
     return { language: "", confidence: 0 };
   }
   await initCLD();
   try {
-    const result = detectLanguageWithCLD(text);
+    const result = detectLanguageWithCLD(text, false, maxBytes);
     const confidence = result.percentScore / 100;
     if (confidence < minConfidence) {
       return { language: "", confidence };
@@ -5592,6 +5666,7 @@ async function detectLanguageWithConfidence(text, minConfidence = DEFAULT_CONFID
     };
   } catch (error2) {
     warn(`Language detection with confidence failed: ${error2}`);
+    handleCldError(error2, { text, operation: "detectLanguageWithConfidence" });
     return { language: "en", confidence: 0 };
   }
 }
@@ -5611,6 +5686,28 @@ function hasMixedScripts(text) {
   }
   return false;
 }
+function getScriptType(text) {
+  let hasCJK = false;
+  let hasLatin = false;
+  for (const char of text) {
+    const code = char.charCodeAt(0);
+    if (code >= 19968 && code <= 40959 || code >= 12352 && code <= 12447 || code >= 12448 && code <= 12543 || code >= 44032 && code <= 55215) {
+      hasCJK = true;
+    } else if (code >= 65 && code <= 90 || code >= 97 && code <= 122) {
+      hasLatin = true;
+    }
+    if (hasCJK && hasLatin)
+      return "Mixed";
+  }
+  if (hasCJK)
+    return "CJK";
+  if (hasLatin)
+    return "Latin";
+  return "Other";
+}
+function isCJKLanguage(lang) {
+  return ["zh", "zh-Hans", "zh-Hant", "ja", "ko"].includes(lang) || lang.startsWith("zh-");
+}
 async function detectMultipleLanguages(text) {
   return detectMultipleLanguagesWithThreshold(text, DEFAULT_CONFIDENCE_THRESHOLD);
 }
@@ -5619,7 +5716,7 @@ async function detectMultipleLanguagesWithThreshold(text, threshold) {
     return [];
   }
   await initCLD();
-  const fallbackLang = await detectLanguage(text);
+  const fallbackLang = await detectLanguage(text, MAX_FALLBACK_DETECTION_BYTES);
   const effectiveFallback = fallbackLang || "en";
   if (!hasMixedScripts(text)) {
     debug(`DetectMultipleLanguages: no mixed scripts, using single language: ${effectiveFallback}`);
@@ -5637,18 +5734,43 @@ async function detectMultipleLanguagesWithThreshold(text, threshold) {
   const sentenceSegments = Array.from(segmenterAny.segment(text));
   for (const { segment, index } of sentenceSegments) {
     try {
+      await initCLD();
       const result = detectLanguageWithCLD(segment);
       const detectedLang = bcp47Normalize(result.language);
       const confidence = result.percentScore / 100;
+      const scriptType = getScriptType(segment);
+      let finalLang = effectiveFallback;
+      let usedLogic = "fallback";
+      if (confidence >= threshold) {
+        finalLang = detectedLang;
+        usedLogic = "confidence";
+      } else {
+        if (scriptType === "Latin" && isCJKLanguage(effectiveFallback)) {
+          if (detectedLang && detectedLang !== "un") {
+            finalLang = detectedLang;
+            usedLogic = "script-override-latin";
+          } else {
+            finalLang = "en";
+            usedLogic = "script-override-en";
+          }
+        } else if (scriptType === "CJK" && !isCJKLanguage(effectiveFallback)) {
+          if (detectedLang && detectedLang !== "un") {
+            finalLang = detectedLang;
+            usedLogic = "script-override-cjk";
+          }
+        }
+      }
+      debug(`Segment[${segments.length}]: "${segment.replace(/\n/g, "\\n")}" -> lang=${detectedLang}, conf=${confidence.toFixed(2)}, script=${scriptType}, final=${finalLang} (${usedLogic})`);
       segments.push({
         text: segment,
-        language: confidence >= threshold ? detectedLang : effectiveFallback,
+        language: finalLang,
         start: index,
         end: index + segment.length,
         confidence
       });
     } catch (error2) {
       warn(`Failed to detect language for segment: ${error2}`);
+      handleCldError(error2, { text: segment, operation: "detectMultipleLanguages" });
       segments.push({
         text: segment,
         language: effectiveFallback,
@@ -5708,7 +5830,7 @@ function limitLanguages(segments, originalText, maxLangs) {
   debug(`limitLanguages: reduced to ${maxLangs} languages, ${result.length} segments`);
   return result;
 }
-var import_cld2, DEFAULT_CONFIDENCE_THRESHOLD = 0.5, MAXIMUM_LANGUAGES_IN_ONE_TEXT = 2, cldModule = null, initPromise = null;
+var import_cld2, DEFAULT_CONFIDENCE_THRESHOLD = 0.5, MAXIMUM_LANGUAGES_IN_ONE_TEXT = 2, MAX_DETECTION_BYTES = 512, MAX_FALLBACK_DETECTION_BYTES = 1024, cldModule = null, initPromise = null;
 var init_detector = __esm(() => {
   init_cld2();
   init_logger();
@@ -5743,11 +5865,11 @@ class Stack {
     return this.heap[--this.length];
   }
 }
-var perf, warned, PROCESS, emitWarning = (msg, type, code, fn) => {
+var defaultPerf, warned, PROCESS, emitWarning = (msg, type, code, fn) => {
   typeof PROCESS.emitWarning === "function" ? PROCESS.emitWarning(msg, type, code, fn) : console.error(`[${code}] ${type}: ${msg}`);
 }, AC, AS, shouldWarn = (code) => !warned.has(code), TYPE, isPosInt = (n) => n && n === Math.floor(n) && n > 0 && isFinite(n), getUintArray = (max) => !isPosInt(max) ? null : max <= Math.pow(2, 8) ? Uint8Array : max <= Math.pow(2, 16) ? Uint16Array : max <= Math.pow(2, 32) ? Uint32Array : max <= Number.MAX_SAFE_INTEGER ? ZeroArray : null, ZeroArray, LRUCache;
 var init_esm2 = __esm(() => {
-  perf = typeof performance === "object" && performance && typeof performance.now === "function" ? performance : Date;
+  defaultPerf = typeof performance === "object" && performance && typeof performance.now === "function" ? performance : Date;
   warned = new Set;
   PROCESS = typeof process === "object" && !!process ? process : {};
   AC = globalThis.AbortController;
@@ -5797,9 +5919,14 @@ var init_esm2 = __esm(() => {
     #max;
     #maxSize;
     #dispose;
+    #onInsert;
     #disposeAfter;
     #fetchMethod;
     #memoMethod;
+    #perf;
+    get perf() {
+      return this.#perf;
+    }
     ttl;
     ttlResolution;
     ttlAutopurge;
@@ -5829,13 +5956,16 @@ var init_esm2 = __esm(() => {
     #sizes;
     #starts;
     #ttls;
+    #autopurgeTimers;
     #hasDispose;
     #hasFetchMethod;
     #hasDisposeAfter;
+    #hasOnInsert;
     static unsafeExposeInternals(c) {
       return {
         starts: c.#starts,
         ttls: c.#ttls,
+        autopurgeTimers: c.#autopurgeTimers,
         sizes: c.#sizes,
         keyMap: c.#keyMap,
         keyList: c.#keyList,
@@ -5878,11 +6008,20 @@ var init_esm2 = __esm(() => {
     get dispose() {
       return this.#dispose;
     }
+    get onInsert() {
+      return this.#onInsert;
+    }
     get disposeAfter() {
       return this.#disposeAfter;
     }
     constructor(options) {
-      const { max = 0, ttl, ttlResolution = 1, ttlAutopurge, updateAgeOnGet, updateAgeOnHas, allowStale, dispose, disposeAfter, noDisposeOnSet, noUpdateTTL, maxSize = 0, maxEntrySize = 0, sizeCalculation, fetchMethod, memoMethod, noDeleteOnFetchRejection, noDeleteOnStaleGet, allowStaleOnFetchRejection, allowStaleOnFetchAbort, ignoreFetchAbort } = options;
+      const { max = 0, ttl, ttlResolution = 1, ttlAutopurge, updateAgeOnGet, updateAgeOnHas, allowStale, dispose, onInsert, disposeAfter, noDisposeOnSet, noUpdateTTL, maxSize = 0, maxEntrySize = 0, sizeCalculation, fetchMethod, memoMethod, noDeleteOnFetchRejection, noDeleteOnStaleGet, allowStaleOnFetchRejection, allowStaleOnFetchAbort, ignoreFetchAbort, perf } = options;
+      if (perf !== undefined) {
+        if (typeof perf?.now !== "function") {
+          throw new TypeError("perf option must have a now() method if specified");
+        }
+      }
+      this.#perf = perf ?? defaultPerf;
       if (max !== 0 && !isPosInt(max)) {
         throw new TypeError("max option must be a nonnegative integer");
       }
@@ -5924,6 +6063,9 @@ var init_esm2 = __esm(() => {
       if (typeof dispose === "function") {
         this.#dispose = dispose;
       }
+      if (typeof onInsert === "function") {
+        this.#onInsert = onInsert;
+      }
       if (typeof disposeAfter === "function") {
         this.#disposeAfter = disposeAfter;
         this.#disposed = [];
@@ -5932,6 +6074,7 @@ var init_esm2 = __esm(() => {
         this.#disposed = undefined;
       }
       this.#hasDispose = !!this.#dispose;
+      this.#hasOnInsert = !!this.#onInsert;
       this.#hasDisposeAfter = !!this.#disposeAfter;
       this.noDisposeOnSet = !!noDisposeOnSet;
       this.noUpdateTTL = !!noUpdateTTL;
@@ -5983,10 +6126,16 @@ var init_esm2 = __esm(() => {
       const starts = new ZeroArray(this.#max);
       this.#ttls = ttls;
       this.#starts = starts;
-      this.#setItemTTL = (index, ttl, start = perf.now()) => {
+      const purgeTimers = this.ttlAutopurge ? new Array(this.#max) : undefined;
+      this.#autopurgeTimers = purgeTimers;
+      this.#setItemTTL = (index, ttl, start = this.#perf.now()) => {
         starts[index] = ttl !== 0 ? start : 0;
         ttls[index] = ttl;
-        if (ttl !== 0 && this.ttlAutopurge) {
+        if (purgeTimers?.[index]) {
+          clearTimeout(purgeTimers[index]);
+          purgeTimers[index] = undefined;
+        }
+        if (ttl !== 0 && purgeTimers) {
           const t = setTimeout(() => {
             if (this.#isStale(index)) {
               this.#delete(this.#keyList[index], "expire");
@@ -5995,10 +6144,11 @@ var init_esm2 = __esm(() => {
           if (t.unref) {
             t.unref();
           }
+          purgeTimers[index] = t;
         }
       };
       this.#updateItemAge = (index) => {
-        starts[index] = ttls[index] !== 0 ? perf.now() : 0;
+        starts[index] = ttls[index] !== 0 ? this.#perf.now() : 0;
       };
       this.#statusTTL = (status, index) => {
         if (ttls[index]) {
@@ -6015,7 +6165,7 @@ var init_esm2 = __esm(() => {
       };
       let cachedNow = 0;
       const getNow = () => {
-        const n = perf.now();
+        const n = this.#perf.now();
         if (this.ttlResolution > 0) {
           cachedNow = n;
           const t = setTimeout(() => cachedNow = 0, this.ttlResolution);
@@ -6237,7 +6387,7 @@ var init_esm2 = __esm(() => {
         const ttl = this.#ttls[i];
         const start = this.#starts[i];
         if (ttl && start) {
-          const remain = ttl - (perf.now() - start);
+          const remain = ttl - (this.#perf.now() - start);
           entry.ttl = remain;
           entry.start = Date.now();
         }
@@ -6258,7 +6408,7 @@ var init_esm2 = __esm(() => {
         const entry = { value };
         if (this.#ttls && this.#starts) {
           entry.ttl = this.#ttls[i];
-          const age = perf.now() - this.#starts[i];
+          const age = this.#perf.now() - this.#starts[i];
           entry.start = Math.floor(Date.now() - age);
         }
         if (this.#sizes) {
@@ -6273,7 +6423,7 @@ var init_esm2 = __esm(() => {
       for (const [key, entry] of arr) {
         if (entry.start) {
           const age = Date.now() - entry.start;
-          entry.start = perf.now() - age;
+          entry.start = this.#perf.now() - age;
         }
         this.set(key, entry.value, entry);
       }
@@ -6308,6 +6458,9 @@ var init_esm2 = __esm(() => {
         if (status)
           status.set = "add";
         noUpdateTTL = false;
+        if (this.#hasOnInsert) {
+          this.#onInsert?.(v, k, "add");
+        }
       } else {
         this.#moveToTail(index);
         const oldVal = this.#valList[index];
@@ -6343,6 +6496,9 @@ var init_esm2 = __esm(() => {
         } else if (status) {
           status.set = "update";
         }
+        if (this.#hasOnInsert) {
+          this.onInsert?.(v, k, v === oldVal ? "update" : "replace");
+        }
       }
       if (ttl !== 0 && !this.#ttls) {
         this.#initializeTTLTracking();
@@ -6401,6 +6557,10 @@ var init_esm2 = __esm(() => {
         }
       }
       this.#removeItemSize(head);
+      if (this.#autopurgeTimers?.[head]) {
+        clearTimeout(this.#autopurgeTimers[head]);
+        this.#autopurgeTimers[head] = undefined;
+      }
       if (free) {
         this.#keyList[head] = undefined;
         this.#valList[head] = undefined;
@@ -6483,9 +6643,10 @@ var init_esm2 = __esm(() => {
           return fetchFail(ac.signal.reason);
         }
         const bf2 = p;
-        if (this.#valList[index] === p) {
+        const vl = this.#valList[index];
+        if (vl === p || ignoreAbort && updateCache && vl === undefined) {
           if (v2 === undefined) {
-            if (bf2.__staleWhileFetching) {
+            if (bf2.__staleWhileFetching !== undefined) {
               this.#valList[index] = bf2.__staleWhileFetching;
             } else {
               this.#delete(k, "fetch");
@@ -6734,6 +6895,10 @@ var init_esm2 = __esm(() => {
       if (this.#size !== 0) {
         const index = this.#keyMap.get(k);
         if (index !== undefined) {
+          if (this.#autopurgeTimers?.[index]) {
+            clearTimeout(this.#autopurgeTimers?.[index]);
+            this.#autopurgeTimers[index] = undefined;
+          }
           deleted = true;
           if (this.#size === 1) {
             this.#clear(reason);
@@ -6801,6 +6966,11 @@ var init_esm2 = __esm(() => {
       if (this.#ttls && this.#starts) {
         this.#ttls.fill(0);
         this.#starts.fill(0);
+        for (const t of this.#autopurgeTimers ?? []) {
+          if (t !== undefined)
+            clearTimeout(t);
+        }
+        this.#autopurgeTimers?.fill(undefined);
       }
       if (this.#sizes) {
         this.#sizes.fill(0);
@@ -7110,7 +7280,7 @@ var init_services = __esm(() => {
 });
 
 // src/utils/lang-alias.ts
-function normalizeLanguageCode(code) {
+function NormalizeLanguageCode(code) {
   if (!code)
     return "";
   const normalized = code.toLowerCase().replace(/_/g, "-");
@@ -7209,10 +7379,10 @@ var init_memory = () => {};
 // src/utils/index.ts
 var exports_utils = {};
 __export(exports_utils, {
-  normalizeLanguageCode: () => normalizeLanguageCode,
   getLargestVersion: () => getLargestVersion,
   getFreePort: () => getFreePort,
-  getAvailableMemoryMB: () => getAvailableMemoryMB
+  getAvailableMemoryMB: () => getAvailableMemoryMB,
+  NormalizeLanguageCode: () => NormalizeLanguageCode
 });
 var init_utils = __esm(() => {
   init_lang_alias();
@@ -7237,16 +7407,16 @@ class MTran {
     await initRecords();
   }
   async translate(from, to, text, html = false) {
-    const normalizedFrom = from === "auto" ? "auto" : normalizeLanguageCode(from);
-    const normalizedTo = normalizeLanguageCode(to);
+    const normalizedFrom = from === "auto" ? "auto" : NormalizeLanguageCode(from);
+    const normalizedTo = NormalizeLanguageCode(to);
     return translateWithPivot(normalizedFrom, normalizedTo, text, html);
   }
   async detect(text) {
     return detectLanguage(text);
   }
   async downloadModel(from, to) {
-    const normalizedFrom = normalizeLanguageCode(from);
-    const normalizedTo = normalizeLanguageCode(to);
+    const normalizedFrom = NormalizeLanguageCode(from);
+    const normalizedTo = NormalizeLanguageCode(to);
     await downloadModel(normalizedTo, normalizedFrom);
   }
   async close() {
@@ -7263,7 +7433,6 @@ init_models();
 init_utils();
 export {
   setConfig,
-  normalizeLanguageCode,
   initRecords,
   hasLanguagePair,
   globalRecords,
@@ -7275,8 +7444,9 @@ export {
   getConfig,
   getAvailableMemoryMB,
   downloadModel,
+  NormalizeLanguageCode,
   MTran
 };
 
-//# debugId=AE42296278362FEE64756E2164756E21
+//# debugId=370A66A1D6D9E42264756E2164756E21
 //# sourceMappingURL=index.js.map