@huggingface/transformers 4.0.0-next.1 → 4.0.0-next.2

package/dist/transformers.node.mjs

@@ -14,7 +14,7 @@ var __export = (target, all) => {
 import fs from "fs";
 import path from "path";
 import url from "url";
-var VERSION = "4.0.0-next.1";
+var VERSION = "4.0.0-next.2";
 var IS_PROCESS_AVAILABLE = typeof process !== "undefined";
 var IS_NODE_ENV = IS_PROCESS_AVAILABLE && process?.release?.name === "node";
 var IS_FS_AVAILABLE = !isEmpty(fs);
@@ -6759,7 +6759,7 @@ var uint16_to_float32 = /* @__PURE__ */ (function() {
 // src/backends/onnx.js
 import * as ONNX_NODE from "onnxruntime-node";
 
-// ../../node_modules/.pnpm/onnxruntime-web@1.24.1/node_modules/onnxruntime-web/dist/ort.webgpu.bundle.min.mjs
+// ../../node_modules/.pnpm/onnxruntime-web@1.25.0-dev.20260209-a3749f1353/node_modules/onnxruntime-web/dist/ort.webgpu.bundle.min.mjs
 var ort_webgpu_bundle_min_exports = {};
 __export(ort_webgpu_bundle_min_exports, {
   InferenceSession: () => nc,
@@ -6851,7 +6851,7 @@ var Oa = F(() => {
 var Ba;
 var Ma = F(() => {
   "use strict";
-  Ba = "1.24.1";
+  Ba = "1.24.0-dev.20251116-b39e144322";
 });
 var Ua;
 var ue;
@@ -7527,7 +7527,7 @@ async function is(a = {}) {
     throw O(e = "Aborted(" + e + ")"), G = true, e = new WebAssembly.RuntimeError(e + ". Build with -sASSERTIONS for more info."), R?.(e), e;
   }
   function je() {
-    return { a: { sa: lf, g: Xs, K: Zs, f: Ks, n: Qs, h: ei, wa: ti, b: ri, ea: ni, Ja: xn, o: oi, fa: Mn, Za: Un, $b: Cn, bc: Dn, _a: Pn, Xa: _n, Qa: Rn, Wa: Nn, qa: Wn, ac: kn, Zb: Fn, Ya: Gn, _b: $n, db: ai, Fa: ii, Ub: ui, Sb: ci, Ea: li, P: pi, I: mi, Tb: hi, ma: Ei, Vb: Si, Ta: Ai, Xb: xi, Ka: Li, Pb: Oi, Ha: Bi, Sa: Lr, ab: Mi, W: Pi, r: ki, c: Ir, tb: Fi, y: Gi, N: $i, D: zi, m: Vi, t: Xn, ub: Hi, J: ji, V: Yi, j: qi, u: Ji, q: Xi, l: Zi, Na: Ki, Oa: Qi, Pa: eu, La: eo, Ma: to, Rb: ro, fb: ru, cb: au, $: su, sb: iu, na: uu, bb: nu, Y: fu, $a: cu, Yb: du, G: tu, ib: lu, _: pu, ra: kt, Wb: hu, hb: mu, gb: yu, pb: Su, F: Au, va: Iu, ua: xu, rb: Lu, Z: Ou, w: Bu, ob: Mu, nb: Uu, mb: Cu, qb: Du, lb: Pu, kb: _u, jb: Ru, Ua: co, Va: lo, Ia: Tr, ga: po, pa: mo, Ra: ho, oa: yo, Eb: Jf, za: $f, Fb: qf, Aa: Gf, H: Cf, e: yf, s: mf, x: pf, B: xf, Ib: Wf, L: Bf, v: wf, Ba: kf, ca: zf, ja: Nf, Gb: Yf, Hb: jf, Da: Df, Ca: Rf, Kb: Pf, O: Mf, da: Ff, d: bf, A: gf, k: hf, Db: Xf, p: vf, z: If2, C: Tf, E: Ef, M: Lf, Lb: Uf, U: Vf, ka: Of, ba: Hf, Mb: Af, Nb: Sf, R: _f, i: Wu, a: ke, eb: Ye, Jb: ku, la: Fu, Q: Gu, ta: $u, Ob: zu, S: Vu, Ab: Hu, Bb: ju, xa: Yu, ha: qu, T: Ju, Ga: Xu, ya: Zu, aa: Ku, yb: Qu, cc: ef, X: tf, Cb: rf, vb: nf, wb: af, xb: sf, ia: uf, zb: ff, Qb: cf } };
+    return { a: { sa: lf, g: Xs, K: Zs, f: Ks, n: Qs, h: ei, wa: ti, b: ri, ea: ni, Ja: xn, o: oi, fa: Mn, Za: Un, $b: Cn, bc: Dn, _a: Pn, Xa: _n, Qa: Rn, Wa: Nn, qa: Wn, ac: kn, Zb: Fn, Ya: Gn, _b: $n, db: ai, Fa: ii, Ub: ui, Sb: ci, Ea: li, P: pi, J: mi, Tb: hi, ma: Ei, Vb: Si, Ta: Ai, Xb: xi, Ka: Li, Pb: Oi, Ha: Bi, Sa: Lr, ab: Mi, W: Pi, r: ki, c: Ir, tb: Fi, y: Gi, N: $i, D: zi, m: Vi, s: Xn, ub: Hi, I: ji, V: Yi, j: qi, u: Ji, q: Xi, k: Zi, Na: Ki, Oa: Qi, Pa: eu, La: eo, Ma: to, Rb: ro, fb: ru, cb: au, $: su, sb: iu, na: uu, bb: nu, Y: fu, $a: cu, Yb: du, G: tu, ib: lu, _: pu, ra: kt, Wb: hu, hb: mu, gb: yu, pb: Su, F: Au, va: Iu, ua: xu, rb: Lu, Z: Ou, w: Bu, ob: Mu, nb: Uu, mb: Cu, qb: Du, lb: Pu, kb: _u, jb: Ru, Ua: co, Va: lo, Ia: Tr, ga: po, pa: mo, Ra: ho, oa: yo, Eb: Jf, za: $f, Fb: qf, Aa: Gf, H: Cf, e: yf, t: mf, x: pf, B: xf, Ib: Wf, L: Bf, v: wf, Ba: kf, ca: zf, ja: Nf, Gb: Yf, Hb: jf, Da: Df, Ca: Rf, Kb: Pf, O: Mf, da: Ff, d: bf, A: gf, l: hf, Db: Xf, p: vf, z: If2, C: Tf, E: Ef, M: Lf, Lb: Uf, U: Vf, ka: Of, ba: Hf, Mb: Af, Nb: Sf, R: _f, i: Wu, a: ke, eb: Ye, Jb: ku, la: Fu, Q: Gu, ta: $u, Ob: zu, S: Vu, Ab: Hu, Bb: ju, xa: Yu, ha: qu, T: Ju, Ga: Xu, ya: Zu, aa: Ku, yb: Qu, cc: ef, X: tf, Cb: rf, vb: nf, wb: af, xb: sf, ia: uf, zb: ff, Qb: cf } };
   }
   async function wt() {
     function e(o, u) {
@@ -8728,7 +8728,7 @@ async function is(a = {}) {
         we(`invalid type for getValue: ${t}`);
     }
   }, r.UTF8ToString = ct, r.stringToUTF8 = Pe, r.lengthBytesUTF8 = _e;
-  var bo, wo, Rr, $t, Te, mt, go, To, vo, Eo, So, Ao, Io, xo, Lo, Oo, Bo, Nr, Wr, kr, Fr, Et, Gr, Mo, $r, Uo, Co, Do, zr, Po, _o, Vr, k, St, Ro, C, zt, D, No, Hr, Wo, ko, Fo, jr, Go, $o, zo, Vo, Ho, jo, Yo, qo, Jo, Xo, Zo, Ko, Qo, ea, ta, ra, na, oa, aa, sa, ia, ua, fa, ca, da, la, pa, ma, ha, ya, ba, wa, ga, Ta, va, Ea, Sa, Aa, Ia, xa, Ne, df = [Ye, gr, In, Mn, Un, Cn, Dn, Pn, _n, Rn, Nn, Wn, kn, Fn, Gn, $n, eo, to, ro, co, lo, po, mo, ho, yo], Yr = { 1111036: (e, t, n, o, u) => {
+  var bo, wo, Rr, $t, Te, mt, go, To, vo, Eo, So, Ao, Io, xo, Lo, Oo, Bo, Nr, Wr, kr, Fr, Et, Gr, Mo, $r, Uo, Co, Do, zr, Po, _o, Vr, k, St, Ro, C, zt, D, No, Hr, Wo, ko, Fo, jr, Go, $o, zo, Vo, Ho, jo, Yo, qo, Jo, Xo, Zo, Ko, Qo, ea, ta, ra, na, oa, aa, sa, ia, ua, fa, ca, da, la, pa, ma, ha, ya, ba, wa, ga, Ta, va, Ea, Sa, Aa, Ia, xa, Ne, df = [Ye, gr, In, Mn, Un, Cn, Dn, Pn, _n, Rn, Nn, Wn, kn, Fn, Gn, $n, eo, to, ro, co, lo, po, mo, ho, yo], Yr = { 1116828: (e, t, n, o, u) => {
     if (r === void 0 || !r.Zc) return 1;
     if ((e = ct(Number(e >>> 0))).startsWith("./") && (e = e.substring(2)), !(e = r.Zc.get(e))) return 2;
     if (t = Number(t >>> 0), n = Number(n >>> 0), o = Number(o >>> 0), t + n > e.byteLength) return 3;
@@ -8748,11 +8748,11 @@ async function is(a = {}) {
     } catch {
       return 4;
     }
-  }, 1111860: (e, t, n) => {
+  }, 1117652: (e, t, n) => {
     r.ke(e, (l(), J).subarray(t >>> 0, t + n >>> 0));
-  }, 1111924: () => r.Ie(), 1111966: (e) => {
+  }, 1117716: () => r.Ie(), 1117758: (e) => {
     r.je(e);
-  }, 1112003: () => typeof wasmOffsetConverter < "u" };
+  }, 1117795: () => typeof wasmOffsetConverter < "u" };
   function lf() {
     return typeof wasmOffsetConverter < "u";
   }
@@ -10680,7 +10680,7 @@ var qs = F(() => {
 ze();
 ze();
 ze();
-var rs = "1.24.1";
+var rs = "1.25.0-dev.20260209-a3749f1353";
 var Ol = tn;
 {
   let a = (qs(), Ht(Ys)).wasmBackend;
@@ -31197,7 +31197,7 @@ export {
 
 onnxruntime-web/dist/ort.webgpu.bundle.min.mjs:
   (*!
-   * ONNX Runtime Web v1.24.1
+   * ONNX Runtime Web v1.25.0-dev.20260209-a3749f1353
    * Copyright (c) Microsoft Corporation. All rights reserved.
    * Licensed under the MIT License.
    *)

package/dist/transformers.web.js

@@ -17,7 +17,7 @@ var emptyObj3 = {};
 var node_url_default = emptyObj3;
 
 // src/env.js
-var VERSION = "4.0.0-next.1";
+var VERSION = "4.0.0-next.2";
 var IS_PROCESS_AVAILABLE = typeof process !== "undefined";
 var IS_NODE_ENV = IS_PROCESS_AVAILABLE && process?.release?.name === "node";
 var IS_FS_AVAILABLE = !isEmpty(node_fs_default);

package/dist/transformers.web.min.js

@@ -1,4 +1,4 @@
-var Jy=Object.defineProperty;var us=(t,e)=>{for(var s in e)Jy(t,s,{get:e[s],enumerable:!0})};var Yy={},De=Yy;var Zy={},et=Zy;var e0={},yg=e0;var t0="4.0.0-next.1",kg=typeof process<"u",vg=kg&&process?.release?.name==="node",tr=!Sg(De),Eg=!Sg(et),s0=typeof globalThis.Deno<"u",Uv=typeof globalThis.Bun<"u",Ag=typeof window<"u"&&typeof window.document<"u",Mg=typeof self<"u"&&["DedicatedWorkerGlobalScope","ServiceWorkerGlobalScope","SharedWorkerGlobalScope"].includes(self.constructor?.name),Cl=typeof self<"u"&&"caches"in self,r0=vg||typeof navigator<"u"&&"gpu"in navigator,n0=typeof navigator<"u"&&"ml"in navigator,o0=()=>{if(typeof navigator>"u")return!1;let t=navigator.userAgent,s=(navigator.vendor||"").indexOf("Apple")>-1,r=!t.match(/CriOS|FxiOS|EdgiOS|OPiOS|mercury|brave/i)&&!t.includes("Chrome")&&!t.includes("Android");return s&&r},a0=o0(),ee=Object.freeze({IS_BROWSER_ENV:Ag,IS_WEBWORKER_ENV:Mg,IS_WEB_CACHE_AVAILABLE:Cl,IS_WEBGPU_AVAILABLE:r0,IS_WEBNN_AVAILABLE:n0,IS_SAFARI:a0,IS_PROCESS_AVAILABLE:kg,IS_NODE_ENV:vg,IS_FS_AVAILABLE:tr,IS_PATH_AVAILABLE:Eg}),Nl=tr&&Eg,Fo="./";if(Nl){let t=Object(import.meta).url;t?Fo=et.dirname(et.dirname(yg.fileURLToPath(t))):typeof __dirname<"u"&&(Fo=et.dirname(__dirname))}var i0=Nl?et.join(Fo,"/.cache/"):null,bg="/models/",l0=Nl?et.join(Fo,bg):bg,_e={version:t0,backends:{onnx:{}},allowRemoteModels:!0,remoteHost:"https://huggingface.co/",remotePathTemplate:"{model}/resolve/{revision}/",allowLocalModels:!(Ag||Mg),localModelPath:l0,useFS:tr,useBrowserCache:Cl&&!s0,useFSCache:tr,cacheDir:i0,useCustomCache:!1,customCache:null,useWasmCache:Cl||tr,cacheKey:"transformers-cache"};function Sg(t){return Object.keys(t).length===0}var c0=class{constructor(t){this.trie=this._build_trie(t)}_build_trie(t){let e=Object.create(null);for(let s of t){let r=e;for(let n=0;n<s.length;++n){let o=s[n];r=r[o]??=Object.create(null)}r.end=s}return e}split(t){let e=[],s=t.length,r=0,n=0;for(;n<s;){let o=this.trie,a=null,i=n;for(;i<s&&(o=o[t[i]]);)o.end&&(a=o.end),++i;a?(n>r&&e.push(t.slice(r,n)),e.push(a),n+=a.length,r=n):++n}return r<s&&e.push(t.slice(r)),e}},Og=c0,u0=class{constructor(t){this.content=t.content,this.id=t.id,this.single_word=t.single_word??!1,this.lstrip=t.lstrip??!1,this.rstrip=t.rstrip??!1,this.special=t.special??!1,this.normalized=t.normalized??!this.special}},p0=u0,Lg=(()=>{let t=[...Array.from({length:94},(n,o)=>o+33),...Array.from({length:12},(n,o)=>o+161),...Array.from({length:82},(n,o)=>o+174)],e=t.slice(),s=0;for(let n=0;n<256;++n)t.includes(n)||(t.push(n),e.push(256+s),s+=1);let r=e.map(n=>String.fromCharCode(n));return Object.fromEntries(t.map((n,o)=>[n,r[o]]))})(),d0=t=>Object.fromEntries(Object.entries(t).map(([e,s])=>[s,e])),_0=d0(Lg),Ig=".,!?\u2026\u3002\uFF0C\u3001\u0964\u06D4\u060C",f0=new Map([["(?i:'s|'t|'re|'ve|'m|'ll|'d)","(?:'([sS]|[tT]|[rR][eE]|[vV][eE]|[mM]|[lL][lL]|[dD]))"],["(?i:[sdmt]|ll|ve|re)","(?:[sS]|[dD]|[mM]|[tT]|[lL][lL]|[vV][eE]|[rR][eE])"],["[^\\r\\n\\p{L}\\p{N}]?+","[^\\r\\n\\p{L}\\p{N}]?"],["[^\\s\\p{L}\\p{N}]++","[^\\s\\p{L}\\p{N}]+"],[` ?[^(\\s|[${Ig}])]+`,` ?[^\\s${Ig}]+`]]),Do="\\p{P}\\u0021-\\u002F\\u003A-\\u0040\\u005B-\\u0060\\u007B-\\u007E",$l=t=>t.replace(/ \./g,".").replace(/ \?/g,"?").replace(/ \!/g,"!").replace(/ ,/g,",").replace(/ \' /g,"'").replace(/ n't/g,"n't").replace(/ 'm/g,"'m").replace(/ 's/g,"'s").replace(/ 've/g,"'ve").replace(/ 're/g,"'re"),jo=(t,e=!0)=>{if(t.Regex!==void 0){let s=t.Regex.replace(/\\([#&~])/g,"$1");for(let[r,n]of f0)s=s.replaceAll(r,n);try{return new RegExp(s,"gu")}catch(r){if(!(r instanceof SyntaxError)||!r.message.toLowerCase().includes("invalid property name"))throw r;let n=!1,o=s.replace(/(\\[pP])\{([^}=]+)\}/g,(a,i,l)=>{try{return new RegExp(`\\p{${l}}`,"u"),`${i}{${l}}`}catch{return n=!0,`${i}{Script=${l}}`}});if(!n)throw r;try{return new RegExp(o,"gu")}catch{throw r}}}else if(t.String!==void 0){let s=m0(t.String);return new RegExp(e?s:`(${s})`,"gu")}else return console.warn("Unknown pattern type:",t),null},m0=t=>t.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),h0=(t,e,s)=>{let r=[],n=0;for(;n<t.length;){if(r.push(t[n]),(e.get(t[n])??s)!==s){++n;continue}for(;++n<t.length&&(e.get(t[n])??s)===s;)e.get(r.at(-1))!==s&&(r[r.length-1]+=t[n])}return r},x0=t=>t>=19968&&t<=40959||t>=13312&&t<=19903||t>=131072&&t<=173791||t>=173824&&t<=177983||t>=177984&&t<=178207||t>=178208&&t<=183983||t>=63744&&t<=64255||t>=194560&&t<=195103,g0=t=>Number.isInteger(t)||typeof t=="bigint",w0=t=>{let e=0;for(let s of t)++e;return e},y0=t=>$g(t.toLowerCase()),tt=(...t)=>Array.prototype.concat.apply([],t),Rl=t=>new Map(Object.entries(t)),b0=(t,e)=>{let s=[],r=0;for(let n of t.matchAll(e)){let o=n[0];r<n.index&&s.push(t.slice(r,n.index)),o.length>0&&s.push(o),r=n.index+o.length}return r<t.length&&s.push(t.slice(r)),s},$g=t=>t.replace(/\p{M}/gu,""),zg=(t,e,s=[])=>{if(!t||Array.isArray(t)||typeof t!="object")return`${e} must be a valid object`;for(let r of s)if(!(r in t))return`${e} must contain a "${r}" property`;return null},k0=t=>t.match(/\S+/g)||[],v0=class{constructor(){let t=function(...e){return t._call(...e)};return Object.setPrototypeOf(t,new.target.prototype)}},sr=v0,E0=class extends sr{constructor(t){super(),this.config=t}_call(t){return this.normalize(t)}},wt=E0,A0=class extends wt{tokenize_chinese_chars(t){let e=[];for(let s=0;s<t.length;++s){let r=t[s],n=r.charCodeAt(0);x0(n)?(e.push(" "),e.push(r),e.push(" ")):e.push(r)}return e.join("")}strip_accents(t){return t.normalize("NFD").replace(/\p{Mn}/gu,"")}is_control(t){switch(t){case"	":case`
+var Jy=Object.defineProperty;var us=(t,e)=>{for(var s in e)Jy(t,s,{get:e[s],enumerable:!0})};var Yy={},De=Yy;var Zy={},et=Zy;var e0={},yg=e0;var t0="4.0.0-next.2",kg=typeof process<"u",vg=kg&&process?.release?.name==="node",tr=!Sg(De),Eg=!Sg(et),s0=typeof globalThis.Deno<"u",Uv=typeof globalThis.Bun<"u",Ag=typeof window<"u"&&typeof window.document<"u",Mg=typeof self<"u"&&["DedicatedWorkerGlobalScope","ServiceWorkerGlobalScope","SharedWorkerGlobalScope"].includes(self.constructor?.name),Cl=typeof self<"u"&&"caches"in self,r0=vg||typeof navigator<"u"&&"gpu"in navigator,n0=typeof navigator<"u"&&"ml"in navigator,o0=()=>{if(typeof navigator>"u")return!1;let t=navigator.userAgent,s=(navigator.vendor||"").indexOf("Apple")>-1,r=!t.match(/CriOS|FxiOS|EdgiOS|OPiOS|mercury|brave/i)&&!t.includes("Chrome")&&!t.includes("Android");return s&&r},a0=o0(),ee=Object.freeze({IS_BROWSER_ENV:Ag,IS_WEBWORKER_ENV:Mg,IS_WEB_CACHE_AVAILABLE:Cl,IS_WEBGPU_AVAILABLE:r0,IS_WEBNN_AVAILABLE:n0,IS_SAFARI:a0,IS_PROCESS_AVAILABLE:kg,IS_NODE_ENV:vg,IS_FS_AVAILABLE:tr,IS_PATH_AVAILABLE:Eg}),Nl=tr&&Eg,Fo="./";if(Nl){let t=Object(import.meta).url;t?Fo=et.dirname(et.dirname(yg.fileURLToPath(t))):typeof __dirname<"u"&&(Fo=et.dirname(__dirname))}var i0=Nl?et.join(Fo,"/.cache/"):null,bg="/models/",l0=Nl?et.join(Fo,bg):bg,_e={version:t0,backends:{onnx:{}},allowRemoteModels:!0,remoteHost:"https://huggingface.co/",remotePathTemplate:"{model}/resolve/{revision}/",allowLocalModels:!(Ag||Mg),localModelPath:l0,useFS:tr,useBrowserCache:Cl&&!s0,useFSCache:tr,cacheDir:i0,useCustomCache:!1,customCache:null,useWasmCache:Cl||tr,cacheKey:"transformers-cache"};function Sg(t){return Object.keys(t).length===0}var c0=class{constructor(t){this.trie=this._build_trie(t)}_build_trie(t){let e=Object.create(null);for(let s of t){let r=e;for(let n=0;n<s.length;++n){let o=s[n];r=r[o]??=Object.create(null)}r.end=s}return e}split(t){let e=[],s=t.length,r=0,n=0;for(;n<s;){let o=this.trie,a=null,i=n;for(;i<s&&(o=o[t[i]]);)o.end&&(a=o.end),++i;a?(n>r&&e.push(t.slice(r,n)),e.push(a),n+=a.length,r=n):++n}return r<s&&e.push(t.slice(r)),e}},Og=c0,u0=class{constructor(t){this.content=t.content,this.id=t.id,this.single_word=t.single_word??!1,this.lstrip=t.lstrip??!1,this.rstrip=t.rstrip??!1,this.special=t.special??!1,this.normalized=t.normalized??!this.special}},p0=u0,Lg=(()=>{let t=[...Array.from({length:94},(n,o)=>o+33),...Array.from({length:12},(n,o)=>o+161),...Array.from({length:82},(n,o)=>o+174)],e=t.slice(),s=0;for(let n=0;n<256;++n)t.includes(n)||(t.push(n),e.push(256+s),s+=1);let r=e.map(n=>String.fromCharCode(n));return Object.fromEntries(t.map((n,o)=>[n,r[o]]))})(),d0=t=>Object.fromEntries(Object.entries(t).map(([e,s])=>[s,e])),_0=d0(Lg),Ig=".,!?\u2026\u3002\uFF0C\u3001\u0964\u06D4\u060C",f0=new Map([["(?i:'s|'t|'re|'ve|'m|'ll|'d)","(?:'([sS]|[tT]|[rR][eE]|[vV][eE]|[mM]|[lL][lL]|[dD]))"],["(?i:[sdmt]|ll|ve|re)","(?:[sS]|[dD]|[mM]|[tT]|[lL][lL]|[vV][eE]|[rR][eE])"],["[^\\r\\n\\p{L}\\p{N}]?+","[^\\r\\n\\p{L}\\p{N}]?"],["[^\\s\\p{L}\\p{N}]++","[^\\s\\p{L}\\p{N}]+"],[` ?[^(\\s|[${Ig}])]+`,` ?[^\\s${Ig}]+`]]),Do="\\p{P}\\u0021-\\u002F\\u003A-\\u0040\\u005B-\\u0060\\u007B-\\u007E",$l=t=>t.replace(/ \./g,".").replace(/ \?/g,"?").replace(/ \!/g,"!").replace(/ ,/g,",").replace(/ \' /g,"'").replace(/ n't/g,"n't").replace(/ 'm/g,"'m").replace(/ 's/g,"'s").replace(/ 've/g,"'ve").replace(/ 're/g,"'re"),jo=(t,e=!0)=>{if(t.Regex!==void 0){let s=t.Regex.replace(/\\([#&~])/g,"$1");for(let[r,n]of f0)s=s.replaceAll(r,n);try{return new RegExp(s,"gu")}catch(r){if(!(r instanceof SyntaxError)||!r.message.toLowerCase().includes("invalid property name"))throw r;let n=!1,o=s.replace(/(\\[pP])\{([^}=]+)\}/g,(a,i,l)=>{try{return new RegExp(`\\p{${l}}`,"u"),`${i}{${l}}`}catch{return n=!0,`${i}{Script=${l}}`}});if(!n)throw r;try{return new RegExp(o,"gu")}catch{throw r}}}else if(t.String!==void 0){let s=m0(t.String);return new RegExp(e?s:`(${s})`,"gu")}else return console.warn("Unknown pattern type:",t),null},m0=t=>t.replace(/[.*+?^${}()|[\]\\]/g,"\\$&"),h0=(t,e,s)=>{let r=[],n=0;for(;n<t.length;){if(r.push(t[n]),(e.get(t[n])??s)!==s){++n;continue}for(;++n<t.length&&(e.get(t[n])??s)===s;)e.get(r.at(-1))!==s&&(r[r.length-1]+=t[n])}return r},x0=t=>t>=19968&&t<=40959||t>=13312&&t<=19903||t>=131072&&t<=173791||t>=173824&&t<=177983||t>=177984&&t<=178207||t>=178208&&t<=183983||t>=63744&&t<=64255||t>=194560&&t<=195103,g0=t=>Number.isInteger(t)||typeof t=="bigint",w0=t=>{let e=0;for(let s of t)++e;return e},y0=t=>$g(t.toLowerCase()),tt=(...t)=>Array.prototype.concat.apply([],t),Rl=t=>new Map(Object.entries(t)),b0=(t,e)=>{let s=[],r=0;for(let n of t.matchAll(e)){let o=n[0];r<n.index&&s.push(t.slice(r,n.index)),o.length>0&&s.push(o),r=n.index+o.length}return r<t.length&&s.push(t.slice(r)),s},$g=t=>t.replace(/\p{M}/gu,""),zg=(t,e,s=[])=>{if(!t||Array.isArray(t)||typeof t!="object")return`${e} must be a valid object`;for(let r of s)if(!(r in t))return`${e} must contain a "${r}" property`;return null},k0=t=>t.match(/\S+/g)||[],v0=class{constructor(){let t=function(...e){return t._call(...e)};return Object.setPrototypeOf(t,new.target.prototype)}},sr=v0,E0=class extends sr{constructor(t){super(),this.config=t}_call(t){return this.normalize(t)}},wt=E0,A0=class extends wt{tokenize_chinese_chars(t){let e=[];for(let s=0;s<t.length;++s){let r=t[s],n=r.charCodeAt(0);x0(n)?(e.push(" "),e.push(r),e.push(" ")):e.push(r)}return e.join("")}strip_accents(t){return t.normalize("NFD").replace(/\p{Mn}/gu,"")}is_control(t){switch(t){case"	":case`
 `:case"\r":return!1;default:return/^\p{Cc}|\p{Cf}|\p{Co}|\p{Cs}$/u.test(t)}}clean_text(t){let e=[];for(let s of t){let r=s.charCodeAt(0);r===0||r===65533||this.is_control(s)||(/^\s$/.test(s)?e.push(" "):e.push(s))}return e.join("")}normalize(t){return this.config.clean_text&&(t=this.clean_text(t)),this.config.handle_chinese_chars&&(t=this.tokenize_chinese_chars(t)),this.config.lowercase?(t=t.toLowerCase(),this.config.strip_accents!==!1&&(t=this.strip_accents(t))):this.config.strip_accents&&(t=this.strip_accents(t)),t}},M0=A0,S0=class extends wt{constructor(t){super(t),this.charsmap=t.precompiled_charsmap??null}normalize(t){return t=t.replace(/[\u0001-\u0008\u000B\u000E-\u001F\u007F\u008F\u009F]/gm,""),t=t.replace(/[\u0009\u000A\u000C\u000D\u00A0\u1680\u2000-\u200F\u2028\u2029\u202F\u205F\u2581\u3000\uFEFF\uFFFD]/gm," "),t.includes("\uFF5E")?t=t.split("\uFF5E").map(s=>s.normalize("NFKC")).join("\uFF5E"):t=t.normalize("NFKC"),t}},O0=S0,I0=class extends wt{constructor(t){super(t),this.normalizers=(t.normalizers??[]).map(e=>Rg(e))}normalize(t){return this.normalizers.reduce((e,s)=>s?s.normalize(e):e,t)}},z0=I0,T0=class extends wt{normalize(t){let e=jo(this.config.pattern??{});return e===null?t:t.replaceAll(e,this.config.content??"")}},P0=T0,C0=class extends wt{constructor(){super(...arguments),this.form="NFC"}normalize(t){return t=t.normalize(this.form),t}},Bo=C0,N0=class extends Bo{constructor(){super(...arguments),this.form="NFC"}},L0=N0,$0=class extends Bo{constructor(){super(...arguments),this.form="NFD"}},R0=$0,F0=class extends Bo{constructor(){super(...arguments),this.form="NFKC"}},D0=F0,j0=class extends Bo{constructor(){super(...arguments),this.form="NFKD"}},B0=j0,U0=class extends wt{normalize(t){return this.config.strip_left&&this.config.strip_right?t=t.trim():(this.config.strip_left&&(t=t.trimStart()),this.config.strip_right&&(t=t.trimEnd())),t}},q0=U0,G0=class extends wt{normalize(t){return $g(t)}},W0=G0,V0=class extends wt{normalize(t){return t.toLowerCase()}},H0=V0,X0=class extends wt{normalize(t){return t=this.config.prepend+t,t}},K0=X0;function Q0(t){if(t===null)return null;switch(t.type){case"BertNormalizer":return new M0(t);case"Precompiled":return new O0(t);case"Sequence":return new z0(t);case"Replace":return new P0(t);case"NFC":return new L0(t);case"NFD":return new R0(t);case"NFKC":return new D0(t);case"NFKD":return new B0(t);case"Strip":return new q0(t);case"StripAccents":return new W0(t);case"Lowercase":return new H0(t);case"Prepend":return new K0(t);default:throw new Error(`Unknown Normalizer type: ${t.type}`)}}var Rg=Q0,J0=class extends sr{pre_tokenize(t,e){return(Array.isArray(t)?t.map(s=>this.pre_tokenize_text(s,e)):this.pre_tokenize_text(t,e)).flat()}_call(t,e){return this.pre_tokenize(t,e)}},st=J0,Y0=class extends st{constructor(t){super(),this.config=t,this.add_prefix_space=this.config.add_prefix_space??!1,this.trim_offsets=this.config.trim_offsets??!1,this.use_regex=this.config.use_regex??!0,this.pattern=/'s|'t|'re|'ve|'m|'ll|'d| ?\p{L}+| ?\p{N}+| ?[^\s\p{L}\p{N}]+|\s+(?!\S)|\s+/gu,this.byte_encoder=Lg,this.text_encoder=new TextEncoder}pre_tokenize_text(t,e){return this.add_prefix_space&&!t.startsWith(" ")&&(t=" "+t),(this.use_regex?t.match(this.pattern)||[]:[t]).map(r=>Array.from(this.text_encoder.encode(r),n=>this.byte_encoder[n]).join(""))}},Z0=Y0,eb=class extends st{pre_tokenize_text(t,e){return t.match(/\w+|[^\w\s]+/g)||[]}},tb=eb,sb=class extends st{constructor(t){super(),this.replacement=t.replacement??"\u2581",this.str_rep=t.str_rep||this.replacement,this.prepend_scheme=t.prepend_scheme??"always"}pre_tokenize_text(t,e){let{section_index:s=void 0}=e??{},r=t.replaceAll(" ",this.str_rep);return!r.startsWith(this.replacement)&&(this.prepend_scheme==="always"||this.prepend_scheme==="first"&&s===0)&&(r=this.str_rep+r),[r]}},rb=sb,nb=class extends st{constructor(t){super(),this.config=t,this.pattern=jo(this.config.pattern??{},this.config.invert??!0)}pre_tokenize_text(t){return this.pattern===null?[]:this.config.invert?t.match(this.pattern)||[]:this.config.behavior?.toLowerCase()==="removed"?t.split(this.pattern).filter(e=>e):b0(t,this.pattern)}},ob=nb,ab=class extends st{constructor(t){super(),this.config=t,this.pattern=new RegExp(`[^${Do}]+|[${Do}]+`,"gu")}pre_tokenize_text(t){return t.match(this.pattern)||[]}},ib=ab,lb=class extends st{constructor(t){super(),this.config=t;let e=`[^\\d]+|\\d${this.config.individual_digits?"":"+"}`;this.pattern=new RegExp(e,"gu")}pre_tokenize_text(t){return t.match(this.pattern)||[]}},cb=lb,ub=class extends st{constructor(){super(),this.pattern=new RegExp(`[^\\s${Do}]+|[${Do}]`,"gu")}pre_tokenize_text(t,e){return t.trim().match(this.pattern)||[]}},pb=ub,db=class extends st{constructor(t){super(),this.config=t,this.pattern=jo(this.config.pattern??{}),this.content=this.config.content??""}pre_tokenize_text(t){return this.pattern===null?[t]:[t.replaceAll(this.pattern,this.config.content??"")]}},_b=db,fb=class extends st{constructor(t){super(),this.tokenizers=(t.pretokenizers??[]).map(e=>Fg(e))}pre_tokenize_text(t,e){return this.tokenizers.reduce((s,r)=>r?r.pre_tokenize(s,e):s,[t])}},mb=fb,hb=class extends st{pre_tokenize_text(t){return k0(t)}},xb=hb,gb=class extends st{constructor(t){super(),this.config=t,this._length=t.length}pre_tokenize_text(t){let e=[];for(let s=0;s<t.length;s+=this._length)e.push(t.slice(s,s+this._length));return e}},wb=gb;function yb(t){if(t===null)return null;switch(t.type){case"BertPreTokenizer":return new pb;case"Sequence":return new mb(t);case"Whitespace":return new tb;case"WhitespaceSplit":return new xb;case"Metaspace":return new rb(t);case"ByteLevel":return new Z0(t);case"Split":return new ob(t);case"Punctuation":return new ib(t);case"Digits":return new cb(t);case"Replace":return new _b(t);case"FixedLength":return new wb(t);default:throw new Error(`Unknown PreTokenizer type: ${t.type}`)}}var Fg=yb,bb=class extends sr{constructor(t){super(),this.config=t,this.vocab=[],this.tokens_to_ids=new Map,this.unk_token_id=void 0,this.unk_token=void 0,this.end_of_word_suffix=void 0,this.fuse_unk=this.config.fuse_unk??!1}_call(t){let e=this.encode(t);return this.fuse_unk&&(e=h0(e,this.tokens_to_ids,this.unk_token_id)),e}},Uo=bb,kb=class extends Uo{constructor(t){super(t),this.max_input_chars_per_word=100,this.tokens_to_ids=Rl(t.vocab),this.unk_token_id=this.tokens_to_ids.get(t.unk_token),this.unk_token=t.unk_token,this.max_input_chars_per_word=t.max_input_chars_per_word??100,this.vocab=new Array(this.tokens_to_ids.size);for(let[e,s]of this.tokens_to_ids)this.vocab[s]=e}encode(t){let e=[];for(let s of t){let r=[...s];if(r.length>this.max_input_chars_per_word){e.push(this.unk_token);continue}let n=!1,o=0,a=[];for(;o<r.length;){let i=r.length,l=null;for(;o<i;){let c=r.slice(o,i).join("");if(o>0&&(c=this.config.continuing_subword_prefix+c),this.tokens_to_ids.has(c)){l=c;break}--i}if(l===null){n=!0;break}a.push(l),o=i}n?e.push(this.unk_token):e.push(...a)}return e}},Tg=kb,Pg=class Dg{constructor(e,s){this.is_leaf=e,this.children=s}static default(){return new Dg(!1,new Map)}},vb=class{constructor(){this.root=Pg.default()}extend(t){for(let e of t)this.push(e)}push(t){let e=this.root;for(let s of t){let r=e.children.get(s);r===void 0&&(r=Pg.default(),e.children.set(s,r)),e=r}e.is_leaf=!0}*common_prefix_search(t){let e=this.root;if(e===void 0)return;let s="";for(let r of t){if(s+=r,e=e.children.get(r),e===void 0)return;e.is_leaf&&(yield s)}}},Eb=vb,Ll=class jg{constructor(e,s,r,n,o){this.token_id=e,this.node_id=s,this.pos=r,this.length=n,this.score=o,this.prev=null,this.backtrace_score=0}clone(){let e=new jg(this.token_id,this.node_id,this.pos,this.length,this.score);return e.prev=this.prev,e.backtrace_score=this.backtrace_score,e}},Ab=class{constructor(t,e,s){this.chars=Array.from(t),this.len=this.chars.length,this.bos_token_id=e,this.eos_token_id=s,this.nodes=[],this.begin_nodes=Array.from({length:this.len+1},()=>[]),this.end_nodes=Array.from({length:this.len+1},()=>[]);let r=new Ll(this.bos_token_id??0,0,0,0,0),n=new Ll(this.eos_token_id??0,1,this.len,0,0);this.nodes.push(r.clone()),this.nodes.push(n.clone()),this.begin_nodes[this.len].push(n),this.end_nodes[0].push(r)}insert(t,e,s,r){let n=this.nodes.length,o=new Ll(r,n,t,e,s);this.begin_nodes[t].push(o),this.end_nodes[t+e].push(o),this.nodes.push(o)}viterbi(){let t=this.len,e=0;for(;e<=t;){if(this.begin_nodes[e].length==0)return[];for(let a of this.begin_nodes[e]){a.prev=null;let i=0,l=null;for(let c of this.end_nodes[e]){let u=c.backtrace_score+a.score;(l===null||u>i)&&(l=c.clone(),i=u)}if(l!==null)a.prev=l,a.backtrace_score=i;else return[]}++e}let s=[],n=this.begin_nodes[t][0].prev;if(n===null)return[];let o=n.clone();for(;o.prev!==null;)s.push(o.clone()),o=o.clone().prev.clone();return s.reverse(),s}piece(t){return this.chars.slice(t.pos,t.pos+t.length).join("")}tokens(){return this.viterbi().map(e=>this.piece(e))}token_ids(){return this.viterbi().map(e=>e.token_id)}},Mb=Ab;function Sb(t){if(t.length===0)throw new Error("Array must not be empty");let e=t[0],s=0;for(let r=1;r<t.length;++r)t[r]<e&&(e=t[r],s=r);return[e,s]}var Ob=class extends Uo{constructor(t,e){super(t);let s=t.vocab.length;this.vocab=new Array(s),this.scores=new Array(s);for(let r=0;r<s;++r)[this.vocab[r],this.scores[r]]=t.vocab[r];this.unk_token_id=t.unk_id,this.unk_token=this.vocab[t.unk_id],this.tokens_to_ids=new Map(this.vocab.map((r,n)=>[r,n])),this.bos_token=" ",this.bos_token_id=this.tokens_to_ids.get(this.bos_token),this.eos_token=e,this.eos_token_id=this.tokens_to_ids.get(this.eos_token),this.unk_token=this.vocab[this.unk_token_id],this.min_score=Sb(this.scores)[0],this.unk_score=this.min_score-10,this.scores[this.unk_token_id]=this.unk_score,this.trie=new Eb,this.trie.extend(this.vocab),this.fuse_unk=!0}populate_nodes(t){let e=t.chars,s=1,r=0;for(;r<e.length;){let n=!1,o=[],a=e.slice(r).join(""),i=this.trie.common_prefix_search(a);for(let l of i){o.push(l);let c=this.tokens_to_ids.get(l),u=this.scores[c],p=w0(l);t.insert(r,p,u,c),!n&&p===s&&(n=!0)}n||t.insert(r,s,this.unk_score,this.unk_token_id),r+=s}}tokenize(t){let e=new Mb(t,this.bos_token_id,this.eos_token_id);return this.populate_nodes(e),e.tokens()}encode(t){let e=[];for(let s of t){let r=this.tokenize(s);e.push(...r)}return e}},Cg=Ob,Ib=class{constructor(t=(s,r)=>s>r,e=1/0){this._heap=[],this._comparator=t,this._max_size=e}get size(){return this._heap.length}is_empty(){return this.size===0}peek(){return this._heap[0]}push(...t){return this.extend(t)}extend(t){for(let e of t)if(this.size<this._max_size)this._heap.push(e),this._sift_up();else{let s=this._smallest();this._comparator(e,this._heap[s])&&(this._heap[s]=e,this._sift_up_from(s))}return this.size}pop(){let t=this.peek(),e=this.size-1;return e>0&&this._swap(0,e),this._heap.pop(),this._sift_down(),t}replace(t){let e=this.peek();return this._heap[0]=t,this._sift_down(),e}_parent(t){return(t+1>>>1)-1}_left(t){return(t<<1)+1}_right(t){return t+1<<1}_greater(t,e){return this._comparator(this._heap[t],this._heap[e])}_swap(t,e){let s=this._heap[t];this._heap[t]=this._heap[e],this._heap[e]=s}_sift_up(){this._sift_up_from(this.size-1)}_sift_up_from(t){for(;t>0&&this._greater(t,this._parent(t));)this._swap(t,this._parent(t)),t=this._parent(t)}_sift_down(){let t=0;for(;this._left(t)<this.size&&this._greater(this._left(t),t)||this._right(t)<this.size&&this._greater(this._right(t),t);){let e=this._right(t)<this.size&&this._greater(this._right(t),this._left(t))?this._right(t):this._left(t);this._swap(t,e),t=e}}_smallest(){return 2**Math.floor(Math.log2(this.size))-1}},zb=Ib,Tb=class{constructor(t){this.capacity=t,this.cache=new Map}get(t){if(!this.cache.has(t))return;let e=this.cache.get(t);return this.cache.delete(t),this.cache.set(t,e),e}put(t,e){this.cache.has(t)&&this.cache.delete(t),this.cache.set(t,e),this.cache.size>this.capacity&&this.cache.delete(this.cache.keys().next().value)}clear(){this.cache.clear()}},Pb=Tb,Cb=class extends Uo{constructor(t){super(t),this.tokens_to_ids=Rl(t.vocab),this.unk_token_id=this.tokens_to_ids.get(t.unk_token),this.unk_token=t.unk_token,this.vocab=new Array(this.tokens_to_ids.size);for(let[s,r]of this.tokens_to_ids)this.vocab[r]=s;let e=Array.isArray(t.merges[0]);this.merges=e?t.merges:t.merges.map(s=>s.split(" ",2)),this.bpe_ranks=new Map(this.merges.map((s,r)=>[JSON.stringify(s),r])),this.end_of_word_suffix=t.end_of_word_suffix,this.continuing_subword_suffix=t.continuing_subword_suffix??null,this.byte_fallback=this.config.byte_fallback??!1,this.byte_fallback&&(this.text_encoder=new TextEncoder),this.ignore_merges=this.config.ignore_merges??!1,this.max_length_to_cache=256,this.cache_capacity=1e4,this.cache=new Pb(this.cache_capacity)}clear_cache(){this.cache.clear()}bpe(t){if(t.length===0)return[];let e=this.cache.get(t);if(e!==void 0)return e;let s=Array.from(t);this.end_of_word_suffix&&(s[s.length-1]+=this.end_of_word_suffix);let r=[];if(s.length>1){let n=new zb((i,l)=>i.score<l.score),o={token:s[0],bias:0,prev:null,next:null},a=o;for(let i=1;i<s.length;++i){let l={bias:i/s.length,token:s[i],prev:a,next:null};a.next=l,this.add_node(n,a),a=l}for(;!n.is_empty();){let i=n.pop();if(i.deleted||!i.next||i.next.deleted)continue;if(i.deleted=!0,i.next.deleted=!0,i.prev){let c={...i.prev};i.prev.deleted=!0,i.prev=c,c.prev?c.prev.next=c:o=c}let l={token:i.token+i.next.token,bias:i.bias,prev:i.prev,next:i.next.next};l.prev?(l.prev.next=l,this.add_node(n,l.prev)):o=l,l.next&&(l.next.prev=l,this.add_node(n,l))}for(let i=o;i!==null;i=i.next)r.push(i.token)}else r=s;if(this.continuing_subword_suffix)for(let n=0;n<r.length-1;++n)r[n]+=this.continuing_subword_suffix;return t.length<this.max_length_to_cache&&this.cache.put(t,r),r}add_node(t,e){let s=this.bpe_ranks.get(JSON.stringify([e.token,e.next.token]));s!==void 0&&(e.score=s+e.bias,t.push(e))}encode(t){let e=[];for(let s of t){if(this.ignore_merges&&this.tokens_to_ids.has(s)){e.push(s);continue}let r=this.bpe(s);for(let n of r)if(this.tokens_to_ids.has(n))e.push(n);else if(this.byte_fallback){let o=Array.from(this.text_encoder.encode(n)).map(a=>`<0x${a.toString(16).toUpperCase().padStart(2,"0")}>`);o.every(a=>this.tokens_to_ids.has(a))?e.push(...o):e.push(this.unk_token)}else e.push(this.unk_token)}return e}},Ng=Cb,Nb=class extends Uo{constructor(t,e){super(t);let s=t.vocab;this.tokens_to_ids=Rl(e.target_lang?s[e.target_lang]:s),this.bos_token=e.bos_token,this.bos_token_id=this.tokens_to_ids.get(this.bos_token),this.eos_token=e.eos_token,this.eos_token_id=this.tokens_to_ids.get(this.eos_token),this.pad_token=e.pad_token,this.pad_token_id=this.tokens_to_ids.get(this.pad_token),this.unk_token=e.unk_token,this.unk_token_id=this.tokens_to_ids.get(this.unk_token),this.vocab=new Array(this.tokens_to_ids.size);for(let[r,n]of this.tokens_to_ids)this.vocab[n]=r}encode(t){return t}},Lb=Nb;function $b(t,e){switch(t.type){case"WordPiece":return new Tg(t);case"Unigram":return new Cg(t,e.eos_token);case"BPE":return new Ng(t);default:if(t.vocab)return Array.isArray(t.vocab)?new Cg(t,e.eos_token):Object.hasOwn(t,"continuing_subword_prefix")&&Object.hasOwn(t,"unk_token")?Object.hasOwn(t,"merges")?new Ng(t):new Tg(t):new Lb(t,{target_lang:e.target_lang,bos_token:e.bos_token,eos_token:e.eos_token,pad_token:e.pad_token,unk_token:e.unk_token});throw new Error(`Unknown TokenizerModel type: ${t?.type}`)}}var Rb=$b,Fb=class extends sr{constructor(t){super(),this.config=t}_call(t,...e){return this.post_process(t,...e)}},rr=Fb,Db=class extends rr{post_process(t,e=null,s=!0){let r=e===null?this.config.single:this.config.pair,n=[],o=[];for(let a of r)"SpecialToken"in a?s&&(n.push(a.SpecialToken.id),o.push(a.SpecialToken.type_id)):"Sequence"in a&&(a.Sequence.id==="A"?(n=tt(n,t),o=tt(o,new Array(t.length).fill(a.Sequence.type_id))):a.Sequence.id==="B"&&(n=tt(n,e),o=tt(o,new Array(e.length).fill(a.Sequence.type_id))));return{tokens:n,token_type_ids:o}}},jb=Db,Bb=class extends rr{post_process(t,e=null){return{tokens:t,tokens_pair:e}}},Ub=Bb,qb=class extends rr{constructor(t){super(t),this.sep=t.sep,this.cls=t.cls}post_process(t,e=null,s=!0){s&&(t=tt([this.cls[0]],t,[this.sep[0]]));let r=new Array(t.length).fill(0);if(e){let n=[],o=s?[this.sep[0]]:[];t=tt(t,n,e,o),r=tt(r,new Array(e.length+n.length+o.length).fill(1))}return{tokens:t,token_type_ids:r}}},Gb=qb,Wb=class extends rr{constructor(t){super(t),this.sep=t.sep,this.cls=t.cls}post_process(t,e,s=!0){s&&(t=tt([this.cls[0]],t,[this.sep[0]]));let r=new Array(t.length).fill(0);if(e){let n=s?[this.sep[0]]:[],o=s?[this.sep[0]]:[];t=tt(t,n,e,o),r=tt(r,new Array(e.length+n.length+o.length).fill(1))}return{tokens:t,token_type_ids:r}}},Vb=Wb,Hb=class extends rr{constructor(t){super(t),this.processors=(t.processors??[]).map(e=>Bg(e))}post_process(t,e=null,s=!0){let r={tokens:t,tokens_pair:e};for(let n of this.processors)r=n.post_process(r.tokens,r.tokens_pair,s);return r}},Xb=Hb;function Kb(t){if(t===null)return null;switch(t.type){case"TemplateProcessing":return new jb(t);case"ByteLevel":return new Ub(t);case"BertProcessing":return new Gb(t);case"RobertaProcessing":return new Vb(t);case"Sequence":return new Xb(t);default:throw new Error(`Unknown PostProcessor type: ${t.type}`)}}var Bg=Kb,Qb=class extends sr{constructor(t){super(),this.config=t,this.added_tokens=[],this.end_of_word_suffix=null,this.trim_offsets="trim_offsets"in t?t.trim_offsets:!1}_call(t){return this.decode(t)}decode(t){return this.decode_chain(t).join("")}},We=Qb,Jb=class extends We{constructor(t){super(t),this.byte_decoder=_0,this.text_decoder=new TextDecoder("utf-8",{fatal:!1,ignoreBOM:!0}),this.end_of_word_suffix=null}convert_tokens_to_string(t){let e=t.join(""),s=new Uint8Array([...e].map(r=>this.byte_decoder[r]));return this.text_decoder.decode(s)}decode_chain(t){let e=[],s=[];for(let r of t)this.added_tokens.find(n=>n.content===r)!==void 0?(s.length>0&&(e.push(this.convert_tokens_to_string(s)),s=[]),e.push(r)):s.push(r);return s.length>0&&e.push(this.convert_tokens_to_string(s)),e}},Yb=Jb,Zb=class extends We{constructor(t){super(t),this.cleanup=t.cleanup}decode_chain(t){return t.map((e,s)=>{if(s!==0){let r=this.config.prefix;r&&e.startsWith(r)?e=e.replace(r,""):e=" "+e}return this.cleanup&&(e=$l(e)),e})}},e1=Zb,t1=class extends We{constructor(t){super(t),this.replacement=t.replacement??"\u2581"}decode_chain(t){let e=[];for(let s=0;s<t.length;++s){let r=t[s].replaceAll(this.replacement," ");s==0&&r.startsWith(" ")&&(r=r.substring(1)),e.push(r)}return e}},s1=t1,r1=class extends We{constructor(t){super(t),this.suffix=t.suffix??""}decode_chain(t){return t.map((e,s)=>e.replaceAll(this.suffix,s===t.length-1?"":" "))}},n1=r1,o1=class extends We{constructor(t){super(t),this.pad_token=t.pad_token??"",this.word_delimiter_token=t.word_delimiter_token??"",this.cleanup=t.cleanup}convert_tokens_to_string(t){if(t.length===0)return"";let e=[t[0]];for(let n=1;n<t.length;++n)t[n]!==e.at(-1)&&e.push(t[n]);let r=e.filter(n=>n!==this.pad_token).join("");return this.cleanup&&(r=$l(r).replaceAll(this.word_delimiter_token," ").trim()),r}decode_chain(t){return[this.convert_tokens_to_string(t)]}},a1=o1,i1=class extends We{constructor(t){super(t),this.decoders=(t.decoders??[]).map(e=>Ug(e))}decode_chain(t){return this.decoders.reduce((e,s)=>s.decode_chain(e),t)}},l1=i1,c1=class extends We{decode_chain(t){let e=jo(this.config.pattern),s=this.config.content??"";return e===null?t:t.map(r=>r.replaceAll(e,s))}},u1=c1,p1=class extends We{decode_chain(t){return[t.join("")]}},d1=p1,_1=class extends We{constructor(t){super(t),this.content=t.content??"",this.start=t.start??0,this.stop=t.stop??0}decode_chain(t){return t.map(e=>{let s=0;for(let n=0;n<this.start&&e[n]===this.content;++n){s=n+1;continue}let r=e.length;for(let n=0;n<this.stop;++n){let o=e.length-n-1;if(e[o]===this.content){r=o;continue}else break}return e.slice(s,r)})}},f1=_1,m1=class extends We{constructor(t){super(t),this.text_decoder=new TextDecoder}decode_chain(t){let e=[],s=[];for(let r of t){let n=null;if(r.length===6&&r.startsWith("<0x")&&r.endsWith(">")){let o=parseInt(r.slice(3,5),16);isNaN(o)||(n=o)}if(n!==null)s.push(n);else{if(s.length>0){let o=this.text_decoder.decode(Uint8Array.from(s));e.push(o),s=[]}e.push(r)}}if(s.length>0){let r=this.text_decoder.decode(Uint8Array.from(s));e.push(r),s=[]}return e}},h1=m1;function x1(t){if(t===null)return null;switch(t.type){case"ByteLevel":return new Yb(t);case"WordPiece":return new e1(t);case"Metaspace":return new s1(t);case"BPEDecoder":return new n1(t);case"CTC":return new a1(t);case"Sequence":return new l1(t);case"Replace":return new u1(t);case"Fuse":return new d1(t);case"Strip":return new f1(t);case"ByteFallback":return new h1(t);default:throw new Error(`Unknown Decoder type: ${t.type}`)}}var Ug=x1,g1=class{constructor(t,e){let s=zg(t,"Tokenizer",["model","decoder","post_processor","pre_tokenizer","normalizer"]);if(s)throw new Error(s);let r=zg(e,"Config");if(r)throw new Error(r);this.tokenizer=t,this.config=e,this.normalizer=Rg(this.tokenizer.normalizer),this.pre_tokenizer=Fg(this.tokenizer.pre_tokenizer),this.model=Rb(this.tokenizer.model,this.config),this.post_processor=Bg(this.tokenizer.post_processor),this.decoder=Ug(this.tokenizer.decoder),this.special_tokens=[],this.all_special_ids=[],this.added_tokens=[];let n=[],o=[];this.added_tokens_map=new Map;for(let a of this.tokenizer.added_tokens){let i=new p0(a);if(this.added_tokens.push(i),this.model.tokens_to_ids.set(i.content,i.id),this.model.vocab[i.id]=i.content,i.special&&(this.special_tokens.push(i.content),this.all_special_ids.push(i.id)),this.added_tokens_map.set(i.content,i),i.normalized&&this.normalizer!==null){let l=this.normalizer(i.content);o.push(l),this.added_tokens_map.set(l,i)}else n.push(i.content)}(this.config.additional_special_tokens??[]).forEach(a=>{this.special_tokens.includes(a)||this.special_tokens.push(a)}),this.decoder&&(this.decoder.added_tokens=this.added_tokens,this.decoder.end_of_word_suffix=this.model.end_of_word_suffix),this.splitter_unnormalized=new Og(n),this.splitter_normalized=new Og(o),this.remove_space=this.config.remove_space,this.clean_up_tokenization_spaces=this.config.clean_up_tokenization_spaces??!0,this.do_lowercase_and_remove_accent=this.config.do_lowercase_and_remove_accent??!1}encode(t,{text_pair:e=null,add_special_tokens:s=!0,return_token_type_ids:r=null}={}){let{tokens:n,token_type_ids:o}=this.tokenize_helper(t,{text_pair:e,add_special_tokens:s}),a=n.map(l=>this.added_tokens_map.get(l)?.id??this.model.tokens_to_ids.get(l)??this.model.unk_token_id),i={ids:a,tokens:n,attention_mask:new Array(a.length).fill(1)};return r&&o&&(i.token_type_ids=o),i}decode(t,e={}){if(!Array.isArray(t)||t.length===0||!g0(t[0]))throw Error("token_ids must be a non-empty array of integers.");let s=t.map(n=>this.model.vocab[Number(n)]??this.model.unk_token);e.skip_special_tokens&&(s=s.filter(n=>!this.special_tokens.includes(n)));let r=this.decoder?this.decoder(s):s.join(" ");return this.decoder&&this.decoder.end_of_word_suffix&&(r=r.replaceAll(this.decoder.end_of_word_suffix," "),e.skip_special_tokens&&(r=r.trim())),(e.clean_up_tokenization_spaces??this.clean_up_tokenization_spaces)&&(r=$l(r)),r}tokenize(t,{text_pair:e=null,add_special_tokens:s=!1}={}){return this.tokenize_helper(t,{text_pair:e,add_special_tokens:s}).tokens}encode_text(t){if(t===null)return null;let e=this.splitter_unnormalized.split(t);return e.forEach((s,r)=>{let n=this.added_tokens_map.get(s);n&&(n.lstrip&&r>0&&(e[r-1]=e[r-1].trimEnd()),n.rstrip&&r<e.length-1&&(e[r+1]=e[r+1].trimStart()))}),e.flatMap((s,r)=>{if(s.length===0)return[];if(this.added_tokens_map.has(s))return[s];if(this.remove_space===!0&&(s=s.trim().split(/\s+/).join(" ")),this.do_lowercase_and_remove_accent&&(s=y0(s)),this.normalizer!==null&&(s=this.normalizer(s)),s.length===0)return[];let n=this.splitter_normalized.split(s);return n.forEach((o,a)=>{let i=this.added_tokens_map.get(o);i&&(i.lstrip&&a>0&&(n[a-1]=n[a-1].trimEnd()),i.rstrip&&a<n.length-1&&(n[a+1]=n[a+1].trimStart()))}),n.flatMap(o=>{if(o.length===0)return[];if(this.added_tokens_map.has(o))return[o];let a=this.pre_tokenizer!==null?this.pre_tokenizer(o,{section_index:r}):[o];return this.model(a)})})}tokenize_helper(t,{text_pair:e=null,add_special_tokens:s=!0}){let r=this.encode_text(t),n=this.encode_text(e||null);return this.post_processor?this.post_processor(r,n,s):{tokens:tt(r??[],n??[])}}token_to_id(t){return this.model.tokens_to_ids.get(t)}id_to_token(t){return this.model.vocab[t]}get_added_tokens_decoder(){let t=new Map;for(let e of this.added_tokens)t.set(e.id,e);return t}get_vocab(t=!0){let e=new Map;for(let s=0;s<this.model.vocab.length;++s){let r=this.model.vocab[s];(t||!this.added_tokens_map.has(r))&&e.set(r,s)}return e}},qg=g1;var M=Object.freeze({Text:"Text",NumericLiteral:"NumericLiteral",StringLiteral:"StringLiteral",Identifier:"Identifier",Equals:"Equals",OpenParen:"OpenParen",CloseParen:"CloseParen",OpenStatement:"OpenStatement",CloseStatement:"CloseStatement",OpenExpression:"OpenExpression",CloseExpression:"CloseExpression",OpenSquareBracket:"OpenSquareBracket",CloseSquareBracket:"CloseSquareBracket",OpenCurlyBracket:"OpenCurlyBracket",CloseCurlyBracket:"CloseCurlyBracket",Comma:"Comma",Dot:"Dot",Colon:"Colon",Pipe:"Pipe",CallOperator:"CallOperator",AdditiveBinaryOperator:"AdditiveBinaryOperator",MultiplicativeBinaryOperator:"MultiplicativeBinaryOperator",ComparisonBinaryOperator:"ComparisonBinaryOperator",UnaryOperator:"UnaryOperator",Comment:"Comment"}),Ve=class{constructor(t,e){this.value=t,this.type=e}};function Gg(t){return/\w/.test(t)}function nr(t){return/[0-9]/.test(t)}function Wg(t){return/\s/.test(t)}var w1=[["{%",M.OpenStatement],["%}",M.CloseStatement],["{{",M.OpenExpression],["}}",M.CloseExpression],["(",M.OpenParen],[")",M.CloseParen],["{",M.OpenCurlyBracket],["}",M.CloseCurlyBracket],["[",M.OpenSquareBracket],["]",M.CloseSquareBracket],[",",M.Comma],[".",M.Dot],[":",M.Colon],["|",M.Pipe],["<=",M.ComparisonBinaryOperator],[">=",M.ComparisonBinaryOperator],["==",M.ComparisonBinaryOperator],["!=",M.ComparisonBinaryOperator],["<",M.ComparisonBinaryOperator],[">",M.ComparisonBinaryOperator],["+",M.AdditiveBinaryOperator],["-",M.AdditiveBinaryOperator],["~",M.AdditiveBinaryOperator],["*",M.MultiplicativeBinaryOperator],["/",M.MultiplicativeBinaryOperator],["%",M.MultiplicativeBinaryOperator],["=",M.Equals]],y1=new Map([["n",`
 `],["t","	"],["r","\r"],["b","\b"],["f","\f"],["v","\v"],["'","'"],['"','"'],["\\","\\"]]);function b1(t,e={}){return t.endsWith(`
 `)&&(t=t.slice(0,-1)),e.lstrip_blocks&&(t=t.replace(/^[ \t]*({[#%-])/gm,"$1")),e.trim_blocks&&(t=t.replace(/([#%-]})\n/g,"$1")),t.replace(/{%\s*(end)?generation\s*%}/gs,"")}function k1(t,e={}){let s=[],r=b1(t,e),n=0,o=0,a=c=>{let u="";for(;c(r[n]);){if(r[n]==="\\"){if(++n,n>=r.length)throw new SyntaxError("Unexpected end of input");let p=r[n++],d=y1.get(p);if(d===void 0)throw new SyntaxError(`Unexpected escaped character: ${p}`);u+=d;continue}if(u+=r[n++],n>=r.length)throw new SyntaxError("Unexpected end of input")}return u},i=()=>{let c=s.at(-1);c&&c.type===M.Text&&(c.value=c.value.trimEnd(),c.value===""&&s.pop())},l=()=>{for(;n<r.length&&Wg(r[n]);)++n};e:for(;n<r.length;){let c=s.at(-1)?.type;if(c===void 0||c===M.CloseStatement||c===M.CloseExpression||c===M.Comment){let p="";for(;n<r.length&&!(r[n]==="{"&&(r[n+1]==="%"||r[n+1]==="{"||r[n+1]==="#"));)p+=r[n++];if(p.length>0){s.push(new Ve(p,M.Text));continue}}if(r[n]==="{"&&r[n+1]==="#"){n+=2;let p=r[n]==="-";p&&++n;let d="";for(;r[n]!=="#"||r[n+1]!=="}";){if(n+2>=r.length)throw new SyntaxError("Missing end of comment tag");d+=r[n++]}let _=d.endsWith("-");_&&(d=d.slice(0,-1)),p&&i(),s.push(new Ve(d,M.Comment)),n+=2,_&&l();continue}if(r.slice(n,n+3)==="{%-"){i(),s.push(new Ve("{%",M.OpenStatement)),n+=3;continue}if(r.slice(n,n+3)==="{{-"){i(),s.push(new Ve("{{",M.OpenExpression)),o=0,n+=3;continue}if(a(Wg),r.slice(n,n+3)==="-%}"){s.push(new Ve("%}",M.CloseStatement)),n+=3,l();continue}if(r.slice(n,n+3)==="-}}"){s.push(new Ve("}}",M.CloseExpression)),n+=3,l();continue}let u=r[n];if(u==="-"||u==="+"){let p=s.at(-1)?.type;if(p===M.Text||p===void 0)throw new SyntaxError(`Unexpected character: ${u}`);switch(p){case M.Identifier:case M.NumericLiteral:case M.StringLiteral:case M.CloseParen:case M.CloseSquareBracket:break;default:{++n;let d=a(nr);s.push(new Ve(`${u}${d}`,d.length>0?M.NumericLiteral:M.UnaryOperator));continue}}}for(let[p,d]of w1){if(p==="}}"&&o>0)continue;if(r.slice(n,n+p.length)===p){s.push(new Ve(p,d)),d===M.OpenExpression?o=0:d===M.OpenCurlyBracket?++o:d===M.CloseCurlyBracket&&--o,n+=p.length;continue e}}if(u==="'"||u==='"'){++n;let p=a(d=>d!==u);s.push(new Ve(p,M.StringLiteral)),++n;continue}if(nr(u)){let p=a(nr);if(r[n]==="."&&nr(r[n+1])){++n;let d=a(nr);p=`${p}.${d}`}s.push(new Ve(p,M.NumericLiteral));continue}if(Gg(u)){let p=a(Gg);s.push(new Ve(p,M.Identifier));continue}throw new SyntaxError(`Unexpected character: ${u}`)}return s}var nt=class{type="Statement"},v1=class extends nt{constructor(t){super(),this.body=t}type="Program"},E1=class extends nt{constructor(t,e,s){super(),this.test=t,this.body=e,this.alternate=s}type="If"},A1=class extends nt{constructor(t,e,s,r){super(),this.loopvar=t,this.iterable=e,this.body=s,this.defaultBlock=r}type="For"},M1=class extends nt{type="Break"},S1=class extends nt{type="Continue"},O1=class extends nt{constructor(t,e,s){super(),this.assignee=t,this.value=e,this.body=s}type="Set"},I1=class extends nt{constructor(t,e,s){super(),this.name=t,this.args=e,this.body=s}type="Macro"},z1=class extends nt{constructor(t){super(),this.value=t}type="Comment"},qe=class extends nt{type="Expression"},T1=class extends qe{constructor(t,e,s){super(),this.object=t,this.property=e,this.computed=s}type="MemberExpression"},Vg=class extends qe{constructor(t,e){super(),this.callee=t,this.args=e}type="CallExpression"},ps=class extends qe{constructor(t){super(),this.value=t}type="Identifier"},ds=class extends qe{constructor(t){super(),this.value=t}type="Literal"},P1=class extends ds{type="IntegerLiteral"},C1=class extends ds{type="FloatLiteral"},Hg=class extends ds{type="StringLiteral"},N1=class extends ds{type="ArrayLiteral"},Xg=class extends ds{type="TupleLiteral"},L1=class extends ds{type="ObjectLiteral"},or=class extends qe{constructor(t,e,s){super(),this.operator=t,this.left=e,this.right=s}type="BinaryExpression"},$1=class extends qe{constructor(t,e){super(),this.operand=t,this.filter=e}type="FilterExpression"},R1=class extends nt{constructor(t,e){super(),this.filter=t,this.body=e}type="FilterStatement"},F1=class extends qe{constructor(t,e){super(),this.lhs=t,this.test=e}type="SelectExpression"},D1=class extends qe{constructor(t,e,s){super(),this.operand=t,this.negate=e,this.test=s}type="TestExpression"},j1=class extends qe{constructor(t,e){super(),this.operator=t,this.argument=e}type="UnaryExpression"},B1=class extends qe{constructor(t=void 0,e=void 0,s=void 0){super(),this.start=t,this.stop=e,this.step=s}type="SliceExpression"},U1=class extends qe{constructor(t,e){super(),this.key=t,this.value=e}type="KeywordArgumentExpression"},q1=class extends qe{constructor(t){super(),this.argument=t}type="SpreadExpression"},G1=class extends nt{constructor(t,e,s){super(),this.call=t,this.callerArgs=e,this.body=s}type="CallStatement"},W1=class extends qe{constructor(t,e,s){super(),this.condition=t,this.trueExpr=e,this.falseExpr=s}type="Ternary"};function V1(t){let e=new v1([]),s=0;function r(k,v){let I=t[s++];if(!I||I.type!==k)throw new Error(`Parser Error: ${v}. ${I.type} !== ${k}.`);return I}function n(k){if(!l(k))throw new SyntaxError(`Expected ${k}`);++s}function o(){switch(t[s].type){case M.Comment:return new z1(t[s++].value);case M.Text:return c();case M.OpenStatement:return u();case M.OpenExpression:return p();default:throw new SyntaxError(`Unexpected token type: ${t[s].type}`)}}function a(...k){return s+k.length<=t.length&&k.every((v,I)=>v===t[s+I].type)}function i(...k){return t[s]?.type===M.OpenStatement&&t[s+1]?.type===M.Identifier&&k.includes(t[s+1]?.value)}function l(...k){return s+k.length<=t.length&&k.every((v,I)=>t[s+I].type==="Identifier"&&v===t[s+I].value)}function c(){return new Hg(r(M.Text,"Expected text token").value)}function u(){if(r(M.OpenStatement,"Expected opening statement token"),t[s].type!==M.Identifier)throw new SyntaxError(`Unknown statement, got ${t[s].type}`);let k=t[s].value,v;switch(k){case"set":++s,v=d();break;case"if":++s,v=_(),r(M.OpenStatement,"Expected {% token"),n("endif"),r(M.CloseStatement,"Expected %} token");break;case"macro":++s,v=m(),r(M.OpenStatement,"Expected {% token"),n("endmacro"),r(M.CloseStatement,"Expected %} token");break;case"for":++s,v=x(),r(M.OpenStatement,"Expected {% token"),n("endfor"),r(M.CloseStatement,"Expected %} token");break;case"call":{++s;let I=null;a(M.OpenParen)&&(I=R());let Q=Y();if(Q.type!=="Identifier")throw new SyntaxError("Expected identifier following call statement");let Z=R();r(M.CloseStatement,"Expected closing statement token");let Ie=[];for(;!i("endcall");)Ie.push(o());r(M.OpenStatement,"Expected '{%'"),n("endcall"),r(M.CloseStatement,"Expected closing statement token");let Ee=new Vg(Q,Z);v=new G1(Ee,I,Ie);break}case"break":++s,r(M.CloseStatement,"Expected closing statement token"),v=new M1;break;case"continue":++s,r(M.CloseStatement,"Expected closing statement token"),v=new S1;break;case"filter":{++s;let I=Y();I instanceof ps&&a(M.OpenParen)&&(I=F(I)),r(M.CloseStatement,"Expected closing statement token");let Q=[];for(;!i("endfilter");)Q.push(o());r(M.OpenStatement,"Expected '{%'"),n("endfilter"),r(M.CloseStatement,"Expected '%}'"),v=new R1(I,Q);break}default:throw new SyntaxError(`Unknown statement type: ${k}`)}return v}function p(){r(M.OpenExpression,"Expected opening expression token");let k=g();return r(M.CloseExpression,"Expected closing expression token"),k}function d(){let k=h(),v=null,I=[];if(a(M.Equals))++s,v=h();else{for(r(M.CloseStatement,"Expected %} token");!i("endset");)I.push(o());r(M.OpenStatement,"Expected {% token"),n("endset")}return r(M.CloseStatement,"Expected closing statement token"),new O1(k,v,I)}function _(){let k=g();r(M.CloseStatement,"Expected closing statement token");let v=[],I=[];for(;!i("elif","else","endif");)v.push(o());if(i("elif")){++s,++s;let Q=_();I.push(Q)}else if(i("else"))for(++s,++s,r(M.CloseStatement,"Expected closing statement token");!i("endif");)I.push(o());return new E1(k,v,I)}function m(){let k=Y();if(k.type!=="Identifier")throw new SyntaxError("Expected identifier following macro statement");let v=R();r(M.CloseStatement,"Expected closing statement token");let I=[];for(;!i("endmacro");)I.push(o());return new I1(k,v,I)}function h(k=!1){let v=k?Y:g,I=[v()],Q=a(M.Comma);for(;Q&&(++s,I.push(v()),!!a(M.Comma)););return Q?new Xg(I):I[0]}function x(){let k=h(!0);if(!(k instanceof ps||k instanceof Xg))throw new SyntaxError(`Expected identifier/tuple for the loop variable, got ${k.type} instead`);if(!l("in"))throw new SyntaxError("Expected `in` keyword following loop variable");++s;let v=g();r(M.CloseStatement,"Expected closing statement token");let I=[];for(;!i("endfor","else");)I.push(o());let Q=[];if(i("else"))for(++s,++s,r(M.CloseStatement,"Expected closing statement token");!i("endfor");)Q.push(o());return new A1(k,v,I,Q)}function g(){return w()}function w(){let k=y();if(l("if")){++s;let v=y();if(l("else")){++s;let I=w();return new W1(v,k,I)}else return new F1(k,v)}return k}function y(){let k=E();for(;l("or");){let v=t[s];++s;let I=E();k=new or(v,k,I)}return k}function E(){let k=A();for(;l("and");){let v=t[s];++s;let I=A();k=new or(v,k,I)}return k}function A(){let k;for(;l("not");){let v=t[s];++s;let I=A();k=new j1(v,I)}return k??b()}function b(){let k=O();for(;;){let v;if(l("not","in"))v=new Ve("not in",M.Identifier),s+=2;else if(l("in"))v=t[s++];else if(a(M.ComparisonBinaryOperator))v=t[s++];else break;let I=O();k=new or(v,k,I)}return k}function O(){let k=X();for(;a(M.AdditiveBinaryOperator);){let v=t[s];++s;let I=X();k=new or(v,k,I)}return k}function N(){let k=D(Y());return a(M.OpenParen)?F(k):k}function F(k){let v=new Vg(k,R());return v=D(v),a(M.OpenParen)&&(v=F(v)),v}function R(){r(M.OpenParen,"Expected opening parenthesis for arguments list");let k=B();return r(M.CloseParen,"Expected closing parenthesis for arguments list"),k}function B(){let k=[];for(;!a(M.CloseParen);){let v;if(t[s].type===M.MultiplicativeBinaryOperator&&t[s].value==="*"){++s;let I=g();v=new q1(I)}else if(v=g(),a(M.Equals)){if(++s,!(v instanceof ps))throw new SyntaxError("Expected identifier for keyword argument");let I=g();v=new U1(v,I)}k.push(v),a(M.Comma)&&++s}return k}function G(){let k=[],v=!1;for(;!a(M.CloseSquareBracket);)a(M.Colon)?(k.push(void 0),++s,v=!0):(k.push(g()),a(M.Colon)&&(++s,v=!0));if(k.length===0)throw new SyntaxError("Expected at least one argument for member/slice expression");if(v){if(k.length>3)throw new SyntaxError("Expected 0-3 arguments for slice expression");return new B1(...k)}return k[0]}function D(k){for(;a(M.Dot)||a(M.OpenSquareBracket);){let v=t[s];++s;let I,Q=v.type===M.OpenSquareBracket;if(Q)I=G(),r(M.CloseSquareBracket,"Expected closing square bracket");else if(I=Y(),I.type!=="Identifier")throw new SyntaxError("Expected identifier following dot operator");k=new T1(k,I,Q)}return k}function X(){let k=V();for(;a(M.MultiplicativeBinaryOperator);){let v=t[s++],I=V();k=new or(v,k,I)}return k}function V(){let k=re();for(;l("is");){++s;let v=l("not");v&&++s;let I=Y();if(!(I instanceof ps))throw new SyntaxError("Expected identifier for the test");k=new D1(k,v,I)}return k}function re(){let k=N();for(;a(M.Pipe);){++s;let v=Y();if(!(v instanceof ps))throw new SyntaxError("Expected identifier for the filter");a(M.OpenParen)&&(v=F(v)),k=new $1(k,v)}return k}function Y(){let k=t[s++];switch(k.type){case M.NumericLiteral:{let v=k.value;return v.includes(".")?new C1(Number(v)):new P1(Number(v))}case M.StringLiteral:{let v=k.value;for(;a(M.StringLiteral);)v+=t[s++].value;return new Hg(v)}case M.Identifier:return new ps(k.value);case M.OpenParen:{let v=h();return r(M.CloseParen,"Expected closing parenthesis, got ${tokens[current].type} instead."),v}case M.OpenSquareBracket:{let v=[];for(;!a(M.CloseSquareBracket);)v.push(g()),a(M.Comma)&&++s;return++s,new N1(v)}case M.OpenCurlyBracket:{let v=new Map;for(;!a(M.CloseCurlyBracket);){let I=g();r(M.Colon,"Expected colon between key and value in object literal");let Q=g();v.set(I,Q),a(M.Comma)&&++s}return++s,new L1(v)}default:throw new SyntaxError(`Unexpected token: ${k.type}`)}}for(;s<t.length;)e.body.push(o());return e}function H1(t,e,s=1){if(e===void 0&&(e=t,t=0),s===0)throw new Error("range() step must not be zero");let r=[];if(s>0)for(let n=t;n<e;n+=s)r.push(n);else for(let n=t;n>e;n+=s)r.push(n);return r}function Kg(t,e,s,r=1){let n=Math.sign(r);n>=0?(e=(e??=0)<0?Math.max(t.length+e,0):Math.min(e,t.length),s=(s??=t.length)<0?Math.max(t.length+s,0):Math.min(s,t.length)):(e=(e??=t.length-1)<0?Math.max(t.length+e,-1):Math.min(e,t.length-1),s=(s??=-1)<-1?Math.max(t.length+s,-1):Math.min(s,t.length-1));let o=[];for(let a=e;n*a<n*s;a+=r)o.push(t[a]);return o}function X1(t){return t.replace(/\b\w/g,e=>e.toUpperCase())}function K1(t){return Q1(new Date,t)}function Q1(t,e){let s=new Intl.DateTimeFormat(void 0,{month:"long"}),r=new Intl.DateTimeFormat(void 0,{month:"short"}),n=o=>o<10?"0"+o:o.toString();return e.replace(/%[YmdbBHM%]/g,o=>{switch(o){case"%Y":return t.getFullYear().toString();case"%m":return n(t.getMonth()+1);case"%d":return n(t.getDate());case"%b":return r.format(t);case"%B":return s.format(t);case"%H":return n(t.getHours());case"%M":return n(t.getMinutes());case"%%":return"%";default:return o}})}function J1(t){return t.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Y1(t,e,s,r){if(r===0)return t;let n=r==null||r<0?1/0:r,o=e.length===0?new RegExp("(?=)","gu"):new RegExp(J1(e),"gu");return t.replaceAll(o,a=>n>0?(--n,s):a)}var Qg=class extends Error{},Jg=class extends Error{},ut=class{type="RuntimeValue";value;builtins=new Map;constructor(t=void 0){this.value=t}__bool__(){return new U(!!this.value)}toString(){return String(this.value)}},H=class extends ut{type="IntegerValue"},ye=class extends ut{type="FloatValue";toString(){return this.value%1===0?this.value.toFixed(1):this.value.toString()}},$=class extends ut{type="StringValue";builtins=new Map([["upper",new me(()=>new $(this.value.toUpperCase()))],["lower",new me(()=>new $(this.value.toLowerCase()))],["strip",new me(()=>new $(this.value.trim()))],["title",new me(()=>new $(X1(this.value)))],["capitalize",new me(()=>new $(this.value.charAt(0).toUpperCase()+this.value.slice(1)))],["length",new H(this.value.length)],["rstrip",new me(()=>new $(this.value.trimEnd()))],["lstrip",new me(()=>new $(this.value.trimStart()))],["startswith",new me(t=>{if(t.length===0)throw new Error("startswith() requires at least one argument");let e=t[0];if(e instanceof $)return new U(this.value.startsWith(e.value));if(e instanceof te){for(let s of e.value){if(!(s instanceof $))throw new Error("startswith() tuple elements must be strings");if(this.value.startsWith(s.value))return new U(!0)}return new U(!1)}throw new Error("startswith() argument must be a string or tuple of strings")})],["endswith",new me(t=>{if(t.length===0)throw new Error("endswith() requires at least one argument");let e=t[0];if(e instanceof $)return new U(this.value.endsWith(e.value));if(e instanceof te){for(let s of e.value){if(!(s instanceof $))throw new Error("endswith() tuple elements must be strings");if(this.value.endsWith(s.value))return new U(!0)}return new U(!1)}throw new Error("endswith() argument must be a string or tuple of strings")})],["split",new me(t=>{let e=t[0]??new he;if(!(e instanceof $||e instanceof he))throw new Error("sep argument must be a string or null");let s=t[1]??new H(-1);if(!(s instanceof H))throw new Error("maxsplit argument must be a number");let r=[];if(e instanceof he){let n=this.value.trimStart();for(let{0:o,index:a}of n.matchAll(/\S+/g)){if(s.value!==-1&&r.length>=s.value&&a!==void 0){r.push(o+n.slice(a+o.length));break}r.push(o)}}else{if(e.value==="")throw new Error("empty separator");r=this.value.split(e.value),s.value!==-1&&r.length>s.value&&r.push(r.splice(s.value).join(e.value))}return new te(r.map(n=>new $(n)))})],["replace",new me(t=>{if(t.length<2)throw new Error("replace() requires at least two arguments");let e=t[0],s=t[1];if(!(e instanceof $&&s instanceof $))throw new Error("replace() arguments must be strings");let r;if(t.length>2?t[2].type==="KeywordArgumentsValue"?r=t[2].value.get("count")??new he:r=t[2]:r=new he,!(r instanceof H||r instanceof he))throw new Error("replace() count argument must be a number or null");return new $(Y1(this.value,e.value,s.value,r.value))})]])},U=class extends ut{type="BooleanValue"},Z1=/[\x7f-\uffff]/g;function Yg(t){return t.replace(Z1,e=>"\\u"+e.charCodeAt(0).toString(16).padStart(4,"0"))}function Ht(t,e={},s=0,r=!0){let{indent:n=null,ensureAscii:o=!1,separators:a=null,sortKeys:i=!1}=e,l,c;switch(a?[l,c]=a:n?(l=",",c=": "):(l=", ",c=": "),t.type){case"NullValue":return"null";case"UndefinedValue":return r?"null":"undefined";case"IntegerValue":case"FloatValue":case"BooleanValue":return JSON.stringify(t.value);case"StringValue":{let u=JSON.stringify(t.value);return o&&(u=Yg(u)),u}case"ArrayValue":case"ObjectValue":{let u=n?" ".repeat(n):"",p=`

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@huggingface/transformers",
-  "version": "4.0.0-next.1",
+  "version": "4.0.0-next.2",
   "description": "State-of-the-art Machine Learning for the web. Run 🤗 Transformers directly in your browser, with no need for a server!",
   "main": "./dist/transformers.node.cjs",
   "types": "./types/transformers.d.ts",
@@ -46,7 +46,7 @@
     "@huggingface/jinja": "^0.5.5",
     "@huggingface/tokenizers": "^0.1.1",
     "onnxruntime-node": "1.24.1",
-    "onnxruntime-web": "1.24.1",
+    "onnxruntime-web": "1.25.0-dev.20260209-a3749f1353",
     "sharp": "^0.34.5"
   },
   "devDependencies": {

package/src/env.js

@@ -26,7 +26,7 @@ import fs from 'node:fs';
 import path from 'node:path';
 import url from 'node:url';
 
-const VERSION = '4.0.0-next.1';
+const VERSION = '4.0.0-next.2';
 
 const IS_PROCESS_AVAILABLE = typeof process !== 'undefined';
 const IS_NODE_ENV = IS_PROCESS_AVAILABLE && process?.release?.name === 'node';