@genai-fi/nanogpt 0.11.0 → 0.12.1

package/dist/Generator.js

@@ -1,40 +1,40 @@
 import { E as Ui } from "./index-DvYrXKkX.js";
-import { q as Hi, u as Xi, E as Ki, dn as Ss, at as pe, ab as _, au as oo, av as ao, e as Oe, aW as Dt, aA as ro, aB as io, aw as ji, ax as Ft, aF as Ge, f as co, aI as ws, aJ as qi, V as G, ae as _e, aK as Yi, I as Ns, aL as Rs, R as Qi, ah as Zi, y as te, H as lo, $ as Ne, a9 as ee, aX as uo, c9 as Ts, ca as Es, cQ as po, bo as ho, af as ue, U as Ye, bp as fo, bq as mo, cb as go, cc as Ds, cd as Fs, ce as Ps, cf as Os, cg as As, br as xo, ac as nt, cA as Co, cR as bo, cS as Io, bu as ko, bt as yo, bf as $o, dg as vo, C as _s, cU as So, ap as wo, A as No, bv as Ro, c4 as $e, cF as To, bw as Eo, cB as Do, cV as Fo, cC as Po, bx as Ls, by as Vs, bh as Oo, bz as Ao, ak as Qe, W as Ji, bA as _o, cD as Lo, ch as Vo, bB as Wo, cH as Mo, cI as Bo, dh as Go, ci as zo, bZ as ns, bT as St, bW as Ws, cW as kn, dv as ut, dw as Uo, cX as yn, di as ec, Q as tc, bg as Ho, cY as Xo, bD as Ms, B as Ko, aT as jo, aR as mt, cr as qo, de as Yo, df as Qo, bi as Zo, cG as Jo, dk as ea, aj as ta, G as sa, cs as na, cj as Bs, ck as Gs, cl as zs, dl as oa, b5 as Us, b6 as Hs, bF as Xs, cn as Ks, cm as aa, c_ as ra, am as sc, bG as ia, cE as ca, c$ as la, d0 as ua, dm as da, b7 as pa, a$ as ha, co as fa, bS as ma, M as js, J as ga, bk as xa, bm as Ca, bl as ba, bH as Ia, d5 as ka, bI as ya, P as $a, a7 as va, bJ as Sa, d1 as qs, dx as wa, dy as Na, dz as Ra, _ as Ta, cp as Ys, bd as Ea, d2 as Da, be as Fa, d3 as Pa, bL as Oa, bj as Aa, ba as Qs, ai as _a, dp as La, a_ as Va, bN as Zs, cq as Js, bO as en, bP as tn, bE as sn, bK as Wa, dA as Ma, dB as Ba, dq as Ga, dr as za, ds as Ua, K as Ha, d4 as Xa, aM as nn, ct as Ka, dt as ja, dC as qa, dD as Ya, cu as on, bs as an, du as Qa, T as Za, cv as Ja, bn as er, a6 as rn, cw as tr, bc as sr, bQ as nr, h as or, dE as ar, dF as $n, ay as vn, az as nc, t as rr, b as oc, dG as ac, dH as rc, c2 as ic, as as cc, bR as lc, bX as uc, S as dc, bY as pc, b9 as hc, ar as fc, bU as mc, bV as gc, b_ as xc, aO as ir, bC as Cc, an as bc, b$ as Ic, F as kc, c0 as yc, dj as $c, b1 as vc, b2 as Sc, b3 as wc, b4 as Nc, ao as Rc, c1 as Tc, b8 as Ec, c7 as Dc, aq as Fc, c3 as Pc, aS as cr, bM as Oc, aH as Ac, c5 as _c, bb as Lc, c6 as Vc, k as Wc } from "./index-D0RBWjq8.js";
-import { n as Mc } from "./random_width-UGQn4OWb.js";
-import { t as Bc } from "./zeros_like-BAz3iKru.js";
+import { o as Hi, q as Xi, E as Ki, dn as Ss, at as pe, aa as _, au as oo, av as ao, e as Oe, aW as Dt, aA as ro, aB as io, aw as ji, ax as Ft, aF as Ge, ad as co, aI as ws, aJ as qi, U as G, ae as _e, aK as Yi, H as Ns, aL as Rs, R as Qi, ah as Zi, x as te, D as lo, _ as Ne, a8 as ee, aX as uo, c9 as Ts, ca as Es, cQ as po, bo as ho, af as ue, Q as Ye, bp as fo, bq as mo, cb as go, cc as Ds, cd as Fs, ce as Ps, cf as Os, cg as As, br as xo, ab as nt, cA as Co, cR as bo, cS as Io, bu as ko, bt as yo, bf as $o, dg as vo, C as _s, cU as So, ap as wo, z as No, bv as Ro, c4 as $e, cF as To, bw as Eo, cB as Do, cV as Fo, cC as Po, bx as Ls, by as Vs, bh as Oo, bz as Ao, ak as Qe, V as Ji, bA as _o, cD as Lo, ch as Vo, bB as Wo, cH as Mo, cI as Bo, dh as Go, ci as zo, bZ as ns, bT as St, bW as Ws, cW as kn, dv as ut, dw as Uo, cX as yn, di as ec, N as tc, bg as Ho, cY as Xo, bD as Ms, A as Ko, aT as jo, aR as mt, cr as qo, de as Yo, df as Qo, bi as Zo, cG as Jo, dk as ea, aj as ta, G as sa, cs as na, cj as Bs, ck as Gs, cl as zs, dl as oa, b5 as Us, b6 as Hs, bF as Xs, cn as Ks, cm as aa, c_ as ra, am as sc, bG as ia, cE as ca, c$ as la, d0 as ua, dm as da, b7 as pa, a$ as ha, co as fa, bS as ma, M as js, I as ga, bk as xa, bm as Ca, bl as ba, bH as Ia, d5 as ka, bI as ya, P as $a, a6 as va, bJ as Sa, d1 as qs, dx as wa, dy as Na, dz as Ra, Z as Ta, cp as Ys, bd as Ea, d2 as Da, be as Fa, d3 as Pa, bL as Oa, bj as Aa, ba as Qs, ai as _a, dp as La, a_ as Va, bN as Zs, cq as Js, bO as en, bP as tn, bE as sn, bK as Wa, dA as Ma, dB as Ba, dq as Ga, dr as za, ds as Ua, J as Ha, d4 as Xa, aM as nn, ct as Ka, dt as ja, dC as qa, dD as Ya, cu as on, bs as an, du as Qa, T as Za, cv as Ja, bn as er, a5 as rn, cw as tr, bc as sr, bQ as nr, f as or, dE as ar, dF as $n, ay as vn, az as nc, t as rr, b as oc, dG as ac, dH as rc, c2 as ic, as as cc, bR as lc, bX as uc, S as dc, bY as pc, b9 as hc, ar as fc, bU as mc, bV as gc, b_ as xc, aO as ir, bC as Cc, an as bc, b$ as Ic, F as kc, c0 as yc, dj as $c, b1 as vc, b2 as Sc, b3 as wc, b4 as Nc, ao as Rc, c1 as Tc, b8 as Ec, c7 as Dc, aq as Fc, c3 as Pc, aS as cr, bM as Oc, aH as Ac, c5 as _c, bb as Lc, c6 as Vc, k as Wc } from "./index-Duu1Lvvv.js";
+import { n as Mc } from "./random_width-BN4wGJaW.js";
+import { t as Bc } from "./zeros_like-De4n1C3m.js";
 import "./index-Cp39cXWe.js";
-import "./dataset-DcjWqUVQ.js";
-import { a as j, u as ae, c as ot, i as at, b as Gc, d as wt, t as Re, e as gt, f as dt, g as lr, r as Nt, h as Ae, j as zc, k as Uc, l as cn, z as Hc, m as ln, n as ur, o as Xc, p as Kc, q as jc, v as qc, w as Yc, x as Qc, y as Zc, A as Jc, B as el, C as tl, D as lt, E as sl, F as nl, G as dr, H as ol, I as al, J as rl, K as il, L as cl, M as ll, N as ul, O as dl, P as pl, Q as hl, R as fl, S as ml, T as gl, U as xl, V as Cl, W as bl, X as Il, Y as kl, Z as yl, _ as $l, $ as vl, a0 as Sl, a1 as wl, a2 as Nl, a3 as Rl, a4 as Tl, a5 as El, a6 as Dl, a7 as Fl, a8 as Pl, a9 as Ol, aa as Al, ab as _l, ac as Ll, ad as Vl, ae as Wl, af as Ml, ag as Bl, ah as Gl, ai as zl } from "./shared-BQboIImQ.js";
+import "./dataset-CVIJu7Xa.js";
+import { a as j, u as ae, c as ot, i as at, b as Gc, d as wt, t as Re, e as gt, f as dt, g as lr, r as Nt, h as Ae, j as zc, k as Uc, l as cn, z as Hc, m as ln, n as ur, o as Xc, p as Kc, q as jc, v as qc, w as Yc, x as Qc, y as Zc, A as Jc, B as el, C as tl, D as lt, E as sl, F as nl, G as dr, H as ol, I as al, J as rl, K as il, L as cl, M as ll, N as ul, O as dl, P as pl, Q as hl, R as fl, S as ml, T as gl, U as xl, V as Cl, W as bl, X as Il, Y as kl, Z as yl, _ as $l, $ as vl, a0 as Sl, a1 as wl, a2 as Nl, a3 as Rl, a4 as Tl, a5 as El, a6 as Dl, a7 as Fl, a8 as Pl, a9 as Ol, aa as Al, ab as _l, ac as Ll, ad as Vl, ae as Wl, af as Ml, ag as Bl, ah as Gl, ai as zl } from "./shared-nnSWpC3u.js";
 import { m as pt, g as pr, s as Ul, c as Hl, b as Xl, d as Kl, a as jl, e as ql } from "./complex_util-Yc1A_gV1.js";
-import { a as ge, b as xe, d as ye, c as ve, e as Te, g as os } from "./axis_util-DofAuy0p.js";
-import { k as Ze, h as Le, i as Je, j as rt, b as Se, d as xt, g as as } from "./step-dXR33iOg.js";
-import { z as rs, A as is, B as cs, C as hr, D as fr, F as mr, G as gr, H as xr, I as Cr, J as br, y as Ir, x as kr, w as yr, u as $r, t as vr, E as Sr, K as wr, L as Nr, M as Rr, N as Tr, c as Er, f as Yl, O as Ql, P as Zl } from "./backend_util-C7NWHpv7.js";
-import { a as Dr, c as Ue } from "./concat_util-CHsJFZJJ.js";
+import { a as ge, b as xe, d as ye, c as ve, e as Te, g as os } from "./axis_util-DGqbT-FX.js";
+import { k as Ze, h as Le, i as Je, j as rt, b as Se, d as xt, g as as } from "./step-BS5JXRR6.js";
+import { z as rs, A as is, B as cs, C as hr, D as fr, F as mr, G as gr, H as xr, I as Cr, J as br, y as Ir, x as kr, w as yr, u as $r, t as vr, E as Sr, K as wr, L as Nr, M as Rr, N as Tr, c as Er, f as Yl, O as Ql, P as Zl } from "./backend_util-DC3rBo_H.js";
+import { a as Dr, c as Ue } from "./concat_util-D0je5Ppu.js";
 import { s as Jl } from "./index-CieiGp4Y.js";
 import { n as Fr, b as Pr, a as Or } from "./non_max_suppression_impl-B2W7YjZB.js";
-import { c as Ct } from "./scatter_nd_util-BY22Cc-C.js";
-import { S as Ar, a as _r } from "./selu_util-BuLbmbrl.js";
-import { b as Lr, d as Vr, p as eu, a as tu, i as su, c as nu } from "./slice_util-D8CQRenR.js";
-import { h as Sn, j as ou, k as au, l as ru, m as iu, n as cu, o as lu, P as un, p as Ve, u as Pe, q as Wr, c as Mr, T as De, E as Br, g as Gr, a as zr, r as uu, s as du, t as Y, v as Pt, w as pu, x as wn, y as hu, z as fu, A as Ot, B as mu, C as gu, D as bs, F as Gt, G as zt, H as xu, I as Cu, J as Nn, K as bu, L as Iu, M as fs, N as ku, O as yu, Q as $u, R as Ut, S as ms, U as vu, f as he, V as be, W as Ht, X as Xt, Y as Su, d as Rn, e as Tn, i as Ur, Z as wu, _ as Nu, $ as Ru, a0 as Tu, a1 as Eu, a2 as Du, a3 as At } from "./gpgpu_math-CJcbnKPC.js";
-import { s as Hr, a as Fu, t as Xr, b as Pu, c as Ou, d as Kr, e as Au, n as _u, f as Lu, g as Vu, h as Wu, i as Mu, j as Bu, k as Gu, l as zu, o as Uu, p as Hu, q as Xu, r as Ku, u as ju, v as qu, w as Yu, x as Qu, y as Zu, z as Ju, A as ed, B as td, C as sd, D as nd, E as od, F as ad, G as rd, H as id, I as cd, J as ld, K as ud, L as dd, M as jr, N as pd, O as hd, P as fd, Q as md, R as gd, S as xd, T as Cd, U as bd, V as Id, W as kd } from "./shared-B7USJZgw.js";
-import { a as ke, c as yd, U as st, d as qe, e as ze, A as En, f as bt, B as dn, h as pn, m as Rt, u as se, C as We, b as Ce, i as Fe, j as hn, k as it, l as It, n as $d, o as vd, p as Sd, q as wd } from "./kernel_funcs_utils-CSaumNDs.js";
-import { R as Nd, r as U, a as Rd } from "./Reshape-Ct266DEk.js";
-import { M as qr } from "./matMulGelu-B2s_80-H.js";
-import { t as Yr, s as fn, a as _t, m as Td, r as Ed, b as Dd, c as Fd, d as Pd } from "./RealDiv-Ds-jvL09.js";
-import { z as Od } from "./zeros-DeiE2zTa.js";
+import { c as Ct } from "./scatter_nd_util-k9MUVUkn.js";
+import { S as Ar, a as _r } from "./selu_util-DyW0X1WG.js";
+import { b as Lr, d as Vr, p as eu, a as tu, i as su, c as nu } from "./slice_util-zN8KFC5I.js";
+import { h as Sn, j as ou, k as au, l as ru, m as iu, n as cu, o as lu, P as un, p as Ve, u as Pe, q as Wr, c as Mr, T as De, E as Br, g as Gr, a as zr, r as uu, s as du, t as Y, v as Pt, w as pu, x as wn, y as hu, z as fu, A as Ot, B as mu, C as gu, D as bs, F as Gt, G as zt, H as xu, I as Cu, J as Nn, K as bu, L as Iu, M as fs, N as ku, O as yu, Q as $u, R as Ut, S as ms, U as vu, f as he, V as be, W as Ht, X as Xt, Y as Su, d as Rn, e as Tn, i as Ur, Z as wu, _ as Nu, $ as Ru, a0 as Tu, a1 as Eu, a2 as Du, a3 as At } from "./gpgpu_math-BJSTk_mW.js";
+import { s as Hr, a as Fu, t as Xr, b as Pu, c as Ou, d as Kr, e as Au, n as _u, f as Lu, g as Vu, h as Wu, i as Mu, j as Bu, k as Gu, l as zu, o as Uu, p as Hu, q as Xu, r as Ku, u as ju, v as qu, w as Yu, x as Qu, y as Zu, z as Ju, A as ed, B as td, C as sd, D as nd, E as od, F as ad, G as rd, H as id, I as cd, J as ld, K as ud, L as dd, M as jr, N as pd, O as hd, P as fd, Q as md, R as gd, S as xd, T as Cd, U as bd, V as Id, W as kd } from "./shared-Q3BS6T03.js";
+import { a as ke, c as yd, U as st, d as qe, e as ze, A as En, f as bt, B as dn, h as pn, m as Rt, u as se, C as We, b as Ce, i as Fe, j as hn, k as it, l as It, n as $d, o as vd, p as Sd, q as wd } from "./kernel_funcs_utils-BtYrPoJu.js";
+import { R as Nd, r as U, a as Rd } from "./Reshape-Ck29jQSY.js";
+import { M as qr } from "./matMulGelu-BpvgnYG8.js";
+import { t as Yr, s as fn, a as _t, m as Td, r as Ed, b as Dd, c as Fd, d as Pd } from "./RealDiv-C8neBwFi.js";
+import { z as Od } from "./zeros-5YROwwUH.js";
 import "./ops/cpu/attentionMask.js";
 import "./ops/webgl/attentionMask.js";
 import "./ops/grads/attentionMask.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
-import "./rope-BmZmp9uP.js";
+import "./rope-DJ7Y7c-u.js";
 import "./ops/cpu/appendCache.js";
 import "./ops/webgl/appendCache.js";
 import "./ops/grads/softmax16.js";
-import "./matMul16-cDxwemKj.js";
+import "./matMul16-xswmhSuF.js";
 import "./ops/webgl/matMul16.js";
 import "./ops/cpu/matMul16.js";
-import "./pack16-k4jq6aMX.js";
+import "./pack16-atD0eYRm.js";
 import "./ops/transpose16.js";
 import "./ops/reshape16.js";
 import "./ops/cpu/qkv.js";
@@ -62,17 +62,17 @@ import "./ops/cpu/matMulGelu.js";
 import "./ops/grads/matMulGelu.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-DqTbCx5x.js";
+import "./gelu-BK1k-n1i.js";
 import "./ops/webgl/log.js";
 import "./checks/normRMS.js";
 import "./checks/normRMSGrad.js";
 import Wd from "./utilities/multinomialCPU.js";
-import { r as Dn } from "./reshape-CkjKPPqB.js";
-import { t as Kt } from "./tensor2d-BN1sSfQO.js";
-import { z as Md } from "./unsorted_segment_sum-LAbmE9G4.js";
-import { s as gs } from "./softmax-faLoUZVT.js";
-import { g as Bd } from "./gather-BcO5UQNJ.js";
-import { c as Gd } from "./concat-C6X3AAlQ.js";
+import { r as Dn } from "./reshape-BI0yzp1T.js";
+import { t as Kt } from "./tensor2d-BN97fF71.js";
+import { z as Md } from "./unsorted_segment_sum-BljxHhCY.js";
+import { s as gs } from "./softmax-DfuYyjMh.js";
+import { g as Bd } from "./gather-BSULDalH.js";
+import { c as Gd } from "./concat-CSm2rMwe.js";
 function zd(a, t, e, n = !1) {
   const s = Xi(a, "logits", "multinomial"), o = s.size, r = s.rank;
   if (o < 2)

package/dist/{RealDiv-Ds-jvL09.js → RealDiv-C8neBwFi.js}

@@ -1,10 +1,10 @@
-import { aG as T, ab as E, af as O, V, aS as B, Q as F, am as G, aT as K } from "./index-D0RBWjq8.js";
-import { r as $ } from "./Reshape-Ct266DEk.js";
-import { a as A, b as k, d as C, c as N, e as R } from "./axis_util-DofAuy0p.js";
-import { t as U, m as W } from "./shared-B7USJZgw.js";
-import { c as _ } from "./backend_util-C7NWHpv7.js";
-import { f as y } from "./gpgpu_math-CJcbnKPC.js";
-import { g as j, b as L } from "./kernel_funcs_utils-CSaumNDs.js";
+import { aG as T, aa as E, af as O, U as V, aS as B, N as F, am as U, aT as G } from "./index-Duu1Lvvv.js";
+import { r as $ } from "./Reshape-Ck29jQSY.js";
+import { a as A, b as k, d as C, c as N, e as R } from "./axis_util-DGqbT-FX.js";
+import { t as K, m as W } from "./shared-Q3BS6T03.js";
+import { c as _ } from "./backend_util-DC3rBo_H.js";
+import { f as y } from "./gpgpu_math-BJSTk_mW.js";
+import { g as j, b as L } from "./kernel_funcs_utils-BtYrPoJu.js";
 class w {
   constructor(s, e) {
     this.variableNames = ["x"];
@@ -203,14 +203,14 @@ function P(a, s, e, t) {
   }
   return l;
 }
-class Q {
+class Y {
   constructor(s, e) {
     this.variableNames = ["A"];
     const t = new Array(s.length);
     for (let r = 0; r < t.length; r++)
       t[r] = s[e[r]];
     this.outputShape = t, this.rank = t.length;
-    const n = y(this.rank), l = Y(e);
+    const n = y(this.rank), l = H(e);
     this.userCode = `
     void main() {
       ${n} resRC = getOutputCoords();
@@ -219,7 +219,7 @@ class Q {
     `;
   }
 }
-function Y(a) {
+function H(a) {
   const s = a.length;
   if (s > 6)
     throw Error(`Transpose for rank ${s} is not yet supported`);
@@ -228,7 +228,7 @@ function Y(a) {
     t[a[n]] = e[n];
   return t.join();
 }
-class H {
+class J {
   constructor(s, e) {
     this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0;
     const t = new Array(s.length);
@@ -261,10 +261,10 @@ class H {
   }
 }
 function D(a, s, e) {
-  const t = E().getBool("WEBGL_PACK_ARRAY_OPERATIONS") ? new H(a.shape, s) : new Q(a.shape, s);
+  const t = E().getBool("WEBGL_PACK_ARRAY_OPERATIONS") ? new J(a.shape, s) : new Y(a.shape, s);
   return e.runWebGLProgram(t, [a], a.dtype);
 }
-function J(a, s, e, t) {
+function Q(a, s, e, t) {
   const n = s, l = a.shape.length, r = O(n, a.shape);
   let i = r;
   const c = A(i, l), o = c != null;
@@ -278,7 +278,7 @@ function J(a, s, e, t) {
 }
 function Z(a) {
   const { inputs: s, backend: e, attrs: t } = a, { x: n } = s, { axis: l, keepDims: r } = t;
-  return J(n, l, r, e);
+  return Q(n, l, r, e);
 }
 const pe = {
   kernelName: F,
@@ -299,7 +299,7 @@ function te(a) {
       const I = e.texData.get(d.dataId).values, m = new Array(i);
       for (let v = 0; v < m.length; v++)
         m[v] = n.shape[u[v]];
-      const z = U(I, n.shape, n.dtype, u, m);
+      const z = K(I, n.shape, n.dtype, u, m);
       d = e.makeTensorInfo(m, n.dtype);
       const M = e.texData.get(d.dataId);
       M.values = z;
@@ -322,7 +322,7 @@ function te(a) {
   return p && e.disposeIntermediateTensorInfo(d), x;
 }
 const he = {
-  kernelName: G,
+  kernelName: U,
   backendName: "webgl",
   kernelFunc: te
 };
@@ -349,7 +349,7 @@ return a / b;`, se = `
 
   return result;
 `, ne = L({ opSnippet: ae, packedOpSnippet: se, checkOutOfBounds: !0 }), fe = {
-  kernelName: K,
+  kernelName: G,
   backendName: "webgl",
   kernelFunc: ne
 };

package/dist/{Reshape-Cd6e-Otn.js → Reshape-Bd4V_4X7.js}

@@ -1,4 +1,4 @@
-import { V as h, ah as d, y as c, R as m } from "./index-D0RBWjq8.js";
+import { U as h, ah as d, x as c, R as m } from "./index-Duu1Lvvv.js";
 function i(n) {
   const { inputs: p, attrs: o } = n, { x: e } = p, { shape: r } = o, a = h(e.shape), s = d(r, a), t = h(s);
   return c(a === t, () => `The new shape (${s}) has ${t} elements and the old shape (${e.shape}) has ${a} elements. The new shape and old shape must have the same number of elements.`), n.backend.incRef(e.dataId), { dataId: e.dataId, shape: s, dtype: e.dtype };

package/dist/{Reshape-Ct266DEk.js → Reshape-Ck29jQSY.js}

@@ -1,5 +1,5 @@
-import { R as C, V as c, ah as R, y as f } from "./index-D0RBWjq8.js";
-import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-CJcbnKPC.js";
+import { R as C, U as c, ah as R, x as f } from "./index-Duu1Lvvv.js";
+import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-BJSTk_mW.js";
 class S {
   constructor(t, i) {
     this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.customUniforms = [{ name: "inputShape", type: "ivec3" }], this.outputShape = t, this.enableShapeUniforms = g(this.outputShape.length);
@@ -47,7 +47,7 @@ function v(s, t) {
     }
   `;
 }
-function y(s, t, i) {
+function b(s, t, i) {
   const a = [
     u(s.shape),
     ...m(s.shape)
@@ -61,19 +61,19 @@ function y(s, t, i) {
   ], r = new S(o, a), p = !0, n = [a], h = i.runWebGLProgram(r, [e], s.dtype, n, p);
   return { dataId: h.dataId, shape: t, dtype: h.dtype };
 }
-function b(s) {
+function y(s) {
   const { inputs: t, backend: i, attrs: a } = s, { x: e } = t, { shape: o } = a, r = i, p = c(e.shape), n = R(o, p), h = c(n);
   f(p === h, () => `The new shape (${n}) has ${h} elements and the old shape (${e.shape}) has ${p} elements. The new shape and old shape must have the same number of elements.`);
   const d = r.texData.get(e.dataId);
-  return d.isPacked && !l(e.shape, n) && !(d.texture !== null && l(d.shape, n)) ? y(e, n, r) : (r.incRef(e.dataId), { dataId: e.dataId, shape: n, dtype: e.dtype });
+  return d.isPacked && !l(e.shape, n) && !(d.texture !== null && l(d.shape, n)) ? b(e, n, r) : (r.incRef(e.dataId), { dataId: e.dataId, shape: n, dtype: e.dtype });
 }
 const U = {
   kernelName: C,
   backendName: "webgl",
-  kernelFunc: b
+  kernelFunc: y
 };
 export {
   S as R,
   U as a,
-  b as r
+  y as r
 };

package/dist/TeachableLLM.d.ts

@@ -6,6 +6,7 @@ import { default as Trainer, ITrainerOptions } from './Trainer';
 import { default as MemoryProfiler } from './utilities/profile';
 import { TrainingLogEntry, TrainingProgress } from './training/Trainer';
 import { default as Model, ModelForwardAttributes } from './models/model';
+import { Task } from './training/tasks/Task';
 type TeachableLLMStatus = 'warmup' | 'awaitingTokens' | 'ready' | 'training' | 'loading' | 'busy' | 'error';
 interface TeachableLLMMeta {
     name?: string;
@@ -41,7 +42,7 @@ export default class TeachableLLM {
     set enableProfiler(value: boolean);
     getNumParams(): number;
     trainer(): Trainer;
-    train(text: Conversation[][], options?: ITrainerOptions): Promise<void>;
+    train(text: Task[], options?: ITrainerOptions): Promise<void>;
     trainTokeniser(text: string[]): Promise<number>;
     generator(): Generator;
     generateText(prompt: Conversation[], options?: IGenerateOptions): Promise<Conversation[]>;

package/dist/TeachableLLM.js

@@ -5,24 +5,24 @@ import u from "./Generator.js";
 import f from "./Trainer.js";
 import { E as p } from "./index-DvYrXKkX.js";
 import { dummyPassTrainAsync as m } from "./utilities/dummy.js";
-import "./index-D0RBWjq8.js";
-import "./random_width-UGQn4OWb.js";
-import "./zeros_like-BAz3iKru.js";
+import "./index-Duu1Lvvv.js";
+import "./random_width-BN4wGJaW.js";
+import "./zeros_like-De4n1C3m.js";
 import "./index-Cp39cXWe.js";
-import "./dataset-DcjWqUVQ.js";
+import "./dataset-CVIJu7Xa.js";
 import "./ops/cpu/attentionMask.js";
 import "./ops/webgl/attentionMask.js";
 import "./ops/grads/attentionMask.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
-import "./rope-BmZmp9uP.js";
+import "./rope-DJ7Y7c-u.js";
 import "./ops/cpu/appendCache.js";
 import "./ops/webgl/appendCache.js";
 import "./ops/grads/softmax16.js";
-import "./matMul16-cDxwemKj.js";
+import "./matMul16-xswmhSuF.js";
 import "./ops/webgl/matMul16.js";
 import "./ops/cpu/matMul16.js";
-import "./pack16-k4jq6aMX.js";
+import "./pack16-atD0eYRm.js";
 import "./ops/transpose16.js";
 import "./ops/reshape16.js";
 import "./ops/cpu/qkv.js";
@@ -41,11 +41,11 @@ import g from "./tokeniser/bpe.js";
 import "./papaparse.min-C0cScC2i.js";
 import "./jszip.min-Bz5-11Bk.js";
 import "./ops/cpu/matMulGelu.js";
-import "./matMulGelu-B2s_80-H.js";
+import "./matMulGelu-BpvgnYG8.js";
 import "./ops/grads/matMulGelu.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-DqTbCx5x.js";
+import "./gelu-BK1k-n1i.js";
 import "./ops/webgl/log.js";
 import "./ops/cpu/adamMoments.js";
 import "./ops/webgl/adamMoments.js";

package/dist/Trainer.d.ts

@@ -1,7 +1,8 @@
-import { Conversation, ITokeniser } from './tokeniser/type';
+import { ITokeniser } from './tokeniser/type';
 import { default as EE } from 'eventemitter3';
 import { TrainingLogEntry, TrainingProgress } from './training/Trainer';
 import { default as Model, ModelForwardAttributes } from './models/model';
+import { Task } from './training/tasks/Task';
 export interface ITrainerOptions {
     batchSize?: number;
     learningRate?: number;
@@ -30,7 +31,8 @@ export default class Trainer extends EE<'start' | 'stop' | 'log'> {
     constructor(model: Model<ModelForwardAttributes>, tokeniser: ITokeniser);
     stop(): void;
     reset(): void;
-    prepare(text: Conversation[][], options?: ITrainerOptions): Promise<void>;
+    getTotalSamples(): number;
+    prepare(tasks?: Task[] | Uint16Array, options?: ITrainerOptions): Promise<void>;
     train(options?: ITrainerOptions): Promise<void>;
     step(options?: ITrainerOptions): Promise<void>;
     getLog(): TrainingLogEntry[];

package/dist/Trainer.js

@@ -1,6 +1,6 @@
-import { E as o } from "./index-DvYrXKkX.js";
-import d from "./training/FullTrainer.js";
-class g extends o {
+import { E as n } from "./index-DvYrXKkX.js";
+import l from "./training/FullTrainer.js";
+class p extends n {
   trainer;
   hasTrained = !1;
   trainDataset;
@@ -9,7 +9,7 @@ class g extends o {
   log = [];
   progress = null;
   constructor(t, e) {
-    super(), this.trainer = new d(t, e, 1e-3);
+    super(), this.trainer = new l(t, e, 1e-3);
   }
   stop() {
     this.trainer.stop();
@@ -17,13 +17,16 @@ class g extends o {
   reset() {
     this.hasTrained = !1, this.log = [], this.trainer.reset();
   }
-  async prepare(t, e) {
-    const { trainDataset: a, validationDataset: s } = await this.trainer.createTrainValidationSplit(
+  getTotalSamples() {
+    return this.totalSamples;
+  }
+  async prepare(t = [], e) {
+    const { trainDataset: a, validationDataset: s, size: i } = await this.trainer.createTrainValidationSplit(
       t,
       e?.batchSize || 32,
       e?.validationSplit || 0.1
-    ), i = t.reduce((r, n) => r + n.reduce((l, h) => l + h.content.length, 0), 0) * (1 - (e?.validationSplit || 0));
-    this.trainDataset = a, this.validationDataset = s, this.totalSamples = i;
+    ), r = i * (1 - (e?.validationSplit || 0));
+    this.trainDataset = a, this.validationDataset = s, this.totalSamples = r;
   }
   async train(t) {
     if (!this.trainDataset || !this.validationDataset)
@@ -91,5 +94,5 @@ class g extends o {
   }
 }
 export {
-  g as default
+  p as default
 };

package/dist/{axis_util-DofAuy0p.js → axis_util-DGqbT-FX.js}

@@ -1,4 +1,4 @@
-import { y as c } from "./index-D0RBWjq8.js";
+import { x as c } from "./index-Duu1Lvvv.js";
 function i(e, n) {
   for (let t = 0; t < e.length; ++t)
     if (e[e.length - t - 1] !== n - 1 - t)

package/dist/backend.js

@@ -1,9 +1,9 @@
-import { g as o, s as e, r as s } from "./index-D0RBWjq8.js";
+import { g as o, s as e, r as s } from "./index-Duu1Lvvv.js";
 async function c(t, a) {
   if (o() !== t) {
     if (t === "webgpu") {
       const { registerWebGPUBackend: i } = await import("./patches/webgpu_base.js");
-      i(a), await import("./index-Dj5TkmPY.js"), await import("./ops/webgpu/index.js");
+      i(a), await import("./index-BBVLAXZD.js"), await import("./ops/webgpu/index.js");
     }
     await e(t), await s(), console.log(`Backend set to ${t}`);
   }

package/dist/{backend_util-C7NWHpv7.js → backend_util-DC3rBo_H.js}

@@ -1,10 +1,10 @@
-import { V as m, a9 as w, aU as I, y as d, ax as A, aB as _, $ as y, ad as M, a0 as T, aV as b, ak as D, aW as x } from "./index-D0RBWjq8.js";
-import { d as L, f as W, h as v, c as F, e as N, a as C, b as P, g as z } from "./axis_util-DofAuy0p.js";
-import { a as B, c as U } from "./concat_util-CHsJFZJJ.js";
-import { c as V, b as G, d as H, f as j, g as q, h as Z, i as k, j as J, k as K, m as X, t as Y } from "./step-dXR33iOg.js";
-import { S as Q, a as ee, b as te, g as se, c as ne, s as re } from "./selu_util-BuLbmbrl.js";
-import { s as oe } from "./slice_util-D8CQRenR.js";
-import { c as ae, v as ie, a as ue } from "./scatter_nd_util-BY22Cc-C.js";
+import { U as m, a8 as w, aU as I, x as d, ax as A, aB as _, _ as y, ac as M, $ as T, aV as b, ak as D, aW as x } from "./index-Duu1Lvvv.js";
+import { d as L, f as W, h as v, c as F, e as N, a as C, b as P, g as U } from "./axis_util-DGqbT-FX.js";
+import { a as z, c as B } from "./concat_util-D0je5Ppu.js";
+import { c as V, b as G, d as H, f as j, g as q, h as Z, i as k, j as J, k as K, m as X, t as Y } from "./step-BS5JXRR6.js";
+import { S as Q, a as ee, b as te, g as se, c as ne, s as re } from "./selu_util-DyW0X1WG.js";
+import { s as oe } from "./slice_util-zN8KFC5I.js";
+import { c as ae, v as ie, a as ue } from "./scatter_nd_util-k9MUVUkn.js";
 import { a as le, c as pe, b as ce, e as he, d as fe, g as ge, m as de, s as me } from "./complex_util-Yc1A_gV1.js";
 function Ee(e, t) {
   const r = e.shape.length, s = t.shape.length;
@@ -204,7 +204,7 @@ function Pe(e, t, r) {
       s[t[n][a]] === void 0 ? s[t[n][a]] = o[a] : d(s[t[n][a]] === o[a], () => `Expected dimension ${s[t[n][a]]} at axis ${a} of input shaped ${JSON.stringify(o)}, but got dimension ${o[a]}`);
   }
 }
-function ze(e, t) {
+function Ue(e, t) {
   const r = e, s = [];
   let n = 0;
   e.length === 0 && r.push(-1), n = e.length + 1;
@@ -212,16 +212,16 @@ function ze(e, t) {
     s.push([]);
   const o = [];
   for (let a = 0; a < r.length; ++a) {
-    const u = r[a], p = Ue(t, u);
+    const u = r[a], p = Be(t, u);
     for (const c of p)
       o.indexOf(c) === -1 && (s[a].push(c), o.push(c));
   }
   return { path: r, steps: s };
 }
-function Be(e) {
+function ze(e) {
   return e.every((t, r) => t === r);
 }
-function Ue(e, t) {
+function Be(e, t) {
   const r = [];
   for (let s = 0; s < e.length; ++s)
     (e[s].length === 0 || e[s].indexOf(t) !== -1 || t === -1) && r.push(s);
@@ -352,7 +352,7 @@ const dt = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   applyActivation: te,
   assertAndGetBroadcastShape: y,
   assertAxesAreInnerMostDims: L,
-  assertParamsConsistent: B,
+  assertParamsConsistent: z,
   assignToTypedArray: le,
   axesAreInnerMostDims: W,
   calculateShapes: ae,
@@ -368,7 +368,7 @@ const dt = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   computeDilation2DInfo: q,
   computeOptimalWindowSize: Oe,
   computeOutAndReduceShapes: F,
-  computeOutShape: U,
+  computeOutShape: B,
   computePool2DInfo: Z,
   computePool3DInfo: k,
   convertConv2DDataFormat: J,
@@ -382,7 +382,7 @@ const dt = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   getAxesPermutation: C,
   getBroadcastDims: M,
   getComplexWithIndex: ge,
-  getEinsumComputePath: ze,
+  getEinsumComputePath: Ue,
   getEinsumPermutation: Ce,
   getFusedBiasGradient: se,
   getFusedDyActivation: ne,
@@ -408,8 +408,8 @@ const dt = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   getSparseSegmentReductionNegativeSegmentIdsErrorMessage: Xe,
   getSparseSegmentReductionNonIncreasingSegmentIdsErrorMessage: Ye,
   getSparseSegmentReductionSegmentIdOutOfRangeErrorMessage: Qe,
-  getUndoAxesPermutation: z,
-  isIdentityPermutation: Be,
+  getUndoAxesPermutation: U,
+  isIdentityPermutation: ze,
   log: b,
   mergeRealAndImagArrays: de,
   prepareAndValidate: Ee,
@@ -434,9 +434,9 @@ export {
   be as E,
   Ne as F,
   Pe as G,
-  ze as H,
+  Ue as H,
   Ce as I,
-  Be as J,
+  ze as J,
   Ee as K,
   nt as L,
   we as M,

package/dist/{backend_webgpu-B0Vls736.js → backend_webgpu-mbhNnlx9.js}

@@ -1,6 +1,6 @@
-import { ab as g, au as $, av as K, e as D, y as _, aw as O, V as x, ax as Z, at as W, ay as F, az as j, aA as X, aB as J, ae as ee, a9 as k } from "./index-D0RBWjq8.js";
-import { m as te, f as se, P as re } from "./webgpu_program-CAE4RICo.js";
-import { i as ne, G as q } from "./webgpu_util-BdovYhXr.js";
+import { aa as g, au as $, av as K, e as D, x as _, aw as O, U as x, ax as Z, at as W, ay as F, az as j, aA as X, aB as J, ae as ee, a8 as k } from "./index-Duu1Lvvv.js";
+import { m as te, f as se, P as re } from "./webgpu_program-BpWRlghH.js";
+import { i as ne, G as q } from "./webgpu_util-DMiKzzQM.js";
 import { m as N } from "./complex_util-Yc1A_gV1.js";
 const d = g();
 d.registerFlag("WEBGPU_DEFERRED_SUBMIT_BATCH_SIZE", () => 15);
@@ -264,7 +264,7 @@ class R extends $ {
         alphaMode: r[B]
       }), y.getCurrentTexture();
     }).map((E, B) => {
-      const y = f * 4, G = (P, S, v) => {
+      const y = f * 4, b = (P, S, v) => {
         this.ensureCommandEncoderReady(), this.commandEncoder.copyBufferToTexture({
           buffer: a,
           bytesPerRow: y,
@@ -279,20 +279,20 @@ class R extends $ {
           willReadFrequently: !0
         });
         I.clearRect(0, 0, P, S), I.drawImage(h[B], 0, 0);
-        const b = I.getImageData(0, 0, P, S).data, H = r[B], M = new Uint8ClampedArray(o, v, P * S * 4);
+        const G = I.getImageData(0, 0, P, S).data, H = r[B], M = new Uint8ClampedArray(o, v, P * S * 4);
         for (let p = 0; p < M.length; p += 4)
           if (H === "premultiplied")
-            M[p + 3] = b[p + 3];
+            M[p + 3] = G[p + 3];
           else {
-            const V = b[p];
-            M[p] = b[p + 2], M[p + 1] = b[p + 1], M[p + 2] = V;
+            const V = G[p];
+            M[p] = G[p + 2], M[p + 1] = G[p + 1], M[p + 2] = V;
           }
       }, Y = Math.floor(u / (f * c));
       let T = f, U = c, C = 0;
       for (let P = 0; P < Y; P++)
-        G(T, U, C), C += f * c * 4;
+        b(T, U, C), C += f * c * 4;
       const A = u % (f * c);
-      U = Math.floor(A / f), U > 0 && (G(T, U, C), C += U * (f * 4)), T = A % f, T > 0 && G(T, 1, C);
+      U = Math.floor(A / f), U > 0 && (b(T, U, C), C += U * (f * 4)), T = A % f, T > 0 && b(T, 1, C);
     });
     const w = O(o, t.dtype);
     return this.convertAndCacheOnCPU(e, w), w;

package/dist/{broadcast_to-DDaNMbX7.js → broadcast_to-D1Dmg2Oz.js}

@@ -1,5 +1,5 @@
-import { q as h, u as f, w as p, x as g, E as u, T } from "./index-D0RBWjq8.js";
-import { r as b } from "./reshape-CkjKPPqB.js";
+import { o as h, q as f, u as p, w as g, E as u, T } from "./index-Duu1Lvvv.js";
+import { r as b } from "./reshape-BI0yzp1T.js";
 function m(e, r) {
   let n = f(e, "broadcastTo", "x");
   const a = n.shape;

package/dist/checks/appendCache.js

@@ -1,5 +1,5 @@
-import { s, e as a } from "../index-D0RBWjq8.js";
-import { t } from "../tensor4d-DVwr7pLF.js";
+import { s, e as a } from "../index-Duu1Lvvv.js";
+import { t } from "../tensor4d-vuDDgdUI.js";
 async function u(e) {
   await s(e);
   const n = t(

package/dist/checks/attentionMask.js

@@ -1,6 +1,6 @@
-import { s as i, e } from "../index-D0RBWjq8.js";
-import { t } from "../tensor4d-DVwr7pLF.js";
-import { t as a } from "../tensor2d-BN1sSfQO.js";
+import { s as i, e } from "../index-Duu1Lvvv.js";
+import { t } from "../tensor4d-vuDDgdUI.js";
+import { t as a } from "../tensor2d-BN97fF71.js";
 async function k(n) {
   await i(n);
   const s = t(

package/dist/checks/gelu.js

@@ -1,5 +1,5 @@
-import { s as e, e as o } from "../index-D0RBWjq8.js";
-import { t as s } from "../tensor2d-BN1sSfQO.js";
+import { s as e, e as o } from "../index-Duu1Lvvv.js";
+import { t as s } from "../tensor2d-BN97fF71.js";
 async function m(t) {
   await e(t);
   const r = s(

package/dist/checks/matMulGelu.js

@@ -1,5 +1,5 @@
-import { s as o, e as s } from "../index-D0RBWjq8.js";
-import { t as e } from "../tensor2d-BN1sSfQO.js";
+import { s as o, e as s } from "../index-Duu1Lvvv.js";
+import { t as e } from "../tensor2d-BN97fF71.js";
 async function i(t) {
   await o(t);
   const r = e(

package/dist/checks/normRMS.js

@@ -1,7 +1,7 @@
-import { s as u, a1 as A, e as y } from "../index-D0RBWjq8.js";
-import { a as h } from "../ops-FJapAPfm.js";
-import { t as p } from "../tensor1d-LxP9asMm.js";
-import { t as r } from "../tensor-BQqrDvpx.js";
+import { s as u, a0 as A, e as y } from "../index-Duu1Lvvv.js";
+import { a as h } from "../ops-C2_OXuZ4.js";
+import { t as p } from "../tensor1d-Cc_KCIDg.js";
+import { t as r } from "../tensor-CEt9Nm2s.js";
 const w = Array.from({ length: 2048 * 192 }, () => Math.random()), x = Array.from({ length: 192 }, () => Math.random()), M = Array.from({ length: 2048 * 192 }, () => Math.random());
 async function k(t) {
   await u(t);

package/dist/checks/normRMSGrad.js

@@ -1,6 +1,6 @@
-import { s as c, e as d } from "../index-D0RBWjq8.js";
-import { t as f } from "../tensor1d-LxP9asMm.js";
-import { t as r } from "../tensor-BQqrDvpx.js";
+import { s as c, e as d } from "../index-Duu1Lvvv.js";
+import { t as f } from "../tensor1d-Cc_KCIDg.js";
+import { t as r } from "../tensor-CEt9Nm2s.js";
 const y = Array.from({ length: 2048 * 192 }, () => Math.random()), i = Array.from({ length: 192 }, () => Math.random()), l = Array.from({ length: 2048 * 192 }, () => Math.random());
 async function x(t) {
   await c(t);

package/dist/checks/packUnpack.js

@@ -1,5 +1,5 @@
-import { s as a, e } from "../index-D0RBWjq8.js";
-import { t as c } from "../tensor2d-BN1sSfQO.js";
+import { s as a, e } from "../index-Duu1Lvvv.js";
+import { t as c } from "../tensor2d-BN97fF71.js";
 async function i(n) {
   await a(n);
   const r = c(

package/dist/checks/qkv.js

@@ -1,5 +1,5 @@
-import { X as i, Y as u, Z as c, s as l, e as h } from "../index-D0RBWjq8.js";
-import { t as f } from "../tensor2d-BN1sSfQO.js";
+import { W as i, X as u, Y as c, s as l, e as h } from "../index-Duu1Lvvv.js";
+import { t as f } from "../tensor2d-BN97fF71.js";
 function m(t, e, n) {
   if (i(t), e != null && e.length !== 3)
     throw new Error("tensor3d() requires shape to have three numbers");