@genai-fi/nanogpt 0.8.0 → 0.8.2

package/dist/{index-BaPo_0H8.js → index-evZ57wr4.js}

@@ -1,14 +1,14 @@
-import { af as U, d3 as Jt, d4 as es, e as We, n as L, d5 as _e, j as $, aN as Ge, an as de, d6 as st, d7 as ts, d8 as ss, aO as os, bi as Ct, a2 as Re, d9 as is, da as rs, db as as, bq as ns, l as Z, cf as us, dc as ot, ao as ds, a9 as ls, u as ge, bh as cs, cn as hs, co as ps, bo as fs, cp as ms, b7 as gs, ae as ze, p as se, aA as xs, bG as Cs, bH as ws, bI as bs, cq as ys, cr as Ss, cs as vs, cu as Is, ct as ks, cv as Rs, X as Ps, c2 as Ds, bJ as Ns, bK as $s, cw as zs, cx as As, Q as Fs, _ as Ls, bM as Bs, aR as Es, dd as Ts, bx as Ws, b4 as _s, bl as Vs, bm as Us, br as Ms, bO as Os, cz as Gs, a_ as Hs, H as Xs, bP as Ks, cb as qs, bQ as Ys, bR as Qs, cA as js, bS as Zs, ab as Js, bT as eo, b8 as to, bU as so, bV as oo, bW as io, de as ro, bX as ao, cd as no, ce as uo, df as lo, cB as co, cC as ho, cD as po, dg as fo, bw as mo, a0 as go, aT as xo, au as Co, cE as wo, bs as bo, bY as yo, ag as So, aX as vo, bt as Io, dh as ko, b9 as Ro, am as Po, bu as Do, di as No, bN as $o, cc as zo, dj as Ao, a7 as Fo, G as Lo, aY as Bo, aZ as Eo, dk as To, cF as Wo, cG as _o, cH as Vo, ap as Uo, a$ as Mo, b0 as Oo, dl as Go, ah as Ho, bZ as Xo, b2 as Ko, b$ as qo, dm as Yo, cK as Qo, cJ as jo, bv as Zo, c0 as Jo, c1 as ei, cL as ti, cM as si, dn as oi, aU as ii, b3 as ri, cN as ai, Y as ni, S as ui, a5 as di, b1 as li, bb as ci, bc as hi, c3 as pi, cV as fi, c4 as mi, P as gi, a3 as xi, c5 as Ci, cO as wi, ar as bi, by as yi, R as Si, aB as vi, Z as Ii, av as ki, aw as Ri, be as Pi, cP as Di, bf as Ni, cQ as $i, c7 as zi, ba as Ai, b5 as Fi, bz as Li, a6 as Bi, dp as Ei, aS as Ti, c8 as Wi, at as _i, cR as Vi, ac as Ui, c9 as Mi, b_ as Oi, c6 as Gi, dq as Hi, dr as Xi, W as Ki, ds as qi, aa as Yi, V as Qi, bB as ji, cS as Zi, bC as Ji, ax as er, dt as tr, du as sr, bE as or, cT as ir, bL as rr, dv as ar, dw as nr, bg as ur, b6 as dr, ca as lr, f as cr } from "./index-CUQrfsw_.js";
-import { m as hr, c as pr, P as He, t as B, g as y, a as J, b as q, d as Pe, e as fr, f as mr } from "./webgpu_program-dFEVbDPL.js";
-import { i as wt, G as it, a as gr, c as S, f as I, M as j, b as bt, d as yt, e as St } from "./webgpu_util-DLImlSc6.js";
-import { m as rt, E as xr, u as Cr, w as wr, x as br, y as yr, z as Sr, f as at, A as vt, B as It, C as kt, D as vr, F as Ir, G as xe, H as kr, I as Rr, J as Pr, K as Dr, L as Nr, M as $r, N as zr, O as Ar, P as Fr, Q as Lr, S as Br } from "./backend_util-BJ-_jSeK.js";
-import { S as Er, a as Tr, h as be, i as Ae, p as Wr, q as _r, j as ye, d as ee, e as Xe, g as Ke, k as Rt, B as Vr, C as Ur } from "./selu_util-8vv5JxQV.js";
-import { r as R, a as Mr } from "./Reshape-B-lWQRnF.js";
-import { s as Or } from "./shared-CkNorDcU.js";
-import { c as qe, g as Se, a as ve, b as Ye, e as Gr, h as Pt } from "./axis_util-DubwyOhW.js";
-import { z as Hr } from "./zeros-VZ72lWXM.js";
+import { ag as U, d4 as Jt, d5 as es, e as We, n as L, d6 as _e, j as $, aO as Ge, ap as de, d7 as st, d8 as ts, d9 as ss, aP as os, bn as Ct, a3 as Re, da as is, db as rs, dc as as, bv as ns, l as Z, cg as us, dd as ot, az as ds, aa as ls, u as ge, bm as cs, co as hs, cp as ps, bt as fs, cq as ms, bc as gs, af as ze, p as se, aB as xs, bJ as Cs, bK as ws, bL as bs, cr as ys, cs as Ss, ct as vs, cv as Is, cu as ks, cw as Rs, ah as Ps, b5 as Ds, bM as Ns, bN as $s, cx as zs, cy as As, U as Fs, $ as Ls, bP as Bs, aS as Es, de as Ts, b7 as Ws, b8 as _s, bq as Vs, br as Us, bw as Ms, bR as Os, cA as Gs, a$ as Hs, I as Xs, bS as Ks, cc as qs, bT as Ys, bU as Qs, cB as js, bV as Zs, ac as Js, bW as eo, bd as to, bX as so, bY as oo, bZ as io, df as ro, b_ as ao, ce as no, cf as uo, dg as lo, cC as co, cD as ho, cE as po, dh as fo, bB as mo, a1 as go, aU as xo, as as Co, cF as wo, bx as bo, b$ as yo, ai as So, aY as vo, by as Io, di as ko, be as Ro, ao as Po, bz as Do, dj as No, bQ as $o, cd as zo, dk as Ao, a8 as Fo, G as Lo, aZ as Bo, a_ as Eo, dl as To, cG as Wo, cH as _o, cI as Vo, at as Uo, b0 as Mo, b1 as Oo, dm as Go, aj as Ho, b2 as Xo, b4 as Ko, c1 as qo, dn as Yo, cL as Qo, cK as jo, bA as Zo, c2 as Jo, c3 as ei, cM as ti, cN as si, dp as oi, aV as ii, b6 as ri, cO as ai, Y as ni, S as ui, a6 as di, b3 as li, bg as ci, bh as hi, c4 as pi, cW as fi, c5 as mi, P as gi, a4 as xi, c6 as Ci, cP as wi, au as bi, bC as yi, R as Si, aC as vi, Z as Ii, _ as ki, av as Ri, bj as Pi, cQ as Di, bk as Ni, cR as $i, c8 as zi, bf as Ai, b9 as Fi, bD as Li, a7 as Bi, dq as Ei, aT as Ti, c9 as Wi, ar as _i, cS as Vi, ad as Ui, ca as Mi, c0 as Oi, c7 as Gi, dr as Hi, ds as Xi, X as Ki, dt as qi, ab as Yi, W as Qi, bF as ji, cT as Zi, ba as Ji, aw as er, du as tr, dv as sr, bH as or, cU as ir, bO as rr, dw as ar, dx as nr, bl as ur, bb as dr, cb as lr, f as cr } from "./index-DdmHGZjq.js";
+import { m as hr, c as pr, P as He, t as B, g as y, a as J, b as q, d as Pe, e as fr, f as mr } from "./webgpu_program-Dhk9R5aG.js";
+import { i as wt, G as it, a as gr, c as S, f as I, M as j, b as bt, d as yt, e as St } from "./webgpu_util-BqGnZg8t.js";
+import { m as rt, E as xr, u as Cr, w as wr, x as br, y as yr, z as Sr, f as at, A as vt, B as It, C as kt, D as vr, F as Ir, G as xe, H as kr, I as Rr, J as Pr, K as Dr, L as Nr, M as $r, N as zr, O as Ar, P as Fr, Q as Lr, S as Br } from "./backend_util-yC3YH1jo.js";
+import { S as Er, a as Tr, h as be, i as Ae, p as Wr, q as _r, j as ye, d as ee, e as Xe, g as Ke, k as Rt, A as Vr, B as Ur } from "./selu_util-BgUO9gHY.js";
+import { r as R, a as Mr } from "./Reshape-41YpQqEo.js";
+import { s as Or } from "./shared-V6D_md-c.js";
+import { c as qe, g as Se, a as ve, b as Ye, e as Gr, h as Pt } from "./axis_util-Did9235A.js";
+import { z as Hr } from "./zeros-Dnwix0p4.js";
 import { n as Xr, a as Kr } from "./non_max_suppression_impl-CsEgBuMA.js";
-import { c as Qe } from "./scatter_nd_util-CUPPNLaA.js";
+import { c as Qe } from "./scatter_nd_util-B7yDhiQr.js";
 /**
  * @license
  * Copyright 2019 Google LLC. All Rights Reserved.

package/dist/{kernel_funcs_utils-P9aFa232.js → kernel_funcs_utils-CDfFpUab.js}

@@ -1,6 +1,6 @@
-import { l as B, j as G, ao as K, a9 as W, ap as z, aq as V, af as N, ar as F, u as S } from "./index-CUQrfsw_.js";
-import { u as O, f as Y } from "./gpgpu_math-TFLxaLkw.js";
-import { f as v } from "./backend_util-BJ-_jSeK.js";
+import { l as B, j as G, az as K, aa as z, at as W, aA as V, ag as N, au as F, u as S } from "./index-DdmHGZjq.js";
+import { u as O, f as Y } from "./gpgpu_math-D_ODOLix.js";
+import { f as v } from "./backend_util-yC3YH1jo.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -295,7 +295,7 @@ function L(t) {
   return o.complexTensorInfos = { real: i, imag: a }, n;
 }
 const me = {
-  kernelName: W,
+  kernelName: z,
   backendName: "webgl",
   kernelFunc: L
 };
@@ -324,7 +324,7 @@ function oe(t) {
   return s.disposeIntermediateTensorInfo(o), a;
 }
 const be = {
-  kernelName: z,
+  kernelName: W,
   backendName: "webgl",
   kernelFunc: oe
 };
@@ -386,7 +386,7 @@ function ye({ opSnippet: t, packedOpSnippet: e, cpuKernelImpl: s, dtype: r }) {
     return c ? l = new ne(o.shape, e) : l = new q(o.shape, t), i.runWebGLProgram(l, [o], a);
   };
 }
-function Ie({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: s = !1, supportsComplex: r = !1, cpuKernelImpl: u, dtype: n }) {
+function Ae({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: s = !1, supportsComplex: r = !1, cpuKernelImpl: u, dtype: n }) {
   return ({ inputs: o, backend: i }) => {
     const { a, b: c } = o, l = i;
     if (r && a.dtype === "complex64") {
@@ -404,8 +404,8 @@ function Ie({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: s = !1, suppor
           shape: c.shape
         }, D = new b(t, a.shape, c.shape);
         return l.runWebGLProgram(D, [$, _], S(p.dtype, x.dtype));
-      }), A = L({ inputs: { real: g, imag: m }, backend: l });
-      return l.disposeIntermediateTensorInfo(g), l.disposeIntermediateTensorInfo(m), A;
+      }), I = L({ inputs: { real: g, imag: m }, backend: l });
+      return l.disposeIntermediateTensorInfo(g), l.disposeIntermediateTensorInfo(m), I;
     }
     const d = n || S(a.dtype, c.dtype);
     if ((a.dtype === "string" || c.dtype === "string" || l.shouldExecuteOnCPU([a, c])) && u != null) {
@@ -415,15 +415,15 @@ function Ie({ opSnippet: t, packedOpSnippet: e, checkOutOfBounds: s = !1, suppor
       ) : h, m = a.dtype === "string" ? (
         // tslint:disable-next-line: no-any
         v(f)
-      ) : f, [A, C] = u(a.shape, c.shape, g, m, d), p = l.makeTensorInfo(C, d), x = l.texData.get(p.dataId);
-      return x.values = A, p;
+      ) : f, [I, C] = u(a.shape, c.shape, g, m, d), p = l.makeTensorInfo(C, d), x = l.texData.get(p.dataId);
+      return x.values = I, p;
     }
     const y = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") && e != null;
-    let I;
-    return y ? I = new E(e, a.shape, c.shape, s) : I = new b(t, a.shape, c.shape), l.runWebGLProgram(I, [a, c], d);
+    let A;
+    return y ? A = new E(e, a.shape, c.shape, s) : A = new b(t, a.shape, c.shape), l.runWebGLProgram(A, [a, c], d);
   };
 }
-function Ae(t, e = !1) {
+function Ie(t, e = !1) {
   if (t === "linear")
     return e ? ee : j;
   if (t === "relu")
@@ -446,7 +446,7 @@ export {
   T as C,
   ne as U,
   Z as a,
-  Ie as b,
+  Ae as b,
   pe as c,
   he as d,
   q as e,
@@ -457,7 +457,7 @@ export {
   fe as j,
   xe as k,
   Oe as l,
-  Ae as m,
+  Ie as m,
   me as n,
   ge as o,
   be as p,

package/dist/layers/BaseLayer.js

@@ -1,5 +1,5 @@
-import { T as p, I as g, e as o, J as v } from "../index-CUQrfsw_.js";
-import { v as _ } from "../variable-C9hihzDB.js";
+import { T as p, J as g, e as o, K as v } from "../index-DdmHGZjq.js";
+import { v as _ } from "../variable-DPFOJyRG.js";
 class T {
   parent;
   config;

package/dist/layers/CausalSelfAttention.js

@@ -1,16 +1,16 @@
 import { attentionMask as g } from "../ops/attentionMask.js";
 import O from "./BaseLayer.js";
-import { qkv as P } from "../ops/qkv.js";
+import { qkv as _ } from "../ops/qkv.js";
 import { rope as v } from "../ops/rope.js";
 import { appendCache as V } from "../ops/appendCache.js";
-import { k as c, t as C } from "../index-CUQrfsw_.js";
-import { fusedSoftmax as T } from "../ops/fusedSoftmax.js";
-import { d as L } from "../random_width-D8Pwy_na.js";
-import { v as b } from "../variable-C9hihzDB.js";
-import { r as k, d as y } from "../dropout-sx0sjVAT.js";
-import { r as N } from "../reshape-DEfQGSin.js";
-import { m as R } from "../mat_mul-DMkduNJu.js";
-class $ extends O {
+import { k as c, t as P } from "../index-DdmHGZjq.js";
+import { fusedSoftmax as b } from "../ops/fusedSoftmax.js";
+import { d as C } from "../random_width-DKGeiFuR.js";
+import { v as k } from "../variable-DPFOJyRG.js";
+import { r as T, d as L } from "../dropout-CcKSfOYE.js";
+import { r as j } from "../reshape-WeJkT3ja.js";
+import { m as x } from "../mat_mul-Dpy2mMRu.js";
+class W extends O {
   divisor;
   index;
   units;
@@ -23,34 +23,34 @@ class $ extends O {
   build() {
     this.hasVariable(this.ATTN) === !1 && this.setVariable(
       this.ATTN,
-      b(
-        k([this.config.nEmbed, this.units], 0, 0.02),
-        !0
-        //`block_${this.index}_attn_cAttn_kernel`
+      k(
+        T([this.config.nEmbed, this.units], 0, 0.02),
+        !0,
+        `block_${this.index}_attn_cAttn_kernel`
       )
     ), this.hasVariable(this.PROJ) === !1 && this.setVariable(
       this.PROJ,
-      b(
-        k([this.projUnits, this.config.nEmbed], 0, 0.02),
-        !0
-        //`block_${this.index}_attn_cProj_kernel`
+      k(
+        T([this.projUnits, this.config.nEmbed], 0, 0.02),
+        !0,
+        `block_${this.index}_attn_cProj_kernel`
       )
     );
   }
   getAttentionScores(t, i, s, o) {
-    const e = g(t, i, this.divisor), n = T(e, s ? this.config.dropout : 0, o);
+    const e = g(t, i, this.divisor), n = b(e, s ? this.config.dropout : 0, o);
     return e.dispose(), n;
   }
   // Attention with optional past. If pastLen > 0 and T_cur == 1, no mask needed.
   getAttentionScoresWithPast(t, i, s) {
-    const o = g(t, i, this.divisor, s), e = T(o, 0, 0);
+    const o = g(t, i, this.divisor, s), e = b(o, 0, 0);
     return o.dispose(), e;
   }
   getQKV(t) {
-    return P(t, this.getVariable(this.ATTN), this.config.nHead);
+    return _(t, this.getVariable(this.ATTN), this.config.nHead);
   }
   getOutputProjection(t) {
-    const i = t.shape[0], s = t.shape[2], o = this.config.nEmbed, e = t.transpose([0, 2, 1, 3]), n = N(e, [i, s, o]), r = L(n, this.getVariable(this.PROJ));
+    const i = t.shape[0], s = t.shape[2], o = this.config.nEmbed, e = t.transpose([0, 2, 1, 3]), n = j(e, [i, s, o]), r = C(n, this.getVariable(this.PROJ));
     return n.dispose(), e.dispose(), r;
   }
   updateCache(t, i, s) {
@@ -62,19 +62,19 @@ class $ extends O {
     s.length = d, s.cumulativeLength = h, s.k = c(r), s.v = c(p);
   }
   forward(t, i) {
-    return C(() => {
+    return P(() => {
       this.startMemory();
       const [s, o, e] = this.getQKV(i), n = t.pastKV ? t.pastKV.cumulativeLength : 0, r = t.ropeCache, p = r ? v(s, r, n) : s, d = r ? v(o, r, n) : o;
       r && (s.dispose(), o.dispose());
       const h = t.pastKV ? t.pastKV.length : 0;
       t.pastKV && !t.training && this.updateCache(d, e, t.pastKV);
-      const u = t.pastKV?.k ? t.pastKV.k : d, m = t.pastKV?.v ? t.pastKV.v : e;
+      const u = t.pastKV?.k ? t.pastKV.k : d, l = t.pastKV?.v ? t.pastKV.v : e;
       let a;
       h > 0 ? a = this.getAttentionScoresWithPast(p, u, h) : a = this.getAttentionScores(p, u, t.training, t.seed || 0), p.dispose(), t.pastKV || u.dispose();
-      const l = R(a, m), f = t.attentionScores !== void 0 && t.attentionScores.attentionOut !== void 0;
-      f || a.dispose(), t.pastKV || m.dispose();
-      const A = this.getOutputProjection(l);
-      if (l.dispose(), f && t.attentionScores && t.attentionScores.attentionOut !== void 0) {
+      const m = x(a, l), f = t.attentionScores !== void 0 && t.attentionScores.attentionOut !== void 0;
+      f || a.dispose(), t.pastKV || l.dispose();
+      const A = this.getOutputProjection(m);
+      if (m.dispose(), f && t.attentionScores && t.attentionScores.attentionOut !== void 0) {
         const K = a.shape[1], S = a.shape[2];
         t.attentionScores.attentionOut?.push(
           c(a.slice([0, 0, 0, 0], [1, -1, -1, -1]).reshape([K, S, -1]))
@@ -85,12 +85,12 @@ class $ extends O {
   }
   dropout(t) {
     if (this.config.dropout > 0) {
-      const i = y(t, this.config.dropout);
+      const i = L(t, this.config.dropout);
       return t.dispose(), i;
     } else
       return t;
   }
 }
 export {
-  $ as default
+  W as default
 };

package/dist/layers/MLP.js

@@ -1,10 +1,10 @@
-import { t as p } from "../index-CUQrfsw_.js";
+import { t as p } from "../index-DdmHGZjq.js";
 import u from "./BaseLayer.js";
 import { matMulGelu as M } from "../ops/matMulGelu.js";
-import { v as o } from "../variable-C9hihzDB.js";
-import { r as h, d as f } from "../dropout-sx0sjVAT.js";
-import { r as d } from "../reshape-DEfQGSin.js";
-import { m as c } from "../mat_mul-DMkduNJu.js";
+import { v as a } from "../variable-DPFOJyRG.js";
+import { r as d, d as c } from "../dropout-CcKSfOYE.js";
+import { r as h } from "../reshape-WeJkT3ja.js";
+import { m as b } from "../mat_mul-Dpy2mMRu.js";
 class H extends u {
   index;
   hiddenUnits;
@@ -16,32 +16,32 @@ class H extends u {
   build() {
     this.hasVariable(this.MLPHIDDEN) === !1 && this.setVariable(
       this.MLPHIDDEN,
-      o(
-        h([this.config.nEmbed, this.hiddenUnits], 0, 0.02),
-        !0
-        //`block_${this.index}_attn_cAttn_kernel`
+      a(
+        d([this.config.nEmbed, this.hiddenUnits], 0, 0.02),
+        !0,
+        `block_${this.index}_mlpHidden_kernel`
       )
     ), this.hasVariable(this.MLPOUT) === !1 && this.setVariable(
       this.MLPOUT,
-      o(
-        h([this.hiddenUnits, this.config.nEmbed], 0, 0.02 / Math.sqrt(2 * this.config.nLayer)),
-        !0
-        //`block_${this.index}_attn_cProj_kernel`
+      a(
+        d([this.hiddenUnits, this.config.nEmbed], 0, 0.02 / Math.sqrt(2 * this.config.nLayer)),
+        !0,
+        `block_${this.index}_mlpOut_kernel`
       )
     );
   }
   forward(i, t) {
     return p(() => {
       this.startMemory();
-      const [s, r, e] = t.shape, n = d(t, [s * r, e]), a = M(n, this.getVariable(this.MLPHIDDEN)), m = c(a, this.getVariable(this.MLPOUT));
-      a.dispose();
-      const l = d(m, [s, r, e]);
-      return this.endMemory("MLP"), l;
+      const [s, e, r] = t.shape, n = h(t, [s * e, r]), o = M(n, this.getVariable(this.MLPHIDDEN)), l = b(o, this.getVariable(this.MLPOUT));
+      o.dispose();
+      const m = h(l, [s, e, r]);
+      return this.endMemory("MLP"), m;
     });
   }
   dropout(i) {
     if (this.config.dropout > 0) {
-      const t = f(i, this.config.dropout);
+      const t = c(i, this.config.dropout);
       return i.dispose(), t;
     }
     return i;

package/dist/layers/PositionEmbedding.js

@@ -1,9 +1,9 @@
-import { t as c, a8 as u, b as i } from "../index-CUQrfsw_.js";
+import { t as c, a9 as u, b as i } from "../index-DdmHGZjq.js";
 import f from "./BaseLayer.js";
-import { E as g, D as h } from "../random_width-D8Pwy_na.js";
-import { r as b } from "../exports_initializers-DAKM8UO9.js";
-import { m as l } from "../mod-uUuj4gSb.js";
-import { r as w } from "../range-LVHrSLdi.js";
+import { E as g, D as h } from "../random_width-DKGeiFuR.js";
+import { r as b } from "../exports_initializers-DKk7-bsx.js";
+import { m as l } from "../mod-CbibJi3D.js";
+import { r as w } from "../range-BcUvLuf5.js";
 /**
  * @license
  * Copyright 2018 Google LLC

package/dist/layers/RMSNorm.js

@@ -1,8 +1,8 @@
-import { t as s } from "../index-CUQrfsw_.js";
+import { t as s } from "../index-DdmHGZjq.js";
 import e from "./BaseLayer.js";
 import { normRMS as a } from "../ops/normRMS.js";
-import { v as i } from "../variable-C9hihzDB.js";
-import { o as m } from "../ones-ZdgQGBCP.js";
+import { v as i } from "../variable-DPFOJyRG.js";
+import { o as m } from "../ones-BAqVh-eA.js";
 class l extends e {
   GAMMA;
   constructor(r, t = "", o) {

package/dist/layers/RoPECache.js

@@ -1,7 +1,7 @@
-import { b as t, x as h, t as n, k as p } from "../index-CUQrfsw_.js";
-import { r as c } from "../reciprocal-CaR9e67G.js";
-import { c as f, s as m } from "../sin-D2CKKmyR.js";
-import { r as a } from "../range-LVHrSLdi.js";
+import { b as t, x as h, t as n, k as p } from "../index-DdmHGZjq.js";
+import { r as c } from "../reciprocal-DhDWSKiD.js";
+import { c as f, s as m } from "../sin-CPxad7Am.js";
+import { r as a } from "../range-BcUvLuf5.js";
 class D {
   constructor(o) {
     this.config = o;

package/dist/layers/TiedEmbedding.js

@@ -1,29 +1,29 @@
-import { d as r } from "../random_width-D8Pwy_na.js";
-import "../index-CUQrfsw_.js";
-import { r as a } from "../exports_initializers-DAKM8UO9.js";
+import { d as r } from "../random_width-DKGeiFuR.js";
+import "../index-DdmHGZjq.js";
+import { r as a } from "../exports_initializers-DKk7-bsx.js";
 import s from "./BaseLayer.js";
-import { v as m } from "../variable-C9hihzDB.js";
-import { g as o } from "../gather-C1siEkdp.js";
+import { v as o } from "../variable-DPFOJyRG.js";
+import { g as m } from "../gather-CPg6ZlQA.js";
 class S extends s {
   vocabSize;
   embedDim;
   initializer;
   WEIGHTS;
-  constructor(i, e, t) {
-    super(i, t), this.WEIGHTS = e, this.vocabSize = i.vocabSize, this.embedDim = i.nEmbed, this.initializer = a({
+  constructor(i, t, e) {
+    super(i, e), this.WEIGHTS = t, this.vocabSize = i.vocabSize, this.embedDim = i.nEmbed, this.initializer = a({
       mean: 0,
       stddev: 0.02
-    }), this.addVariable(this.WEIGHTS, m(this.initializer.apply([this.vocabSize, this.embedDim]), !0));
+    }), this.addVariable(this.WEIGHTS, o(this.initializer.apply([this.vocabSize, this.embedDim]), !0, t));
   }
   embed(i) {
-    return o(this.getVariable(this.WEIGHTS), i, 0);
+    return m(this.getVariable(this.WEIGHTS), i, 0);
   }
   project(i) {
     return r(i, this.getVariable(this.WEIGHTS).transpose());
   }
   // Dummy, should not be used.
-  forward(i, e) {
-    return this.project(e);
+  forward(i, t) {
+    return this.project(t);
   }
 }
 export {

package/dist/layers/TransformerBlock.js

@@ -2,7 +2,7 @@ import l from "./CausalSelfAttention.js";
 import r from "./MLP.js";
 import o from "./RMSNorm.js";
 import d from "./BaseLayer.js";
-import { t as p } from "../index-CUQrfsw_.js";
+import { t as p } from "../index-DdmHGZjq.js";
 class k extends d {
   ln1;
   attn;

package/dist/loader/loadTransformers.js

@@ -1,7 +1,7 @@
 import l from "../tokeniser/CharTokeniser.js";
 import c from "../tokeniser/bpe.js";
 import { load_safetensors as b } from "../utilities/safetensors.js";
-import { a1 as y } from "../index-CUQrfsw_.js";
+import { a2 as y } from "../index-DdmHGZjq.js";
 import { dummyPassAsync as u } from "../utilities/dummy.js";
 import _ from "../models/factory.js";
 async function L(e, a, r, t) {

package/dist/loader/oldZipLoad.js

@@ -1,14 +1,14 @@
-import { a1 as y } from "../index-CUQrfsw_.js";
+import { a2 as y } from "../index-DdmHGZjq.js";
 import "../ops/cpu/attentionMask.js";
 import "../ops/webgl/attentionMask.js";
 import "../ops/grads/attentionMask.js";
 import "../ops/cpu/qkv.js";
 import "../ops/webgl/qkv.js";
 import "../ops/grads/qkv.js";
-import "../random_width-D8Pwy_na.js";
-import "../register_all_kernels-DUshvVWP.js";
+import "../random_width-DKGeiFuR.js";
+import "../register_all_kernels-Do9VvZmo.js";
 import "../index-Tf7vU29b.js";
-import "../dataset-CJmEGu6D.js";
+import "../dataset-DPPl-iLT.js";
 import "../ops/cpu/rope.js";
 import "../ops/webgl/rope.js";
 import "../ops/grads/rope.js";
@@ -41,10 +41,12 @@ import "../ops/webgl/adamMoments.js";
 import "../papaparse.min-C8l2Kvo1.js";
 import "../ops/cpu/gelu.js";
 import "../ops/webgl/gelu.js";
-import "../gelu-Bd3UBBxg.js";
+import "../gelu-BkcmEEyD.js";
 import "../ops/webgl/log.js";
+import "../checks/normRMS.js";
+import "../checks/normRMSGrad.js";
 import { importWeights as u } from "../utilities/weights.js";
-async function dt(r) {
+async function ht(r) {
   const e = /* @__PURE__ */ new Map(), a = await r.file("manifest.json")?.async("string");
   if (!a)
     throw new Error("Manifest file not found in the zip archive");
@@ -67,5 +69,5 @@ async function dt(r) {
   return await g(n), n.loadWeights(c), { model: n, tokeniser: f };
 }
 export {
-  dt as default
+  ht as default
 };

package/dist/{log_sum_exp-C142qZqY.js → log_sum_exp-C8yFJfZz.js}

@@ -1,8 +1,28 @@
-import { B as r, C as p, E as u, ag as h, ah as E, p as S, c as $, q as d } from "./index-CUQrfsw_.js";
-import { e as K } from "./axis_util-DubwyOhW.js";
-import { m as T } from "./max-B3JOcNGb.js";
-import { r as m } from "./reshape-DEfQGSin.js";
-import { s as _ } from "./sum-l_0SqM4h.js";
+import { C as r, D as x, E as p, ah as h, ai as E, aj as $, p as d, c as S, q as K } from "./index-DdmHGZjq.js";
+import { e as _ } from "./axis_util-Did9235A.js";
+import { r as m } from "./reshape-WeJkT3ja.js";
+import { s as T } from "./sum-ByFINZgi.js";
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function b(s, o = null, n = !1) {
+  const t = { x: x(s, "x", "max") }, e = { reductionIndices: o, keepDims: n };
+  return p.runKernel(h, t, e);
+}
+const D = /* @__PURE__ */ r({ max_: b });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -19,11 +39,11 @@ import { s as _ } from "./sum-l_0SqM4h.js";
  * limitations under the License.
  * =============================================================================
  */
-function b(s) {
-  const o = { x: p(s, "x", "exp") };
-  return u.runKernel(h, o);
+function I(s) {
+  const n = { x: x(s, "x", "exp") };
+  return p.runKernel(E, n);
 }
-const N = /* @__PURE__ */ r({ exp_: b });
+const M = /* @__PURE__ */ r({ exp_: I });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -40,11 +60,11 @@ const N = /* @__PURE__ */ r({ exp_: b });
  * limitations under the License.
  * =============================================================================
  */
-function q(s) {
-  const o = { x: p(s, "x", "log", "float32") };
-  return u.runKernel(E, o);
+function N(s) {
+  const n = { x: x(s, "x", "log", "float32") };
+  return p.runKernel($, n);
 }
-const v = /* @__PURE__ */ r({ log_: q });
+const j = /* @__PURE__ */ r({ log_: N });
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -61,22 +81,23 @@ const v = /* @__PURE__ */ r({ log_: q });
  * limitations under the License.
  * =============================================================================
  */
-function w(s, n = null, o = !1) {
-  const a = p(s, "x", "logSumExp"), t = S(n, a.shape), x = T(
+function q(s, o = null, n = !1) {
+  const a = x(s, "x", "logSumExp"), t = d(o, a.shape), e = D(
     a,
     t,
     !0
     /* keepDims */
-  ), i = $(a, x), l = N(i), f = _(l, t), c = v(f), e = d(m(x, c.shape), c);
-  if (o) {
-    const g = K(e.shape, t);
-    return m(e, g);
+  ), i = S(a, e), l = M(i), f = T(l, t), u = j(f), c = K(m(e, u.shape), u);
+  if (n) {
+    const g = _(c.shape, t);
+    return m(c, g);
   }
-  return e;
+  return c;
 }
-const I = /* @__PURE__ */ r({ logSumExp_: w });
+const G = /* @__PURE__ */ r({ logSumExp_: q });
 export {
-  v as a,
-  N as e,
-  I as l
+  j as a,
+  M as e,
+  G as l,
+  D as m
 };

package/dist/main.d.ts

@@ -25,3 +25,5 @@ export declare const layers: {
     RoPECache: typeof RoPECache;
 };
 export { default as AdamExt } from './training/AdamExt';
+export { default as checks } from './checks';
+export type { TensorStatistics } from './checks/weights';

package/dist/main.js

@@ -7,7 +7,7 @@ import { default as eo } from "./data/textLoader.js";
 import { default as io } from "./Generator.js";
 import { default as fo } from "./models/model.js";
 import { estimateMemoryUsage as lo, estimateParameterCount as xo, estimateResources as no, estimateTrainingMemoryUsage as uo, validateConfig as co } from "./utilities/parameters.js";
-import "./index-CUQrfsw_.js";
+import "./index-DdmHGZjq.js";
 import "./ops/cpu/scatterSub.js";
 import "./ops/webgl/scatterSub.js";
 import "./ops/cpu/gatherSub.js";
@@ -18,10 +18,10 @@ import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import "./random_width-D8Pwy_na.js";
-import "./register_all_kernels-DUshvVWP.js";
+import "./random_width-DKGeiFuR.js";
+import "./register_all_kernels-Do9VvZmo.js";
 import "./index-Tf7vU29b.js";
-import "./dataset-CJmEGu6D.js";
+import "./dataset-DPPl-iLT.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";
@@ -35,7 +35,7 @@ import "./ops/webgl/matMulGelu.js";
 import "./ops/grads/matMulGelu.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-Bd3UBBxg.js";
+import "./gelu-BkcmEEyD.js";
 import "./ops/cpu/normRMS.js";
 import "./ops/webgl/normRMS.js";
 import "./ops/grads/normRMS.js";
@@ -44,13 +44,14 @@ import "./ops/cpu/adamMoments.js";
 import "./ops/webgl/adamMoments.js";
 import "./ops/cpu/adamAdjust.js";
 import "./ops/webgl/adamAdjust.js";
-import { selectBackend as Mo } from "./backend.js";
+import { selectBackend as ko } from "./backend.js";
 import { default as Co } from "./utilities/performance.js";
 import o from "./layers/CausalSelfAttention.js";
 import r from "./layers/MLP.js";
 import t from "./layers/TransformerBlock.js";
 import m from "./layers/RoPECache.js";
 import { default as go } from "./training/AdamExt.js";
+import { default as Bo } from "./checks/index.js";
 const O = {
   CausalSelfAttention: o,
   MLP: r,
@@ -65,6 +66,7 @@ export {
   fo as Model,
   W as NanoGPT,
   Y as TeachableLLM,
+  Bo as checks,
   lo as estimateMemoryUsage,
   xo as estimateParameterCount,
   no as estimateResources,
@@ -72,7 +74,7 @@ export {
   O as layers,
   eo as loadTextData,
   Co as performanceTest,
-  Mo as selectBackend,
+  ko as selectBackend,
   co as validateConfig,
   to as waitForModel
 };

package/dist/{mat_mul-DMkduNJu.js → mat_mul-Dpy2mMRu.js}

@@ -1,4 +1,4 @@
-import { B as m, C as s, N as c, E as M, Q as p } from "./index-CUQrfsw_.js";
+import { C as m, D as s, Q as c, E as M, U as p } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/{mod-uUuj4gSb.js → mod-CbibJi3D.js}

@@ -1,4 +1,4 @@
-import { B as r, C as s, N as m, E as c, Y as d } from "./index-CUQrfsw_.js";
+import { C as r, D as s, Q as m, E as c, Y as d } from "./index-DdmHGZjq.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.