@genai-fi/nanogpt 0.8.5 → 0.9.0

package/dist/{dropout-CcKSfOYE.js → dropout-C-csYCLj.js}

@@ -1,4 +1,4 @@
-import { C as l, D as h, E as m, ao as p, M as c, ap as f, af as g, n as u, T as V, o as v, q as N, a as w } from "./index-DdmHGZjq.js";
+import { E as l, F as h, G as m, ao as p, M as c, ap as f, af as g, n as u, T as V, o as v, q as N, a as w } from "./index-BzFyqcy-.js";
 import { s as d } from "./index-C4L8Cm77.js";
 /**
  * @license
@@ -106,7 +106,7 @@ function $(r, t = 0, e = 1, s, n) {
     a.values[i] = o.nextValue();
   return a.toTensor();
 }
-const _ = /* @__PURE__ */ l({ randomNormal_: $ });
+const U = /* @__PURE__ */ l({ randomNormal_: $ });
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -176,18 +176,18 @@ function E(r, t) {
  * limitations under the License.
  * =============================================================================
  */
-function R(r, t, e, s) {
+function F(r, t, e, s) {
   const n = h(r, "x", "dropout");
   if (u(n.dtype === "float32", () => `x has to be a floating point tensor since it's going to be scaled, but got a ${n.dtype} tensor instead.`), u(t >= 0 && t < 1, () => `rate must be a float in the range [0, 1), but got ${t}.`), t === 0)
     return r instanceof V ? n.clone() : n;
   const o = E(n, e), a = 1 - t, i = v(b(N(D(o, 0, 1, "float32", s), a)), a);
   return w(n, i);
 }
-const q = /* @__PURE__ */ l({ dropout_: R });
+const _ = /* @__PURE__ */ l({ dropout_: F });
 export {
   T as M,
   D as a,
-  q as d,
+  _ as d,
   b as f,
-  _ as r
+  U as r
 };

package/dist/{exports_initializers-DKk7-bsx.js → exports_initializers-B8iZMgQ0.js}

@@ -1,4 +1,4 @@
-import { R as o } from "./random_width-DKGeiFuR.js";
+import { R as o } from "./random_width-CXVRloNK.js";
 /**
  * @license
  * Copyright 2018 Google LLC

package/dist/{gather-CPg6ZlQA.js → gather-Dnpgw-YQ.js}

@@ -1,4 +1,4 @@
-import { C as g, D as t, E as h, G as p } from "./index-DdmHGZjq.js";
+import { E as g, F as t, G as h, H as p } from "./index-BzFyqcy-.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{gelu-BkcmEEyD.js → gelu-Bp_-935b.js}

@@ -1,4 +1,4 @@
-import { i as t, e as n } from "./index-DdmHGZjq.js";
+import { i as t, e as n } from "./index-BzFyqcy-.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
 const a = {

package/dist/{gpgpu_math-D_ODOLix.js → gpgpu_math-CDaYiyE_.js}

@@ -1,6 +1,6 @@
-import { aD as z, ag as v, aE as oe, aF as ie, aG as ae, n as F, aH as me, aI as J, a3 as B, aJ as I, af as T, j as E, aK as H, aL as $e, aM as Y, ae as Te } from "./index-DdmHGZjq.js";
+import { aD as z, ag as v, aE as oe, aF as ie, aG as ae, n as F, aH as me, aI as J, a3 as B, aJ as I, af as T, j as E, aK as H, aL as $e, aM as Y, ae as Te } from "./index-BzFyqcy-.js";
 import "./index-Tf7vU29b.js";
-import { b as Se } from "./backend_util-yC3YH1jo.js";
+import { b as Se } from "./backend_util-CJIiDoV1.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{index-DdmHGZjq.js → index-BzFyqcy-.js}

@@ -4160,18 +4160,18 @@ function Bs() {
 Bs();
 export {
   ho as $,
-  Tn as A,
-  vn as B,
-  F as C,
-  T as D,
-  f as E,
-  An as F,
-  ta as G,
-  Jn as H,
-  Sr as I,
-  Si as J,
-  bi as K,
-  C as L,
+  C as A,
+  Ps as B,
+  Tn as C,
+  vn as D,
+  F as E,
+  T as F,
+  f as G,
+  ta as H,
+  An as I,
+  Jn as J,
+  Sr as K,
+  bi as L,
   Ct as M,
   Ue as N,
   H as O,
@@ -4453,5 +4453,5 @@ export {
   nt as w,
   Qt as x,
   wi as y,
-  Ps as z
+  Si as z
 };

package/dist/{index-evZ57wr4.js → index-C1rx_Ajs.js}

@@ -1,14 +1,14 @@
-import { ag as U, d4 as Jt, d5 as es, e as We, n as L, d6 as _e, j as $, aO as Ge, ap as de, d7 as st, d8 as ts, d9 as ss, aP as os, bn as Ct, a3 as Re, da as is, db as rs, dc as as, bv as ns, l as Z, cg as us, dd as ot, az as ds, aa as ls, u as ge, bm as cs, co as hs, cp as ps, bt as fs, cq as ms, bc as gs, af as ze, p as se, aB as xs, bJ as Cs, bK as ws, bL as bs, cr as ys, cs as Ss, ct as vs, cv as Is, cu as ks, cw as Rs, ah as Ps, b5 as Ds, bM as Ns, bN as $s, cx as zs, cy as As, U as Fs, $ as Ls, bP as Bs, aS as Es, de as Ts, b7 as Ws, b8 as _s, bq as Vs, br as Us, bw as Ms, bR as Os, cA as Gs, a$ as Hs, I as Xs, bS as Ks, cc as qs, bT as Ys, bU as Qs, cB as js, bV as Zs, ac as Js, bW as eo, bd as to, bX as so, bY as oo, bZ as io, df as ro, b_ as ao, ce as no, cf as uo, dg as lo, cC as co, cD as ho, cE as po, dh as fo, bB as mo, a1 as go, aU as xo, as as Co, cF as wo, bx as bo, b$ as yo, ai as So, aY as vo, by as Io, di as ko, be as Ro, ao as Po, bz as Do, dj as No, bQ as $o, cd as zo, dk as Ao, a8 as Fo, G as Lo, aZ as Bo, a_ as Eo, dl as To, cG as Wo, cH as _o, cI as Vo, at as Uo, b0 as Mo, b1 as Oo, dm as Go, aj as Ho, b2 as Xo, b4 as Ko, c1 as qo, dn as Yo, cL as Qo, cK as jo, bA as Zo, c2 as Jo, c3 as ei, cM as ti, cN as si, dp as oi, aV as ii, b6 as ri, cO as ai, Y as ni, S as ui, a6 as di, b3 as li, bg as ci, bh as hi, c4 as pi, cW as fi, c5 as mi, P as gi, a4 as xi, c6 as Ci, cP as wi, au as bi, bC as yi, R as Si, aC as vi, Z as Ii, _ as ki, av as Ri, bj as Pi, cQ as Di, bk as Ni, cR as $i, c8 as zi, bf as Ai, b9 as Fi, bD as Li, a7 as Bi, dq as Ei, aT as Ti, c9 as Wi, ar as _i, cS as Vi, ad as Ui, ca as Mi, c0 as Oi, c7 as Gi, dr as Hi, ds as Xi, X as Ki, dt as qi, ab as Yi, W as Qi, bF as ji, cT as Zi, ba as Ji, aw as er, du as tr, dv as sr, bH as or, cU as ir, bO as rr, dw as ar, dx as nr, bl as ur, bb as dr, cb as lr, f as cr } from "./index-DdmHGZjq.js";
-import { m as hr, c as pr, P as He, t as B, g as y, a as J, b as q, d as Pe, e as fr, f as mr } from "./webgpu_program-Dhk9R5aG.js";
-import { i as wt, G as it, a as gr, c as S, f as I, M as j, b as bt, d as yt, e as St } from "./webgpu_util-BqGnZg8t.js";
-import { m as rt, E as xr, u as Cr, w as wr, x as br, y as yr, z as Sr, f as at, A as vt, B as It, C as kt, D as vr, F as Ir, G as xe, H as kr, I as Rr, J as Pr, K as Dr, L as Nr, M as $r, N as zr, O as Ar, P as Fr, Q as Lr, S as Br } from "./backend_util-yC3YH1jo.js";
-import { S as Er, a as Tr, h as be, i as Ae, p as Wr, q as _r, j as ye, d as ee, e as Xe, g as Ke, k as Rt, A as Vr, B as Ur } from "./selu_util-BgUO9gHY.js";
-import { r as R, a as Mr } from "./Reshape-41YpQqEo.js";
-import { s as Or } from "./shared-V6D_md-c.js";
-import { c as qe, g as Se, a as ve, b as Ye, e as Gr, h as Pt } from "./axis_util-Did9235A.js";
-import { z as Hr } from "./zeros-Dnwix0p4.js";
+import { ag as U, d4 as Jt, d5 as es, e as We, n as L, d6 as _e, j as $, aO as Ge, ap as de, d7 as st, d8 as ts, d9 as ss, aP as os, bn as Ct, a3 as Re, da as is, db as rs, dc as as, bv as ns, l as Z, cg as us, dd as ot, az as ds, aa as ls, u as ge, bm as cs, co as hs, cp as ps, bt as fs, cq as ms, bc as gs, af as ze, p as se, aB as xs, bJ as Cs, bK as ws, bL as bs, cr as ys, cs as Ss, ct as vs, cv as Is, cu as ks, cw as Rs, ah as Ps, b5 as Ds, bM as Ns, bN as $s, cx as zs, cy as As, U as Fs, $ as Ls, bP as Bs, aS as Es, de as Ts, b7 as Ws, b8 as _s, bq as Vs, br as Us, bw as Ms, bR as Os, cA as Gs, a$ as Hs, K as Xs, bS as Ks, cc as qs, bT as Ys, bU as Qs, cB as js, bV as Zs, ac as Js, bW as eo, bd as to, bX as so, bY as oo, bZ as io, df as ro, b_ as ao, ce as no, cf as uo, dg as lo, cC as co, cD as ho, cE as po, dh as fo, bB as mo, a1 as go, aU as xo, as as Co, cF as wo, bx as bo, b$ as yo, ai as So, aY as vo, by as Io, di as ko, be as Ro, ao as Po, bz as Do, dj as No, bQ as $o, cd as zo, dk as Ao, a8 as Fo, H as Lo, aZ as Bo, a_ as Eo, dl as To, cG as Wo, cH as _o, cI as Vo, at as Uo, b0 as Mo, b1 as Oo, dm as Go, aj as Ho, b2 as Xo, b4 as Ko, c1 as qo, dn as Yo, cL as Qo, cK as jo, bA as Zo, c2 as Jo, c3 as ei, cM as ti, cN as si, dp as oi, aV as ii, b6 as ri, cO as ai, Y as ni, S as ui, a6 as di, b3 as li, bg as ci, bh as hi, c4 as pi, cW as fi, c5 as mi, P as gi, a4 as xi, c6 as Ci, cP as wi, au as bi, bC as yi, R as Si, aC as vi, Z as Ii, _ as ki, av as Ri, bj as Pi, cQ as Di, bk as Ni, cR as $i, c8 as zi, bf as Ai, b9 as Fi, bD as Li, a7 as Bi, dq as Ei, aT as Ti, c9 as Wi, ar as _i, cS as Vi, ad as Ui, ca as Mi, c0 as Oi, c7 as Gi, dr as Hi, ds as Xi, X as Ki, dt as qi, ab as Yi, W as Qi, bF as ji, cT as Zi, ba as Ji, aw as er, du as tr, dv as sr, bH as or, cU as ir, bO as rr, dw as ar, dx as nr, bl as ur, bb as dr, cb as lr, f as cr } from "./index-BzFyqcy-.js";
+import { m as hr, c as pr, P as He, t as B, g as y, a as J, b as q, d as Pe, e as fr, f as mr } from "./webgpu_program-DkQJOJSd.js";
+import { i as wt, G as it, a as gr, c as S, f as I, M as j, b as bt, d as yt, e as St } from "./webgpu_util-pLEV9tks.js";
+import { m as rt, E as xr, u as Cr, w as wr, x as br, y as yr, z as Sr, f as at, A as vt, B as It, C as kt, D as vr, F as Ir, G as xe, H as kr, I as Rr, J as Pr, K as Dr, L as Nr, M as $r, N as zr, O as Ar, P as Fr, Q as Lr, S as Br } from "./backend_util-CJIiDoV1.js";
+import { S as Er, a as Tr, h as be, i as Ae, p as Wr, q as _r, j as ye, d as ee, e as Xe, g as Ke, k as Rt, A as Vr, B as Ur } from "./selu_util-OtRzVwW5.js";
+import { r as R, a as Mr } from "./Reshape-DUqYftGC.js";
+import { s as Or } from "./shared-DmRsFyaJ.js";
+import { c as qe, g as Se, a as ve, b as Ye, e as Gr, h as Pt } from "./axis_util-TbGYJ208.js";
+import { z as Hr } from "./zeros-Bj5rMYA7.js";
 import { n as Xr, a as Kr } from "./non_max_suppression_impl-CsEgBuMA.js";
-import { c as Qe } from "./scatter_nd_util-B7yDhiQr.js";
+import { c as Qe } from "./scatter_nd_util-BQdz--Gn.js";
 /**
  * @license
  * Copyright 2019 Google LLC. All Rights Reserved.

package/dist/{kernel_funcs_utils-CDfFpUab.js → kernel_funcs_utils-DKLK0Mg3.js}

@@ -1,6 +1,6 @@
-import { l as B, j as G, az as K, aa as z, at as W, aA as V, ag as N, au as F, u as S } from "./index-DdmHGZjq.js";
-import { u as O, f as Y } from "./gpgpu_math-D_ODOLix.js";
-import { f as v } from "./backend_util-yC3YH1jo.js";
+import { l as B, j as G, az as K, aa as z, at as W, aA as V, ag as N, au as F, u as S } from "./index-BzFyqcy-.js";
+import { u as O, f as Y } from "./gpgpu_math-CDaYiyE_.js";
+import { f as v } from "./backend_util-CJIiDoV1.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/layers/BaseLayer.js

@@ -1,5 +1,5 @@
-import { T as p, J as g, e as o, K as v } from "../index-DdmHGZjq.js";
-import { v as _ } from "../variable-DPFOJyRG.js";
+import { T as p, z as g, e as o, L as v } from "../index-BzFyqcy-.js";
+import { v as _ } from "../variable-Bm2OFwGI.js";
 class T {
   parent;
   config;

package/dist/layers/CausalSelfAttention.js

@@ -3,13 +3,13 @@ import O from "./BaseLayer.js";
 import { qkv as _ } from "../ops/qkv.js";
 import { rope as v } from "../ops/rope.js";
 import { appendCache as V } from "../ops/appendCache.js";
-import { k as c, t as P } from "../index-DdmHGZjq.js";
+import { k as c, t as P } from "../index-BzFyqcy-.js";
 import { fusedSoftmax as b } from "../ops/fusedSoftmax.js";
-import { d as C } from "../random_width-DKGeiFuR.js";
-import { v as k } from "../variable-DPFOJyRG.js";
-import { r as T, d as L } from "../dropout-CcKSfOYE.js";
-import { r as j } from "../reshape-WeJkT3ja.js";
-import { m as x } from "../mat_mul-Dpy2mMRu.js";
+import { d as C } from "../random_width-CXVRloNK.js";
+import { v as k } from "../variable-Bm2OFwGI.js";
+import { r as T, d as L } from "../dropout-C-csYCLj.js";
+import { r as j } from "../reshape-CnIwVG1c.js";
+import { m as x } from "../mat_mul-DzjTFx-u.js";
 class W extends O {
   divisor;
   index;

package/dist/layers/MLP.js

@@ -1,10 +1,10 @@
-import { t as p } from "../index-DdmHGZjq.js";
+import { t as p } from "../index-BzFyqcy-.js";
 import u from "./BaseLayer.js";
 import { matMulGelu as M } from "../ops/matMulGelu.js";
-import { v as a } from "../variable-DPFOJyRG.js";
-import { r as d, d as c } from "../dropout-CcKSfOYE.js";
-import { r as h } from "../reshape-WeJkT3ja.js";
-import { m as b } from "../mat_mul-Dpy2mMRu.js";
+import { v as a } from "../variable-Bm2OFwGI.js";
+import { r as d, d as c } from "../dropout-C-csYCLj.js";
+import { r as h } from "../reshape-CnIwVG1c.js";
+import { m as b } from "../mat_mul-DzjTFx-u.js";
 class H extends u {
   index;
   hiddenUnits;

package/dist/layers/PositionEmbedding.js

@@ -1,9 +1,9 @@
-import { t as c, a9 as u, b as i } from "../index-DdmHGZjq.js";
+import { t as c, a9 as u, b as i } from "../index-BzFyqcy-.js";
 import f from "./BaseLayer.js";
-import { E as g, D as h } from "../random_width-DKGeiFuR.js";
-import { r as b } from "../exports_initializers-DKk7-bsx.js";
-import { m as l } from "../mod-CbibJi3D.js";
-import { r as w } from "../range-BcUvLuf5.js";
+import { E as g, D as h } from "../random_width-CXVRloNK.js";
+import { r as b } from "../exports_initializers-B8iZMgQ0.js";
+import { m as l } from "../mod-Dobti4j4.js";
+import { r as w } from "../range-CWcz7xFA.js";
 /**
  * @license
  * Copyright 2018 Google LLC

package/dist/layers/RMSNorm.js

@@ -1,8 +1,8 @@
-import { t as s } from "../index-DdmHGZjq.js";
+import { t as s } from "../index-BzFyqcy-.js";
 import e from "./BaseLayer.js";
 import { normRMS as a } from "../ops/normRMS.js";
-import { v as i } from "../variable-DPFOJyRG.js";
-import { o as m } from "../ones-BAqVh-eA.js";
+import { v as i } from "../variable-Bm2OFwGI.js";
+import { o as m } from "../ones-tIJeHlq-.js";
 class l extends e {
   GAMMA;
   constructor(r, t = "", o) {

package/dist/layers/RoPECache.js

@@ -1,7 +1,7 @@
-import { b as t, x as h, t as n, k as p } from "../index-DdmHGZjq.js";
-import { r as c } from "../reciprocal-DhDWSKiD.js";
-import { c as f, s as m } from "../sin-CPxad7Am.js";
-import { r as a } from "../range-BcUvLuf5.js";
+import { b as t, x as h, t as n, k as p } from "../index-BzFyqcy-.js";
+import { r as c } from "../reciprocal-C4rNcM-S.js";
+import { c as f, s as m } from "../sin-gpDNRxE0.js";
+import { r as a } from "../range-CWcz7xFA.js";
 class D {
   constructor(o) {
     this.config = o;

package/dist/layers/TiedEmbedding.js

@@ -1,9 +1,9 @@
-import { d as r } from "../random_width-DKGeiFuR.js";
-import "../index-DdmHGZjq.js";
-import { r as a } from "../exports_initializers-DKk7-bsx.js";
+import { d as r } from "../random_width-CXVRloNK.js";
+import "../index-BzFyqcy-.js";
+import { r as a } from "../exports_initializers-B8iZMgQ0.js";
 import s from "./BaseLayer.js";
-import { v as o } from "../variable-DPFOJyRG.js";
-import { g as m } from "../gather-CPg6ZlQA.js";
+import { v as o } from "../variable-Bm2OFwGI.js";
+import { g as m } from "../gather-Dnpgw-YQ.js";
 class S extends s {
   vocabSize;
   embedDim;

package/dist/layers/TransformerBlock.js

@@ -2,7 +2,7 @@ import l from "./CausalSelfAttention.js";
 import p from "./MLP.js";
 import o from "./RMSNorm.js";
 import m from "./BaseLayer.js";
-import { k as n, t as h } from "../index-DdmHGZjq.js";
+import { k as n, t as h } from "../index-BzFyqcy-.js";
 class k extends m {
   ln1;
   attn;

package/dist/loader/loadTransformers.js

@@ -1,7 +1,7 @@
 import l from "../tokeniser/CharTokeniser.js";
 import c from "../tokeniser/bpe.js";
 import { load_safetensors as b } from "../utilities/safetensors.js";
-import { a2 as y } from "../index-DdmHGZjq.js";
+import { a2 as y } from "../index-BzFyqcy-.js";
 import { dummyPassAsync as u } from "../utilities/dummy.js";
 import _ from "../models/factory.js";
 async function L(e, a, r, t) {

package/dist/loader/oldZipLoad.js

@@ -1,14 +1,14 @@
-import { a2 as y } from "../index-DdmHGZjq.js";
+import { a2 as y } from "../index-BzFyqcy-.js";
 import "../ops/cpu/attentionMask.js";
 import "../ops/webgl/attentionMask.js";
 import "../ops/grads/attentionMask.js";
 import "../ops/cpu/qkv.js";
 import "../ops/webgl/qkv.js";
 import "../ops/grads/qkv.js";
-import "../random_width-DKGeiFuR.js";
-import "../register_all_kernels-Do9VvZmo.js";
+import "../random_width-CXVRloNK.js";
+import "../register_all_kernels-DIGpEwcf.js";
 import "../index-Tf7vU29b.js";
-import "../dataset-DPPl-iLT.js";
+import "../dataset-DlZtKmBq.js";
 import "../ops/cpu/rope.js";
 import "../ops/webgl/rope.js";
 import "../ops/grads/rope.js";
@@ -41,7 +41,7 @@ import "../ops/webgl/adamMoments.js";
 import "../papaparse.min-C8l2Kvo1.js";
 import "../ops/cpu/gelu.js";
 import "../ops/webgl/gelu.js";
-import "../gelu-BkcmEEyD.js";
+import "../gelu-Bp_-935b.js";
 import "../ops/webgl/log.js";
 import "../checks/normRMS.js";
 import "../checks/normRMSGrad.js";

package/dist/{log_sum_exp-C8yFJfZz.js → log_sum_exp-DO6z8tSE.js}

@@ -1,7 +1,7 @@
-import { C as r, D as x, E as p, ah as h, ai as E, aj as $, p as d, c as S, q as K } from "./index-DdmHGZjq.js";
-import { e as _ } from "./axis_util-Did9235A.js";
-import { r as m } from "./reshape-WeJkT3ja.js";
-import { s as T } from "./sum-ByFINZgi.js";
+import { E as r, F as x, G as p, ah as h, ai as E, aj as $, p as d, c as S, q as K } from "./index-BzFyqcy-.js";
+import { e as _ } from "./axis_util-TbGYJ208.js";
+import { r as m } from "./reshape-CnIwVG1c.js";
+import { s as T } from "./sum-CJ0ULhmt.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -22,7 +22,7 @@ function b(s, o = null, n = !1) {
   const t = { x: x(s, "x", "max") }, e = { reductionIndices: o, keepDims: n };
   return p.runKernel(h, t, e);
 }
-const D = /* @__PURE__ */ r({ max_: b });
+const G = /* @__PURE__ */ r({ max_: b });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -82,7 +82,7 @@ const j = /* @__PURE__ */ r({ log_: N });
  * =============================================================================
  */
 function q(s, o = null, n = !1) {
-  const a = x(s, "x", "logSumExp"), t = d(o, a.shape), e = D(
+  const a = x(s, "x", "logSumExp"), t = d(o, a.shape), e = G(
     a,
     t,
     !0
@@ -94,10 +94,10 @@ function q(s, o = null, n = !1) {
   }
   return c;
 }
-const G = /* @__PURE__ */ r({ logSumExp_: q });
+const F = /* @__PURE__ */ r({ logSumExp_: q });
 export {
   j as a,
   M as e,
-  G as l,
-  D as m
+  F as l,
+  G as m
 };

package/dist/main.d.ts

@@ -16,6 +16,7 @@ export type { ITokeniser } from './tokeniser/type';
 export type { TrainingProgress, TrainingLogEntry } from './training/Trainer';
 export type { GPTConfig } from './models/config';
 export { estimateParameterCount, estimateMemoryUsage, estimateTrainingMemoryUsage, estimateResources, validateConfig, } from './utilities/parameters';
+export { default as topP } from './utilities/topP';
 export { selectBackend } from './backend';
 export { default as performanceTest } from './utilities/performance';
 export declare const layers: {

package/dist/main.js

@@ -6,8 +6,9 @@ import { default as to } from "./utilities/waitForModel.js";
 import { default as eo } from "./data/textLoader.js";
 import { default as io } from "./Generator.js";
 import { default as fo } from "./models/model.js";
-import { estimateMemoryUsage as lo, estimateParameterCount as xo, estimateResources as no, estimateTrainingMemoryUsage as uo, validateConfig as co } from "./utilities/parameters.js";
-import "./index-DdmHGZjq.js";
+import { estimateMemoryUsage as lo, estimateParameterCount as xo, estimateResources as uo, estimateTrainingMemoryUsage as no, validateConfig as co } from "./utilities/parameters.js";
+import { default as ko } from "./utilities/topP.js";
+import "./index-BzFyqcy-.js";
 import "./ops/cpu/scatterSub.js";
 import "./ops/webgl/scatterSub.js";
 import "./ops/cpu/gatherSub.js";
@@ -18,10 +19,10 @@ import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import "./random_width-DKGeiFuR.js";
-import "./register_all_kernels-Do9VvZmo.js";
+import "./random_width-CXVRloNK.js";
+import "./register_all_kernels-DIGpEwcf.js";
 import "./index-Tf7vU29b.js";
-import "./dataset-DPPl-iLT.js";
+import "./dataset-DlZtKmBq.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";
@@ -35,7 +36,7 @@ import "./ops/webgl/matMulGelu.js";
 import "./ops/grads/matMulGelu.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-BkcmEEyD.js";
+import "./gelu-Bp_-935b.js";
 import "./ops/cpu/normRMS.js";
 import "./ops/webgl/normRMS.js";
 import "./ops/grads/normRMS.js";
@@ -44,14 +45,14 @@ import "./ops/cpu/adamMoments.js";
 import "./ops/webgl/adamMoments.js";
 import "./ops/cpu/adamAdjust.js";
 import "./ops/webgl/adamAdjust.js";
-import { selectBackend as ko } from "./backend.js";
-import { default as Co } from "./utilities/performance.js";
+import { selectBackend as Po } from "./backend.js";
+import { default as go } from "./utilities/performance.js";
 import o from "./layers/CausalSelfAttention.js";
 import r from "./layers/MLP.js";
 import t from "./layers/TransformerBlock.js";
 import m from "./layers/RoPECache.js";
-import { default as go } from "./training/AdamExt.js";
-import { default as Bo } from "./checks/index.js";
+import { default as Bo } from "./training/AdamExt.js";
+import { default as Eo } from "./checks/index.js";
 const O = {
   CausalSelfAttention: o,
   MLP: r,
@@ -59,22 +60,23 @@ const O = {
   RoPECache: m
 };
 export {
-  go as AdamExt,
+  Bo as AdamExt,
   oo as BPETokeniser,
   _ as CharTokeniser,
   io as Generator,
   fo as Model,
   W as NanoGPT,
   Y as TeachableLLM,
-  Bo as checks,
+  Eo as checks,
   lo as estimateMemoryUsage,
   xo as estimateParameterCount,
-  no as estimateResources,
-  uo as estimateTrainingMemoryUsage,
+  uo as estimateResources,
+  no as estimateTrainingMemoryUsage,
   O as layers,
   eo as loadTextData,
-  Co as performanceTest,
-  ko as selectBackend,
+  go as performanceTest,
+  Po as selectBackend,
+  ko as topP,
   co as validateConfig,
   to as waitForModel
 };

package/dist/{mat_mul-Dpy2mMRu.js → mat_mul-DzjTFx-u.js}

@@ -1,4 +1,4 @@
-import { C as m, D as s, Q as c, E as M, U as p } from "./index-DdmHGZjq.js";
+import { E as m, F as s, Q as c, G as M, U as p } from "./index-BzFyqcy-.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/{mod-CbibJi3D.js → mod-Dobti4j4.js}

@@ -1,4 +1,4 @@
-import { C as r, D as s, Q as m, E as c, Y as d } from "./index-DdmHGZjq.js";
+import { E as r, F as s, Q as m, G as c, Y as d } from "./index-BzFyqcy-.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/models/NanoGPTV1.d.ts

@@ -11,5 +11,6 @@ export default class NanoGPT extends Model<ModelForwardAttributes> {
     getClassName(): string;
     private inputPhase;
     forward(attrs: ModelForwardAttributes, idx: Tensor, targets?: Tensor): Tensor[];
+    project(embeddings: Tensor): Tensor;
     dispose(): void;
 }

package/dist/models/NanoGPTV1.js

@@ -1,9 +1,9 @@
-import { defaultConfig as a } from "./config.js";
-import u from "../layers/TransformerBlock.js";
+import { defaultConfig as u } from "./config.js";
+import a from "../layers/TransformerBlock.js";
 import f from "../layers/TiedEmbedding.js";
 import g from "../layers/RoPECache.js";
 import b from "../layers/RMSNorm.js";
-import { t as l, k as p } from "../index-DdmHGZjq.js";
+import { t as c, k as p } from "../index-BzFyqcy-.js";
 import w from "./model.js";
 import k from "../layers/PositionEmbedding.js";
 class R extends w {
@@ -17,16 +17,16 @@ class R extends w {
   // Final layer norm
   ropeCache;
   constructor(e = {}) {
-    super({ ...a, ...e }), this.wte = new f(this.config, "token_embedding", this), this.config.useRope === !1 ? this.wpe = new k(this.config, "positional_embedding", this) : this.ropeCache = new g(this.config), this.blocks = [];
+    super({ ...u, ...e }), this.wte = new f(this.config, "token_embedding", this), this.config.useRope === !1 ? this.wpe = new k(this.config, "positional_embedding", this) : this.ropeCache = new g(this.config), this.blocks = [];
     for (let i = 0; i < this.config.nLayer; i++)
-      this.blocks.push(new u(i, this.config, this));
+      this.blocks.push(new a(i, this.config, this));
     this.lnF = new b(this.config, "final_rms_norm", this);
   }
   getClassName() {
     return "GenAI_NanoGPT_v1";
   }
   inputPhase(e, i) {
-    return l(() => {
+    return c(() => {
       const s = this.wte.embed(e);
       if (this.config.useRope === !1) {
         const o = this.wpe.call(i, s);
@@ -38,7 +38,7 @@ class R extends w {
     });
   }
   forward(e, i, s) {
-    return this.validateInput(i), e.ropeCache = this.ropeCache, e.outputEmbeddings && (e.embeddings = []), l(() => {
+    return this.validateInput(i), e.ropeCache = this.ropeCache, e.outputEmbeddings && (e.embeddings = []), c(() => {
       this.startMemory();
       let o = this.inputPhase(i, e);
       if (e.cache && e.cache.length !== this.blocks.length)
@@ -46,11 +46,11 @@ class R extends w {
           `Cache length ${e.cache.length} does not match number of blocks ${this.blocks.length}`
         );
       for (let t = 0; t < this.blocks.length; t++) {
-        const c = this.blocks[t], d = Math.random() * 1e9, r = {
+        const r = this.blocks[t], d = Math.random() * 1e9, l = {
           ...e,
           seed: d,
           pastKV: e.cache ? e.cache[t] : void 0
-        }, m = e.checkpointing && e.training ? c.callCheckpoint(r, o) : c.call(r, o);
+        }, m = e.checkpointing && e.training ? r.callCheckpoint(l, o) : r.call(l, o);
         e.outputEmbeddings ? (p(o), e.embeddings.push({ name: `block_output_${t}`, tensor: o })) : o.dispose(), o = m;
       }
       o = this.lnF.call(e, o);
@@ -60,6 +60,9 @@ class R extends w {
       return s && (h = this.calculateLoss(n, s)), this.endMemory("Forward"), h ? [n, h] : [n];
     });
   }
+  project(e) {
+    return c(() => this.wte.project(e));
+  }
   dispose() {
     this.wte.dispose(), this.wpe && this.wpe.dispose(), this.blocks.forEach((e) => e.dispose()), this.lnF.dispose();
   }

package/dist/models/model.d.ts

@@ -16,6 +16,7 @@ export default abstract class Model<T extends ModelForwardAttributes> extends Ba
     trainingState: TrainingState | null;
     abstract getClassName(): string;
     abstract forward(attrs: T, idx: Tensor, targets?: Tensor): Tensor[];
+    abstract project(embeddings: Tensor): Tensor;
     abstract dispose(): void;
     getNumParams(): number;
     protected validateInput(idx: Tensor): void;

package/dist/models/model.js

@@ -1,15 +1,15 @@
 import i from "../layers/BaseLayer.js";
-import "../index-DdmHGZjq.js";
+import "../index-BzFyqcy-.js";
 import "../ops/cpu/attentionMask.js";
 import "../ops/webgl/attentionMask.js";
 import "../ops/grads/attentionMask.js";
 import "../ops/cpu/qkv.js";
 import "../ops/webgl/qkv.js";
 import "../ops/grads/qkv.js";
-import "../random_width-DKGeiFuR.js";
-import "../register_all_kernels-Do9VvZmo.js";
+import "../random_width-CXVRloNK.js";
+import "../register_all_kernels-DIGpEwcf.js";
 import "../index-Tf7vU29b.js";
-import "../dataset-DPPl-iLT.js";
+import "../dataset-DlZtKmBq.js";
 import "../ops/cpu/rope.js";
 import "../ops/webgl/rope.js";
 import "../ops/grads/rope.js";
@@ -39,7 +39,7 @@ import "../ops/cpu/gatherSub.js";
 import "../ops/webgl/gatherSub.js";
 import "../ops/cpu/gelu.js";
 import "../ops/webgl/gelu.js";
-import "../gelu-BkcmEEyD.js";
+import "../gelu-Bp_-935b.js";
 import "../ops/webgl/log.js";
 import "../checks/normRMS.js";
 import "../checks/normRMSGrad.js";

package/dist/{mulmat_packed_gpu-q_Gmwyld.js → mulmat_packed_gpu-BT60jmzP.js}

@@ -1,4 +1,4 @@
-import { u as z } from "./gpgpu_math-D_ODOLix.js";
+import { u as z } from "./gpgpu_math-CDaYiyE_.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{ones-BAqVh-eA.js → ones-tIJeHlq-.js}

@@ -1,5 +1,5 @@
-import { M as n, N as t, j as m, E as i } from "./index-DdmHGZjq.js";
-import { z as c, c as f } from "./zeros-Dnwix0p4.js";
+import { M as n, N as t, j as m, G as i } from "./index-BzFyqcy-.js";
+import { z as c, c as f } from "./zeros-Bj5rMYA7.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/ops/adamAdjust.js

@@ -1,4 +1,4 @@
-import { e as i } from "../index-DdmHGZjq.js";
+import { e as i } from "../index-BzFyqcy-.js";
 import "./cpu/adamAdjust.js";
 import "./webgl/adamAdjust.js";
 function p(r, t, e, n, m, o) {

package/dist/ops/adamMoments.js

@@ -1,4 +1,4 @@
-import { e as o } from "../index-DdmHGZjq.js";
+import { e as o } from "../index-BzFyqcy-.js";
 import "./cpu/adamMoments.js";
 import "./webgl/adamMoments.js";
 function p(e, n, r, m) {

package/dist/ops/appendCache.js

@@ -1,8 +1,8 @@
-import { e as a } from "../index-DdmHGZjq.js";
+import { e as a } from "../index-BzFyqcy-.js";
 import "./cpu/appendCache.js";
 import "./webgl/appendCache.js";
-import { c as s } from "../concat-pHiVqR3L.js";
-import { z as c } from "../zeros-Dnwix0p4.js";
+import { c as s } from "../concat-B912vBbo.js";
+import { z as c } from "../zeros-Bj5rMYA7.js";
 function i(r, p, n, o) {
   if (!o) {
     const e = r.shape[2];

package/dist/ops/attentionMask.js

@@ -1,4 +1,4 @@
-import { e as o } from "../index-DdmHGZjq.js";
+import { e as o } from "../index-BzFyqcy-.js";
 import "./cpu/attentionMask.js";
 import "./webgl/attentionMask.js";
 import "./grads/attentionMask.js";

package/dist/ops/cpu/adamAdjust.js

@@ -1,4 +1,4 @@
-import { f as k, o as t, q as i, a as q, w } from "../../index-DdmHGZjq.js";
+import { f as k, o as t, q as i, a as q, w } from "../../index-BzFyqcy-.js";
 function z(a) {
   const { moments: s, value: r } = a.inputs, { beta1: l, beta2: u, epsilon: m, learningRate: d } = a.attrs, e = s.shape.length, c = new Array(e).fill(0), n = s.shape.slice();
   n[e - 1] = 1;