@genai-fi/nanogpt 0.7.0 → 0.7.1

package/dist/{index-C0dhsYom.js → index-UdZhlibC.js}

@@ -4152,66 +4152,66 @@ function Bs() {
  */
 Bs();
 export {
-  ea as $,
-  Is as A,
-  Tn as B,
-  Ct as C,
-  Ge as D,
+  Ps as $,
+  bi as A,
+  D as B,
+  T as C,
+  Tn as D,
   f as E,
-  K as F,
+  Ct as F,
   ta as G,
-  hr as H,
-  Ya as I,
-  So as J,
-  Xn as K,
-  Po as L,
-  Sr as M,
-  ka as N,
-  Xa as O,
+  Ge as H,
+  K as I,
+  hr as J,
+  Ya as K,
+  So as L,
+  Xn as M,
+  Po as N,
+  H as O,
   Ga as P,
-  Rt as Q,
+  Sr as Q,
   Ka as R,
   ko as S,
   x as T,
-  bo as U,
-  In as V,
-  An as W,
-  Ps as X,
-  ni as Y,
-  $t as Z,
-  oo as _,
+  ka as U,
+  Xa as V,
+  ho as W,
+  Rt as X,
+  bo as Y,
+  In as Z,
+  An as _,
   b as a,
   Na as a$,
-  xe as a0,
-  wr as a1,
-  ne as a2,
-  Br as a3,
-  fo as a4,
-  xa as a5,
-  k as a6,
-  Kr as a7,
-  fa as a8,
-  Gs as a9,
-  di as aA,
-  Se as aB,
-  fi as aC,
-  gi as aD,
-  Us as aE,
-  _s as aF,
-  $s as aG,
-  ut as aH,
-  Ws as aI,
-  jt as aJ,
-  ue as aK,
-  Xo as aL,
-  O as aM,
-  ho as aN,
-  fr as aO,
-  lo as aP,
-  zr as aQ,
-  Ma as aR,
-  rs as aS,
-  nt as aT,
+  ni as a0,
+  $t as a1,
+  Gs as a2,
+  oo as a3,
+  ea as a4,
+  xe as a5,
+  wr as a6,
+  ne as a7,
+  Br as a8,
+  fo as a9,
+  A as aA,
+  st as aB,
+  di as aC,
+  Se as aD,
+  fi as aE,
+  gi as aF,
+  Us as aG,
+  _s as aH,
+  $s as aI,
+  ut as aJ,
+  Ws as aK,
+  jt as aL,
+  ue as aM,
+  Xo as aN,
+  O as aO,
+  fr as aP,
+  lo as aQ,
+  zr as aR,
+  Ma as aS,
+  rs as aT,
   V as aU,
   Hr as aV,
   na as aW,
@@ -4222,29 +4222,29 @@ export {
   pi as aa,
   xt as ab,
   S as ac,
-  F as ad,
-  pe as ae,
-  ti as af,
-  gt as ag,
-  Zr as ah,
-  qn as ai,
-  $ as aj,
-  ie as ak,
-  la as al,
-  Zo as am,
-  za as an,
-  Ne as ao,
-  po as ap,
-  Vr as aq,
-  Ja as ar,
-  no as as,
-  Vo as at,
-  yi as au,
-  Ns as av,
-  Qo as aw,
-  Xe as ax,
-  A as ay,
-  st as az,
+  xa as ad,
+  Kr as ae,
+  fa as af,
+  F as ag,
+  pe as ah,
+  ti as ai,
+  gt as aj,
+  Zr as ak,
+  qn as al,
+  ie as am,
+  la as an,
+  Zo as ao,
+  za as ap,
+  Ne as aq,
+  po as ar,
+  Vr as as,
+  Ja as at,
+  no as au,
+  Vo as av,
+  yi as aw,
+  Ns as ax,
+  Qo as ay,
+  Xe as az,
   q as b,
   Ea as b$,
   ma as b0,
@@ -4322,32 +4322,32 @@ export {
   go as c7,
   zo as c8,
   Ir as c9,
-  Or as cA,
-  Wr as cB,
-  oa as cC,
-  ia as cD,
-  ca as cE,
-  ba as cF,
-  Sa as cG,
-  wa as cH,
-  Aa as cI,
-  Ta as cJ,
-  Fa as cK,
-  Ra as cL,
-  tn as cM,
-  eo as cN,
-  Qa as cO,
-  mo as cP,
-  Mo as cQ,
-  $o as cR,
-  ms as cS,
-  sn as cT,
-  li as cU,
-  ws as cV,
-  bs as cW,
-  G as cX,
-  Oe as cY,
-  H as cZ,
+  Gr as cA,
+  Or as cB,
+  Wr as cC,
+  oa as cD,
+  ia as cE,
+  ca as cF,
+  ba as cG,
+  Sa as cH,
+  wa as cI,
+  Aa as cJ,
+  Ta as cK,
+  Fa as cL,
+  Ra as cM,
+  tn as cN,
+  eo as cO,
+  Qa as cP,
+  mo as cQ,
+  Mo as cR,
+  $o as cS,
+  ms as cT,
+  sn as cU,
+  li as cV,
+  ws as cW,
+  bs as cX,
+  G as cY,
+  Oe as cZ,
   xs as c_,
   Ko as ca,
   Cr as cb,
@@ -4356,25 +4356,25 @@ export {
   Be as ce,
   Es as cf,
   As as cg,
-  Ss as ch,
-  Ts as ci,
-  ks as cj,
-  Xs as ck,
-  Js as cl,
-  Ys as cm,
-  er as cn,
-  nr as co,
-  sr as cp,
-  or as cq,
-  rr as cr,
-  ar as cs,
-  ur as ct,
-  cr as cu,
-  mr as cv,
-  He as cw,
-  Ar as cx,
-  _r as cy,
-  Gr as cz,
+  Is as ch,
+  Ss as ci,
+  Ts as cj,
+  ks as ck,
+  Xs as cl,
+  Js as cm,
+  Ys as cn,
+  er as co,
+  nr as cp,
+  sr as cq,
+  or as cr,
+  rr as cs,
+  ar as ct,
+  ur as cu,
+  cr as cv,
+  mr as cw,
+  He as cx,
+  Ar as cy,
+  _r as cz,
   M as d,
   ui as d0,
   hi as d1,
@@ -4432,17 +4432,17 @@ export {
   os as k,
   y as l,
   ri as m,
-  Qt as n,
-  Bn as o,
+  $ as n,
+  k as o,
   $e as p,
-  wi as q,
+  nt as q,
   oi as r,
   ai as s,
   E as t,
   fe as u,
   hs as v,
-  bi as w,
-  D as x,
-  T as y,
+  Bn as w,
+  Qt as x,
+  wi as y,
   C as z
 };

package/dist/{kernel_funcs_utils-CwRTFqrc.js → kernel_funcs_utils-CXDy3EN7.js}

@@ -1,6 +1,6 @@
-import { k as B, j as G, ak as K, a1 as W, al as z, am as V, ac as N, an as F, u as S } from "./index-C0dhsYom.js";
-import { u as O, f as Y } from "./gpgpu_math-DJm3ZTAf.js";
-import { f as v } from "./backend_util-DWiwsi2N.js";
+import { k as B, j as G, am as K, a6 as W, an as z, ao as V, ac as N, ap as F, u as S } from "./index-UdZhlibC.js";
+import { u as O, f as Y } from "./gpgpu_math-DffelNS-.js";
+import { f as v } from "./backend_util-C9Ut8n0Q.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/layers/BaseLayer.js

@@ -1,5 +1,5 @@
-import { T as g, q as p, e as o, w as v } from "../index-C0dhsYom.js";
-import { v as _ } from "../variable-DXEUOwew.js";
+import { T as g, y as p, e as o, A as v } from "../index-UdZhlibC.js";
+import { v as _ } from "../variable-BTBkayv_.js";
 class M {
   parent;
   config;

package/dist/layers/CausalSelfAttention.js

@@ -3,14 +3,14 @@ import O from "./BaseLayer.js";
 import { qkv as P } from "../ops/qkv.js";
 import { rope as v } from "../ops/rope.js";
 import { appendCache as V } from "../ops/appendCache.js";
-import { o as c, t as C } from "../index-C0dhsYom.js";
+import { w as c, t as C } from "../index-UdZhlibC.js";
 import { fusedSoftmax as T } from "../ops/fusedSoftmax.js";
-import { d as y } from "../random_width-DkYP8W8N.js";
-import { v as b } from "../variable-DXEUOwew.js";
-import { r as k, d as L } from "../dropout-hpDwECTe.js";
-import { r as N } from "../reshape-BMUzc1UY.js";
-import { m as R } from "../mat_mul-1nwdPkQ_.js";
-class $ extends O {
+import { d as y } from "../random_width-DbSpgl4o.js";
+import { v as b } from "../variable-BTBkayv_.js";
+import { r as k, d as L } from "../dropout-DPfPgWWe.js";
+import { r as N } from "../reshape-BR0eoLYN.js";
+import { m as R } from "../mat_mul-dwmZz69e.js";
+class W extends O {
   divisor;
   index;
   units;
@@ -92,5 +92,5 @@ class $ extends O {
   }
 }
 export {
-  $ as default
+  W as default
 };

package/dist/layers/MLP.js

@@ -1,10 +1,10 @@
-import { t as l } from "../index-C0dhsYom.js";
+import { t as l } from "../index-UdZhlibC.js";
 import u from "./BaseLayer.js";
 import { matMulGelu as M } from "../ops/matMulGelu.js";
-import { v as o } from "../variable-DXEUOwew.js";
-import { r as h, d as f } from "../dropout-hpDwECTe.js";
-import { r as d } from "../reshape-BMUzc1UY.js";
-import { m as c } from "../mat_mul-1nwdPkQ_.js";
+import { v as o } from "../variable-BTBkayv_.js";
+import { r as h, d as f } from "../dropout-DPfPgWWe.js";
+import { r as d } from "../reshape-BR0eoLYN.js";
+import { m as c } from "../mat_mul-dwmZz69e.js";
 class V extends u {
   index;
   hiddenUnits;

package/dist/layers/RMSNorm.js

@@ -1,8 +1,8 @@
-import { t as s } from "../index-C0dhsYom.js";
+import { t as s } from "../index-UdZhlibC.js";
 import e from "./BaseLayer.js";
 import { normRMS as a } from "../ops/normRMS.js";
-import { v as i } from "../variable-DXEUOwew.js";
-import { o as m } from "../ones-D63HpSF_.js";
+import { v as i } from "../variable-BTBkayv_.js";
+import { o as m } from "../ones-C8Mfln6-.js";
 class f extends e {
   GAMMA;
   constructor(r, t = "", o) {

package/dist/layers/RoPECache.js

@@ -1,7 +1,7 @@
-import { b as t, n as h, t as n, o as p } from "../index-C0dhsYom.js";
-import { r as c } from "../reciprocal-_A9yv27J.js";
-import { c as f, s as m } from "../sin-Cocju-BY.js";
-import { r as a } from "../range-CYzpQY53.js";
+import { b as t, x as h, t as n, w as p } from "../index-UdZhlibC.js";
+import { r as c } from "../reciprocal-CGB48wZB.js";
+import { c as f, s as m } from "../sin-CiBxrDqX.js";
+import { r as a } from "../range-D9CZhVlR.js";
 class D {
   constructor(o) {
     this.config = o;

package/dist/layers/TiedEmbedding.js

@@ -1,9 +1,9 @@
-import "../random_width-DkYP8W8N.js";
-import "../index-C0dhsYom.js";
-import { T as e } from "../TiedEmbedding-BLltddza.js";
+import "../random_width-DbSpgl4o.js";
+import "../index-UdZhlibC.js";
+import { T as e } from "../TiedEmbedding-ccLBFiZi.js";
 import "./BaseLayer.js";
-import "../variable-DXEUOwew.js";
-import "../gather-D0_gPiBz.js";
+import "../variable-BTBkayv_.js";
+import "../gather-Bbh8DHhM.js";
 export {
   e as default
 };

package/dist/layers/TransformerBlock.js

@@ -2,7 +2,7 @@ import l from "./CausalSelfAttention.js";
 import r from "./MLP.js";
 import o from "./RMSNorm.js";
 import d from "./BaseLayer.js";
-import { t as p } from "../index-C0dhsYom.js";
+import { t as p } from "../index-UdZhlibC.js";
 class k extends d {
   ln1;
   attn;

package/dist/loader/loadTransformers.js

@@ -2,7 +2,7 @@ import b from "../NanoGPTModel.js";
 import c from "../tokeniser/CharTokeniser.js";
 import l from "../tokeniser/bpe.js";
 import { load_safetensors as u } from "../utilities/safetensors.js";
-import { Y as y } from "../index-C0dhsYom.js";
+import { a0 as y } from "../index-UdZhlibC.js";
 import { dummyPassAsync as h } from "../utilities/dummy.js";
 async function L(e, a, r, t) {
   const n = {

package/dist/loader/oldZipLoad.js

@@ -1,13 +1,17 @@
 import d from "../NanoGPTModel.js";
 import "../jszip.min-CjP2V1VV.js";
 import h from "../tokeniser/CharTokeniser.js";
-import { Y as k } from "../index-C0dhsYom.js";
+import { a0 as k } from "../index-UdZhlibC.js";
 import b from "../tokeniser/bpe.js";
 import { dummyPassAsync as u } from "../utilities/dummy.js";
 import "../Generator.js";
 import "../index-Dwqa6Zy2.js";
-import "../dataset-JDyjG3QR.js";
+import "../dataset-U3PrjwgU.js";
 import "../index-Tf7vU29b.js";
+import "../ops/cpu/adamAdjust.js";
+import "../ops/webgl/adamAdjust.js";
+import "../ops/cpu/adamMoments.js";
+import "../ops/webgl/adamMoments.js";
 import "../papaparse.min-C8l2Kvo1.js";
 import "../ops/cpu/scatterSub.js";
 import "../ops/webgl/scatterSub.js";
@@ -19,8 +23,8 @@ import "../ops/grads/attentionMask.js";
 import "../ops/cpu/qkv.js";
 import "../ops/webgl/qkv.js";
 import "../ops/grads/qkv.js";
-import "../random_width-DkYP8W8N.js";
-import "../register_all_kernels-guvSxp7M.js";
+import "../random_width-DbSpgl4o.js";
+import "../register_all_kernels-DnbAyBXt.js";
 import "../ops/cpu/rope.js";
 import "../ops/webgl/rope.js";
 import "../ops/grads/rope.js";
@@ -34,13 +38,13 @@ import "../ops/webgl/matMulGelu.js";
 import "../ops/grads/matMulGelu.js";
 import "../ops/cpu/gelu.js";
 import "../ops/webgl/gelu.js";
-import "../gelu-uyHP1x1f.js";
+import "../gelu-BFwVnd1r.js";
 import "../ops/cpu/normRMS.js";
 import "../ops/webgl/normRMS.js";
 import "../ops/grads/normRMS.js";
 import "../ops/webgl/log.js";
 import { importWeights as O } from "../utilities/weights.js";
-async function ft(o) {
+async function yt(o) {
   const n = /* @__PURE__ */ new Map(), s = await o.file("manifest.json")?.async("string");
   if (!s)
     throw new Error("Manifest file not found in the zip archive");
@@ -72,5 +76,5 @@ async function ft(o) {
   return { model: e, tokeniser: l };
 }
 export {
-  ft as default
+  yt as default
 };

package/dist/{log_sum_exp-D086OgZJ.js → log_sum_exp-BnmCkHWl.js}

@@ -1,8 +1,8 @@
-import { x as r, y as p, E as u, a7 as E, a8 as h, p as S, c as $, a6 as d } from "./index-C0dhsYom.js";
-import { e as K } from "./axis_util-DaAl5MER.js";
-import { m as T } from "./max-BQc2Aj-I.js";
-import { r as m } from "./reshape-BMUzc1UY.js";
-import { s as _ } from "./sum-B8wEpKsg.js";
+import { B as r, C as p, E as u, ae as E, af as h, p as S, c as $, o as d } from "./index-UdZhlibC.js";
+import { e as K } from "./axis_util-5DTW2tFV.js";
+import { m as T } from "./max-ByjEGoFx.js";
+import { r as m } from "./reshape-BR0eoLYN.js";
+import { s as _ } from "./sum-NLYbiDag.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -61,7 +61,7 @@ const w = /* @__PURE__ */ r({ log_: v });
  * limitations under the License.
  * =============================================================================
  */
-function y(s, n = null, o = !1) {
+function A(s, n = null, o = !1) {
   const a = p(s, "x", "logSumExp"), t = S(n, a.shape), x = T(
     a,
     t,
@@ -74,9 +74,9 @@ function y(s, n = null, o = !1) {
   }
   return e;
 }
-const M = /* @__PURE__ */ r({ logSumExp_: y });
+const L = /* @__PURE__ */ r({ logSumExp_: A });
 export {
   w as a,
   N as e,
-  M as l
+  L as l
 };

package/dist/main.d.ts

@@ -1,3 +1,7 @@
+import { default as CausalSelfAttention } from './layers/CausalSelfAttention';
+import { default as MLP } from './layers/MLP';
+import { default as TransformerBlock } from './layers/TransformerBlock';
+import { default as RoPECache } from './layers/RoPECache';
 export { default as NanoGPT } from './NanoGPTModel';
 export { default as TeachableLLM } from './TeachableLLM';
 export { default as CharTokeniser } from './tokeniser/CharTokeniser';
@@ -13,3 +17,10 @@ export type { GPTConfig } from './config';
 export { estimateParameterCount, estimateMemoryUsage, estimateTrainingMemoryUsage, estimateResources, validateConfig, } from './utilities/parameters';
 export { selectBackend } from './backend';
 export { default as performanceTest } from './utilities/performance';
+export declare const layers: {
+    CausalSelfAttention: typeof CausalSelfAttention;
+    MLP: typeof MLP;
+    TransformerBlock: typeof TransformerBlock;
+    RoPECache: typeof RoPECache;
+};
+export { default as AdamExt } from './training/AdamExt';

package/dist/main.js

@@ -1,11 +1,11 @@
-import { default as R } from "./NanoGPTModel.js";
-import { default as q } from "./TeachableLLM.js";
-import { default as A } from "./tokeniser/CharTokeniser.js";
-import { default as I } from "./tokeniser/bpe.js";
-import { default as K } from "./utilities/waitForModel.js";
-import { default as Q } from "./data/textLoader.js";
-import { estimateMemoryUsage as V, estimateParameterCount as W, estimateResources as X, estimateTrainingMemoryUsage as Y, validateConfig as Z } from "./utilities/parameters.js";
-import "./index-C0dhsYom.js";
+import { default as W } from "./NanoGPTModel.js";
+import { default as Y } from "./TeachableLLM.js";
+import { default as _ } from "./tokeniser/CharTokeniser.js";
+import { default as oo } from "./tokeniser/bpe.js";
+import { default as to } from "./utilities/waitForModel.js";
+import { default as eo } from "./data/textLoader.js";
+import { estimateMemoryUsage as po, estimateParameterCount as ao, estimateResources as fo, estimateTrainingMemoryUsage as so, validateConfig as lo } from "./utilities/parameters.js";
+import "./index-UdZhlibC.js";
 import "./ops/cpu/scatterSub.js";
 import "./ops/webgl/scatterSub.js";
 import "./ops/cpu/gatherSub.js";
@@ -16,10 +16,10 @@ import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import "./random_width-DkYP8W8N.js";
-import "./register_all_kernels-guvSxp7M.js";
+import "./random_width-DbSpgl4o.js";
+import "./register_all_kernels-DnbAyBXt.js";
 import "./index-Tf7vU29b.js";
-import "./dataset-JDyjG3QR.js";
+import "./dataset-U3PrjwgU.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";
@@ -33,25 +33,42 @@ import "./ops/webgl/matMulGelu.js";
 import "./ops/grads/matMulGelu.js";
 import "./ops/cpu/gelu.js";
 import "./ops/webgl/gelu.js";
-import "./gelu-uyHP1x1f.js";
+import "./gelu-BFwVnd1r.js";
 import "./ops/cpu/normRMS.js";
 import "./ops/webgl/normRMS.js";
 import "./ops/grads/normRMS.js";
 import "./ops/webgl/log.js";
-import { selectBackend as $ } from "./backend.js";
-import { default as ot } from "./utilities/performance.js";
+import "./ops/cpu/adamMoments.js";
+import "./ops/webgl/adamMoments.js";
+import "./ops/cpu/adamAdjust.js";
+import "./ops/webgl/adamAdjust.js";
+import { selectBackend as xo } from "./backend.js";
+import { default as co } from "./utilities/performance.js";
+import o from "./layers/CausalSelfAttention.js";
+import r from "./layers/MLP.js";
+import t from "./layers/TransformerBlock.js";
+import m from "./layers/RoPECache.js";
+import { default as ko } from "./training/AdamExt.js";
+const O = {
+  CausalSelfAttention: o,
+  MLP: r,
+  TransformerBlock: t,
+  RoPECache: m
+};
 export {
-  I as BPETokeniser,
-  A as CharTokeniser,
-  R as NanoGPT,
-  q as TeachableLLM,
-  V as estimateMemoryUsage,
-  W as estimateParameterCount,
-  X as estimateResources,
-  Y as estimateTrainingMemoryUsage,
-  Q as loadTextData,
-  ot as performanceTest,
-  $ as selectBackend,
-  Z as validateConfig,
-  K as waitForModel
+  ko as AdamExt,
+  oo as BPETokeniser,
+  _ as CharTokeniser,
+  W as NanoGPT,
+  Y as TeachableLLM,
+  po as estimateMemoryUsage,
+  ao as estimateParameterCount,
+  fo as estimateResources,
+  so as estimateTrainingMemoryUsage,
+  O as layers,
+  eo as loadTextData,
+  co as performanceTest,
+  xo as selectBackend,
+  lo as validateConfig,
+  to as waitForModel
 };

package/dist/{mat_mul-1nwdPkQ_.js → mat_mul-dwmZz69e.js}

@@ -1,4 +1,4 @@
-import { x as m, y as s, F as c, E as M, H as p } from "./index-C0dhsYom.js";
+import { B as m, C as s, I as c, E as M, J as p } from "./index-UdZhlibC.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/{max-BQc2Aj-I.js → max-ByjEGoFx.js}

@@ -1,4 +1,4 @@
-import { x as r, y as x, E as e, N as c } from "./index-C0dhsYom.js";
+import { B as r, C as e, E as x, U as c } from "./index-UdZhlibC.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -16,8 +16,8 @@ import { x as r, y as x, E as e, N as c } from "./index-C0dhsYom.js";
  * =============================================================================
  */
 function m(n, s = null, o = !1) {
-  const t = { x: x(n, "x", "max") }, a = { reductionIndices: s, keepDims: o };
-  return e.runKernel(c, t, a);
+  const t = { x: e(n, "x", "max") }, a = { reductionIndices: s, keepDims: o };
+  return x.runKernel(c, t, a);
 }
 const l = /* @__PURE__ */ r({ max_: m });
 export {

package/dist/{mulmat_packed_gpu-Gzf3I9UV.js → mulmat_packed_gpu-IGPBp6h9.js}

@@ -1,4 +1,4 @@
-import { u as z } from "./gpgpu_math-DJm3ZTAf.js";
+import { u as z } from "./gpgpu_math-DffelNS-.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.