@genai-fi/nanogpt 0.7.3 → 0.8.0

package/dist/{index-BoWRt-10.js → index-CUQrfsw_.js}

@@ -4152,297 +4152,298 @@ function Bs() {
  */
 Bs();
 export {
-  Ps as $,
-  bi as A,
+  Rt as $,
+  An as A,
   D as B,
   T as C,
   Tn as D,
   f as E,
-  Ct as F,
+  Xn as F,
   ta as G,
-  Ge as H,
-  K as I,
-  hr as J,
-  Ya as K,
-  So as L,
-  Xn as M,
-  Po as N,
+  Sr as H,
+  wi as I,
+  bi as J,
+  C as K,
+  Ct as L,
+  Ge as M,
+  K as N,
   H as O,
   Ga as P,
-  Sr as Q,
+  hr as Q,
   Ka as R,
   ko as S,
   x as T,
-  ka as U,
-  Xa as V,
-  ho as W,
-  Rt as X,
-  bo as Y,
-  In as Z,
-  An as _,
+  Ya as U,
+  So as V,
+  Po as W,
+  ka as X,
+  Ra as Y,
+  Xa as Z,
+  ho as _,
   b as a,
-  Na as a$,
-  ni as a0,
-  $t as a1,
-  xe as a2,
-  Gs as a3,
-  oo as a4,
-  ea as a5,
-  wr as a6,
-  ne as a7,
-  Br as a8,
-  fo as a9,
-  A as aA,
-  st as aB,
-  di as aC,
-  Se as aD,
-  fi as aE,
-  gi as aF,
-  Us as aG,
-  _s as aH,
-  $s as aI,
-  ut as aJ,
-  Ws as aK,
-  jt as aL,
-  ue as aM,
-  Xo as aN,
-  O as aO,
-  fr as aP,
-  lo as aQ,
-  zr as aR,
-  Ma as aS,
-  rs as aT,
-  V as aU,
-  Hr as aV,
-  na as aW,
-  sa as aX,
-  aa as aY,
-  ua as aZ,
-  ha as a_,
-  pi as aa,
-  xt as ab,
-  S as ac,
-  xa as ad,
-  Kr as ae,
-  fa as af,
-  F as ag,
-  pe as ah,
-  ti as ai,
-  gt as aj,
-  Zr as ak,
-  qn as al,
-  ie as am,
-  la as an,
-  Zo as ao,
-  za as ap,
-  Ne as aq,
-  po as ar,
-  Vr as as,
-  Ja as at,
-  no as au,
-  Vo as av,
-  yi as aw,
-  Ns as ax,
-  Qo as ay,
-  Xe as az,
+  ua as a$,
+  bo as a0,
+  ni as a1,
+  $t as a2,
+  xe as a3,
+  Gs as a4,
+  xa as a5,
+  oo as a6,
+  ea as a7,
+  wn as a8,
+  wr as a9,
+  Qo as aA,
+  Xe as aB,
+  A as aC,
+  st as aD,
+  di as aE,
+  Se as aF,
+  fi as aG,
+  gi as aH,
+  Us as aI,
+  _s as aJ,
+  $s as aK,
+  ut as aL,
+  Ws as aM,
+  jt as aN,
+  ue as aO,
+  Xo as aP,
+  O as aQ,
+  fr as aR,
+  lo as aS,
+  zr as aT,
+  Ma as aU,
+  rs as aV,
+  V as aW,
+  Hr as aX,
+  na as aY,
+  sa as aZ,
+  aa as a_,
+  ne as aa,
+  Br as ab,
+  fo as ac,
+  pi as ad,
+  xt as ae,
+  S as af,
+  Kr as ag,
+  fa as ah,
+  F as ai,
+  pe as aj,
+  ti as ak,
+  gt as al,
+  Zr as am,
+  qn as an,
+  ie as ao,
+  la as ap,
+  Zo as aq,
+  za as ar,
+  Ne as as,
+  po as at,
+  Vr as au,
+  Ja as av,
+  no as aw,
+  Vo as ax,
+  yi as ay,
+  Ns as az,
   q as b,
-  Ea as b$,
-  ma as b0,
-  Da as b1,
-  Ha as b2,
-  ro as b3,
-  Uo as b4,
-  Oo as b5,
-  Rr as b6,
-  Yr as b7,
-  jo as b8,
-  Ca as b9,
-  Bo as bA,
-  Do as bB,
-  nn as bC,
-  Re as bD,
-  Zs as bE,
-  Qs as bF,
-  tr as bG,
-  ir as bH,
-  lr as bI,
-  Co as bJ,
-  dr as bK,
-  Qr as bL,
-  br as bM,
-  kr as bN,
-  Tr as bO,
-  Er as bP,
-  vr as bQ,
-  Mr as bR,
-  Dr as bS,
-  Fr as bT,
-  xr as bU,
-  $r as bV,
-  jr as bW,
-  ga as bX,
-  yo as bY,
-  pa as bZ,
-  Ia as b_,
-  La as ba,
-  Pa as bb,
-  to as bc,
-  Za as bd,
-  _o as be,
-  Ke as bf,
-  zs as bg,
-  Hs as bh,
-  Ks as bi,
-  oe as bj,
-  Vs as bk,
-  _t as bl,
-  ae as bm,
-  gr as bn,
-  te as bo,
-  yr as bp,
-  qr as bq,
-  Xr as br,
-  Ye as bs,
-  Ze as bt,
-  Qe as bu,
-  $a as bv,
-  Va as bw,
-  ao as bx,
-  fn as by,
-  en as bz,
+  pa as b$,
+  ha as b0,
+  Na as b1,
+  ma as b2,
+  Da as b3,
+  Ha as b4,
+  ro as b5,
+  Uo as b6,
+  Oo as b7,
+  Rr as b8,
+  Yr as b9,
+  fn as bA,
+  en as bB,
+  Bo as bC,
+  Do as bD,
+  nn as bE,
+  Re as bF,
+  Zs as bG,
+  Qs as bH,
+  tr as bI,
+  ir as bJ,
+  lr as bK,
+  Co as bL,
+  dr as bM,
+  Qr as bN,
+  br as bO,
+  kr as bP,
+  Tr as bQ,
+  Er as bR,
+  vr as bS,
+  Mr as bT,
+  Dr as bU,
+  Fr as bV,
+  xr as bW,
+  $r as bX,
+  jr as bY,
+  ga as bZ,
+  yo as b_,
+  jo as ba,
+  Ca as bb,
+  La as bc,
+  Pa as bd,
+  to as be,
+  Za as bf,
+  _o as bg,
+  Ke as bh,
+  zs as bi,
+  Hs as bj,
+  Ks as bk,
+  oe as bl,
+  Vs as bm,
+  _t as bn,
+  ae as bo,
+  gr as bp,
+  te as bq,
+  yr as br,
+  qr as bs,
+  Xr as bt,
+  Ye as bu,
+  Ze as bv,
+  Qe as bw,
+  $a as bx,
+  Va as by,
+  ao as bz,
   tt as c,
-  mi as c$,
-  Ba as c0,
-  Oa as c1,
-  _a as c2,
-  Ua as c3,
-  wo as c4,
-  so as c5,
-  uo as c6,
-  go as c7,
-  zo as c8,
-  Ir as c9,
-  Gr as cA,
-  Or as cB,
-  Wr as cC,
-  oa as cD,
-  ia as cE,
-  ca as cF,
-  ba as cG,
-  Sa as cH,
-  wa as cI,
-  Aa as cJ,
-  Ta as cK,
-  Fa as cL,
-  Ra as cM,
-  tn as cN,
-  eo as cO,
-  Qa as cP,
-  mo as cQ,
-  Mo as cR,
-  $o as cS,
-  ms as cT,
-  sn as cU,
-  li as cV,
-  ws as cW,
-  bs as cX,
-  G as cY,
-  Oe as cZ,
-  xs as c_,
-  Ko as ca,
-  Cr as cb,
-  Pr as cc,
-  qo as cd,
-  Be as ce,
-  Es as cf,
-  As as cg,
-  Is as ch,
-  Ss as ci,
-  Ts as cj,
-  ks as ck,
-  Xs as cl,
-  Js as cm,
-  Ys as cn,
-  er as co,
-  nr as cp,
-  sr as cq,
-  or as cr,
-  rr as cs,
-  ar as ct,
-  ur as cu,
-  cr as cv,
-  mr as cw,
-  He as cx,
-  Ar as cy,
-  _r as cz,
+  xs as c$,
+  Ia as c0,
+  Ea as c1,
+  Ba as c2,
+  Oa as c3,
+  _a as c4,
+  Ua as c5,
+  wo as c6,
+  so as c7,
+  uo as c8,
+  go as c9,
+  Ar as cA,
+  _r as cB,
+  Gr as cC,
+  Or as cD,
+  Wr as cE,
+  oa as cF,
+  ia as cG,
+  ca as cH,
+  ba as cI,
+  Sa as cJ,
+  wa as cK,
+  Aa as cL,
+  Ta as cM,
+  Fa as cN,
+  tn as cO,
+  eo as cP,
+  Qa as cQ,
+  mo as cR,
+  Mo as cS,
+  $o as cT,
+  ms as cU,
+  sn as cV,
+  li as cW,
+  ws as cX,
+  bs as cY,
+  G as cZ,
+  Oe as c_,
+  zo as ca,
+  Ir as cb,
+  Ko as cc,
+  Cr as cd,
+  Pr as ce,
+  qo as cf,
+  Be as cg,
+  Es as ch,
+  As as ci,
+  Is as cj,
+  Ss as ck,
+  Ts as cl,
+  ks as cm,
+  Xs as cn,
+  Js as co,
+  Ys as cp,
+  er as cq,
+  nr as cr,
+  sr as cs,
+  or as ct,
+  rr as cu,
+  ar as cv,
+  ur as cw,
+  cr as cx,
+  mr as cy,
+  He as cz,
   M as d,
-  ui as d0,
-  hi as d1,
-  Fe as d2,
-  Rs as d3,
-  js as d4,
-  lt as d5,
-  Cs as d6,
-  Nt as d7,
-  ci as d8,
-  Je as d9,
-  qs as dA,
-  Wa as dB,
-  ja as dC,
-  qa as dD,
-  Io as dE,
-  To as dF,
-  xo as dG,
-  No as dH,
-  ei as dI,
-  Os as dJ,
-  It as dK,
-  kn as dL,
-  yt as da,
-  Ls as db,
-  pr as dc,
-  Nr as dd,
-  Lr as de,
-  Ur as df,
-  Jr as dg,
-  Wo as dh,
-  Ho as di,
-  ra as dj,
-  da as dk,
-  ya as dl,
-  va as dm,
-  co as dn,
-  Eo as dp,
-  Ao as dq,
-  vo as dr,
-  Fo as ds,
-  Ro as dt,
-  io as du,
-  Lo as dv,
-  Go as dw,
-  de as dx,
-  ts as dy,
-  ct as dz,
+  mi as d0,
+  ui as d1,
+  hi as d2,
+  Fe as d3,
+  Rs as d4,
+  js as d5,
+  lt as d6,
+  Cs as d7,
+  Nt as d8,
+  ci as d9,
+  ct as dA,
+  qs as dB,
+  Wa as dC,
+  ja as dD,
+  qa as dE,
+  Io as dF,
+  To as dG,
+  xo as dH,
+  No as dI,
+  ei as dJ,
+  Os as dK,
+  It as dL,
+  kn as dM,
+  Je as da,
+  yt as db,
+  Ls as dc,
+  pr as dd,
+  Nr as de,
+  Lr as df,
+  Ur as dg,
+  Jr as dh,
+  Wo as di,
+  Ho as dj,
+  ra as dk,
+  da as dl,
+  ya as dm,
+  va as dn,
+  co as dp,
+  Eo as dq,
+  Ao as dr,
+  vo as ds,
+  Fo as dt,
+  Ro as du,
+  io as dv,
+  Lo as dw,
+  Go as dx,
+  de as dy,
+  ts as dz,
   si as e,
   Jo as f,
   ii as g,
   as as h,
   Yo as i,
   z as j,
-  os as k,
-  y as l,
+  Bn as k,
+  os as l,
   ri as m,
-  $ as n,
-  k as o,
+  y as n,
+  $ as o,
   $e as p,
-  nt as q,
+  k as q,
   oi as r,
   ai as s,
   E as t,
   fe as u,
   hs as v,
-  Bn as w,
+  nt as w,
   Qt as x,
-  wi as y,
-  C as z
+  Ps as y,
+  In as z
 };

package/dist/{kernel_funcs_utils-BYKWV8Aa.js → kernel_funcs_utils-P9aFa232.js}

@@ -1,6 +1,6 @@
-import { k as B, j as G, am as K, a6 as W, an as z, ao as V, ac as N, ap as F, u as S } from "./index-BoWRt-10.js";
-import { u as O, f as Y } from "./gpgpu_math-DGNLNL4I.js";
-import { f as v } from "./backend_util-TE7aTPhZ.js";
+import { l as B, j as G, ao as K, a9 as W, ap as z, aq as V, af as N, ar as F, u as S } from "./index-CUQrfsw_.js";
+import { u as O, f as Y } from "./gpgpu_math-TFLxaLkw.js";
+import { f as v } from "./backend_util-BJ-_jSeK.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -315,12 +315,12 @@ const me = {
  * limitations under the License.
  * =============================================================================
  */
-const w = "return (a < 0.) ? b * a : a;", k = `
+const w = "return (a < 0.) ? b * a : a;", R = `
   vec4 aLessThanZero = vec4(lessThan(a, vec4(0.)));
   return (aLessThanZero * (b * a)) + ((vec4(1.0) - aLessThanZero) * a);
 `;
 function oe(t) {
-  const { inputs: e, backend: s, attrs: r } = t, { x: u } = e, { alpha: n } = r, o = s.makeTensorInfo([], "float32", V(n, "float32")), i = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") ? new E(k, u.shape, o.shape) : new b(w, u.shape, o.shape), a = s.runWebGLProgram(i, [u, o], "float32");
+  const { inputs: e, backend: s, attrs: r } = t, { x: u } = e, { alpha: n } = r, o = s.makeTensorInfo([], "float32", V(n, "float32")), i = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") ? new E(R, u.shape, o.shape) : new b(w, u.shape, o.shape), a = s.runWebGLProgram(i, [u, o], "float32");
   return s.disposeIntermediateTensorInfo(o), a;
 }
 const be = {
@@ -344,12 +344,12 @@ const be = {
  * limitations under the License.
  * =============================================================================
  */
-const R = "return (a < 0.) ? b * a : a;", U = `
+const k = "return (a < 0.) ? b * a : a;", U = `
   vec4 aLessThanZero = vec4(lessThan(a, vec4(0.)));
   return (aLessThanZero * (b * a)) + ((vec4(1.0) - aLessThanZero) * a);
 `;
 function ue(t) {
-  const { inputs: e, backend: s } = t, { x: r, alpha: u } = e, n = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") ? new E(U, r.shape, u.shape) : new b(R, r.shape, u.shape);
+  const { inputs: e, backend: s } = t, { x: r, alpha: u } = e, n = N().getBool("WEBGL_PACK_BINARY_OPERATIONS") ? new E(U, r.shape, u.shape) : new b(k, r.shape, u.shape);
   return s.runWebGLProgram(n, [r, u], "float32");
 }
 const Ne = {
@@ -433,9 +433,9 @@ function Ae(t, e = !1) {
   if (t === "relu6")
     return e ? ae : Q;
   if (t === "prelu")
-    return e ? U : R;
+    return e ? U : k;
   if (t === "leakyrelu")
-    return e ? k : w;
+    return e ? R : w;
   if (t === "sigmoid")
     return e ? re : X;
   throw new Error(`Activation ${t} has not been implemented for the WebGL backend.`);

package/dist/layers/BaseLayer.d.ts

@@ -1,27 +1,22 @@
-import { GPTConfig } from '../config';
+import { GPTConfig } from '../models/config';
 import { default as MemoryProfiler } from '../utilities/profile';
 import { default as RoPECache } from './RoPECache';
 import { Tensor, Variable } from '@tensorflow/tfjs-core';
-export interface LayerConfig {
-    checkpointing?: boolean;
-    profiler?: MemoryProfiler;
-    ropeCache?: RoPECache;
-}
-export interface GPTLayerConfig {
-    gpt: GPTConfig;
-    layerConfig: LayerConfig;
-}
 export interface ForwardAttributes {
     training: boolean;
+    checkpointing?: boolean;
+    ropeCache?: RoPECache;
 }
 export default abstract class BaseLayer<ATTR extends ForwardAttributes = ForwardAttributes> {
     readonly parent?: BaseLayer;
-    readonly config: GPTLayerConfig;
+    readonly config: GPTConfig;
     private _variables;
     private _trainable;
     readonly children: BaseLayer[];
-    constructor(config: GPTLayerConfig, parent?: BaseLayer);
+    private profiler?;
+    constructor(config: GPTConfig, parent?: BaseLayer);
     getProfiler(): MemoryProfiler | undefined;
+    setProfiler(profiler: MemoryProfiler | null): void;
     startMemory(): void;
     endMemory(label: string): void;
     addVariable(name: string, variable?: Variable): void;
@@ -29,7 +24,7 @@ export default abstract class BaseLayer<ATTR extends ForwardAttributes = Forward
     get trainableVariables(): Variable[];
     get trainable(): boolean;
     set trainable(value: boolean);
-    getVariable(name: string): Variable;
+    getVariable(name: string, recursive?: boolean): Variable;
     hasVariable(name: string): boolean;
     setVariable(name: string, variable: Variable): void;
     saveWeights(map: Map<string, Tensor[]>): void;