@genai-fi/nanogpt 0.5.6 → 0.6.1

package/dist/TeachableLLM.js

@@ -1,17 +1,17 @@
-import { defaultConfig as h } from "./config.js";
+import { defaultConfig as d } from "./config.js";
 import l from "./NanoGPTModel.js";
-import { saveModel as d } from "./utilities/save.js";
-import { loadModel as f } from "./utilities/load.js";
-import u from "./Generator.js";
-import p from "./Trainer.js";
-import { E as _ } from "./index-Dwqa6Zy2.js";
-import { dummyPassAsync as m } from "./utilities/dummy.js";
-import c from "./tokeniser/CharTokeniser.js";
-import g from "./tokeniser/bpe.js";
+import { saveModel as f } from "./utilities/save.js";
+import { loadModel as u } from "./utilities/load.js";
+import p from "./Generator.js";
+import _ from "./Trainer.js";
+import { E as c } from "./index-Dwqa6Zy2.js";
+import { dummyPassTrainAsync as m } from "./utilities/dummy.js";
+import g from "./tokeniser/CharTokeniser.js";
+import w from "./tokeniser/bpe.js";
 import "./papaparse.min-C8l2Kvo1.js";
 import "./index-Tf7vU29b.js";
 import "./jszip.min-CjP2V1VV.js";
-import "./index-Du-bmOP8.js";
+import "./index-CamYe_M8.js";
 import "./ops/cpu/scatterSub.js";
 import "./ops/webgl/scatterSub.js";
 import "./ops/cpu/gatherSub.js";
@@ -22,7 +22,9 @@ import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import "@tensorflow/tfjs";
+import "./random_width-CLMQG5Jn.js";
+import "./register_all_kernels-COt6wLD0.js";
+import "./dataset-BFFipD1c.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";
@@ -40,13 +42,15 @@ import "./ops/grads/gelu.js";
 import "./ops/cpu/normRMS.js";
 import "./ops/webgl/normRMS.js";
 import "./ops/grads/normRMS.js";
-import w from "./utilities/profile.js";
+import "./ops/webgl/log.js";
+import k from "./utilities/profile.js";
 class a {
-  ee = new _();
+  ee = new c();
   _config;
   _model;
   _tokeniser;
   _status = "loading";
+  _memoryRequirements;
   meta = {};
   constructor(t, e) {
     this._config = e?.config, this._tokeniser = t, this._model = e;
@@ -78,38 +82,42 @@ class a {
   get ready() {
     return this._status === "ready" && !!this._model && !!this._tokeniser && this.tokeniser.trained;
   }
+  estimateTrainingMemoryUsage(t) {
+    const e = this._memoryRequirements ?? { perBatch: 0, gradients: 0 }, r = e.perBatch * t, o = e.gradients;
+    return r * 0.66 + o * 4;
+  }
   setStatus(t) {
     this._status !== t && (this._status = t, this.ee.emit("status", t));
   }
   saveModel(t) {
     if (!this._model || !this._tokeniser)
       throw new Error("Model or tokeniser is not initialized.");
-    return d(this._model, this._tokeniser, {
+    return f(this._model, this._tokeniser, {
       ...t,
       name: t?.name || this.meta.name
     });
   }
   static loadModel(t) {
     const e = new a();
-    return f(t).then(({ model: i, tokeniser: s }) => {
-      e._model = i, e._tokeniser = s, e._config = i.config, e.setStatus("warmup"), m(i).then(() => {
-        e.setStatus("ready"), e.ee.emit("loaded");
-      }).catch((o) => {
-        e.setStatus("error"), e.ee.emit("error", o);
+    return u(t).then(({ model: r, tokeniser: o, name: s }) => {
+      e._model = r, e._tokeniser = o, e._config = r.config, s && (e.meta.name = s), e.setStatus("warmup"), m(r).then((i) => {
+        e._memoryRequirements = i, e.setStatus("ready"), e.ee.emit("loaded");
+      }).catch((i) => {
+        e.setStatus("error"), e.ee.emit("error", i);
       });
-    }).catch((i) => {
-      e.setStatus("error"), e.ee.emit("error", i);
+    }).catch((r) => {
+      e.setStatus("error"), e.ee.emit("error", r);
     }), e;
   }
   static create(t, e = {}) {
-    const i = { ...h, ...e }, s = t === "char" ? new c(i.vocabSize) : new g(i.vocabSize), o = new l(i), r = new a(s, o);
-    return r.setStatus("warmup"), m(o).then(() => {
-      r.tokeniser.trained ? (r.setStatus("ready"), r.ee.emit("loaded")) : (r.setStatus("awaitingTokens"), r.ee.emit("loaded"), r.tokeniser.once("trainStatus", (n) => {
-        n === "trained" && r.setStatus("ready");
+    const r = { ...d, ...e }, o = t === "char" ? new g(r.vocabSize) : new w(r.vocabSize), s = new l(r), i = new a(o, s);
+    return i.setStatus("warmup"), m(s).then((n) => {
+      i._memoryRequirements = n, i.tokeniser.trained ? (i.setStatus("ready"), i.ee.emit("loaded")) : (i.setStatus("awaitingTokens"), i.ee.emit("loaded"), i.tokeniser.once("trainStatus", (h) => {
+        h === "trained" && i.setStatus("ready");
       }));
     }).catch((n) => {
-      r.setStatus("error"), r.ee.emit("error", n);
-    }), r;
+      i.setStatus("error"), i.ee.emit("error", n);
+    }), i;
   }
   getProfiler() {
     return this._model?.getProfiler();
@@ -121,7 +129,7 @@ class a {
     if (t) {
       if (!this._config)
         throw new Error("Model is not initialized.");
-      this._config.layerConfig.profiler || (this._config.layerConfig.profiler = new w());
+      this._config.layerConfig.profiler || (this._config.layerConfig.profiler = new k());
     } else
       this._config?.layerConfig.profiler && (this._config.layerConfig.profiler = void 0);
   }
@@ -133,11 +141,11 @@ class a {
   trainer() {
     if (!this._model || !this._tokeniser)
       throw new Error("Model or tokeniser is not initialized.");
-    const t = new p(this._model, this._tokeniser);
-    return t.on("start", () => this.setStatus("training")), t.on("stop", () => this.setStatus("ready")), t.on("log", async (e, i) => {
-      const s = this.ee.listeners("trainStep");
-      for (const o of s)
-        await o(e, i);
+    const t = new _(this._model, this._tokeniser);
+    return t.on("start", () => this.setStatus("training")), t.on("stop", () => this.setStatus("ready")), t.on("log", async (e, r) => {
+      const o = this.ee.listeners("trainStep");
+      for (const s of o)
+        await s(e, r);
     }), t;
   }
   train(t, e) {
@@ -152,7 +160,7 @@ class a {
   generator() {
     if (!this._model || !this._tokeniser)
       throw new Error("model_or_tokeniser_not_initialized.");
-    const t = new u(this._model, this._tokeniser);
+    const t = new p(this._model, this._tokeniser);
     return t.on("start", () => {
       this.status === "ready" && this.setStatus("busy");
     }), t.on("stop", () => {

package/dist/{TiedEmbedding-8S8xn8e6.js → TiedEmbedding-C1HBot-5.js}

@@ -1,9 +1,8 @@
-import { R as a } from "./random_width-C-v-35bY.js";
-import "./index-Du-bmOP8.js";
-import { d as s } from "./tfjs_backend-D9Ytje0G.js";
+import { R as a, d as s } from "./random_width-CLMQG5Jn.js";
+import "./index-CamYe_M8.js";
 import o from "./layers/BaseLayer.js";
-import { v as m } from "./variable-DZ3fF0R2.js";
-import { g as d } from "./gather-D6MsdXqc.js";
+import { v as m } from "./variable-CLVXjN7F.js";
+import { g as d } from "./gather-DKtUaTtA.js";
 /**
  * @license
  * Copyright 2018 Google LLC
@@ -13,16 +12,16 @@ import { g as d } from "./gather-D6MsdXqc.js";
  * https://opensource.org/licenses/MIT.
  * =============================================================================
  */
-function n(e) {
-  return new a(e);
+function n(i) {
+  return new a(i);
 }
-class c extends o {
+class S extends o {
   vocabSize;
   embedDim;
   initializer;
   WEIGHTS;
-  constructor(t, i, r) {
-    super(t, r), this.WEIGHTS = i, this.vocabSize = t.gpt.vocabSize, this.embedDim = t.gpt.nEmbed, this.initializer = n({
+  constructor(t, e, r) {
+    super(t, r), this.WEIGHTS = e, this.vocabSize = t.gpt.vocabSize, this.embedDim = t.gpt.nEmbed, this.initializer = n({
       mean: 0,
       stddev: 0.02
     }), this.addVariable(this.WEIGHTS, m(this.initializer.apply([this.vocabSize, this.embedDim]), !0));
@@ -34,11 +33,11 @@ class c extends o {
     return s(t, this.getVariable(this.WEIGHTS).transpose());
   }
   // Dummy, should not be used.
-  forward(t, i) {
-    return this.project(i);
+  forward(t, e) {
+    return this.project(e);
   }
 }
 export {
-  c as T,
+  S as T,
   n as r
 };

package/dist/{axis_util-BczFISHz.js → axis_util-CCNL7jea.js}

@@ -1,4 +1,4 @@
-import { l as c } from "./index-Du-bmOP8.js";
+import { k as c } from "./index-CamYe_M8.js";
 /**
  * @license
  * Copyright 2017 Google LLC. All Rights Reserved.
@@ -21,28 +21,28 @@ function i(e, n) {
       return !1;
   return !0;
 }
-function l(e, n, t) {
+function a(e, n, t) {
   const r = e.length + n.length, s = [];
   let o = 0, f = 0;
   for (let u = 0; u < r; u++)
     t.indexOf(u) === -1 ? s.push(e[o++]) : s.push(n[f++]);
   return s;
 }
-function a(e, n) {
+function l(e, n) {
   const t = [], r = e.length;
   for (let o = 0; o < r; o++)
     n.indexOf(o) === -1 && t.push(e[o]);
   const s = n.map((o) => e[o]);
   return [t, s];
 }
-function m(e, n) {
+function h(e, n) {
   const t = n.map((r) => 1);
-  return l(e, t, n);
+  return a(e, t, n);
 }
-function d(e, n, t) {
+function m(e, n, t) {
   c(i(n, t), () => `${e} supports only inner-most axes for now. Got axes ${n} and rank-${t} input.`);
 }
-function h(e, n) {
+function d(e, n) {
   if (i(e, n))
     return null;
   const t = [];
@@ -61,9 +61,11 @@ function x(e, n) {
 }
 export {
   x as a,
-  d as b,
-  a as c,
-  g as d,
-  m as e,
-  h as g
+  m as b,
+  l as c,
+  i as d,
+  h as e,
+  a as f,
+  d as g,
+  g as h
 };

package/dist/{broadcast_to-B7NGsBSh.js → broadcast_to-CddAF879.js}

@@ -1,5 +1,5 @@
-import { o as h, j as f, n as p, y as g, E as u, L as b } from "./index-Du-bmOP8.js";
-import { r as T } from "./reshape-BH7eBpwq.js";
+import { q as h, w as f, y as p, I as g, E as u, J as b } from "./index-CamYe_M8.js";
+import { r as T } from "./reshape-C45vIIRU.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/{concat-DdKPyAtw.js → concat-XOK9ANZu.js}

@@ -1,4 +1,4 @@
-import { o as s, l as a, k as p, y as i, E as l, C as f } from "./index-Du-bmOP8.js";
+import { q as s, k as a, x as p, I as i, E as l, K as f } from "./index-CamYe_M8.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -15,13 +15,13 @@ import { o as s, l as a, k as p, y as i, E as l, C as f } from "./index-Du-bmOP8
  * limitations under the License.
  * =============================================================================
  */
-function h(o, e = 0) {
-  a(o.length >= 1, () => "Pass at least one tensor to concat");
-  const t = p(o, "tensors", "concat", "string_or_numeric");
-  if (t[0].dtype === "complex64" && t.forEach((n) => {
-    if (n.dtype !== "complex64")
+function h(n, e = 0) {
+  a(n.length >= 1, () => "Pass at least one tensor to concat");
+  const t = p(n, "tensors", "concat", "string_or_numeric");
+  if (t[0].dtype === "complex64" && t.forEach((o) => {
+    if (o.dtype !== "complex64")
       throw new Error(`Cannot concatenate complex64 tensors with a tensor
-          with dtype ${n.dtype}. `);
+          with dtype ${o.dtype}. `);
   }), t.length === 1)
     return i(t[0]);
   const r = t, c = { axis: e };

package/dist/{dataset-iqT4Otvb.js → dataset-BFFipD1c.js}

@@ -1,7 +1,7 @@
-import { af as S, T as h, N, a as v, ag as o, ah as p, ai as g, l as k, t as y } from "./index-Du-bmOP8.js";
+import { ab as S, T as h, ac as k, a as v, ad as o, ae as p, af as g, k as N, t as y } from "./index-CamYe_M8.js";
 import { s as R } from "./index-C4L8Cm77.js";
-import { s as $ } from "./stack-BV1v7l3S.js";
-import { t as B } from "./tensor-DgTOPY6h.js";
+import { s as $ } from "./stack-DgaoDmnF.js";
+import { t as B } from "./tensor-CDz5x1mP.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -75,7 +75,7 @@ function I(s) {
 }
 function c(s) {
   let t = !1;
-  if (N().get("IS_BROWSER"))
+  if (k().get("IS_BROWSER"))
     t = s instanceof TextDecoder;
   else {
     const { StringDecoder: e } = require("string_decoder");
@@ -930,7 +930,7 @@ class T {
    */
   batch(t, e = !0) {
     const r = this;
-    k(t > 0, () => `batchSize needs to be positive, but it is
+    N(t > 0, () => `batchSize needs to be positive, but it is
       ${t}`);
     let n;
     return this.size === 1 / 0 || this.size == null ? n = this.size : e ? n = Math.ceil(this.size / t) : n = Math.floor(this.size / t), u(async () => (await r.iterator()).columnMajorBatch(t, e, st), n);

package/dist/{dropout-B09InSJS.js → dropout-xlKRoJyU.js}

@@ -1,4 +1,4 @@
-import { o as l, j as h, E as m, aj as p, n as c, ak as d, ad as g, l as u, T as V, al as v, a8 as N, b as w } from "./index-Du-bmOP8.js";
+import { q as l, w as h, E as m, ag as p, y as c, ah as d, ai as g, k as u, T as V, aj as v, a7 as w, b as N } from "./index-CamYe_M8.js";
 import { s as f } from "./index-C4L8Cm77.js";
 /**
  * @license
@@ -69,7 +69,7 @@ class T {
     return t <= this.upper && t >= this.lower;
   }
 }
-class $ {
+class y {
   constructor(t = 0, e = 1, s, n) {
     if (this.canReturnFloat = () => this.dtype == null || this.dtype === "float32", this.min = t, this.range = e - t, this.dtype = s, n == null && (n = Math.random()), typeof n == "number" && (n = n.toString()), !this.canReturnFloat() && this.range <= 1)
       throw new Error(`The difference between ${t} - ${e} <= 1 and dtype is not float`);
@@ -98,7 +98,7 @@ class $ {
  * limitations under the License.
  * =============================================================================
  */
-function y(r, t = 0, e = 1, s, n) {
+function $(r, t = 0, e = 1, s, n) {
   if (c(r), s != null && s === "bool")
     throw new Error(`Unsupported data type ${s}`);
   const o = new T(t, e, s, !1, n), a = d(r, s);
@@ -106,7 +106,7 @@ function y(r, t = 0, e = 1, s, n) {
     a.values[i] = o.nextValue();
   return a.toTensor();
 }
-const _ = /* @__PURE__ */ l({ randomNormal_: y });
+const _ = /* @__PURE__ */ l({ randomNormal_: $ });
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -125,7 +125,7 @@ const _ = /* @__PURE__ */ l({ randomNormal_: y });
  */
 function M(r, t = 0, e = 1, s = "float32", n) {
   c(r);
-  const o = d(r, s), a = new $(t, e, null, n);
+  const o = d(r, s), a = new y(t, e, null, n);
   for (let i = 0; i < o.values.length; i++)
     o.values[i] = a.nextValue();
   return o.toTensor();
@@ -180,14 +180,14 @@ function R(r, t, e, s) {
   const n = h(r, "x", "dropout");
   if (u(n.dtype === "float32", () => `x has to be a floating point tensor since it's going to be scaled, but got a ${n.dtype} tensor instead.`), u(t >= 0 && t < 1, () => `rate must be a float in the range [0, 1), but got ${t}.`), t === 0)
     return r instanceof V ? n.clone() : n;
-  const o = E(n, e), a = 1 - t, i = v(x(N(D(o, 0, 1, "float32", s), a)), a);
-  return w(n, i);
+  const o = E(n, e), a = 1 - t, i = v(x(w(D(o, 0, 1, "float32", s), a)), a);
+  return N(n, i);
 }
-const G = /* @__PURE__ */ l({ dropout_: R });
+const q = /* @__PURE__ */ l({ dropout_: R });
 export {
   T as M,
   D as a,
-  G as d,
+  q as d,
   x as f,
   _ as r
 };

package/dist/{gather-D6MsdXqc.js → gather-DKtUaTtA.js}

@@ -1,4 +1,4 @@
-import { o as g, j as t, E as h, G as p } from "./index-Du-bmOP8.js";
+import { q as g, w as t, E as h, G as p } from "./index-CamYe_M8.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.