@genai-fi/nanogpt 0.4.3 → 0.4.5

package/dist/training/DatasetBuilder.js

@@ -1,7 +1,7 @@
-import { ae as $, ac as m, af as M, a as R, ag as f, ah as v, ai as z, j as _, t as x } from "../index-C4JCoBvj.js";
+import { aj as $, ah as d, L as M, a as R, ak as f, al as v, am as z, j as _, t as x } from "../index--6vO-cOz.js";
 import { s as E } from "../index-C4L8Cm77.js";
-import { s as P } from "../stack-D1YjmgKN.js";
-import { t as D } from "../tensor-BVeHdl7V.js";
+import { s as P } from "../stack-CmqSdsfs.js";
+import { t as D } from "../tensor-BGYi41cj.js";
 import "../index-Tf7vU29b.js";
 /**
  * @license
@@ -82,10 +82,10 @@ function p(s) {
     const { StringDecoder: e } = require("string_decoder");
     t = s instanceof e;
   }
-  return s != null && !ArrayBuffer.isView(s) && (Array.isArray(s) || typeof s == "object" && !(s instanceof m) && !(s instanceof Promise) && !t);
+  return s != null && !ArrayBuffer.isView(s) && (Array.isArray(s) || typeof s == "object" && !(s instanceof d) && !(s instanceof Promise) && !t);
 }
 function H(s) {
-  return s == null || q(s) || Array.isArray(s) || typeof s == "object" && s instanceof m || $(s);
+  return s == null || q(s) || Array.isArray(s) || typeof s == "object" && s instanceof d || $(s);
 }
 function q(s) {
   return s === null || typeof s != "object" && typeof s != "function";
@@ -111,7 +111,7 @@ function Q(s) {
   return L(s, G);
 }
 function G(s) {
-  return s instanceof m ? { value: s.clone(), recurse: !1 } : p(s) ? { value: null, recurse: !0 } : { value: s, recurse: !1 };
+  return s instanceof d ? { value: s.clone(), recurse: !1 } : p(s) ? { value: null, recurse: !0 } : { value: s, recurse: !1 };
 }
 /**
  * @license
@@ -477,7 +477,7 @@ class i {
    *   of the original element type.
    */
   rowMajorBatch(t, e = !0) {
-    return new j(this, t, e);
+    return new K(this, t, e);
   }
   /**
    * Groups elements into batches, represented in column-major form.
@@ -535,7 +535,7 @@ class i {
    *   unaltered.
    */
   take(t) {
-    return t < 0 || t == null ? this : new K(this, t);
+    return t < 0 || t == null ? this : new j(this, t);
   }
   /**
    * Skips the first `count` items in this stream.
@@ -641,7 +641,7 @@ class X extends i {
     return this.upstream.next();
   }
 }
-class K extends i {
+class j extends i {
   constructor(t, e) {
     super(), this.upstream = t, this.maxCount = e, this.count = 0;
   }
@@ -652,7 +652,7 @@ class K extends i {
     return this.count++ >= this.maxCount ? { value: null, done: !0 } : this.upstream.next();
   }
 }
-class j extends i {
+class K extends i {
   constructor(t, e, r = !0) {
     super(), this.upstream = t, this.batchSize = e, this.enableSmallLastBatch = r, this.lastRead = Promise.resolve({ value: null, done: !1 });
   }
@@ -1219,7 +1219,7 @@ function at(s) {
 function it(s) {
   if (s.length === 0)
     throw new Error("Can't make a batch of zero elements.");
-  return s[0] instanceof m ? P(s) : D(s);
+  return s[0] instanceof d ? P(s) : D(s);
 }
 /**
  * @license
@@ -1244,7 +1244,7 @@ function ut(s) {
     return k(() => t.next());
   });
 }
-class dt {
+class mt {
   tokenizer;
   blockSize;
   constructor(t, e = 128) {
@@ -1257,20 +1257,20 @@ class dt {
       n === 1 ? void 0 : Math.floor(n * h.length)
     ), w = (function* () {
       for (; ; ) {
-        const u = Math.floor(Math.random() * (c.length - this.blockSize - 1)), d = c.slice(u, u + this.blockSize), B = c.slice(u + 1, u + this.blockSize + 1);
-        yield { xs: d, ys: B };
+        const u = Math.floor(Math.random() * (c.length - this.blockSize - 1)), m = c.slice(u, u + this.blockSize), B = c.slice(u + 1, u + this.blockSize + 1);
+        yield { xs: m, ys: B };
       }
     }).bind(this);
     return ut(w).batch(e).map((u) => {
-      const d = u;
+      const m = u;
       return x(() => ({
-        xs: d.xs.cast("int32"),
-        ys: d.ys.cast("int32")
+        xs: m.xs.cast("int32"),
+        ys: m.ys.cast("int32")
         // this.tf.oneHot(batchData.ys.cast('int32'), this.tokenizer.vocabSize),
       }));
     }).prefetch(2);
   }
 }
 export {
-  dt as DatasetBuilder
+  mt as DatasetBuilder
 };

package/dist/training/FullTrainer.js

@@ -1,7 +1,7 @@
 import { generateText as v } from "../utilities/generate.js";
 import L from "./Trainer.js";
 import x from "./Evaluator.js";
-import { a as h } from "../index-C4JCoBvj.js";
+import { a as h } from "../index--6vO-cOz.js";
 const D = {
   desiredLoss: 0.01,
   logInterval: 1,

package/dist/training/Trainer.js

@@ -1,10 +1,10 @@
 import { DatasetBuilder as d } from "./DatasetBuilder.js";
 import h from "./AdamExt.js";
-import { t as g, v as u, a as o } from "../index-C4JCoBvj.js";
-import { m as y, n as f } from "../norm-CZM380I3.js";
-import { m as S, a as z } from "../moments-CjeIaVdp.js";
-import { m as b } from "../max-CP_9O2Yd.js";
-import { z as n } from "../zeros-dnQxFgAD.js";
+import { t as g, v as u, a as o } from "../index--6vO-cOz.js";
+import { m as y, n as f } from "../norm-DSva3hI3.js";
+import { m as S, a as z } from "../moments-DYOHXoRV.js";
+import { m as b } from "../max-BUShNgfh.js";
+import { z as n } from "../zeros-8xl-W2DC.js";
 class G {
   constructor(t, s, e = 1e-3) {
     this.tokenizer = s, this.model = t, this.learningRate = e, this.resetOptimizer(), this.datasetBuilder = new d(s, t.config.gpt.blockSize);

package/dist/training/sparseCrossEntropy.js

@@ -1,9 +1,9 @@
 import { gatherSub as L } from "../ops/gatherSub.js";
 import { scatterSub as y } from "../ops/scatterSub.js";
-import { e as u, c as i, z as S, t as f, s as G } from "../index-C4JCoBvj.js";
-import { s as v } from "../softmax-Cujsg4ay.js";
-import { m as z } from "../max-CP_9O2Yd.js";
-import { l as k } from "../log_sum_exp-BswFnwOb.js";
+import { e as u, c as i, z as S, t as f, s as G } from "../index--6vO-cOz.js";
+import { s as v } from "../softmax-Dsxflvdl.js";
+import { m as z } from "../max-BUShNgfh.js";
+import { l as k } from "../log_sum_exp-CiEy1aUe.js";
 function F(a, s) {
   return f(() => {
     const e = a.shape[a.shape.length - 1], o = a.shape.slice(0, -1).reduce((d, c) => d * c, 1), p = a.shape.length > 2 ? a.reshape([o, e]) : a, n = s.shape.length > 1 ? s.reshape([o]).cast("int32") : s.cast("int32"), t = z(p, -1, !0), r = G(p, t), h = k(r, -1);

package/dist/utilities/dummy.js

@@ -1,5 +1,5 @@
-import "../index-C4JCoBvj.js";
-import { z as n } from "../zeros-dnQxFgAD.js";
+import "../index--6vO-cOz.js";
+import { z as n } from "../zeros-8xl-W2DC.js";
 async function a(s) {
   const o = n([1, s.config.gpt.blockSize], "int32"), { logits: t, loss: i } = s.forward(o, void 0, !1);
   await t.data(), t.dispose(), i && i.dispose(), o.dispose();

package/dist/utilities/generate.js

@@ -1,6 +1,6 @@
-import { t as y } from "../index-C4JCoBvj.js";
-import { t as x } from "../tensor2d-DqFGNs_K.js";
-import { c as f } from "../concat-CuRsVY-K.js";
+import { t as y } from "../index--6vO-cOz.js";
+import { t as x } from "../tensor2d-DUr_htjt.js";
+import { c as f } from "../concat-DvWM7HGZ.js";
 async function A(o, r, a, c, T) {
   if (c <= 0)
     throw new Error("Length must be a positive integer");

package/dist/utilities/load.js

@@ -3,7 +3,7 @@ import { importWeights as b } from "./weights.js";
 import u from "../tokeniser/CharTokeniser.js";
 import F from "../NanoGPTModel.js";
 import { dummyPassAsync as j } from "./dummy.js";
-import { d as T } from "../index-C4JCoBvj.js";
+import { d as T } from "../index--6vO-cOz.js";
 import E from "../tokeniser/bpe.js";
 async function A(t) {
   const o = await fetch(t);

package/dist/utilities/profile.js

@@ -1,4 +1,4 @@
-import { m as s } from "../index-C4JCoBvj.js";
+import { m as s } from "../index--6vO-cOz.js";
 const m = 1024 * 1024;
 class i {
   log = /* @__PURE__ */ new Map();

package/dist/utilities/weights.js

@@ -1,5 +1,5 @@
-import "../index-C4JCoBvj.js";
-import { t as p } from "../tensor-BVeHdl7V.js";
+import "../index--6vO-cOz.js";
+import { t as p } from "../tensor-BGYi41cj.js";
 function h(n) {
   const e = n.reduce((s, o) => s + o.length, 0), a = new Float32Array(e);
   let t = 0;

package/dist/{variable-LJT9Ld63.js → variable-BJTZ3jOy.js}

@@ -1,4 +1,4 @@
-import { E as i } from "./index-C4JCoBvj.js";
+import { E as i } from "./index--6vO-cOz.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{zeros-dnQxFgAD.js → zeros-8xl-W2DC.js}

@@ -1,4 +1,4 @@
-import { o as m, h as r, U as l, E as c, V as i, k as p, W as u, n as f } from "./index-C4JCoBvj.js";
+import { o as m, h as r, X as l, E as c, Y as i, k as p, Z as u, n as f } from "./index--6vO-cOz.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@genai-fi/nanogpt",
-    "version": "0.4.3",
+    "version": "0.4.5",
     "type": "module",
     "main": "dist/main.js",
     "types": "dist/main.d.ts",

package/dist/gelu-CnCt17Lk.js

@@ -1,26 +0,0 @@
-import { g as t, e as n } from "./index-C4JCoBvj.js";
-import "./ops/cpu/gelu.js";
-import "./ops/webgl/gelu.js";
-const a = {
-  kernelName: "Gelu",
-  inputsToSave: ["x"],
-  outputsToSave: [],
-  gradFunc: (e, r) => {
-    const [u] = r;
-    return {
-      x: () => o(e, u)
-    };
-  }
-};
-t(a);
-function g(e) {
-  return n().runKernel("Gelu", { x: e });
-}
-function o(e, r) {
-  return n().runKernel("GeluGrad", { dy: e, x: r });
-}
-export {
-  a,
-  o as d,
-  g
-};