@genai-fi/nanogpt 0.2.12 → 0.3.0

package/dist/Trainer.js

@@ -1,10 +1,10 @@
 import { E as l } from "./index-Dwqa6Zy2.js";
 import h from "./training/FullTrainer.js";
-class m extends l {
+class c extends l {
   trainer;
   hasTrained = !1;
-  constructor(a, t) {
-    super(), this.trainer = new h(a.tf, a, t, 1e-3);
+  constructor(e, t) {
+    super(), this.trainer = new h(e, t, 1e-3);
   }
   stop() {
     this.trainer.stop();
@@ -12,14 +12,14 @@ class m extends l {
   reset() {
     this.hasTrained = !1, this.trainer.reset();
   }
-  async train(a, t) {
-    const { trainDataset: e, validationDataset: r } = await this.trainer.createTrainValidationSplit(
-      a,
+  async train(e, t) {
+    const { trainDataset: a, validationDataset: r } = await this.trainer.createTrainValidationSplit(
+      e,
       t?.batchSize || 32,
       t?.validationSplit || 0.1
     );
     this.hasTrained || this.trainer.setLearningRate(t?.learningRate || 1e-3), this.hasTrained = !0, this.emit("start"), await this.trainer.trainOnDataset(
-      e,
+      a,
       {
         prompt: t?.prompt,
         logInterval: t?.logInterval || 10,
@@ -36,5 +36,5 @@ class m extends l {
   }
 }
 export {
-  m as default
+  c as default
 };

package/dist/concat-BIZS_td9.js

@@ -0,0 +1,33 @@
+import { o as s, j as a, i, u as p, E as l, C as u } from "./index-pWA4_lUh.js";
+/**
+ * @license
+ * Copyright 2020 Google LLC. All Rights Reserved.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * =============================================================================
+ */
+function f(o, e = 0) {
+  a(o.length >= 1, () => "Pass at least one tensor to concat");
+  const t = i(o, "tensors", "concat", "string_or_numeric");
+  if (t[0].dtype === "complex64" && t.forEach((n) => {
+    if (n.dtype !== "complex64")
+      throw new Error(`Cannot concatenate complex64 tensors with a tensor
+          with dtype ${n.dtype}. `);
+  }), t.length === 1)
+    return p(t[0]);
+  const r = t, c = { axis: e };
+  return l.runKernel(u, r, c);
+}
+const m = /* @__PURE__ */ s({ concat_: f });
+export {
+  m as c
+};

package/dist/data/parquet.js

@@ -1,7 +1,7 @@
 import { B as n } from "../index-Tf7vU29b.js";
 const p = 100 * 1024 * 1024;
 async function w(s, f = p, r = "text") {
-  const e = await (await import("../parquet-BRl5lE_I.js").then((t) => t.p)).ParquetReader.openBuffer(n.from(await s.arrayBuffer())), a = [], i = e.getCursor([[r]]);
+  const e = await (await import("../parquet-C0Tlmv9c.js").then((t) => t.p)).ParquetReader.openBuffer(n.from(await s.arrayBuffer())), a = [], i = e.getCursor([[r]]);
   let o = 0;
   for (; ; ) {
     const t = await i.next();

package/dist/exports_layers-7idKoYqh.js

@@ -0,0 +1,25 @@
+import { E as e, D as r, a as o } from "./random_width-PbCt7RXv.js";
+import "./index-pWA4_lUh.js";
+/**
+ * @license
+ * Copyright 2018 Google LLC
+ *
+ * Use of this source code is governed by an MIT-style
+ * license that can be found in the LICENSE file or at
+ * https://opensource.org/licenses/MIT.
+ * =============================================================================
+ */
+function s(n) {
+  return new o(n);
+}
+function u(n) {
+  return new r(n);
+}
+function d(n) {
+  return new e(n);
+}
+export {
+  u as a,
+  s as d,
+  d as e
+};

package/dist/{sum-D7fu15XL.js → gather-BPGW8RsB.js}

@@ -1,4 +1,4 @@
-import { o as e, d as u, h as c, E as l, S as m } from "./index-YPKosni4.js";
+import { o as h, h as t, E as g, G as p } from "./index-pWA4_lUh.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -15,13 +15,11 @@ import { o as e, d as u, h as c, E as l, S as m } from "./index-YPKosni4.js";
  * limitations under the License.
  * =============================================================================
  */
-function i(t, o = null, n = !1) {
-  let s = u(t, "x", "sum");
-  s.dtype === "bool" && (s = c(s, "int32"));
-  const r = { x: s }, a = { axis: o, keepDims: n };
-  return l.runKernel(m, r, a);
+function u(n, s, r = 0, e = 0) {
+  const o = t(n, "x", "gather"), a = t(s, "indices", "gather", "int32"), c = { x: o, indices: a }, i = { axis: r, batchDims: e };
+  return g.runKernel(p, c, i);
 }
-const f = /* @__PURE__ */ e({ sum_: i });
+const d = /* @__PURE__ */ h({ gather_: u });
 export {
-  f as s
+  d as g
 };

package/dist/index-C4L8Cm77.js

@@ -0,0 +1,349 @@
+var D = { exports: {} }, Q = D.exports, H;
+function W() {
+  return H || (H = 1, function(w) {
+    (function(d, f, g) {
+      function v(r) {
+        var e = this, i = u();
+        e.next = function() {
+          var n = 2091639 * e.s0 + e.c * 23283064365386963e-26;
+          return e.s0 = e.s1, e.s1 = e.s2, e.s2 = n - (e.c = n | 0);
+        }, e.c = 1, e.s0 = i(" "), e.s1 = i(" "), e.s2 = i(" "), e.s0 -= i(r), e.s0 < 0 && (e.s0 += 1), e.s1 -= i(r), e.s1 < 0 && (e.s1 += 1), e.s2 -= i(r), e.s2 < 0 && (e.s2 += 1), i = null;
+      }
+      function h(r, e) {
+        return e.c = r.c, e.s0 = r.s0, e.s1 = r.s1, e.s2 = r.s2, e;
+      }
+      function c(r, e) {
+        var i = new v(r), n = e && e.state, t = i.next;
+        return t.int32 = function() {
+          return i.next() * 4294967296 | 0;
+        }, t.double = function() {
+          return t() + (t() * 2097152 | 0) * 11102230246251565e-32;
+        }, t.quick = t, n && (typeof n == "object" && h(n, i), t.state = function() {
+          return h(i, {});
+        }), t;
+      }
+      function u() {
+        var r = 4022871197, e = function(i) {
+          i = String(i);
+          for (var n = 0; n < i.length; n++) {
+            r += i.charCodeAt(n);
+            var t = 0.02519603282416938 * r;
+            r = t >>> 0, t -= r, t *= r, r = t >>> 0, t -= r, r += t * 4294967296;
+          }
+          return (r >>> 0) * 23283064365386963e-26;
+        };
+        return e;
+      }
+      f && f.exports ? f.exports = c : this.alea = c;
+    })(
+      Q,
+      w
+    );
+  }(D)), D.exports;
+}
+var T = { exports: {} }, Y = T.exports, I;
+function Z() {
+  return I || (I = 1, function(w) {
+    (function(d, f, g) {
+      function v(u) {
+        var r = this, e = "";
+        r.x = 0, r.y = 0, r.z = 0, r.w = 0, r.next = function() {
+          var n = r.x ^ r.x << 11;
+          return r.x = r.y, r.y = r.z, r.z = r.w, r.w ^= r.w >>> 19 ^ n ^ n >>> 8;
+        }, u === (u | 0) ? r.x = u : e += u;
+        for (var i = 0; i < e.length + 64; i++)
+          r.x ^= e.charCodeAt(i) | 0, r.next();
+      }
+      function h(u, r) {
+        return r.x = u.x, r.y = u.y, r.z = u.z, r.w = u.w, r;
+      }
+      function c(u, r) {
+        var e = new v(u), i = r && r.state, n = function() {
+          return (e.next() >>> 0) / 4294967296;
+        };
+        return n.double = function() {
+          do
+            var t = e.next() >>> 11, o = (e.next() >>> 0) / 4294967296, a = (t + o) / (1 << 21);
+          while (a === 0);
+          return a;
+        }, n.int32 = e.next, n.quick = n, i && (typeof i == "object" && h(i, e), n.state = function() {
+          return h(e, {});
+        }), n;
+      }
+      f && f.exports ? f.exports = c : this.xor128 = c;
+    })(
+      Y,
+      w
+    );
+  }(T)), T.exports;
+}
+var k = { exports: {} }, _ = k.exports, J;
+function rr() {
+  return J || (J = 1, function(w) {
+    (function(d, f, g) {
+      function v(u) {
+        var r = this, e = "";
+        r.next = function() {
+          var n = r.x ^ r.x >>> 2;
+          return r.x = r.y, r.y = r.z, r.z = r.w, r.w = r.v, (r.d = r.d + 362437 | 0) + (r.v = r.v ^ r.v << 4 ^ (n ^ n << 1)) | 0;
+        }, r.x = 0, r.y = 0, r.z = 0, r.w = 0, r.v = 0, u === (u | 0) ? r.x = u : e += u;
+        for (var i = 0; i < e.length + 64; i++)
+          r.x ^= e.charCodeAt(i) | 0, i == e.length && (r.d = r.x << 10 ^ r.x >>> 4), r.next();
+      }
+      function h(u, r) {
+        return r.x = u.x, r.y = u.y, r.z = u.z, r.w = u.w, r.v = u.v, r.d = u.d, r;
+      }
+      function c(u, r) {
+        var e = new v(u), i = r && r.state, n = function() {
+          return (e.next() >>> 0) / 4294967296;
+        };
+        return n.double = function() {
+          do
+            var t = e.next() >>> 11, o = (e.next() >>> 0) / 4294967296, a = (t + o) / (1 << 21);
+          while (a === 0);
+          return a;
+        }, n.int32 = e.next, n.quick = n, i && (typeof i == "object" && h(i, e), n.state = function() {
+          return h(e, {});
+        }), n;
+      }
+      f && f.exports ? f.exports = c : this.xorwow = c;
+    })(
+      _,
+      w
+    );
+  }(k)), k.exports;
+}
+var B = { exports: {} }, nr = B.exports, K;
+function tr() {
+  return K || (K = 1, function(w) {
+    (function(d, f, g) {
+      function v(u) {
+        var r = this;
+        r.next = function() {
+          var i = r.x, n = r.i, t, o;
+          return t = i[n], t ^= t >>> 7, o = t ^ t << 24, t = i[n + 1 & 7], o ^= t ^ t >>> 10, t = i[n + 3 & 7], o ^= t ^ t >>> 3, t = i[n + 4 & 7], o ^= t ^ t << 7, t = i[n + 7 & 7], t = t ^ t << 13, o ^= t ^ t << 9, i[n] = o, r.i = n + 1 & 7, o;
+        };
+        function e(i, n) {
+          var t, o = [];
+          if (n === (n | 0))
+            o[0] = n;
+          else
+            for (n = "" + n, t = 0; t < n.length; ++t)
+              o[t & 7] = o[t & 7] << 15 ^ n.charCodeAt(t) + o[t + 1 & 7] << 13;
+          for (; o.length < 8; ) o.push(0);
+          for (t = 0; t < 8 && o[t] === 0; ++t) ;
+          for (t == 8 ? o[7] = -1 : o[t], i.x = o, i.i = 0, t = 256; t > 0; --t)
+            i.next();
+        }
+        e(r, u);
+      }
+      function h(u, r) {
+        return r.x = u.x.slice(), r.i = u.i, r;
+      }
+      function c(u, r) {
+        u == null && (u = +/* @__PURE__ */ new Date());
+        var e = new v(u), i = r && r.state, n = function() {
+          return (e.next() >>> 0) / 4294967296;
+        };
+        return n.double = function() {
+          do
+            var t = e.next() >>> 11, o = (e.next() >>> 0) / 4294967296, a = (t + o) / (1 << 21);
+          while (a === 0);
+          return a;
+        }, n.int32 = e.next, n.quick = n, i && (i.x && h(i, e), n.state = function() {
+          return h(e, {});
+        }), n;
+      }
+      f && f.exports ? f.exports = c : this.xorshift7 = c;
+    })(
+      nr,
+      w
+    );
+  }(B)), B.exports;
+}
+var E = { exports: {} }, er = E.exports, L;
+function ir() {
+  return L || (L = 1, function(w) {
+    (function(d, f, g) {
+      function v(u) {
+        var r = this;
+        r.next = function() {
+          var i = r.w, n = r.X, t = r.i, o, a;
+          return r.w = i = i + 1640531527 | 0, a = n[t + 34 & 127], o = n[t = t + 1 & 127], a ^= a << 13, o ^= o << 17, a ^= a >>> 15, o ^= o >>> 12, a = n[t] = a ^ o, r.i = t, a + (i ^ i >>> 16) | 0;
+        };
+        function e(i, n) {
+          var t, o, a, q, C, A = [], R = 128;
+          for (n === (n | 0) ? (o = n, n = null) : (n = n + "\0", o = 0, R = Math.max(R, n.length)), a = 0, q = -32; q < R; ++q)
+            n && (o ^= n.charCodeAt((q + 32) % n.length)), q === 0 && (C = o), o ^= o << 10, o ^= o >>> 15, o ^= o << 4, o ^= o >>> 13, q >= 0 && (C = C + 1640531527 | 0, t = A[q & 127] ^= o + C, a = t == 0 ? a + 1 : 0);
+          for (a >= 128 && (A[(n && n.length || 0) & 127] = -1), a = 127, q = 512; q > 0; --q)
+            o = A[a + 34 & 127], t = A[a = a + 1 & 127], o ^= o << 13, t ^= t << 17, o ^= o >>> 15, t ^= t >>> 12, A[a] = o ^ t;
+          i.w = C, i.X = A, i.i = a;
+        }
+        e(r, u);
+      }
+      function h(u, r) {
+        return r.i = u.i, r.w = u.w, r.X = u.X.slice(), r;
+      }
+      function c(u, r) {
+        u == null && (u = +/* @__PURE__ */ new Date());
+        var e = new v(u), i = r && r.state, n = function() {
+          return (e.next() >>> 0) / 4294967296;
+        };
+        return n.double = function() {
+          do
+            var t = e.next() >>> 11, o = (e.next() >>> 0) / 4294967296, a = (t + o) / (1 << 21);
+          while (a === 0);
+          return a;
+        }, n.int32 = e.next, n.quick = n, i && (i.X && h(i, e), n.state = function() {
+          return h(e, {});
+        }), n;
+      }
+      f && f.exports ? f.exports = c : this.xor4096 = c;
+    })(
+      er,
+      // window object or global
+      w
+    );
+  }(E)), E.exports;
+}
+var U = { exports: {} }, or = U.exports, N;
+function ur() {
+  return N || (N = 1, function(w) {
+    (function(d, f, g) {
+      function v(u) {
+        var r = this, e = "";
+        r.next = function() {
+          var n = r.b, t = r.c, o = r.d, a = r.a;
+          return n = n << 25 ^ n >>> 7 ^ t, t = t - o | 0, o = o << 24 ^ o >>> 8 ^ a, a = a - n | 0, r.b = n = n << 20 ^ n >>> 12 ^ t, r.c = t = t - o | 0, r.d = o << 16 ^ t >>> 16 ^ a, r.a = a - n | 0;
+        }, r.a = 0, r.b = 0, r.c = -1640531527, r.d = 1367130551, u === Math.floor(u) ? (r.a = u / 4294967296 | 0, r.b = u | 0) : e += u;
+        for (var i = 0; i < e.length + 20; i++)
+          r.b ^= e.charCodeAt(i) | 0, r.next();
+      }
+      function h(u, r) {
+        return r.a = u.a, r.b = u.b, r.c = u.c, r.d = u.d, r;
+      }
+      function c(u, r) {
+        var e = new v(u), i = r && r.state, n = function() {
+          return (e.next() >>> 0) / 4294967296;
+        };
+        return n.double = function() {
+          do
+            var t = e.next() >>> 11, o = (e.next() >>> 0) / 4294967296, a = (t + o) / (1 << 21);
+          while (a === 0);
+          return a;
+        }, n.int32 = e.next, n.quick = n, i && (typeof i == "object" && h(i, e), n.state = function() {
+          return h(e, {});
+        }), n;
+      }
+      f && f.exports ? f.exports = c : this.tychei = c;
+    })(
+      or,
+      w
+    );
+  }(U)), U.exports;
+}
+var V = { exports: {} }, ar = V.exports, O;
+function fr() {
+  return O || (O = 1, function(w) {
+    (function(d, f, g) {
+      var v = 256, h = 6, c = 52, u = "random", r = g.pow(v, h), e = g.pow(2, c), i = e * 2, n = v - 1, t;
+      function o(x, s, y) {
+        var p = [];
+        s = s == !0 ? { entropy: !0 } : s || {};
+        var l = A(C(
+          s.entropy ? [x, $(f)] : x ?? R(),
+          3
+        ), p), X = new a(p), m = function() {
+          for (var b = X.g(h), j = r, S = 0; b < e; )
+            b = (b + S) * v, j *= v, S = X.g(1);
+          for (; b >= i; )
+            b /= 2, j /= 2, S >>>= 1;
+          return (b + S) / j;
+        };
+        return m.int32 = function() {
+          return X.g(4) | 0;
+        }, m.quick = function() {
+          return X.g(4) / 4294967296;
+        }, m.double = m, A($(X.S), f), (s.pass || y || function(b, j, S, z) {
+          return z && (z.S && q(z, X), b.state = function() {
+            return q(X, {});
+          }), S ? (g[u] = b, j) : b;
+        })(
+          m,
+          l,
+          "global" in s ? s.global : this == g,
+          s.state
+        );
+      }
+      function a(x) {
+        var s, y = x.length, p = this, l = 0, X = p.i = p.j = 0, m = p.S = [];
+        for (y || (x = [y++]); l < v; )
+          m[l] = l++;
+        for (l = 0; l < v; l++)
+          m[l] = m[X = n & X + x[l % y] + (s = m[l])], m[X] = s;
+        (p.g = function(b) {
+          for (var j, S = 0, z = p.i, M = p.j, G = p.S; b--; )
+            j = G[z = n & z + 1], S = S * v + G[n & (G[z] = G[M = n & M + j]) + (G[M] = j)];
+          return p.i = z, p.j = M, S;
+        })(v);
+      }
+      function q(x, s) {
+        return s.i = x.i, s.j = x.j, s.S = x.S.slice(), s;
+      }
+      function C(x, s) {
+        var y = [], p = typeof x, l;
+        if (s && p == "object")
+          for (l in x)
+            try {
+              y.push(C(x[l], s - 1));
+            } catch {
+            }
+        return y.length ? y : p == "string" ? x : x + "\0";
+      }
+      function A(x, s) {
+        for (var y = x + "", p, l = 0; l < y.length; )
+          s[n & l] = n & (p ^= s[n & l] * 19) + y.charCodeAt(l++);
+        return $(s);
+      }
+      function R() {
+        try {
+          var x;
+          return t && (x = t.randomBytes) ? x = x(v) : (x = new Uint8Array(v), (d.crypto || d.msCrypto).getRandomValues(x)), $(x);
+        } catch {
+          var s = d.navigator, y = s && s.plugins;
+          return [+/* @__PURE__ */ new Date(), d, y, d.screen, $(f)];
+        }
+      }
+      function $(x) {
+        return String.fromCharCode.apply(0, x);
+      }
+      if (A(g.random(), f), w.exports) {
+        w.exports = o;
+        try {
+          t = require("crypto");
+        } catch {
+        }
+      } else
+        g["seed" + u] = o;
+    })(
+      // global: `self` in browsers (including strict mode and web workers),
+      // otherwise `this` in Node and other environments
+      typeof self < "u" ? self : ar,
+      [],
+      // pool: entropy pool starts empty
+      Math
+      // math: package containing random, pow, and seedrandom
+    );
+  }(V)), V.exports;
+}
+var F, P;
+function xr() {
+  if (P) return F;
+  P = 1;
+  var w = W(), d = Z(), f = rr(), g = tr(), v = ir(), h = ur(), c = fr();
+  return c.alea = w, c.xor128 = d, c.xorwow = f, c.xorshift7 = g, c.xor4096 = v, c.tychei = h, F = c, F;
+}
+var cr = xr();
+export {
+  cr as s
+};