@genai-fi/nanogpt 0.5.0 → 0.5.2

package/dist/ops/webgl/fusedSoftmax.js

@@ -1,11 +1,11 @@
-import { a$ as qt, p as y, N as Ct, ad as Q, b0 as nt, b1 as It, b2 as pt, b3 as ft, b4 as kt, Z as ot, ah as B, b5 as q, b6 as Ut, O as Gt, k as jt, t as Zt, b7 as dt, ao as ct, b8 as tt, a1 as ut, b9 as Bt, K as Ht, ba as Kt, r as Xt } from "../../index-iNhkcAEQ.js";
-import { f as $t, a as Yt, g as yt, b as Jt, c as Qt } from "../../kernel_funcs_utils-C4eIk4fE.js";
-import { c as mt, g as Tt, a as Vt, b as Mt, e as wt } from "../../axis_util-97KkkyRQ.js";
-import { b as te } from "../../broadcast_to-CMlkG8NS.js";
-import { r as ee } from "../../reshape-DxTPgnwL.js";
-import { i as ne, c as oe } from "../../slice_util-D-kaD4ZV.js";
+import { a$ as qt, q as y, Q as Ct, ad as J, b0 as nt, b1 as It, b2 as pt, b3 as ft, b4 as kt, Z as ot, al as B, b5 as q, b6 as Ut, U as Gt, l as jt, t as Zt, b7 as dt, ao as ct, b8 as tt, a1 as ut, b9 as Bt, N as Ht, ba as Kt, r as Xt } from "../../index-CnHyhpKc.js";
+import { f as $t, a as Qt, g as yt, b as Yt, c as Jt } from "../../kernel_funcs_utils-Dqo82NH4.js";
+import { c as mt, g as Tt, a as Vt, b as Mt, e as wt } from "../../axis_util-CVbf1vmL.js";
+import { b as te } from "../../broadcast_to-BBoMQXbL.js";
+import { r as ee } from "../../reshape-CTIbqjwm.js";
+import { i as ne, c as oe } from "../../slice_util-n4wHKmex.js";
 import { g as se } from "../../_commonjsHelpers-ByX85dGu.js";
-import { r as st } from "../../Reshape-BE5rA4rT.js";
+import { r as st } from "../../Reshape-Bt_t7RNz.js";
 function re(t, e) {
   for (var n = 0; n < e.length; n++) {
     const o = e[n];
@@ -655,20 +655,20 @@ const _t = /* @__PURE__ */ se(Lt), ae = /* @__PURE__ */ re({
  * limitations under the License.
  * =============================================================================
  */
-const J = (
+const Y = (
   // tslint:disable-next-line
   _t || ae
 );
 function lt(t) {
-  return J.fromString(t, !0, 16);
+  return Y.fromString(t, !0, 16);
 }
-const Nt = lt("c3a5c85c97cb3127"), Y = lt("b492b66fbe98f273"), W = lt("9ae16a3b2f90404f");
+const Nt = lt("c3a5c85c97cb3127"), Q = lt("b492b66fbe98f273"), W = lt("9ae16a3b2f90404f");
 function gt(t) {
   return t.xor(t.shru(47));
 }
 function At(t, e, n) {
   const o = t.slice(e, e + n);
-  return J.fromBytes(Array.from(o), !0, !0);
+  return Y.fromBytes(Array.from(o), !0, !0);
 }
 function R(t, e) {
   return At(t, e, 8);
@@ -709,7 +709,7 @@ function le(t, e = t.length) {
   return W;
 }
 function ce(t, e = t.length) {
-  const n = W.add(e * 2), o = R(t, 0).mul(Y), s = R(t, 8), r = R(t, e - 8).mul(n), a = R(t, e - 16).mul(W);
+  const n = W.add(e * 2), o = R(t, 0).mul(Q), s = R(t, 8), r = R(t, e - 8).mul(n), a = R(t, e - 16).mul(W);
   return X(A(o.add(s), 43).add(A(r, 30)).add(a), o.add(A(s.add(W), 18)).add(r), n);
 }
 function he(t, e = t.length) {
@@ -717,19 +717,19 @@ function he(t, e = t.length) {
   return X(A(c.add(h), 43).add(A(f, 30)).add(w), c.add(A(h.add(o), 18)).add(f), n);
 }
 function fe(t, e = t.length) {
-  const n = J.fromNumber(81, !0);
+  const n = Y.fromNumber(81, !0);
   if (e <= 32)
     return e <= 16 ? le(t, e) : ce(t, e);
   if (e <= 64)
     return he(t, e);
-  let o = n, s = n.mul(Y).add(113), r = gt(s.mul(W).add(113)).mul(W), a = [J.UZERO, J.UZERO], i = [J.UZERO, J.UZERO];
+  let o = n, s = n.mul(Q).add(113), r = gt(s.mul(W).add(113)).mul(W), a = [Y.UZERO, Y.UZERO], i = [Y.UZERO, Y.UZERO];
   o = o.mul(W).add(R(t, 0));
   let u = 0;
   const c = (e - 1 >> 6) * 64, h = c + (e - 1 & 63) - 63;
   do
-    o = A(o.add(s).add(a[0]).add(R(t, u + 8)), 37).mul(Y), s = A(s.add(a[1]).add(R(t, u + 48)), 42).mul(Y), o = o.xor(i[1]), s = s.add(a[0]).add(R(t, u + 40)), r = A(r.add(i[0]), 33).mul(Y), a = it(t, u, a[1].mul(Y), o.add(i[0])), i = it(t, u + 32, r.add(i[1]), s.add(R(t, u + 16))), [r, o] = [o, r], u += 64;
+    o = A(o.add(s).add(a[0]).add(R(t, u + 8)), 37).mul(Q), s = A(s.add(a[1]).add(R(t, u + 48)), 42).mul(Q), o = o.xor(i[1]), s = s.add(a[0]).add(R(t, u + 40)), r = A(r.add(i[0]), 33).mul(Q), a = it(t, u, a[1].mul(Q), o.add(i[0])), i = it(t, u + 32, r.add(i[1]), s.add(R(t, u + 16))), [r, o] = [o, r], u += 64;
   while (u !== c);
-  const f = Y.add(r.and(255).shl(1));
+  const f = Q.add(r.and(255).shl(1));
   return u = h, i[0] = i[0].add(e - 1 & 63), a[0] = a[0].add(i[0]), i[0] = i[0].add(a[0]), o = A(o.add(s).add(a[0]).add(R(t, u + 8)), 37).mul(f), s = A(s.add(a[1]).add(R(t, u + 48)), 42).mul(f), o = o.xor(i[1].mul(9)), s = s.add(a[0].mul(9).add(R(t, u + 40))), r = A(r.add(i[0]), 33).mul(f), a = it(t, u, a[1].mul(f), o.add(i[0])), i = it(t, u + 32, r.add(i[1]), s.add(R(t, u + 16))), [r, o] = [o, r], X(X(a[0], i[0], f).add(gt(s).mul(Nt)).add(r), X(a[1], i[1], f).add(o), f);
 }
 /**
@@ -955,7 +955,7 @@ function Ve(t) {
  */
 function C(t) {
   return (e, n, o, s, r) => {
-    const a = Ct(e, n), i = a.length, u = Q(a), c = y(a), h = nt(r, c), f = e.length, w = n.length, p = Q(e), m = Q(n), b = It(e, a), d = It(n, a);
+    const a = Ct(e, n), i = a.length, u = J(a), c = y(a), h = nt(r, c), f = e.length, w = n.length, p = J(e), m = J(n), b = It(e, a), d = It(n, a);
     if (b.length + d.length === 0)
       for (let g = 0; g < h.length; ++g)
         h[g] = t(o[g % o.length], s[g % s.length]);
@@ -1416,7 +1416,7 @@ const Xe = K((t) => Math.log(t));
  * limitations under the License.
  * =============================================================================
  */
-function Ye(t, e, n, o) {
+function Qe(t, e, n, o) {
   const s = nt(o, y(n));
   for (let r = 0; r < s.length; ++r) {
     const a = r * e;
@@ -1445,7 +1445,7 @@ function Ye(t, e, n, o) {
  * limitations under the License.
  * =============================================================================
  */
-const Je = C((t, e) => Math.max(t, e));
+const Ye = C((t, e) => Math.max(t, e));
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -1462,7 +1462,7 @@ const Je = C((t, e) => Math.max(t, e));
  * limitations under the License.
  * =============================================================================
  */
-const Qe = C((t, e) => Math.min(t, e));
+const Je = C((t, e) => Math.min(t, e));
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -1534,7 +1534,7 @@ const en = C((t, e) => t !== e ? 1 : 0);
  * =============================================================================
  */
 function nn(t, e, n, o, s) {
-  const r = e.length, a = y(e), i = Q(e), u = Q(s), c = nt(n, y(s));
+  const r = e.length, a = y(e), i = J(e), u = J(s), c = nt(n, y(s));
   for (let h = 0; h < a; ++h) {
     const f = pt(h, r, i), w = new Array(f.length);
     for (let m = 0; m < w.length; m++)
@@ -1590,7 +1590,7 @@ function on(t, e, n, o) {
 function sn(t, e, n) {
   t.forEach((o, s) => {
     if (o < 0 || o >= n) {
-      const r = pt(s, e.length, Q(e)).join(",");
+      const r = pt(s, e.length, J(e)).join(",");
       throw new Error(`indices[${r}] = ${o} is not in [0, ${n})`);
     }
   });
@@ -2110,7 +2110,7 @@ const wn = K((t) => 1 / (1 + Math.exp(-t)));
  * =============================================================================
  */
 function In(t, e, n, o, s) {
-  const r = ne(o, e, n), a = y(n), i = Q(o);
+  const r = ne(o, e, n), a = y(n), i = J(o);
   if (r) {
     const f = oe(e, i);
     return s === "string" ? t.slice(f, f + a) : t.subarray(f, f + a);
@@ -2120,7 +2120,7 @@ function In(t, e, n, o, s) {
     const w = h.indexToLoc(f), p = w.map((m, b) => m + e[b]);
     h.set(c.get(...p), ...w);
   }
-  return s === "string" ? Yt(h.values) : h.values;
+  return s === "string" ? Qt(h.values) : h.values;
 }
 /**
  * @license
@@ -2791,9 +2791,9 @@ const An = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   lessImpl: Be,
   linSpaceImpl: Ke,
   logImpl: Xe,
-  maxImpl: Ye,
-  maximumImpl: Je,
-  minimumImpl: Qe,
+  maxImpl: Qe,
+  maximumImpl: Ye,
+  minimumImpl: Je,
   multiplyImpl: Pt,
   negImpl: tn,
   notEqualImpl: en,
@@ -3171,7 +3171,7 @@ class Un {
       o[h] = e[n[h]];
     if (this.outputShape = o, this.rank = o.length, this.rank > 6)
       throw Error(`Packed transpose for rank ${this.rank} is not yet supported.`);
-    const s = yt(this.rank), r = Jt("rc", this.rank), a = new Array(this.rank);
+    const s = yt(this.rank), r = Yt("rc", this.rank), a = new Array(this.rank);
     for (let h = 0; h < n.length; h++)
       a[n[h]] = r[h];
     const i = `vec2(${a.slice(-2).join()})`, u = `++${r[this.rank - 1]} < ${o[this.rank - 1]}`, c = `getChannel(getA(${a.join()}), ${i})`;
@@ -3349,7 +3349,7 @@ return a / b;`, Hn = `
   }
 
   return result;
-`, Kn = Qt({ opSnippet: Bn, packedOpSnippet: Hn, checkOutOfBounds: !0 });
+`, Kn = Jt({ opSnippet: Bn, packedOpSnippet: Hn, checkOutOfBounds: !0 });
 class Xn {
   variableNames = ["logits", "maxLogits"];
   outputShape;
@@ -3369,7 +3369,7 @@ class Xn {
         `;
   }
 }
-class Yn {
+class Qn {
   variableNames = ["exp", "sum"];
   outputShape;
   userCode;
@@ -3396,7 +3396,7 @@ class Yn {
         `;
   }
 }
-function Jn(t) {
+function Yn(t) {
   const { inputs: e, attrs: n } = t, { logits: o } = e, { dim: s, dropoutRate: r, seed: a } = n, i = t.backend;
   if (!o)
     throw new Error("Error in softmax: input logits is null");
@@ -3408,7 +3408,7 @@ function Jn(t) {
   i.disposeIntermediateTensorInfo(c);
   const p = Zn({ inputs: { x: w }, backend: i, attrs: { axis: u, keepDims: !1 } }), m = st({ inputs: { x: p }, backend: i, attrs: { shape: h } });
   if (r !== void 0 && r > 0) {
-    const d = new Yn(o.shape), g = i.runWebGLProgram(d, [w, m], "float32", [
+    const d = new Qn(o.shape), g = i.runWebGLProgram(d, [w, m], "float32", [
       [r],
       [a ?? Math.random() * 1e4]
     ]);
@@ -3417,12 +3417,12 @@ function Jn(t) {
   const b = Kn({ inputs: { a: w, b: m }, backend: i });
   return i.disposeIntermediateTensorInfo(w), i.disposeIntermediateTensorInfo(p), i.disposeIntermediateTensorInfo(m), b;
 }
-const Qn = {
+const Jn = {
   kernelName: "FusedSoftmax",
   backendName: "webgl",
-  kernelFunc: Jn
+  kernelFunc: Yn
 };
-Xt(Qn);
+Xt(Jn);
 export {
-  Jn as softmax
+  Yn as softmax
 };

package/dist/ops/webgl/gatherSub.js

@@ -1,4 +1,4 @@
-import { r as l } from "../../index-iNhkcAEQ.js";
+import { r as l } from "../../index-CnHyhpKc.js";
 class u {
   variableNames = ["labels", "logits", "values"];
   outputShape;

package/dist/ops/webgl/gelu.js

@@ -1,5 +1,5 @@
-import { r as a } from "../../index-iNhkcAEQ.js";
-import { u as s, C as x } from "../../kernel_funcs_utils-C4eIk4fE.js";
+import { r as a } from "../../index-CnHyhpKc.js";
+import { u as s, C as x } from "../../kernel_funcs_utils-Dqo82NH4.js";
 const t = 0.7978845608028654, r = 0.044715, c = x + `
     float x3 = x * x * x;
     float inner = x + ${r} * x3;

package/dist/ops/webgl/matMulGelu.js

@@ -1,7 +1,7 @@
-import { r as C, t as R, e as I, p as G, N as L, k as F, O as U } from "../../index-iNhkcAEQ.js";
-import { r as S } from "../../Reshape-BE5rA4rT.js";
-import { u as H } from "../../gpgpu_math-C0zyxKFi.js";
-import { m as B } from "../../mat_mul-D0SifYfJ.js";
+import { r as C, t as R, e as I, q as G, Q as L, l as U, U as F } from "../../index-CnHyhpKc.js";
+import { r as S } from "../../Reshape-Bt_t7RNz.js";
+import { u as H } from "../../gpgpu_math-Df7gzJWH.js";
+import { m as B } from "../../mat_mul-DeGU1U_C.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -69,7 +69,7 @@ class W {
     `;
   }
 }
-const g = 0.7978845608028654, w = 0.044715, j = `
+const g = 0.7978845608028654, w = 0.044715, q = `
     vec4 x3 = x * x * x;
     vec4 inner = x + ${w} * x3;
     inner = ${g} * inner;
@@ -77,7 +77,7 @@ const g = 0.7978845608028654, w = 0.044715, j = `
     inner = 0.5 * (1.0 + inner);
     vec4 result = x * inner;
     return result;
-`, q = `
+`, j = `
     vec4 a2 = a * a;
     vec4 a3 = a2 * a;
     vec4 u  = ${g} * (a + ${w} * a3);
@@ -97,29 +97,29 @@ function O({
   multiplier: o
 }) {
   const r = t.shape.length, u = e.shape.length, l = s ? t.shape[r - 2] : t.shape[r - 1], h = n ? e.shape[u - 1] : e.shape[u - 2], p = s ? t.shape[r - 1] : t.shape[r - 2], d = n ? e.shape[u - 2] : e.shape[u - 1], $ = t.shape.slice(0, -2), x = e.shape.slice(0, -2), m = G($), i = G(x), M = L(t.shape.slice(0, -2), e.shape.slice(0, -2)).concat([p, d]);
-  F(
+  U(
     l === h,
     () => `Error in matMul: inner shapes (${l}) and (${h}) of Tensors with shapes ${t.shape} and ${e.shape} and transposeA=${s} and transposeB=${n} must match.`
   );
-  const f = s ? [m, l, p] : [m, p, l], v = n ? [i, d, h] : [i, h, d], A = S({ inputs: { x: t }, backend: a, attrs: { shape: f } }), y = S({ inputs: { x: e }, backend: a, attrs: { shape: v } }), k = [A, y], N = Math.max(m, i), E = c, T = U(t.dtype, e.dtype), _ = new W(
+  const f = s ? [m, l, p] : [m, p, l], v = n ? [i, d, h] : [i, h, d], A = S({ inputs: { x: t }, backend: a, attrs: { shape: f } }), y = S({ inputs: { x: e }, backend: a, attrs: { shape: v } }), D = [A, y], E = Math.max(m, i), N = c, T = F(t.dtype, e.dtype), _ = new W(
     f,
     v,
-    [N, p, d],
+    [E, p, d],
     s,
     n,
     !1,
-    E,
+    N,
     !!o,
     !1
-  ), D = [A, y];
-  o && D.push(o);
-  const z = a.runWebGLProgram(_, D, T), K = S({ inputs: { x: z }, backend: a, attrs: { shape: M } });
-  k.push(z);
-  for (const P of k)
+  ), k = [A, y];
+  o && k.push(o);
+  const z = a.runWebGLProgram(_, k, T), K = S({ inputs: { x: z }, backend: a, attrs: { shape: M } });
+  D.push(z);
+  for (const P of D)
     a.disposeIntermediateTensorInfo(P);
   return K;
 }
-function J(t) {
+function Q(t) {
   const { inputs: e, backend: s } = t, { x: n, kernel: a } = e;
   if (n === void 0 || a === void 0)
     throw new Error("BatchMatMul requires two input tensors.");
@@ -129,15 +129,15 @@ function J(t) {
     transposeA: !1,
     transposeB: !1,
     backend: s,
-    activationSnippet: j
+    activationSnippet: q
   });
 }
-const Q = {
+const J = {
   kernelName: "MatMulGelu",
   backendName: "webgl",
-  kernelFunc: J
+  kernelFunc: Q
 };
-C(Q);
+C(J);
 function V(t) {
   const { dy: e, x: s, kernel: n } = t.inputs, a = t.backend;
   return R(() => {
@@ -148,7 +148,7 @@ function V(t) {
         transposeA: !1,
         transposeB: !1,
         backend: a,
-        activationSnippet: q,
+        activationSnippet: j,
         multiplier: e
       })
     ), o = B(c, n, !1, !0), r = B(s, c, !0, !1);
@@ -164,5 +164,5 @@ C(X);
 export {
   se as MATMUL_SHARED_DIM_THRESHOLD,
   O as batchMatMulGeluImpl,
-  J as batchMatMulKernel
+  Q as batchMatMulKernel
 };

package/dist/ops/webgl/matMulMul.js

@@ -1,4 +1,4 @@
-import { r as u } from "../../index-iNhkcAEQ.js";
+import { r as u } from "../../index-CnHyhpKc.js";
 import { batchMatMulGeluImpl as c } from "./matMulGelu.js";
 const M = `
     return a * b;

package/dist/ops/webgl/mulDropout.js

@@ -1,4 +1,4 @@
-import { r as m } from "../../index-iNhkcAEQ.js";
+import { r as m } from "../../index-CnHyhpKc.js";
 class f {
   variableNames = ["a", "b"];
   outputShape;

package/dist/ops/webgl/normRMS.js

@@ -1,5 +1,5 @@
-import { r as p, e as G } from "../../index-iNhkcAEQ.js";
-import { s as x } from "../../sum-B_92TaHD.js";
+import { r as p, e as G } from "../../index-CnHyhpKc.js";
+import { s as x } from "../../sum-UdfvaNhB.js";
 class y {
   variableNames = ["x", "meanSquare", "gamma"];
   outputShape;

package/dist/ops/webgl/qkv.js

@@ -1,4 +1,4 @@
-import { r as i } from "../../index-iNhkcAEQ.js";
+import { r as i } from "../../index-CnHyhpKc.js";
 class l {
   variableNames = ["x", "kernel"];
   outputShape;

package/dist/ops/webgl/rope.js

@@ -1,4 +1,4 @@
-import { r as u } from "../../index-iNhkcAEQ.js";
+import { r as u } from "../../index-CnHyhpKc.js";
 class l {
   variableNames = ["x", "sin", "cos"];
   outputShape;

package/dist/ops/webgl/scatterSub.js

@@ -1,4 +1,4 @@
-import { r as i } from "../../index-iNhkcAEQ.js";
+import { r as i } from "../../index-CnHyhpKc.js";
 class u {
   variableNames = ["labels", "softmaxProbs", "dy"];
   outputShape;