@genai-fi/nanogpt 0.6.1 → 0.6.3

package/dist/loader/oldZipLoad.js

@@ -0,0 +1,76 @@
+import d from "../NanoGPTModel.js";
+import "../jszip.min-CjP2V1VV.js";
+import h from "../tokeniser/CharTokeniser.js";
+import { U as k } from "../index-BAzbokzv.js";
+import b from "../tokeniser/bpe.js";
+import { dummyPassAsync as u } from "../utilities/dummy.js";
+import "../Generator.js";
+import "../index-Dwqa6Zy2.js";
+import "../dataset-pgqp-YfL.js";
+import "../index-Tf7vU29b.js";
+import "../papaparse.min-C8l2Kvo1.js";
+import "../ops/cpu/scatterSub.js";
+import "../ops/webgl/scatterSub.js";
+import "../ops/cpu/gatherSub.js";
+import "../ops/webgl/gatherSub.js";
+import "../ops/cpu/attentionMask.js";
+import "../ops/webgl/attentionMask.js";
+import "../ops/grads/attentionMask.js";
+import "../ops/cpu/qkv.js";
+import "../ops/webgl/qkv.js";
+import "../ops/grads/qkv.js";
+import "../random_width-DWzaOgrn.js";
+import "../register_all_kernels-BfFCQAqs.js";
+import "../ops/cpu/rope.js";
+import "../ops/webgl/rope.js";
+import "../ops/grads/rope.js";
+import "../ops/cpu/appendCache.js";
+import "../ops/webgl/appendCache.js";
+import "../ops/cpu/fusedSoftmax.js";
+import "../ops/webgl/fusedSoftmax.js";
+import "../ops/grads/fusedSoftmax.js";
+import "../ops/cpu/matMulGelu.js";
+import "../ops/webgl/matMulGelu.js";
+import "../ops/grads/matMulGelu.js";
+import "../ops/cpu/gelu.js";
+import "../ops/webgl/gelu.js";
+import "../ops/grads/gelu.js";
+import "../ops/cpu/normRMS.js";
+import "../ops/webgl/normRMS.js";
+import "../ops/grads/normRMS.js";
+import "../ops/webgl/log.js";
+import { importWeights as O } from "../utilities/weights.js";
+async function ft(o) {
+  const n = /* @__PURE__ */ new Map(), s = await o.file("manifest.json")?.async("string");
+  if (!s)
+    throw new Error("Manifest file not found in the zip archive");
+  const m = JSON.parse(s);
+  for (const [t, r] of Object.entries(m.weightSpec))
+    n.set(t, { spec: r, data: new Float32Array() });
+  const p = await o.file("tokeniser.json")?.async("string");
+  if (!p)
+    throw new Error("Tokeniser file not found in the zip archive");
+  const i = JSON.parse(p), l = (i.type ?? "char") === "char" ? new h(i.vocab) : new b(i.vocab, i.merges), c = /* @__PURE__ */ new Map();
+  for (const t of Object.keys(o.files))
+    if (t.endsWith(".bin")) {
+      const r = t.replace(".bin", ""), w = await o.file(t).async("arraybuffer"), g = new Float32Array(w), a = n.get(r) || { spec: [], data: new Float32Array() };
+      a.data = g, n.set(r, a);
+      const y = await O(a);
+      c.set(r, y);
+    }
+  k();
+  const e = new d(m.config);
+  await u(e), e.loadWeights(c);
+  const f = await o.file("log.json")?.async("string");
+  if (f)
+    try {
+      const t = JSON.parse(f);
+      e.log = t;
+    } catch (t) {
+      throw console.error("Error parsing training log:", t), new Error(`Failed to parse training log: ${t}`);
+    }
+  return { model: e, tokeniser: l };
+}
+export {
+  ft as default
+};

package/dist/{log_sum_exp-CV_5-TTu.js → log_sum_exp-YEo2h3gb.js}

@@ -1,8 +1,8 @@
-import { q as r, w as p, E as u, a8 as E, a9 as h, p as S, s as $, a7 as d } from "./index-CamYe_M8.js";
-import { e as K } from "./axis_util-CCNL7jea.js";
-import { m as T } from "./max-JBBv7aUf.js";
-import { r as m } from "./reshape-C45vIIRU.js";
-import { s as _ } from "./sum-BpcpxNEh.js";
+import { o as r, q as p, E as u, a8 as E, a9 as h, p as S, b as $, a7 as d } from "./index-BAzbokzv.js";
+import { e as b } from "./axis_util-Bu4h7XWV.js";
+import { m as K } from "./max-DtlIuVeW.js";
+import { r as m } from "./reshape-krWGKraP.js";
+import { s as T } from "./sum-BE_Irnim.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -19,11 +19,11 @@ import { s as _ } from "./sum-BpcpxNEh.js";
  * limitations under the License.
  * =============================================================================
  */
-function b(s) {
+function _(s) {
   const o = { x: p(s, "x", "exp") };
   return u.runKernel(E, o);
 }
-const w = /* @__PURE__ */ r({ exp_: b });
+const N = /* @__PURE__ */ r({ exp_: _ });
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -40,11 +40,11 @@ const w = /* @__PURE__ */ r({ exp_: b });
  * limitations under the License.
  * =============================================================================
  */
-function N(s) {
+function q(s) {
   const o = { x: p(s, "x", "log", "float32") };
   return u.runKernel(h, o);
 }
-const q = /* @__PURE__ */ r({ log_: N });
+const v = /* @__PURE__ */ r({ log_: q });
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -61,22 +61,22 @@ const q = /* @__PURE__ */ r({ log_: N });
  * limitations under the License.
  * =============================================================================
  */
-function v(s, n = null, o = !1) {
-  const a = p(s, "x", "logSumExp"), t = S(n, a.shape), x = T(
+function w(s, n = null, o = !1) {
+  const a = p(s, "x", "logSumExp"), t = S(n, a.shape), x = K(
     a,
     t,
     !0
     /* keepDims */
-  ), i = $(a, x), l = w(i), f = _(l, t), c = q(f), e = d(m(x, c.shape), c);
+  ), i = $(a, x), l = N(i), f = T(l, t), c = v(f), e = d(m(x, c.shape), c);
   if (o) {
-    const g = K(e.shape, t);
+    const g = b(e.shape, t);
     return m(e, g);
   }
   return e;
 }
-const M = /* @__PURE__ */ r({ logSumExp_: v });
+const M = /* @__PURE__ */ r({ logSumExp_: w });
 export {
-  q as a,
-  w as e,
+  v as a,
+  N as e,
   M as l
 };

package/dist/main.js

@@ -5,7 +5,7 @@ import { default as I } from "./tokeniser/bpe.js";
 import { default as K } from "./utilities/waitForModel.js";
 import { default as Q } from "./data/textLoader.js";
 import { estimateMemoryUsage as V, estimateParameterCount as W, estimateResources as X, estimateTrainingMemoryUsage as Y, validateConfig as Z } from "./utilities/parameters.js";
-import "./index-CamYe_M8.js";
+import "./index-BAzbokzv.js";
 import "./ops/cpu/scatterSub.js";
 import "./ops/webgl/scatterSub.js";
 import "./ops/cpu/gatherSub.js";
@@ -16,10 +16,10 @@ import "./ops/grads/attentionMask.js";
 import "./ops/cpu/qkv.js";
 import "./ops/webgl/qkv.js";
 import "./ops/grads/qkv.js";
-import "./random_width-CLMQG5Jn.js";
-import "./register_all_kernels-COt6wLD0.js";
+import "./random_width-DWzaOgrn.js";
+import "./register_all_kernels-BfFCQAqs.js";
 import "./index-Tf7vU29b.js";
-import "./dataset-BFFipD1c.js";
+import "./dataset-pgqp-YfL.js";
 import "./ops/cpu/rope.js";
 import "./ops/webgl/rope.js";
 import "./ops/grads/rope.js";

package/dist/{mat_mul-CAbRFWUj.js → mat_mul-7121rsJk.js}

@@ -1,4 +1,4 @@
-import { q as m, w as s, C as c, E as M, D as p } from "./index-CamYe_M8.js";
+import { o as m, q as s, B as c, E as M, C as p } from "./index-BAzbokzv.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -15,10 +15,10 @@ import { q as m, w as s, C as c, E as M, D as p } from "./index-CamYe_M8.js";
  * limitations under the License.
  * =============================================================================
  */
-function f(e, n, o = !1, l = !1) {
-  let a = s(e, "a", "matMul"), t = s(n, "b", "matMul");
+function f(e, o, n = !1, l = !1) {
+  let a = s(e, "a", "matMul"), t = s(o, "b", "matMul");
   [a, t] = c(a, t);
-  const r = { a, b: t }, u = { transposeA: o, transposeB: l };
+  const r = { a, b: t }, u = { transposeA: n, transposeB: l };
   return M.runKernel(p, r, u);
 }
 const i = /* @__PURE__ */ m({ matMul_: f });

package/dist/{max-JBBv7aUf.js → max-DtlIuVeW.js}

@@ -1,4 +1,4 @@
-import { q as r, w as e, E as x, M as c } from "./index-CamYe_M8.js";
+import { o as r, q as e, E as x, M as c } from "./index-BAzbokzv.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -15,8 +15,8 @@ import { q as r, w as e, E as x, M as c } from "./index-CamYe_M8.js";
  * limitations under the License.
  * =============================================================================
  */
-function m(n, s = null, o = !1) {
-  const t = { x: e(n, "x", "max") }, a = { reductionIndices: s, keepDims: o };
+function m(n, o = null, s = !1) {
+  const t = { x: e(n, "x", "max") }, a = { reductionIndices: o, keepDims: s };
   return x.runKernel(c, t, a);
 }
 const l = /* @__PURE__ */ r({ max_: m });

package/dist/{mulmat_packed_gpu-DW4doKL_.js → mulmat_packed_gpu-D4nKF7Je.js}

@@ -1,4 +1,4 @@
-import { u as z } from "./gpgpu_math-B_ycgZ4W.js";
+import { u as z } from "./gpgpu_math-CNslybmD.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/{norm-B9dQTFYn.js → norm-CzltS9Fz.js}

@@ -1,8 +1,8 @@
-import { q as l, w as c, E as y, a2 as E, p as w, a3 as o, a4 as u, l as v, f as I, a5 as A } from "./index-CamYe_M8.js";
-import { e as $ } from "./axis_util-CCNL7jea.js";
-import { m as f } from "./max-JBBv7aUf.js";
-import { r as h } from "./reshape-C45vIIRU.js";
-import { s as t } from "./sum-BpcpxNEh.js";
+import { o as l, q as c, E as y, a2 as E, p as w, a3 as o, a4 as u, j as v, s as I, a5 as A } from "./index-BAzbokzv.js";
+import { e as $ } from "./axis_util-Bu4h7XWV.js";
+import { m } from "./max-DtlIuVeW.js";
+import { r as h } from "./reshape-krWGKraP.js";
+import { s as t } from "./sum-BE_Irnim.js";
 /**
  * @license
  * Copyright 2020 Google Inc. All Rights Reserved.
@@ -40,11 +40,11 @@ const s = /* @__PURE__ */ l({ min_: k });
  * limitations under the License.
  * =============================================================================
  */
-function q(n, e = "euclidean", r = null, m = !1) {
+function q(n, e = "euclidean", r = null, f = !1) {
   n = c(n, "x", "norm");
   const a = p(n, e, r);
   let i = a.shape;
-  if (m) {
+  if (f) {
     const d = w(r, n.shape);
     i = $(a.shape, d);
   }
@@ -59,7 +59,7 @@ function p(n, e, r = null) {
     if (e === 1)
       return t(o(n), r);
     if (e === 1 / 0)
-      return f(o(n), r);
+      return m(o(n), r);
     if (e === -1 / 0)
       return s(o(n), r);
     if (e === "euclidean" || e === 2)
@@ -68,9 +68,9 @@ function p(n, e, r = null) {
   }
   if (Array.isArray(r) && r.length === 2) {
     if (e === 1)
-      return f(t(o(n), r[0]), r[1] - 1);
+      return m(t(o(n), r[0]), r[1] - 1);
     if (e === 1 / 0)
-      return f(t(o(n), r[1]), r[0]);
+      return m(t(o(n), r[1]), r[0]);
     if (e === -1 / 0)
       return s(t(o(n), r[1]), r[0]);
     if (e === "fro" || e === "euclidean")

package/dist/{ones-CMHNqMr6.js → ones-BBlSRqn1.js}

@@ -1,5 +1,5 @@
-import { y as n, B as t, i as m, E as i } from "./index-CamYe_M8.js";
-import { z as c, c as f } from "./zeros-DUkkVccu.js";
+import { x as n, y as t, g as m, E as i } from "./index-BAzbokzv.js";
+import { z as c, c as f } from "./zeros-YJDE7oRb.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.

package/dist/ops/appendCache.js

@@ -1,8 +1,8 @@
-import { e as a } from "../index-CamYe_M8.js";
+import { e as a } from "../index-BAzbokzv.js";
 import "./cpu/appendCache.js";
 import "./webgl/appendCache.js";
-import { c as s } from "../concat-XOK9ANZu.js";
-import { z as c } from "../zeros-DUkkVccu.js";
+import { c as s } from "../concat-5aPGqw3Z.js";
+import { z as c } from "../zeros-YJDE7oRb.js";
 function i(r, p, n, o) {
   if (!o) {
     const e = r.shape[2];

package/dist/ops/attentionMask.js

@@ -1,4 +1,4 @@
-import { e as o } from "../index-CamYe_M8.js";
+import { e as o } from "../index-BAzbokzv.js";
 import "./cpu/attentionMask.js";
 import "./webgl/attentionMask.js";
 import "./grads/attentionMask.js";

package/dist/ops/cpu/appendCache.js

@@ -1,5 +1,5 @@
-import { r as d } from "../../index-CamYe_M8.js";
-import { c as h } from "../../concat-XOK9ANZu.js";
+import { r as d } from "../../index-BAzbokzv.js";
+import { c as h } from "../../concat-5aPGqw3Z.js";
 function u(p) {
   const { cache: n, item: s } = p.inputs, { maxSize: r, pastLen: c } = p.attrs, t = n.shape[0], o = n.shape[1], a = n.shape[3], e = s.shape[2];
   if (c + e <= r) {

package/dist/ops/cpu/attentionMask.js

@@ -1,10 +1,10 @@
-import { r as a, g as p, f as u } from "../../index-CamYe_M8.js";
-import { l as N, w as b } from "../../ops-DqtYemmV.js";
-import { o as g } from "../../ones-CMHNqMr6.js";
-import { z as A } from "../../zeros-DUkkVccu.js";
-import { m as I } from "../../mat_mul-CAbRFWUj.js";
+import { r as a, f as p, s as u } from "../../index-BAzbokzv.js";
+import { l as N, w as b } from "../../ops-C0sQEcPw.js";
+import { o as A } from "../../ones-BBlSRqn1.js";
+import { z as I } from "../../zeros-YJDE7oRb.js";
+import { m as g } from "../../mat_mul-7121rsJk.js";
 function o(n) {
-  const { q: s, k: e } = n.inputs, { divisor: r } = n.attrs, c = s.shape[2], t = e.shape[2], m = N.bandPart(g([t, t]), -1, 0).cast("bool"), l = A([t, t]), i = p([t, t], Number.NEGATIVE_INFINITY), f = b(m, l, i), k = I(s, e, !1, !0).mul(u(r)), d = f.slice([0, 0], [c, t]).expandDims(0).expandDims(0);
+  const { q: s, k: e } = n.inputs, { divisor: r } = n.attrs, c = s.shape[2], t = e.shape[2], m = N.bandPart(A([t, t]), -1, 0).cast("bool"), l = I([t, t]), i = p([t, t], Number.NEGATIVE_INFINITY), f = b(m, l, i), k = g(s, e, !1, !0).mul(u(r)), d = f.slice([0, 0], [c, t]).expandDims(0).expandDims(0);
   return k.add(d);
 }
 const w = {

package/dist/ops/cpu/fusedSoftmax.js

@@ -1,5 +1,5 @@
-import { r as n } from "../../index-CamYe_M8.js";
-import { s as f } from "../../softmax-DvMvui-_.js";
+import { r as n } from "../../index-BAzbokzv.js";
+import { s as f } from "../../softmax-fsdtf6JC.js";
 function r(t) {
   const { inputs: s, attrs: i } = t, { logits: o } = s, { dim: a, dropoutRate: e } = i;
   if (!o)

package/dist/ops/cpu/gatherSub.js

@@ -1,6 +1,6 @@
-import { q as u, w as c, E as g, Y as h, r as m, s as p } from "../../index-CamYe_M8.js";
-import { r as l } from "../../range-DqYjKnuG.js";
-import { s as N } from "../../stack-DgaoDmnF.js";
+import { o as u, q as c, E as g, Y as h, r as m, b as p } from "../../index-BAzbokzv.js";
+import { r as l } from "../../range-DYsrnfiy.js";
+import { s as N } from "../../stack-dfEEz2OY.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -17,14 +17,14 @@ import { s as N } from "../../stack-DgaoDmnF.js";
  * limitations under the License.
  * =============================================================================
  */
-function f(e, s) {
-  const n = c(s, "indices", "gatherND", "int32"), t = { params: c(e, "x", "gatherND", "string_or_numeric"), indices: n };
-  return g.runKernel(h, t);
+function b(e, t) {
+  const n = c(t, "indices", "gatherND", "int32"), s = { params: c(e, "x", "gatherND", "string_or_numeric"), indices: n };
+  return g.runKernel(h, s);
 }
-const b = /* @__PURE__ */ u({ gatherND_: f });
+const f = /* @__PURE__ */ u({ gatherND_: b });
 function d(e) {
-  const { values: s, labels: n, logits: r } = e.inputs, t = n.shape[0], a = l(0, t, 1, "int32"), i = N([a, n], 1), o = b(r, i);
-  return p(s, o);
+  const { values: t, labels: n, logits: r } = e.inputs, s = n.shape[0], o = l(0, s, 1, "int32"), a = N([o, n], 1), i = f(r, a);
+  return p(t, i);
 }
 const k = {
   kernelName: "EfficientGatherSub",

package/dist/ops/cpu/gelu.js

@@ -1,4 +1,4 @@
-import { r as t, t as d } from "../../index-CamYe_M8.js";
+import { r as t, t as d } from "../../index-BAzbokzv.js";
 const o = 0.7978845608028654, c = 0.044715;
 function m(u) {
   const { inputs: l } = u, { x: e } = l, n = e;

package/dist/ops/cpu/matMulGelu.js

@@ -1,4 +1,4 @@
-import { r as a, t as i } from "../../index-CamYe_M8.js";
+import { r as a, t as i } from "../../index-BAzbokzv.js";
 const c = 0.7978845608028654, m = 0.044715;
 function M(o) {
   const { inputs: s } = o, { x: t, kernel: l } = s, e = t, u = l;

package/dist/ops/cpu/matMulMul.js

@@ -1,4 +1,4 @@
-import { r as n, t as M } from "../../index-CamYe_M8.js";
+import { r as n, t as M } from "../../index-BAzbokzv.js";
 function e(t) {
   const { inputs: r, attrs: o } = t, { transposeA: s, transposeB: l } = o, { x: c, kernel: u, y: a } = r, m = c, i = u, k = a;
   return M(() => m.matMul(i, s, l).mul(k));

package/dist/ops/cpu/mulDropout.js

@@ -1,4 +1,4 @@
-import { r as e, b as u } from "../../index-CamYe_M8.js";
+import { r as e, a as u } from "../../index-BAzbokzv.js";
 function n(o) {
   const { inputs: r } = o, { a: l, b: t } = r;
   return console.warn("Using fallback mulDrop implementation without dropout."), u(l, t);

package/dist/ops/cpu/normRMS.js

@@ -1,4 +1,4 @@
-import { r as o, t as d } from "../../index-CamYe_M8.js";
+import { r as o, t as d } from "../../index-BAzbokzv.js";
 function i(t) {
   const { inputs: e } = t, { x: n, gamma: s } = e, r = n, a = s;
   return d(() => {

package/dist/ops/cpu/qkv.js

@@ -1,6 +1,6 @@
-import { r as q } from "../../index-CamYe_M8.js";
-import { r as o } from "../../reshape-C45vIIRU.js";
-import { s as x } from "../../split-DxrHrPFK.js";
+import { r as q } from "../../index-BAzbokzv.js";
+import { r as o } from "../../reshape-krWGKraP.js";
+import { s as x } from "../../split-eiktj-6L.js";
 function v(p) {
   const { x: c, kernel: K } = p.inputs, { heads: n } = p.attrs, [s, e, t] = c.shape, a = o(c, [s * e, t]), i = a.dot(K);
   a.dispose();

package/dist/ops/cpu/rope.js

@@ -1,8 +1,8 @@
-import { r as S } from "../../index-CamYe_M8.js";
-import { r as F } from "../../range-DqYjKnuG.js";
-import { g as I } from "../../gather-DKtUaTtA.js";
-import { s as E } from "../../stack-DgaoDmnF.js";
-import { c as T } from "../../concat-XOK9ANZu.js";
+import { r as S } from "../../index-BAzbokzv.js";
+import { r as F } from "../../range-DYsrnfiy.js";
+import { g as I } from "../../gather-DjyCjmOD.js";
+import { s as E } from "../../stack-dfEEz2OY.js";
+import { c as T } from "../../concat-5aPGqw3Z.js";
 function U(t, c, p, o, r) {
   const n = o.shape[3], s = p;
   if (s > n) return o;

package/dist/ops/cpu/scatterSub.js

@@ -1,8 +1,8 @@
-import { q as f, y as g, w as o, E as l, X as N, r as b, s as S, b as h } from "../../index-CamYe_M8.js";
-import { v as D } from "../../scatter_nd_util-qgtnviTE.js";
-import { r as k } from "../../range-DqYjKnuG.js";
-import { s as v } from "../../stack-DgaoDmnF.js";
-import { o as E } from "../../ones-CMHNqMr6.js";
+import { o as f, x as g, q as r, E as l, X as N, r as b, b as S, a as h } from "../../index-BAzbokzv.js";
+import { v as D } from "../../scatter_nd_util-93ln7Hut.js";
+import { r as k } from "../../range-DYsrnfiy.js";
+import { s as v } from "../../stack-dfEEz2OY.js";
+import { o as E } from "../../ones-BBlSRqn1.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -21,19 +21,19 @@ import { o as E } from "../../ones-CMHNqMr6.js";
  */
 function I(a, e, s) {
   g(s);
-  const n = o(a, "indices", "scatterND", "int32"), t = o(e, "updates", "scatterND");
+  const n = r(a, "indices", "scatterND", "int32"), t = r(e, "updates", "scatterND");
   D(t, n, s);
-  const c = { indices: n, updates: t }, r = { shape: s };
-  return l.runKernel(N, c, r);
+  const c = { indices: n, updates: t }, o = { shape: s };
+  return l.runKernel(N, c, o);
 }
-const y = /* @__PURE__ */ f({ scatterND_: I });
-function K(a) {
-  const { logits: e, labels: s, dy: n } = a.inputs, t = s.shape[0], c = e.shape[1], r = k(0, t, 1, "int32"), i = v([r, s], 1), d = E([t]), u = y(i, d, [t, c]), p = S(e, u), m = n.reshape([t, 1]);
+const K = /* @__PURE__ */ f({ scatterND_: I });
+function L(a) {
+  const { logits: e, labels: s, dy: n } = a.inputs, t = s.shape[0], c = e.shape[1], o = k(0, t, 1, "int32"), i = v([o, s], 1), d = E([t]), u = K(i, d, [t, c]), p = S(e, u), m = n.reshape([t, 1]);
   return h(p, m);
 }
-const L = {
+const T = {
   kernelName: "EfficientScatterSub",
   backendName: "cpu",
-  kernelFunc: K
+  kernelFunc: L
 };
-b(L);
+b(T);

package/dist/ops/fusedSoftmax.js

@@ -1,4 +1,4 @@
-import { e as t } from "../index-CamYe_M8.js";
+import { e as t } from "../index-BAzbokzv.js";
 import "./cpu/fusedSoftmax.js";
 import "./webgl/fusedSoftmax.js";
 import "./grads/fusedSoftmax.js";

package/dist/ops/gatherSub.js

@@ -1,4 +1,4 @@
-import { e as n } from "../index-CamYe_M8.js";
+import { e as n } from "../index-BAzbokzv.js";
 import "./cpu/gatherSub.js";
 import "./webgl/gatherSub.js";
 function f(r, e, t) {

package/dist/ops/gelu.js

@@ -1,4 +1,4 @@
-import "../index-CamYe_M8.js";
+import "../index-BAzbokzv.js";
 import "./cpu/gelu.js";
 import "./webgl/gelu.js";
 import { d as e, g as i } from "./grads/gelu.js";

package/dist/ops/grads/attentionMask.js

@@ -1,4 +1,4 @@
-import { h as m, f as i } from "../../index-CamYe_M8.js";
+import { c as m, s as i } from "../../index-BAzbokzv.js";
 import { matMulMul as u } from "../matMulMul.js";
 const p = {
   kernelName: "AttentionMask",

package/dist/ops/grads/fusedSoftmax.js

@@ -1,14 +1,14 @@
-import { h as f, b as i, s as l } from "../../index-CamYe_M8.js";
+import { c as f, a as i, b as l } from "../../index-BAzbokzv.js";
 import { mulDrop as g } from "../mulDrop.js";
-import { s as T } from "../../sum-BpcpxNEh.js";
+import { s as T } from "../../sum-BE_Irnim.js";
 const Y = {
   kernelName: "FusedSoftmax",
   outputsToSave: [!0],
   gradFunc: (o, n, a) => {
-    const [s] = n, { dim: p, dropoutRate: t, seed: e } = a, c = !0, r = t && e ? g(o, s, t, e) : i(o, s);
+    const [s] = n, { dim: c, dropoutRate: t, seed: e } = a, p = !0, r = t && e ? g(o, s, t, e) : i(o, s);
     return {
       logits: () => {
-        const m = T(r, [p], c), u = i(m, s);
+        const m = T(r, [c], p), u = i(m, s);
         m.dispose();
         const d = l(r, u);
         return u.dispose(), d;

package/dist/ops/grads/gelu.js

@@ -1,4 +1,4 @@
-import { h as t, e as n } from "../../index-CamYe_M8.js";
+import { c as t, e as n } from "../../index-BAzbokzv.js";
 import "../cpu/gelu.js";
 import "../webgl/gelu.js";
 const o = {

package/dist/ops/grads/matMulGelu.js

@@ -1,4 +1,4 @@
-import { h as a, e as o } from "../../index-CamYe_M8.js";
+import { c as a, e as o } from "../../index-BAzbokzv.js";
 function s(e, n, r) {
   return o().runKernel("MatMulGeluGrad", { dy: e, x: n, kernel: r });
 }

package/dist/ops/grads/normRMS.js

@@ -1,4 +1,4 @@
-import { h as t, e as g } from "../../index-CamYe_M8.js";
+import { c as t, e as g } from "../../index-BAzbokzv.js";
 function s(r, a, n) {
   return g().runKernel("RMSNormGrad", { dy: r, x: a, gamma: n });
 }

package/dist/ops/grads/qkv.js

@@ -1,4 +1,4 @@
-import { h as Q } from "../../index-CamYe_M8.js";
+import { c as Q } from "../../index-BAzbokzv.js";
 const V = {
   kernelName: "QKV",
   inputsToSave: ["x", "kernel"],

package/dist/ops/grads/rope.js

@@ -1,4 +1,4 @@
-import { h as a, e as i } from "../../index-CamYe_M8.js";
+import { c as a, e as i } from "../../index-BAzbokzv.js";
 function p(n, e, s, o) {
   return i().runKernel("Rope", { x: n, sin: e, cos: s }, { pastLen: o });
 }

package/dist/ops/matMulGelu.js

@@ -1,4 +1,4 @@
-import { e as u } from "../index-CamYe_M8.js";
+import { e as u } from "../index-BAzbokzv.js";
 import "./cpu/matMulGelu.js";
 import "./webgl/matMulGelu.js";
 import "./grads/matMulGelu.js";

package/dist/ops/matMulMul.js

@@ -1,4 +1,4 @@
-import { e as u } from "../index-CamYe_M8.js";
+import { e as u } from "../index-BAzbokzv.js";
 import "./cpu/matMulMul.js";
 import "./webgl/matMulMul.js";
 function m(e, r, t, l = !1, n = !1) {

package/dist/ops/mulDrop.js

@@ -1,4 +1,4 @@
-import { e as t } from "../index-CamYe_M8.js";
+import { e as t } from "../index-BAzbokzv.js";
 import "./cpu/mulDropout.js";
 import "./webgl/mulDropout.js";
 function m(r, o, e, n) {

package/dist/ops/normRMS.js

@@ -1,4 +1,4 @@
-import { e as n } from "../index-CamYe_M8.js";
+import { e as n } from "../index-BAzbokzv.js";
 import "./cpu/normRMS.js";
 import "./webgl/normRMS.js";
 import "./grads/normRMS.js";

package/dist/ops/qkv.js

@@ -1,4 +1,4 @@
-import { e as o } from "../index-CamYe_M8.js";
+import { e as o } from "../index-BAzbokzv.js";
 import "./cpu/qkv.js";
 import "./webgl/qkv.js";
 import "./grads/qkv.js";

package/dist/ops/rope.js

@@ -1,8 +1,8 @@
-import { e as p } from "../index-CamYe_M8.js";
-import "../random_width-CLMQG5Jn.js";
-import "../register_all_kernels-COt6wLD0.js";
+import { e as p } from "../index-BAzbokzv.js";
+import "../random_width-DWzaOgrn.js";
+import "../register_all_kernels-BfFCQAqs.js";
 import "../index-Tf7vU29b.js";
-import "../dataset-BFFipD1c.js";
+import "../dataset-pgqp-YfL.js";
 import "./cpu/rope.js";
 import "./webgl/rope.js";
 import "./grads/rope.js";

package/dist/ops/scatterSub.js

@@ -1,4 +1,4 @@
-import { e as i } from "../index-CamYe_M8.js";
+import { e as i } from "../index-BAzbokzv.js";
 import "./cpu/scatterSub.js";
 import "./webgl/scatterSub.js";
 function c(t, r, e) {

package/dist/ops/webgl/appendCache.js

@@ -1,4 +1,4 @@
-import { r as p } from "../../index-CamYe_M8.js";
+import { r as p } from "../../index-BAzbokzv.js";
 class m {
   variableNames = ["cache", "item"];
   outputShape;

package/dist/ops/webgl/attentionMask.js

@@ -1,4 +1,4 @@
-import { r as m } from "../../index-CamYe_M8.js";
+import { r as m } from "../../index-BAzbokzv.js";
 class h {
   variableNames = ["q", "k"];
   outputShape;