@genai-fi/nanogpt 0.6.1 → 0.6.2

package/dist/ops/cpu/gelu.js

@@ -1,4 +1,4 @@
-import { r as t, t as d } from "../../index-CamYe_M8.js";
+import { r as t, t as d } from "../../index-BAzbokzv.js";
 const o = 0.7978845608028654, c = 0.044715;
 function m(u) {
   const { inputs: l } = u, { x: e } = l, n = e;

package/dist/ops/cpu/matMulGelu.js

@@ -1,4 +1,4 @@
-import { r as a, t as i } from "../../index-CamYe_M8.js";
+import { r as a, t as i } from "../../index-BAzbokzv.js";
 const c = 0.7978845608028654, m = 0.044715;
 function M(o) {
   const { inputs: s } = o, { x: t, kernel: l } = s, e = t, u = l;

package/dist/ops/cpu/matMulMul.js

@@ -1,4 +1,4 @@
-import { r as n, t as M } from "../../index-CamYe_M8.js";
+import { r as n, t as M } from "../../index-BAzbokzv.js";
 function e(t) {
   const { inputs: r, attrs: o } = t, { transposeA: s, transposeB: l } = o, { x: c, kernel: u, y: a } = r, m = c, i = u, k = a;
   return M(() => m.matMul(i, s, l).mul(k));

package/dist/ops/cpu/mulDropout.js

@@ -1,4 +1,4 @@
-import { r as e, b as u } from "../../index-CamYe_M8.js";
+import { r as e, a as u } from "../../index-BAzbokzv.js";
 function n(o) {
   const { inputs: r } = o, { a: l, b: t } = r;
   return console.warn("Using fallback mulDrop implementation without dropout."), u(l, t);

package/dist/ops/cpu/normRMS.js

@@ -1,4 +1,4 @@
-import { r as o, t as d } from "../../index-CamYe_M8.js";
+import { r as o, t as d } from "../../index-BAzbokzv.js";
 function i(t) {
   const { inputs: e } = t, { x: n, gamma: s } = e, r = n, a = s;
   return d(() => {

package/dist/ops/cpu/qkv.js

@@ -1,6 +1,6 @@
-import { r as q } from "../../index-CamYe_M8.js";
-import { r as o } from "../../reshape-C45vIIRU.js";
-import { s as x } from "../../split-DxrHrPFK.js";
+import { r as q } from "../../index-BAzbokzv.js";
+import { r as o } from "../../reshape-krWGKraP.js";
+import { s as x } from "../../split-eiktj-6L.js";
 function v(p) {
   const { x: c, kernel: K } = p.inputs, { heads: n } = p.attrs, [s, e, t] = c.shape, a = o(c, [s * e, t]), i = a.dot(K);
   a.dispose();

package/dist/ops/cpu/rope.js

@@ -1,8 +1,8 @@
-import { r as S } from "../../index-CamYe_M8.js";
-import { r as F } from "../../range-DqYjKnuG.js";
-import { g as I } from "../../gather-DKtUaTtA.js";
-import { s as E } from "../../stack-DgaoDmnF.js";
-import { c as T } from "../../concat-XOK9ANZu.js";
+import { r as S } from "../../index-BAzbokzv.js";
+import { r as F } from "../../range-DYsrnfiy.js";
+import { g as I } from "../../gather-DjyCjmOD.js";
+import { s as E } from "../../stack-dfEEz2OY.js";
+import { c as T } from "../../concat-5aPGqw3Z.js";
 function U(t, c, p, o, r) {
   const n = o.shape[3], s = p;
   if (s > n) return o;

package/dist/ops/cpu/scatterSub.js

@@ -1,8 +1,8 @@
-import { q as f, y as g, w as o, E as l, X as N, r as b, s as S, b as h } from "../../index-CamYe_M8.js";
-import { v as D } from "../../scatter_nd_util-qgtnviTE.js";
-import { r as k } from "../../range-DqYjKnuG.js";
-import { s as v } from "../../stack-DgaoDmnF.js";
-import { o as E } from "../../ones-CMHNqMr6.js";
+import { o as f, x as g, q as r, E as l, X as N, r as b, b as S, a as h } from "../../index-BAzbokzv.js";
+import { v as D } from "../../scatter_nd_util-93ln7Hut.js";
+import { r as k } from "../../range-DYsrnfiy.js";
+import { s as v } from "../../stack-dfEEz2OY.js";
+import { o as E } from "../../ones-BBlSRqn1.js";
 /**
  * @license
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -21,19 +21,19 @@ import { o as E } from "../../ones-CMHNqMr6.js";
  */
 function I(a, e, s) {
   g(s);
-  const n = o(a, "indices", "scatterND", "int32"), t = o(e, "updates", "scatterND");
+  const n = r(a, "indices", "scatterND", "int32"), t = r(e, "updates", "scatterND");
   D(t, n, s);
-  const c = { indices: n, updates: t }, r = { shape: s };
-  return l.runKernel(N, c, r);
+  const c = { indices: n, updates: t }, o = { shape: s };
+  return l.runKernel(N, c, o);
 }
-const y = /* @__PURE__ */ f({ scatterND_: I });
-function K(a) {
-  const { logits: e, labels: s, dy: n } = a.inputs, t = s.shape[0], c = e.shape[1], r = k(0, t, 1, "int32"), i = v([r, s], 1), d = E([t]), u = y(i, d, [t, c]), p = S(e, u), m = n.reshape([t, 1]);
+const K = /* @__PURE__ */ f({ scatterND_: I });
+function L(a) {
+  const { logits: e, labels: s, dy: n } = a.inputs, t = s.shape[0], c = e.shape[1], o = k(0, t, 1, "int32"), i = v([o, s], 1), d = E([t]), u = K(i, d, [t, c]), p = S(e, u), m = n.reshape([t, 1]);
   return h(p, m);
 }
-const L = {
+const T = {
   kernelName: "EfficientScatterSub",
   backendName: "cpu",
-  kernelFunc: K
+  kernelFunc: L
 };
-b(L);
+b(T);

package/dist/ops/fusedSoftmax.js

@@ -1,4 +1,4 @@
-import { e as t } from "../index-CamYe_M8.js";
+import { e as t } from "../index-BAzbokzv.js";
 import "./cpu/fusedSoftmax.js";
 import "./webgl/fusedSoftmax.js";
 import "./grads/fusedSoftmax.js";

package/dist/ops/gatherSub.js

@@ -1,4 +1,4 @@
-import { e as n } from "../index-CamYe_M8.js";
+import { e as n } from "../index-BAzbokzv.js";
 import "./cpu/gatherSub.js";
 import "./webgl/gatherSub.js";
 function f(r, e, t) {

package/dist/ops/gelu.js

@@ -1,4 +1,4 @@
-import "../index-CamYe_M8.js";
+import "../index-BAzbokzv.js";
 import "./cpu/gelu.js";
 import "./webgl/gelu.js";
 import { d as e, g as i } from "./grads/gelu.js";

package/dist/ops/grads/attentionMask.js

@@ -1,4 +1,4 @@
-import { h as m, f as i } from "../../index-CamYe_M8.js";
+import { c as m, s as i } from "../../index-BAzbokzv.js";
 import { matMulMul as u } from "../matMulMul.js";
 const p = {
   kernelName: "AttentionMask",

package/dist/ops/grads/fusedSoftmax.js

@@ -1,14 +1,14 @@
-import { h as f, b as i, s as l } from "../../index-CamYe_M8.js";
+import { c as f, a as i, b as l } from "../../index-BAzbokzv.js";
 import { mulDrop as g } from "../mulDrop.js";
-import { s as T } from "../../sum-BpcpxNEh.js";
+import { s as T } from "../../sum-BE_Irnim.js";
 const Y = {
   kernelName: "FusedSoftmax",
   outputsToSave: [!0],
   gradFunc: (o, n, a) => {
-    const [s] = n, { dim: p, dropoutRate: t, seed: e } = a, c = !0, r = t && e ? g(o, s, t, e) : i(o, s);
+    const [s] = n, { dim: c, dropoutRate: t, seed: e } = a, p = !0, r = t && e ? g(o, s, t, e) : i(o, s);
     return {
       logits: () => {
-        const m = T(r, [p], c), u = i(m, s);
+        const m = T(r, [c], p), u = i(m, s);
         m.dispose();
         const d = l(r, u);
         return u.dispose(), d;

package/dist/ops/grads/gelu.js

@@ -1,4 +1,4 @@
-import { h as t, e as n } from "../../index-CamYe_M8.js";
+import { c as t, e as n } from "../../index-BAzbokzv.js";
 import "../cpu/gelu.js";
 import "../webgl/gelu.js";
 const o = {

package/dist/ops/grads/matMulGelu.js

@@ -1,4 +1,4 @@
-import { h as a, e as o } from "../../index-CamYe_M8.js";
+import { c as a, e as o } from "../../index-BAzbokzv.js";
 function s(e, n, r) {
   return o().runKernel("MatMulGeluGrad", { dy: e, x: n, kernel: r });
 }

package/dist/ops/grads/normRMS.js

@@ -1,4 +1,4 @@
-import { h as t, e as g } from "../../index-CamYe_M8.js";
+import { c as t, e as g } from "../../index-BAzbokzv.js";
 function s(r, a, n) {
   return g().runKernel("RMSNormGrad", { dy: r, x: a, gamma: n });
 }

package/dist/ops/grads/qkv.js

@@ -1,4 +1,4 @@
-import { h as Q } from "../../index-CamYe_M8.js";
+import { c as Q } from "../../index-BAzbokzv.js";
 const V = {
   kernelName: "QKV",
   inputsToSave: ["x", "kernel"],

package/dist/ops/grads/rope.js

@@ -1,4 +1,4 @@
-import { h as a, e as i } from "../../index-CamYe_M8.js";
+import { c as a, e as i } from "../../index-BAzbokzv.js";
 function p(n, e, s, o) {
   return i().runKernel("Rope", { x: n, sin: e, cos: s }, { pastLen: o });
 }

package/dist/ops/matMulGelu.js

@@ -1,4 +1,4 @@
-import { e as u } from "../index-CamYe_M8.js";
+import { e as u } from "../index-BAzbokzv.js";
 import "./cpu/matMulGelu.js";
 import "./webgl/matMulGelu.js";
 import "./grads/matMulGelu.js";

package/dist/ops/matMulMul.js

@@ -1,4 +1,4 @@
-import { e as u } from "../index-CamYe_M8.js";
+import { e as u } from "../index-BAzbokzv.js";
 import "./cpu/matMulMul.js";
 import "./webgl/matMulMul.js";
 function m(e, r, t, l = !1, n = !1) {

package/dist/ops/mulDrop.js

@@ -1,4 +1,4 @@
-import { e as t } from "../index-CamYe_M8.js";
+import { e as t } from "../index-BAzbokzv.js";
 import "./cpu/mulDropout.js";
 import "./webgl/mulDropout.js";
 function m(r, o, e, n) {

package/dist/ops/node/sparseCrossEntropy.js

@@ -1,4 +1,4 @@
-import { r as o } from "../../index-CamYe_M8.js";
+import { r as o } from "../../index-BAzbokzv.js";
 function r(e) {
   const { logits: t, labels: n } = e.inputs;
   return e.backend.executeMultipleOutputs("SparseSoftmaxCrossEntropyWithLogits", [], [t, n], 2);

package/dist/ops/normRMS.js

@@ -1,4 +1,4 @@
-import { e as n } from "../index-CamYe_M8.js";
+import { e as n } from "../index-BAzbokzv.js";
 import "./cpu/normRMS.js";
 import "./webgl/normRMS.js";
 import "./grads/normRMS.js";

package/dist/ops/qkv.js

@@ -1,4 +1,4 @@
-import { e as o } from "../index-CamYe_M8.js";
+import { e as o } from "../index-BAzbokzv.js";
 import "./cpu/qkv.js";
 import "./webgl/qkv.js";
 import "./grads/qkv.js";

package/dist/ops/rope.js

@@ -1,8 +1,8 @@
-import { e as p } from "../index-CamYe_M8.js";
-import "../random_width-CLMQG5Jn.js";
-import "../register_all_kernels-COt6wLD0.js";
+import { e as p } from "../index-BAzbokzv.js";
+import "../random_width-DWzaOgrn.js";
+import "../register_all_kernels-BfFCQAqs.js";
 import "../index-Tf7vU29b.js";
-import "../dataset-BFFipD1c.js";
+import "../dataset-pgqp-YfL.js";
 import "./cpu/rope.js";
 import "./webgl/rope.js";
 import "./grads/rope.js";

package/dist/ops/scatterSub.js

@@ -1,4 +1,4 @@
-import { e as i } from "../index-CamYe_M8.js";
+import { e as i } from "../index-BAzbokzv.js";
 import "./cpu/scatterSub.js";
 import "./webgl/scatterSub.js";
 function c(t, r, e) {

package/dist/ops/webgl/appendCache.js

@@ -1,4 +1,4 @@
-import { r as p } from "../../index-CamYe_M8.js";
+import { r as p } from "../../index-BAzbokzv.js";
 class m {
   variableNames = ["cache", "item"];
   outputShape;

package/dist/ops/webgl/attentionMask.js

@@ -1,4 +1,4 @@
-import { r as m } from "../../index-CamYe_M8.js";
+import { r as m } from "../../index-BAzbokzv.js";
 class h {
   variableNames = ["q", "k"];
   outputShape;

package/dist/ops/webgl/fusedSoftmax.js

@@ -1,7 +1,7 @@
-import { m as b, s as I, r as k } from "../../RealDiv-7xu-pkZN.js";
-import { r as v } from "../../Reshape-BYC1oUku.js";
-import { r as w, p as P } from "../../index-CamYe_M8.js";
-import { e as S } from "../../axis_util-CCNL7jea.js";
+import { m as b, s as I, r as k } from "../../RealDiv-BYViZwhN.js";
+import { r as v } from "../../Reshape-t7Kcikjk.js";
+import { r as w, p as P } from "../../index-BAzbokzv.js";
+import { e as S } from "../../axis_util-Bu4h7XWV.js";
 class T {
   variableNames = ["logits", "maxLogits"];
   outputShape;

package/dist/ops/webgl/gatherSub.js

@@ -1,4 +1,4 @@
-import { r as l } from "../../index-CamYe_M8.js";
+import { r as l } from "../../index-BAzbokzv.js";
 class u {
   variableNames = ["labels", "logits", "values"];
   outputShape;

package/dist/ops/webgl/gelu.js

@@ -1,5 +1,5 @@
-import { r as a } from "../../index-CamYe_M8.js";
-import { u as s, C as x } from "../../kernel_funcs_utils-D5MS0JFg.js";
+import { r as a } from "../../index-BAzbokzv.js";
+import { u as s, C as x } from "../../kernel_funcs_utils-CUxJCg0g.js";
 const t = 0.7978845608028654, r = 0.044715, c = x + `
     float x3 = x * x * x;
     float inner = x + ${r} * x3;

package/dist/ops/webgl/log.js

@@ -1,6 +1,6 @@
-import { r, a9 as e } from "../../index-CamYe_M8.js";
-import { u as s, l as N } from "../../kernel_funcs_utils-D5MS0JFg.js";
-import { aG as l } from "../../shared-ByfrGA97.js";
+import { r, a9 as e } from "../../index-BAzbokzv.js";
+import { u as s, l as N } from "../../kernel_funcs_utils-CUxJCg0g.js";
+import { aG as l } from "../../shared-Ca6iDobD.js";
 /**
  * @license
  * Copyright 2020 Google LLC. All Rights Reserved.

package/dist/ops/webgl/matMulGelu.js

@@ -1,8 +1,8 @@
-import { r as _, t as R, e as C, i as A, j as N, k as H, u as O } from "../../index-CamYe_M8.js";
-import { r as f } from "../../Reshape-BYC1oUku.js";
-import { M as U } from "../../mulmat_packed_gpu-DW4doKL_.js";
-import { m as E } from "../../mat_mul-CAbRFWUj.js";
-const M = 0.7978845608028654, x = 0.044715, j = `
+import { r as _, t as R, e as C, g as A, h as N, i as H, u as O } from "../../index-BAzbokzv.js";
+import { r as f } from "../../Reshape-t7Kcikjk.js";
+import { M as U } from "../../mulmat_packed_gpu-D4nKF7Je.js";
+import { m as E } from "../../mat_mul-7121rsJk.js";
+const M = 0.7978845608028654, x = 0.044715, q = `
     vec4 x3 = x * x * x;
     vec4 inner = x + ${x} * x3;
     inner = ${M} * inner;
@@ -10,7 +10,7 @@ const M = 0.7978845608028654, x = 0.044715, j = `
     inner = 0.5 * (1.0 + inner);
     vec4 result = x * inner;
     return result;
-`, q = `
+`, z = `
     vec4 a2 = a * a;
     vec4 a3 = a2 * a;
     vec4 u  = ${M} * (a + ${x} * a3);
@@ -34,7 +34,7 @@ function w({
     i === p,
     () => `Error in matMul: inner shapes (${i}) and (${p}) of Tensors with shapes ${e.shape} and ${t.shape} and transposeA=${s} and transposeB=${n} must match.`
   );
-  const v = s ? [d, i, h] : [d, h, i], S = n ? [m, l, p] : [m, p, l], k = f({ inputs: { x: e }, backend: a, attrs: { shape: v } }), D = f({ inputs: { x: t }, backend: a, attrs: { shape: S } }), G = [k, D], y = Math.max(d, m), L = c, B = O(e.dtype, t.dtype), F = new U(
+  const v = s ? [d, i, h] : [d, h, i], S = n ? [m, l, p] : [m, p, l], g = f({ inputs: { x: e }, backend: a, attrs: { shape: v } }), D = f({ inputs: { x: t }, backend: a, attrs: { shape: S } }), G = [g, D], y = Math.max(d, m), L = c, B = O(e.dtype, t.dtype), F = new U(
     v,
     S,
     [y, h, l],
@@ -44,15 +44,15 @@ function w({
     L,
     !!o,
     !1
-  ), g = [k, D];
-  o && g.push(o);
-  const $ = a.runWebGLProgram(F, g, B), I = f({ inputs: { x: $ }, backend: a, attrs: { shape: b } });
+  ), k = [g, D];
+  o && k.push(o);
+  const $ = a.runWebGLProgram(F, k, B), I = f({ inputs: { x: $ }, backend: a, attrs: { shape: b } });
   G.push($);
   for (const P of G)
     a.disposeIntermediateTensorInfo(P);
   return I;
 }
-function z(e) {
+function W(e) {
   const { inputs: t, backend: s } = e, { x: n, kernel: a } = t;
   if (n === void 0 || a === void 0)
     throw new Error("BatchMatMul requires two input tensors.");
@@ -62,15 +62,15 @@ function z(e) {
     transposeA: !1,
     transposeB: !1,
     backend: s,
-    activationSnippet: j
+    activationSnippet: q
   });
 }
-const W = {
+const j = {
   kernelName: "MatMulGelu",
   backendName: "webgl",
-  kernelFunc: z
+  kernelFunc: W
 };
-_(W);
+_(j);
 function J(e) {
   const { dy: t, x: s, kernel: n } = e.inputs, a = e.backend;
   return R(() => {
@@ -81,7 +81,7 @@ function J(e) {
         transposeA: !1,
         transposeB: !1,
         backend: a,
-        activationSnippet: q,
+        activationSnippet: z,
         multiplier: t
       })
     ), o = E(c, n, !1, !0), r = E(s, c, !0, !1);
@@ -97,5 +97,5 @@ _(Q);
 export {
   te as MATMUL_SHARED_DIM_THRESHOLD,
   w as batchMatMulGeluImpl,
-  z as batchMatMulKernel
+  W as batchMatMulKernel
 };

package/dist/ops/webgl/matMulMul.js

@@ -1,4 +1,4 @@
-import { r as u } from "../../index-CamYe_M8.js";
+import { r as u } from "../../index-BAzbokzv.js";
 import { batchMatMulGeluImpl as c } from "./matMulGelu.js";
 const M = `
     return a * b;

package/dist/ops/webgl/mulDropout.js

@@ -1,4 +1,4 @@
-import { r as m } from "../../index-CamYe_M8.js";
+import { r as m } from "../../index-BAzbokzv.js";
 class f {
   variableNames = ["a", "b"];
   outputShape;

package/dist/ops/webgl/normRMS.js

@@ -1,5 +1,5 @@
-import { r as p, e as G } from "../../index-CamYe_M8.js";
-import { s as x } from "../../sum-BpcpxNEh.js";
+import { r as p, e as G } from "../../index-BAzbokzv.js";
+import { s as x } from "../../sum-BE_Irnim.js";
 class y {
   variableNames = ["x", "meanSquare", "gamma"];
   outputShape;

package/dist/ops/webgl/qkv.js

@@ -1,4 +1,4 @@
-import { r as i } from "../../index-CamYe_M8.js";
+import { r as i } from "../../index-BAzbokzv.js";
 class l {
   variableNames = ["x", "kernel"];
   outputShape;

package/dist/ops/webgl/rope.js

@@ -1,4 +1,4 @@
-import { r as u } from "../../index-CamYe_M8.js";
+import { r as u } from "../../index-BAzbokzv.js";
 class l {
   variableNames = ["x", "sin", "cos"];
   outputShape;

package/dist/ops/webgl/scatterSub.js

@@ -1,4 +1,4 @@
-import { r as i } from "../../index-CamYe_M8.js";
+import { r as i } from "../../index-BAzbokzv.js";
 class u {
   variableNames = ["labels", "softmaxProbs", "dy"];
   outputShape;