@genai-fi/nanogpt 0.10.2 → 0.11.0

package/dist/ops/webgl/log.js

@@ -1,10 +1,9 @@
-import "../../index-D6Q1lPZO.js";
-import { u as r, l as e } from "../../kernel_funcs_utils-CWfOAPGO.js";
-import { y as s } from "../../shared-CHhxz-O5.js";
-import { r as N, L as l } from "../../tensor_util-DfwaWayG.js";
-const t = e + `
+import { h as e, ao as r } from "../../index-D0RBWjq8.js";
+import { u as s, l as N } from "../../kernel_funcs_utils-CSaumNDs.js";
+import { y as l } from "../../shared-B7USJZgw.js";
+const a = N + `
   return x < 0.0 ? NAN : log(x);
-`, a = `
+`, t = `
   vec4 result = log(x);
   bvec4 isNaN = isnan(x);
   result.r = isNaN.r ? x.r : (x.r < 0.0 ? NAN : result.r);
@@ -12,13 +11,13 @@ const t = e + `
   result.b = isNaN.b ? x.b : (x.b < 0.0 ? NAN : result.b);
   result.a = isNaN.a ? x.a : (x.a < 0.0 ? NAN : result.a);
   return result;
-`, n = r({
-  opSnippet: t,
-  packedOpSnippet: a,
-  cpuKernelImpl: s
+`, n = s({
+  opSnippet: a,
+  packedOpSnippet: t,
+  cpuKernelImpl: l
 }), o = {
-  kernelName: l,
+  kernelName: r,
   backendName: "webgl",
   kernelFunc: n
 };
-N(o);
+e(o);

package/dist/ops/webgl/matMul16.js

@@ -1,28 +1,27 @@
 import { isPackedTensor as k } from "../../utilities/packed.js";
-import { m as M, b as m } from "../../index-D6Q1lPZO.js";
-import { matMulMul as g } from "../matMulMul.js";
-import { matMulGelu as N } from "../matMulGelu.js";
-import { r as U } from "../../tensor_util-DfwaWayG.js";
-import { m as G } from "../../mat_mul-C59XWcJd.js";
-import { r as w } from "../../reshape-CaPQzFvz.js";
-import { t as h } from "../../transpose-DH4gmHvu.js";
-function P(p) {
-  const { A: r, B: o } = p.inputs, { transposeA: l, transposeB: c, scale: u, activation: A, scaleA: f, scaleB: d, forceOutputShape: t, perm: n } = p.attrs, B = !k(r), v = !k(o);
+import { h as g, m as M, b as m } from "../../index-D0RBWjq8.js";
+import { matMulMul as N } from "../matMulMul.js";
+import { matMulGelu as U } from "../matMulGelu.js";
+import { m as G } from "../../mat_mul-DxpNTCRz.js";
+import { r as h } from "../../reshape-CkjKPPqB.js";
+import { t as w } from "../../transpose-JawVKyZy.js";
+function P(l) {
+  const { A: r, B: o } = l.inputs, { transposeA: p, transposeB: c, scale: u, activation: A, scaleA: d, scaleB: f, forceOutputShape: t, perm: n } = l.attrs, B = !k(r), v = !k(o);
   if (B && v) {
-    const a = f !== void 0 ? M(r, m(f)) : r, i = d !== void 0 ? M(o, m(d)) : o;
+    const a = d !== void 0 ? M(r, m(d)) : r, i = f !== void 0 ? M(o, m(f)) : o;
     let e;
-    if (u !== void 0 ? e = g(a, i, m(u), l, c) : A === "gelu" ? e = N(a, i) : e = G(a, i, l, c), n)
+    if (u !== void 0 ? e = N(a, i, m(u), p, c) : A === "gelu" ? e = U(a, i) : e = G(a, i, p, c), n)
       if (t) {
-        const s = w(e, t);
+        const s = h(e, t);
         e.dispose();
-        const b = h(s, n);
+        const b = w(s, n);
         return s.dispose(), b;
       } else {
-        const s = h(e, n);
+        const s = w(e, n);
         return e.dispose(), s;
       }
     else if (t) {
-      const s = w(e, t);
+      const s = h(e, t);
       return e.dispose(), s;
     } else
       return e;
@@ -34,4 +33,4 @@ const C = {
   backendName: "webgl",
   kernelFunc: P
 };
-U(C);
+g(C);

package/dist/ops/webgl/matMulGelu.js

@@ -1,113 +1,9 @@
-import { t as R, e as C, j as N } from "../../index-D6Q1lPZO.js";
-import { r as f } from "../../Reshape-CHdUjC72.js";
-import { M as H } from "../../mulmat_packed_gpu-Coh6qbJk.js";
-import { r as E, u as O } from "../../tensor_util-DfwaWayG.js";
-import { m as $ } from "../../mat_mul-C59XWcJd.js";
-import { s as A, a as U } from "../../tensor-CzmOBsdf.js";
-const M = 0.7978845608028654, g = 0.044715, j = `
-    vec4 x3 = x * x * x;
-    vec4 inner = x + ${g} * x3;
-    inner = ${M} * inner;
-    inner = vec4(
-        abs(inner[0]) > 15.0 ? sign(inner[0]) : tanh(inner[0]),
-        abs(inner[1]) > 15.0 ? sign(inner[1]) : tanh(inner[1]),
-        abs(inner[2]) > 15.0 ? sign(inner[2]) : tanh(inner[2]),
-        abs(inner[3]) > 15.0 ? sign(inner[3]) : tanh(inner[3])
-    );
-    inner = 0.5 * (1.0 + inner);
-    vec4 result = x * inner;
-    return result;
-`, q = `
-    vec4 a2 = a * a;
-    vec4 a3 = a2 * a;
-    vec4 u  = ${M} * (a + ${g} * a3);
-    vec4 t = vec4(
-        abs(u[0]) > 15.0 ? sign(u[0]) : tanh(u[0]),
-        abs(u[1]) > 15.0 ? sign(u[1]) : tanh(u[1]),
-        abs(u[2]) > 15.0 ? sign(u[2]) : tanh(u[2]),
-        abs(u[3]) > 15.0 ? sign(u[3]) : tanh(u[3])
-    );
-    vec4 sech2 = 1.0 - t * t;
-    vec4 du_dx = ${M} * (1.0 + 3.0 * ${g} * a2);
-    vec4 dgelu = 0.5 * (1.0 + t) + 0.5 * a * sech2 * du_dx;
-    return dgelu * b;
-`, se = 1e3;
-function _({
-  a: e,
-  b: n,
-  transposeA: s,
-  transposeB: t,
-  backend: a,
-  activationSnippet: i,
-  multiplier: o
-}) {
-  const r = e.shape.length, c = n.shape.length, u = s ? e.shape[r - 2] : e.shape[r - 1], p = t ? n.shape[c - 1] : n.shape[c - 2], h = s ? e.shape[r - 1] : e.shape[r - 2], l = t ? n.shape[c - 2] : n.shape[c - 1], w = e.shape.slice(0, -2), K = n.shape.slice(0, -2), m = A(w), d = A(K), T = N(e.shape.slice(0, -2), n.shape.slice(0, -2)).concat([h, l]);
-  U(
-    u === p,
-    () => `Error in matMul: inner shapes (${u}) and (${p}) of Tensors with shapes ${e.shape} and ${n.shape} and transposeA=${s} and transposeB=${t} must match.`
-  );
-  const v = s ? [m, u, h] : [m, h, u], x = t ? [d, l, p] : [d, p, l], S = f({ inputs: { x: e }, backend: a, attrs: { shape: v } }), b = f({ inputs: { x: n }, backend: a, attrs: { shape: x } }), D = [S, b], y = Math.max(m, d), L = i, B = O(e.dtype, n.dtype), F = new H(
-    v,
-    x,
-    [y, h, l],
-    s,
-    t,
-    !1,
-    L,
-    !!o,
-    !1
-  ), G = [S, b];
-  o && G.push(o);
-  const k = a.runWebGLProgram(F, G, B), I = f({ inputs: { x: k }, backend: a, attrs: { shape: T } });
-  D.push(k);
-  for (const P of D)
-    a.disposeIntermediateTensorInfo(P);
-  return I;
-}
-function z(e) {
-  const { inputs: n, backend: s } = e, { x: t, kernel: a } = n;
-  if (t === void 0 || a === void 0)
-    throw new Error("BatchMatMul requires two input tensors.");
-  return _({
-    a: t,
-    b: a,
-    transposeA: !1,
-    transposeB: !1,
-    backend: s,
-    activationSnippet: j
-  });
-}
-const W = {
-  kernelName: "MatMulGelu",
-  backendName: "webgl",
-  kernelFunc: z
-};
-E(W);
-function J(e) {
-  const { dy: n, x: s, kernel: t } = e.inputs, a = e.backend;
-  return R(() => {
-    const i = C().makeTensorFromTensorInfo(
-      _({
-        a: s,
-        b: t,
-        transposeA: !1,
-        transposeB: !1,
-        backend: a,
-        activationSnippet: q,
-        multiplier: n
-      })
-    ), o = $(i, t, !1, !0), r = $(s, i, !0, !1);
-    return [o, r];
-  });
-}
-const Q = {
-  kernelName: "MatMulGeluGrad",
-  backendName: "webgl",
-  kernelFunc: J
-};
-E(Q);
+import "../../index-D0RBWjq8.js";
+import "../../Reshape-Ct266DEk.js";
+import { a as m, b as o, c as p } from "../../matMulGelu-B2s_80-H.js";
+import "../../mat_mul-DxpNTCRz.js";
 export {
-  se as MATMUL_SHARED_DIM_THRESHOLD,
-  _ as batchMatMulGeluImpl,
-  z as batchMatMulKernel
+  m as MATMUL_SHARED_DIM_THRESHOLD,
+  o as batchMatMulGeluImpl,
+  p as batchMatMulKernel
 };

package/dist/ops/webgl/matMulMul.js

@@ -1,29 +1,28 @@
-import "../../index-D6Q1lPZO.js";
-import { batchMatMulGeluImpl as u } from "./matMulGelu.js";
-import { r as c } from "../../tensor_util-DfwaWayG.js";
-const p = `
+import { h as u } from "../../index-D0RBWjq8.js";
+import { b as c } from "../../matMulGelu-B2s_80-H.js";
+const M = `
     return a * b;
 `;
-function M(r) {
-  const { inputs: n, backend: o, attrs: a } = r, { x: t, kernel: e, y: i } = n, { transposeA: l, transposeB: s } = a;
+function p(r) {
+  const { inputs: n, backend: a, attrs: o } = r, { x: t, kernel: e, y: l } = n, { transposeA: s, transposeB: i } = o;
   if (t === void 0 || e === void 0)
     throw new Error("BatchMatMul requires two input tensors.");
-  return u({
+  return c({
     a: t,
     b: e,
-    transposeA: l,
-    transposeB: s,
-    backend: o,
-    activationSnippet: p,
-    multiplier: i
+    transposeA: s,
+    transposeB: i,
+    backend: a,
+    activationSnippet: M,
+    multiplier: l
   });
 }
 const m = {
   kernelName: "MatMulMul",
   backendName: "webgl",
-  kernelFunc: M
+  kernelFunc: p
 };
-c(m);
+u(m);
 export {
-  M as batchMatMulKernel
+  p as batchMatMulKernel
 };

package/dist/ops/webgl/mulDropout.js

@@ -1,5 +1,4 @@
-import "../../index-D6Q1lPZO.js";
-import { r as m } from "../../tensor_util-DfwaWayG.js";
+import { h as m } from "../../index-D0RBWjq8.js";
 class f {
   variableNames = ["a", "b"];
   outputShape;
@@ -8,8 +7,8 @@ class f {
     { name: "dropoutRate", type: "float" },
     { name: "seed", type: "float" }
   ];
-  constructor(r, t, o) {
-    this.outputShape = [r, t, o, o], this.userCode = `
+  constructor(t, r, o) {
+    this.outputShape = [t, r, o, o], this.userCode = `
         float random(ivec4 coords) {
             float x = float(coords.x * 4096 + coords.y * 256 + coords.z * 16 + coords.w);
             return fract(sin(seed + x) * 43758.5453123);
@@ -27,16 +26,16 @@ class f {
         `;
   }
 }
-function i(e) {
-  const { inputs: r, attrs: t } = e, { a: o, b: s } = r, { dropoutRate: a, seed: c } = t, n = e.backend, d = o.shape[0], u = o.shape[2], p = o.shape[1], l = new f(d, p, u);
+function b(e) {
+  const { inputs: t, attrs: r } = e, { a: o, b: s } = t, { dropoutRate: a, seed: c } = r, n = e.backend, d = o.shape[0], u = o.shape[2], p = o.shape[1], l = new f(d, p, u);
   return n.runWebGLProgram(l, [o, s], "float32", [
     [a ?? 0],
     [c ?? Math.random() * 1e4]
   ]);
 }
-const b = {
+const i = {
   kernelName: "MulDropout",
   backendName: "webgl",
-  kernelFunc: i
+  kernelFunc: b
 };
-m(b);
+m(i);

package/dist/ops/webgl/normRMS.js

@@ -1,6 +1,5 @@
-import { e as G } from "../../index-D6Q1lPZO.js";
-import { r as g } from "../../tensor_util-DfwaWayG.js";
-import { s as x } from "../../sum-ywRJj3Zr.js";
+import { h as p, e as G } from "../../index-D0RBWjq8.js";
+import { s as x } from "../../sum-BdplSvq_.js";
 class y {
   variableNames = ["x", "meanSquare", "gamma"];
   outputShape;
@@ -29,7 +28,7 @@ const C = {
   backendName: "webgl",
   kernelFunc: v
 };
-g(C);
+p(C);
 class b {
   variableNames = ["x", "meanSquare", "dyGamma", "dyXMean"];
   outputShape;
@@ -74,14 +73,14 @@ function M(t) {
   l.dispose();
   const f = new b(n, m, u), S = r.runWebGLProgram(f, [e, d, s, i], "float32");
   s.dispose(), i.dispose();
-  const h = new N(n, m, u), p = r.runWebGLProgram(h, [e, d, a], "float32");
+  const h = new N(n, m, u), g = r.runWebGLProgram(h, [e, d, a], "float32");
   d.dispose();
-  const q = x(G().makeTensorFromTensorInfo(p), [0, 1]);
-  return r.disposeIntermediateTensorInfo(p), [S, q];
+  const q = x(G().makeTensorFromTensorInfo(g), [0, 1]);
+  return r.disposeIntermediateTensorInfo(g), [S, q];
 }
 const k = {
   kernelName: "RMSNormGrad",
   backendName: "webgl",
   kernelFunc: M
 };
-g(k);
+p(k);

package/dist/ops/webgl/qkv.js

@@ -1,6 +1,5 @@
-import "../../index-D6Q1lPZO.js";
-import { r as i } from "../../tensor_util-DfwaWayG.js";
-class m {
+import { h as i } from "../../index-D0RBWjq8.js";
+class l {
   variableNames = ["x", "kernel"];
   outputShape;
   userCode;
@@ -31,8 +30,8 @@ class m {
         `;
   }
 }
-function l(r) {
-  const { x: e, kernel: t } = r.inputs, { heads: s } = r.attrs, o = r.backend, n = e.shape[0], c = e.shape[1], u = e.shape[2], a = new m(n, s, c, u);
+function m(r) {
+  const { x: e, kernel: t } = r.inputs, { heads: s } = r.attrs, o = r.backend, n = e.shape[0], c = e.shape[1], u = e.shape[2], a = new l(n, s, c, u);
   return [
     o.runWebGLProgram(a, [e, t], "float32", [[0]]),
     o.runWebGLProgram(a, [e, t], "float32", [[1]]),
@@ -42,6 +41,6 @@ function l(r) {
 const d = {
   kernelName: "QKV",
   backendName: "webgl",
-  kernelFunc: l
+  kernelFunc: m
 };
 i(d);

package/dist/ops/webgl/rope.js

@@ -1,5 +1,4 @@
-import "../../index-D6Q1lPZO.js";
-import { r as h } from "../../tensor_util-DfwaWayG.js";
+import { h as l } from "../../index-D0RBWjq8.js";
 class g {
   variableNames = ["x", "sin", "cos"];
   outputShape;
@@ -45,13 +44,13 @@ class g {
         `;
   }
 }
-function m(o) {
-  const { x: t } = o.inputs, { pastLen: s, ropeCache: e, negSin: n } = o.attrs, a = n ? e.getNegSin() : e.getSin(), r = e.getCos(), i = o.backend, d = t.shape[0], c = t.shape[1], p = t.shape[2], u = t.shape[3], l = new g(d, c, p, u);
-  return i.runWebGLProgram(l, [t, a, r], "float32", [[s]]);
+function f(o) {
+  const { x: t } = o.inputs, { pastLen: s, ropeCache: e, negSin: n } = o.attrs, a = n ? e.getNegSin() : e.getSin(), r = e.getCos(), d = o.backend, i = t.shape[0], c = t.shape[1], p = t.shape[2], u = t.shape[3], h = new g(i, c, p, u);
+  return d.runWebGLProgram(h, [t, a, r], "float32", [[s]]);
 }
-const f = {
+const m = {
   kernelName: "Rope",
   backendName: "webgl",
-  kernelFunc: m
+  kernelFunc: f
 };
-h(f);
+l(m);

package/dist/ops/webgl/scatterSub.js

@@ -1,11 +1,10 @@
-import "../../index-D6Q1lPZO.js";
-import { r as i } from "../../tensor_util-DfwaWayG.js";
+import { h as i } from "../../index-D0RBWjq8.js";
 class u {
   variableNames = ["labels", "softmaxProbs", "dy"];
   outputShape;
   userCode;
-  constructor(t, e) {
-    this.outputShape = [t, e], this.userCode = `
+  constructor(e, t) {
+    this.outputShape = [e, t], this.userCode = `
             void main() {
                 ivec2 coords = getOutputCoords();
                 int index = int(getLabels(coords.x));
@@ -17,8 +16,8 @@ class u {
   }
 }
 function d(o) {
-  const { logits: t, labels: e, dy: r } = o.inputs, s = o.backend, n = e.shape[0], a = t.shape[1], c = new u(n, a);
-  return s.runWebGLProgram(c, [e, t, r], "float32");
+  const { logits: e, labels: t, dy: r } = o.inputs, s = o.backend, n = t.shape[0], a = e.shape[1], c = new u(n, a);
+  return s.runWebGLProgram(c, [t, e, r], "float32");
 }
 const b = {
   kernelName: "EfficientScatterSub",

package/dist/ops/webgpu/adamAdjust.js

@@ -1,8 +1,6 @@
-import { e as p } from "../../webgpu_program-DzaQiqel.js";
-import { f as d, c as l } from "../../webgpu_util-0_ubCEHJ.js";
-import "../../index-D6Q1lPZO.js";
-import { j as f } from "../../tensor-CzmOBsdf.js";
-import { r as c } from "../../tensor_util-DfwaWayG.js";
+import { e as p } from "../../webgpu_program-CAE4RICo.js";
+import { f as d, c as l } from "../../webgpu_util-BdovYhXr.js";
+import { h as f, a7 as c } from "../../index-D0RBWjq8.js";
 class h {
   variableNames = ["moments", "value"];
   outputShape;
@@ -38,19 +36,19 @@ class h {
   }
 }
 function v(t) {
-  const { moments: e, value: a } = t.inputs, { beta1: n, beta2: o, learningRate: s, epsilon: i } = t.attrs, r = t.backend;
-  f(e.shape, [...a.shape, 2], "Error in AdamAdjust: ");
-  const m = new h(a.shape), u = [
+  const { moments: e, value: a } = t.inputs, { beta1: n, beta2: s, learningRate: o, epsilon: i } = t.attrs, r = t.backend;
+  c(e.shape, [...a.shape, 2], "Error in AdamAdjust: ");
+  const u = new h(a.shape), m = [
     { type: "float32", data: [1 / n] },
-    { type: "float32", data: [1 / o] },
-    { type: "float32", data: [s] },
+    { type: "float32", data: [1 / s] },
+    { type: "float32", data: [o] },
     { type: "float32", data: [i] }
   ];
-  return r.runWebGPUProgram(m, [e, a], "float32", u);
+  return r.runWebGPUProgram(u, [e, a], "float32", m);
 }
 const b = {
   kernelName: "AdamAdjust",
   backendName: "webgpu",
   kernelFunc: v
 };
-c(b);
+f(b);

package/dist/ops/webgpu/adamMoments.js

@@ -1,8 +1,6 @@
-import { e as p } from "../../webgpu_program-DzaQiqel.js";
-import { f as u, c as d } from "../../webgpu_util-0_ubCEHJ.js";
-import "../../index-D6Q1lPZO.js";
-import { j as f } from "../../tensor-CzmOBsdf.js";
-import { r as c } from "../../tensor_util-DfwaWayG.js";
+import { e as u } from "../../webgpu_program-CAE4RICo.js";
+import { f as p, c as d } from "../../webgpu_util-BdovYhXr.js";
+import { h as c, a7 as f } from "../../index-D0RBWjq8.js";
 class l {
   variableNames = ["moments", "gradient"];
   outputShape;
@@ -15,7 +13,7 @@ class l {
   outputComponent = 2;
   variableComponents = [2, 1];
   constructor(t) {
-    this.outputShape = t, this.dispatchLayout = u(this.outputShape.slice(0, -1)), this.dispatch = d(
+    this.outputShape = t, this.dispatchLayout = p(this.outputShape.slice(0, -1)), this.dispatch = d(
       this.dispatchLayout,
       this.outputShape.slice(0, -1),
       this.workgroupSize,
@@ -24,7 +22,7 @@ class l {
   }
   getUserCode() {
     return `
-        ${p("index")} {
+        ${u("index")} {
             if (index < uniforms.size) {
                 let m: vec2<f32> = moments[index];
 
@@ -41,7 +39,7 @@ class l {
   }
 }
 function h(e) {
-  const { moments: t, gradient: a } = e.inputs, { beta1: n, beta2: o, lossScaling: r } = e.attrs, s = e.backend;
+  const { moments: t, gradient: a } = e.inputs, { beta1: n, beta2: o, lossScaling: s } = e.attrs, r = e.backend;
   if (a.dtype !== "float32")
     throw new Error(`Gradient must be float32, but got ${a.dtype}`);
   if (f(t.shape, [...a.shape, 2], "Error in AdamMoments: "), n < 0 || n >= 1)
@@ -51,9 +49,9 @@ function h(e) {
   const i = new l(t.shape), m = [
     { type: "float32", data: [n] },
     { type: "float32", data: [o] },
-    { type: "float32", data: [1 / r] }
+    { type: "float32", data: [1 / s] }
   ];
-  return s.runWebGPUProgram(i, [t, a], "float32", m);
+  return r.runWebGPUProgram(i, [t, a], "float32", m);
 }
 const g = {
   kernelName: "AdamMoments",

package/dist/ops/webgpu/add16.js

@@ -1,14 +1,13 @@
-import "../../index-D6Q1lPZO.js";
+import { h as t } from "../../index-D0RBWjq8.js";
 import { BinaryOpProgram as p } from "./utils/binary_op.js";
-import { B as m } from "../../binary_op_util-pKXltfxI.js";
-import { r as c } from "../../tensor_util-DfwaWayG.js";
-function i(r) {
-  const { a: e, b: n } = r.inputs, a = r.backend, t = new p(m.ADD, e.shape, n.shape), o = a.runWebGPUProgram(t, [e, n], "int32");
-  return o.packed = !0, o;
+import { B as s } from "../../binary_op_util-pKXltfxI.js";
+function c(e) {
+  const { a: r, b: n } = e.inputs, a = e.backend, o = new p(s.ADD, r.shape, n.shape);
+  return a.runWebGPUProgram(o, [r, n], "packedF16");
 }
-const s = {
+const m = {
   kernelName: "Add16",
   backendName: "webgpu",
-  kernelFunc: i
+  kernelFunc: c
 };
-c(s);
+t(m);

package/dist/ops/webgpu/appendCache.js

@@ -1,10 +1,8 @@
-import { isPackedTensor as S } from "../../utilities/packed.js";
-import { e as d } from "../../webgpu_program-DzaQiqel.js";
-import { f as u, c as m } from "../../webgpu_util-0_ubCEHJ.js";
-import "../../index-D6Q1lPZO.js";
-import { j as g } from "../../tensor-CzmOBsdf.js";
-import { r as x } from "../../tensor_util-DfwaWayG.js";
-class b {
+import { isPackedTensor as T } from "../../utilities/packed.js";
+import { e as p } from "../../webgpu_program-CAE4RICo.js";
+import { f as d, c as u } from "../../webgpu_util-BdovYhXr.js";
+import { h as S, a7 as g } from "../../index-D0RBWjq8.js";
+class x {
   variableNames = ["cache", "item"];
   outputShape;
   shaderKey = "AppendCache";
@@ -13,14 +11,14 @@ class b {
   workgroupSize = [64, 1, 1];
   size = !0;
   uniforms = "cacheT: i32";
-  constructor(e, t, s, o, i) {
-    const a = Math.min(s + 1, i);
-    this.shaderKey = `AppendCache_${a}`, this.outputShape = [e, t, a, o], this.dispatchLayout = u(this.outputShape), this.dispatch = m(this.dispatchLayout, this.outputShape, this.workgroupSize);
+  constructor(e, t, a, s, i) {
+    const o = Math.min(a + 1, i);
+    this.shaderKey = `AppendCache_${o}`, this.outputShape = [e, t, o, s], this.dispatchLayout = d(this.outputShape), this.dispatch = u(this.dispatchLayout, this.outputShape, this.workgroupSize);
   }
   getUserCode() {
     const e = this.outputShape[2];
     return `
-        ${d("index")} {
+        ${p("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];
@@ -48,7 +46,7 @@ class b {
         `;
   }
 }
-class C {
+class b {
   variableNames = ["cache", "item"];
   outputShape;
   shaderKey = "AppendCache";
@@ -57,14 +55,14 @@ class C {
   workgroupSize = [64, 1, 1];
   size = !0;
   uniforms = "cacheT: i32";
-  constructor(e, t, s, o, i) {
-    const a = Math.min(s + 1, i);
-    this.shaderKey = `AppendCache_${a}`, this.outputShape = [e, t, a, o], this.dispatchLayout = u(this.outputShape), this.dispatch = m(this.dispatchLayout, this.outputShape, this.workgroupSize);
+  constructor(e, t, a, s, i) {
+    const o = Math.min(a + 1, i);
+    this.shaderKey = `AppendCache_${o}`, this.outputShape = [e, t, o, s], this.dispatchLayout = d(this.outputShape), this.dispatch = u(this.dispatchLayout, this.outputShape, this.workgroupSize);
   }
   getUserCode() {
     const e = this.outputShape[2];
     return `
-        ${d("index")} {
+        ${p("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];
@@ -92,16 +90,16 @@ class C {
         `;
   }
 }
-function v(r) {
-  const { cache: e, item: t } = r.inputs, { maxSize: s, pastLen: o } = r.attrs, i = r.backend, a = S(e), c = e.shape[0], n = e.shape[2], h = e.shape[1];
-  if (g(t.shape, [c, h, 1, t.shape[3]], "Error in AppendCache: "), o < 0 || o > s)
-    throw new Error(`Invalid pastLen value: ${o}. Must be in the range [0, ${s}].`);
-  const l = a ? new C(c, h, n, t.shape[3], s) : new b(c, h, n, t.shape[3], s), f = [{ type: "int32", data: [o] }], T = a ? "int32" : e.dtype, p = i.runWebGPUProgram(l, [e, t], T, f);
-  return p.packed = a, p;
+function C(r) {
+  const { cache: e, item: t } = r.inputs, { maxSize: a, pastLen: s } = r.attrs, i = r.backend, o = T(e), c = e.shape[0], n = e.shape[2], h = e.shape[1];
+  if (g(t.shape, [c, h, 1, t.shape[3]], "Error in AppendCache: "), s < 0 || s > a)
+    throw new Error(`Invalid pastLen value: ${s}. Must be in the range [0, ${a}].`);
+  const m = o ? new b(c, h, n, t.shape[3], a) : new x(c, h, n, t.shape[3], a), l = [{ type: "int32", data: [s] }], f = o ? "packedF16" : e.dtype;
+  return i.runWebGPUProgram(m, [e, t], f, l);
 }
-const z = {
+const v = {
   kernelName: "AppendCache",
   backendName: "webgpu",
-  kernelFunc: v
+  kernelFunc: C
 };
-x(z);
+S(v);

package/dist/ops/webgpu/attentionMask.js

@@ -1,28 +1,26 @@
-import "../../index-D6Q1lPZO.js";
-import { j as d } from "../../tensor-CzmOBsdf.js";
+import { h as d, a7 as b } from "../../index-D0RBWjq8.js";
 import { isPackedTensor as p } from "../../utilities/packed.js";
-import { b } from "../../matMul16-fEAJ4smh.js";
-import l from "./attentionMask32_program.js";
-import { r as M } from "../../tensor_util-DfwaWayG.js";
+import { b as l } from "../../matMul16-cDxwemKj.js";
+import M from "./attentionMask32_program.js";
 function w(n) {
   const { q: t, k: e } = n.inputs, { divisor: a, pastLen: o } = n.attrs, m = n.backend;
   if (p(t) && p(e))
-    return b(t, e, !1, !0, { causalMask: !0, pastLen: o, scale: a });
-  const r = t.shape[0], k = t.shape[2], s = e.shape[2], i = t.shape[1], c = t.shape[3];
-  if (d(e.shape, [r, i, s, c], "Error in AttentionMask: "), a === 0)
+    return l(t, e, !1, !0, { causalMask: !0, pastLen: o, scale: a });
+  const s = t.shape[0], k = t.shape[2], r = e.shape[2], i = t.shape[1], c = t.shape[3];
+  if (b(e.shape, [s, i, r, c], "Error in AttentionMask: "), a === 0)
     throw new Error("Divisor must be non-zero in AttentionMask");
   if (o < 0)
     throw new Error("pastLen must be non-negative in AttentionMask");
-  const u = new l(r, i, k, s, c), f = [
+  const u = new M(s, i, k, r, c), h = [
     { type: "float32", data: [a] },
     { type: "int32", data: [o] },
     { type: "float32", data: [Number.NEGATIVE_INFINITY] }
-  ], h = t.dtype;
-  return m.runWebGPUProgram(u, [t, e], h, f);
+  ], f = t.dtype;
+  return m.runWebGPUProgram(u, [t, e], f, h);
 }
 const A = {
   kernelName: "AttentionMask",
   backendName: "webgpu",
   kernelFunc: w
 };
-M(A);
+d(A);