@genai-fi/nanogpt 0.10.2 → 0.10.3

package/dist/ops/webgpu/gelu.js

@@ -1,10 +1,9 @@
-import "../../index-D6Q1lPZO.js";
-import { e as s } from "../../webgpu_program-DzaQiqel.js";
-import { f as o, c as p } from "../../webgpu_util-0_ubCEHJ.js";
+import { p as d } from "../../index-DOvlwCh-.js";
+import { e as s } from "../../webgpu_program-DuOXPQol.js";
+import { f as n, c as o } from "../../webgpu_util-RxEF33Rj.js";
 import { isPackedTensor as l } from "../../utilities/packed.js";
-import { r as h } from "../../tensor_util-DfwaWayG.js";
-const r = 0.7978845608028654, u = 0.044715;
-class x {
+const u = 0.7978845608028654, r = 0.044715;
+class c {
   outputShape;
   shaderKey;
   dispatchLayout;
@@ -13,7 +12,7 @@ class x {
   workgroupSize;
   size = !0;
   constructor(e) {
-    this.workgroupSize = [128, 1, 1], this.outputShape = e, this.dispatchLayout = o(this.outputShape), this.dispatch = p(this.dispatchLayout, this.outputShape, this.workgroupSize), this.shaderKey = "unary_gelu";
+    this.workgroupSize = [128, 1, 1], this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = o(this.dispatchLayout, this.outputShape, this.workgroupSize), this.shaderKey = "unary_gelu";
   }
   getUserCode() {
     return `
@@ -23,8 +22,8 @@ class x {
             }
             fn unaryOperation(x : f32) -> f32 {
                 let x3 = x * x * x;
-                var inner = fma(${u}, x3, x);
-                inner = ${r} * inner;
+                var inner = fma(${r}, x3, x);
+                inner = ${u} * inner;
                 inner = tanhComplete(inner);
                 inner = 0.5 * (1.0 + inner);
                 return x * inner;
@@ -38,17 +37,17 @@ class x {
       `;
   }
 }
-function g(t) {
-  const { x: e } = t.inputs, a = t.backend, i = new x(e.shape);
+function x(t) {
+  const { x: e } = t.inputs, a = t.backend, i = new c(e.shape);
   return a.runWebGPUProgram(i, [e], "float32");
 }
-const f = {
+const g = {
   kernelName: "Gelu",
   backendName: "webgpu",
-  kernelFunc: g
+  kernelFunc: x
 };
-h(f);
-class m {
+d(g);
+class f {
   // Inputs: dy, x
   variableNames = ["dy", "x"];
   outputShape;
@@ -58,7 +57,7 @@ class m {
   workgroupSize = [128, 1, 1];
   size = !0;
   constructor(e) {
-    this.outputShape = e, this.dispatchLayout = o(this.outputShape), this.dispatch = p(this.dispatchLayout, this.outputShape, this.workgroupSize);
+    this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = o(this.dispatchLayout, this.outputShape, this.workgroupSize);
   }
   getUserCode() {
     return `
@@ -69,10 +68,10 @@ class m {
             fn activationGrad(dy: f32, X: f32) -> f32 {
                 let x2 = X * X;
                 let x3 = x2 * X;
-                let u  = ${r} * (X + ${u} * x3);
+                let u  = ${u} * (X + ${r} * x3);
                 let t  = tanhComplete(u);
                 let sech2 = 1.0 - t * t;
-                let du_dx = ${r} * (1.0 + 3.0 * ${u} * x2);
+                let du_dx = ${u} * (1.0 + 3.0 * ${r} * x2);
                 let dgelu = 0.5 * (1.0 + t) + 0.5 * X * sech2 * du_dx;
                 return dy *dgelu;
             }
@@ -89,7 +88,7 @@ class m {
             }`;
   }
 }
-class y {
+class m {
   // Inputs: dy, x
   variableNames = ["dy", "x"];
   outputShape;
@@ -99,7 +98,7 @@ class y {
   workgroupSize = [128, 1, 1];
   size = !0;
   constructor(e) {
-    this.outputShape = e, this.dispatchLayout = o(this.outputShape), this.dispatch = p(this.dispatchLayout, this.outputShape, this.workgroupSize);
+    this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = o(this.dispatchLayout, this.outputShape, this.workgroupSize);
   }
   getUserCode() {
     return `
@@ -110,10 +109,10 @@ class y {
             fn activationGrad(dy: f32, X: f32) -> f32 {
                 let x2 = X * X;
                 let x3 = x2 * X;
-                let u  = ${r} * (X + ${u} * x3);
+                let u  = ${u} * (X + ${r} * x3);
                 let t  = tanhComplete(u);
                 let sech2 = 1.0 - t * t;
-                let du_dx = ${r} * (1.0 + 3.0 * ${u} * x2);
+                let du_dx = ${u} * (1.0 + 3.0 * ${r} * x2);
                 let dgelu = 0.5 * (1.0 + t) + 0.5 * X * sech2 * du_dx;
                 return dy *dgelu;
             }
@@ -127,16 +126,16 @@ class y {
             }`;
   }
 }
-function b(t) {
-  const { dy: e, x: a } = t.inputs, i = t.backend, n = l(e), c = n ? new m(a.shape) : new y(a.shape), d = i.runWebGPUProgram(c, [e, a], n ? "int32" : "float32");
-  return d.packed = n, d;
+function y(t) {
+  const { dy: e, x: a } = t.inputs, i = t.backend, p = l(e), h = p ? new f(a.shape) : new m(a.shape);
+  return i.runWebGPUProgram(h, [e, a], p ? "packedF16" : "float32");
 }
-const k = {
+const b = {
   kernelName: "GeluGrad",
   backendName: "webgpu",
-  kernelFunc: b
+  kernelFunc: y
 };
-h(k);
+d(b);
 export {
-  x as GeluProgram
+  c as GeluProgram
 };

package/dist/ops/webgpu/matMul16.js

@@ -1,34 +1,32 @@
-import { m as y, b as B, j as Q } from "../../index-D6Q1lPZO.js";
+import { p as Q, m as P, b as B, h as y, a3 as V } from "../../index-DOvlwCh-.js";
 import { isPackedTensor as R } from "../../utilities/packed.js";
 import { reshape16 as U } from "../reshape16.js";
-import { matMulMul as V } from "../matMulMul.js";
-import { matMulGelu as X } from "../matMulGelu.js";
-import Y from "./matMul16_program.js";
-import { r as Z } from "../../tensor_util-DfwaWayG.js";
-import { m as _ } from "../../mat_mul-C59XWcJd.js";
-import { r as x } from "../../reshape-CaPQzFvz.js";
-import { t as C } from "../../transpose-DH4gmHvu.js";
-import { s as E } from "../../tensor-CzmOBsdf.js";
+import { matMulMul as X } from "../matMulMul.js";
+import { matMulGelu as Y } from "../matMulGelu.js";
+import Z from "./matMul16_program.js";
+import { m as _ } from "../../mat_mul-SjpJRLyL.js";
+import { r as x } from "../../reshape-ByE68wS9.js";
+import { t as C } from "../../transpose-ClWiBS_b.js";
 function $(p) {
-  const { A: e, B: s } = p.inputs, { transposeA: d, transposeB: f, scale: i, activation: k, scaleA: c, scaleB: u, forceOutputShape: o, perm: m, causalMask: g, pastLen: W } = p.attrs, z = p.backend, S = !R(e), M = !R(s);
+  const { A: e, B: s } = p.inputs, { transposeA: d, transposeB: f, scale: i, activation: k, scaleA: c, scaleB: u, forceOutputShape: o, perm: h, causalMask: g, pastLen: E } = p.attrs, F = p.backend, S = !R(e), M = !R(s);
   if (S && M) {
-    const A = c !== void 0 ? y(e, B(c)) : e, b = u !== void 0 ? y(s, B(u)) : s;
+    const A = c !== void 0 ? P(e, B(c)) : e, b = u !== void 0 ? P(s, B(u)) : s;
     if (g)
       throw new Error("Causal mask is not supported for unpacked MatMul16.");
     let a;
-    if (i !== void 0 ? a = V(A, b, B(i), d, f) : k === "gelu" ? a = X(A, b) : a = _(A, b, d, f), m)
+    if (i !== void 0 ? a = X(A, b, B(i), d, f) : k === "gelu" ? a = Y(A, b) : a = _(A, b, d, f), h)
       if (o) {
-        const n = x(a, o);
+        const r = x(a, o);
         a.dispose();
-        const J = C(n, m);
-        return n.dispose(), J;
+        const J = C(r, h);
+        return r.dispose(), J;
       } else {
-        const n = C(a, m);
-        return a.dispose(), n;
+        const r = C(a, h);
+        return a.dispose(), r;
       }
     else if (o) {
-      const n = x(a, o);
-      return a.dispose(), n;
+      const r = x(a, o);
+      return a.dispose(), r;
     } else
       return a;
   }
@@ -36,23 +34,23 @@ function $(p) {
     throw new Error("When using mixed precision, A must be packed if B is packed.");
   if (!S && M)
     throw new Error("When using mixed precision, B must be packed if A is packed.");
-  const h = e.shape.length, l = s.shape.length, F = e.shape.slice(0, -2), I = s.shape.slice(0, -2), v = E(F), w = E(I), N = Q(e.shape.slice(0, -2), s.shape.slice(0, -2)), j = Math.max(v, w), K = e.shape[h - 2], L = s.shape[l - 2], T = e.shape[h - 1] * 2, q = s.shape[l - 1] * 2, D = U(e, [v, e.shape[h - 2], e.shape[h - 1]]), G = U(s, [w, s.shape[l - 2], s.shape[l - 1]]), t = new Y(j, K, L, T, q, d, f), r = [];
-  i !== void 0 && (t.useScale(), r.push({ type: "float32", data: [i] })), c !== void 0 && (t.useScaleA(), r.push({ type: "float32", data: [c] })), u !== void 0 && (t.useScaleB(), r.push({ type: "float32", data: [u] })), k !== void 0 && t.useActivation(k), g && (t.useCausalMask(), r.push({ type: "int32", data: [W || 0] }));
+  const l = e.shape.length, m = s.shape.length, W = e.shape.slice(0, -2), z = s.shape.slice(0, -2), v = y(W), w = y(z), I = V(e.shape.slice(0, -2), s.shape.slice(0, -2)), N = Math.max(v, w), K = e.shape[l - 2], L = s.shape[m - 2], T = e.shape[l - 1] * 2, j = s.shape[m - 1] * 2, D = U(e, [v, e.shape[l - 2], e.shape[l - 1]]), G = U(s, [w, s.shape[m - 2], s.shape[m - 1]]), t = new Z(N, K, L, T, j, d, f), n = [];
+  i !== void 0 && (t.useScale(), n.push({ type: "float32", data: [i] })), c !== void 0 && (t.useScaleA(), n.push({ type: "float32", data: [c] })), u !== void 0 && (t.useScaleB(), n.push({ type: "float32", data: [u] })), k !== void 0 && t.useActivation(k), g && (t.useCausalMask(), n.push({ type: "int32", data: [E || 0] }));
   const O = t.outputShape.length;
   o && (p.attrs.originalShape = t.outputShape);
-  const H = o ?? N.concat([t.outputShape[O - 2], t.outputShape[O - 1]]);
-  t.setOutputShape(H, m);
-  const P = z.runWebGPUProgram(
+  const q = o ?? I.concat([t.outputShape[O - 2], t.outputShape[O - 1]]);
+  t.setOutputShape(q, h);
+  const H = F.runWebGPUProgram(
     t,
     [D, G],
-    "int32",
-    r.length > 0 ? r : void 0
+    "packedF16",
+    n.length > 0 ? n : void 0
   );
-  return P.packed = !0, D.dispose(), G.dispose(), P;
+  return D.dispose(), G.dispose(), H;
 }
 const ee = {
   kernelName: "MatMul16",
   backendName: "webgpu",
   kernelFunc: $
 };
-Z(ee);
+Q(ee);

package/dist/ops/webgpu/matMul16_program.js

@@ -1,7 +1,6 @@
-import "../../index-D6Q1lPZO.js";
-import { e as h } from "../../webgpu_program-DzaQiqel.js";
-import { s as f } from "../../tensor-CzmOBsdf.js";
-class A {
+import { h as f } from "../../index-DOvlwCh-.js";
+import { e as h } from "../../webgpu_program-DuOXPQol.js";
+class B {
   variableNames = ["A", "B"];
   outputShape;
   shaderKey = "MatMul16TB";
@@ -332,5 +331,5 @@ class A {
   }
 }
 export {
-  A as default
+  B as default
 };

package/dist/ops/webgpu/mul16.js

@@ -1,14 +1,13 @@
-import "../../index-D6Q1lPZO.js";
-import { BinaryOpProgram as m } from "./utils/binary_op.js";
-import { B as p } from "../../binary_op_util-pKXltfxI.js";
-import { r as c } from "../../tensor_util-DfwaWayG.js";
-function i(r) {
-  const { a: e, b: n } = r.inputs, t = r.backend, a = new m(p.MUL, e.shape, n.shape), o = t.runWebGPUProgram(a, [e, n], "int32");
-  return o.packed = !0, o;
+import { p as t } from "../../index-DOvlwCh-.js";
+import { BinaryOpProgram as p } from "./utils/binary_op.js";
+import { B as m } from "../../binary_op_util-pKXltfxI.js";
+function s(e) {
+  const { a: r, b: n } = e.inputs, o = e.backend, a = new p(m.MUL, r.shape, n.shape);
+  return o.runWebGPUProgram(a, [r, n], "packedF16");
 }
-const s = {
+const c = {
   kernelName: "Mul16",
   backendName: "webgpu",
-  kernelFunc: i
+  kernelFunc: s
 };
-c(s);
+t(c);

package/dist/ops/webgpu/normRMS.js

@@ -1,30 +1,28 @@
-import "../../index-D6Q1lPZO.js";
-import { createReduceInfo as g, reduce as l } from "./utils/reductions.js";
-import { j as w } from "../../tensor-CzmOBsdf.js";
-import { isPackedTensor as f } from "../../utilities/packed.js";
-import { p as k } from "../../pack16-CmVZs6af.js";
-import S from "./normRMS16_program.js";
+import { p as g, ab as l } from "../../index-DOvlwCh-.js";
+import { createReduceInfo as w, reduce as S } from "./utils/reductions.js";
+import { isPackedTensor as d } from "../../utilities/packed.js";
+import { p as f } from "../../pack16-nQ6JaLo-.js";
+import b from "./normRMS16_program.js";
 import z from "./normRMS32_program.js";
 import N from "./utils/deviceInfo.js";
-import { r as b } from "../../tensor_util-DfwaWayG.js";
-function P(m) {
-  const { x: e, gamma: n } = m.inputs, c = m.backend, i = N(c), s = f(e), a = f(n), o = s || a, r = !o || s ? e : k(e), p = !o || a ? n : k(n), h = [r, p], t = g(h, -1), u = o ? new S(i, t) : new z(i, t);
-  if (w(p.shape, [r.shape[r.shape.length - 1]], "Error in RMSNorm: "), e.shape.length !== 3)
+function P(c) {
+  const { x: e, gamma: s } = c.inputs, m = c.backend, i = N(m), t = d(e), a = d(s), n = t || a, r = !n || t ? e : f(e), p = !n || a ? s : f(s), h = [r, p], o = w(h, -1), u = n ? new b(i, o) : new z(i, o);
+  if (l(p.shape, [r.shape[r.shape.length - 1]], "Error in RMSNorm: "), e.shape.length !== 3)
     throw new Error(`rmsNormGPU: input rank ${e.shape.length} not supported, only rank 3 is supported`);
-  if (t.inSize !== r.shape[r.shape.length - 1])
+  if (o.inSize !== r.shape[r.shape.length - 1])
     throw new Error(
-      `rmsNormGPU: reduction size ${t.inSize} does not match expected size ${r.shape[r.shape.length - 1]}`
+      `rmsNormGPU: reduction size ${o.inSize} does not match expected size ${r.shape[r.shape.length - 1]}`
     );
-  if (t.batchSize !== e.shape[0] * e.shape[1])
+  if (o.batchSize !== e.shape[0] * e.shape[1])
     throw new Error(
-      `rmsNormGPU: batch size ${t.batchSize} does not match expected size ${e.shape[0] * e.shape[1]}`
+      `rmsNormGPU: batch size ${o.batchSize} does not match expected size ${e.shape[0] * e.shape[1]}`
     );
-  const d = l(u, h, c);
-  return d.packed = o, o && !s && r.dispose(), o && !a && p.dispose(), d;
+  const k = S(u, h, m);
+  return n && !t && r.dispose(), n && !a && p.dispose(), k;
 }
 const G = {
   kernelName: "RMSNorm",
   backendName: "webgpu",
   kernelFunc: P
 };
-b(G);
+g(G);

package/dist/ops/webgpu/normRMSGrad.js

@@ -1,14 +1,12 @@
-import { e as _ } from "../../index-D6Q1lPZO.js";
-import { createReduceInfo as D } from "./utils/reductions.js";
-import { f as X } from "../../webgpu_util-0_ubCEHJ.js";
-import { e as $ } from "../../webgpu_program-DzaQiqel.js";
-import { j as z } from "../../tensor-CzmOBsdf.js";
-import { p as k, u as M } from "../../pack16-CmVZs6af.js";
+import { p as _, ab as y, e as D } from "../../index-DOvlwCh-.js";
+import { createReduceInfo as X } from "./utils/reductions.js";
+import { f as $ } from "../../webgpu_util-RxEF33Rj.js";
+import { e as M } from "../../webgpu_program-DuOXPQol.js";
+import { p as k, u as R } from "../../pack16-nQ6JaLo-.js";
 import { isPackedTensor as h } from "../../utilities/packed.js";
-import { reshape16 as R } from "../reshape16.js";
-import { sum16 as L } from "../sum16.js";
-import { slice16 as w } from "../slice16.js";
-import { r as P } from "../../tensor_util-DfwaWayG.js";
+import { reshape16 as L } from "../reshape16.js";
+import { sum16 as P } from "../sum16.js";
+import { slice16 as z } from "../slice16.js";
 class N {
   outputShape;
   shaderKey = "RMSNormGrad";
@@ -23,7 +21,7 @@ class N {
   packed = !1;
   outputComponent;
   constructor(a, e = 4, o = !1) {
-    if (this.packed = o, this.shaderKey = `RMSNormGrad_${e}`, this.rowsPerWorkgroup = e, this.inputShape = [a.batchSize, a.inSize], this.outputShape = [a.batchSize + a.batchSize / this.rowsPerWorkgroup, a.inSize], this.dispatchLayout = X(this.outputShape), this.dispatch = [a.batchSize / this.rowsPerWorkgroup, 1, 1], a.batchSize % this.rowsPerWorkgroup !== 0)
+    if (this.packed = o, this.shaderKey = `RMSNormGrad_${e}`, this.rowsPerWorkgroup = e, this.inputShape = [a.batchSize, a.inSize], this.outputShape = [a.batchSize + a.batchSize / this.rowsPerWorkgroup, a.inSize], this.dispatchLayout = $(this.outputShape), this.dispatch = [a.batchSize / this.rowsPerWorkgroup, 1, 1], a.batchSize % this.rowsPerWorkgroup !== 0)
       throw new Error(
         `RMSNormGradProgram: batch size ${a.batchSize} must be divisible by rowsPerWorkgroup ${this.rowsPerWorkgroup}`
       );
@@ -87,7 +85,7 @@ class N {
 
           ${o}
 
-          ${$("index")} {
+          ${M("index")} {
             // One workgroup per row (batch).
             let Length = uniforms.reduceSize;
             let BatchSize = uniforms.batchSize;
@@ -145,10 +143,10 @@ class N {
 }
 function W(p) {
   const { dy: a, x: e, gamma: o } = p.inputs, n = 4;
-  z(e.shape, a.shape, "Error in RMSNormGrad dy: ");
+  y(e.shape, a.shape, "Error in RMSNormGrad dy: ");
   const s = h(e), i = h(o), u = h(a), r = s || i || u, m = !r || s ? e : k(e), c = !r || i ? o : k(o), d = !r || u ? a : k(a);
-  z(c.shape, [m.shape[m.shape.length - 1]], "Error in RMSNormGrad gamma: ");
-  const G = p.backend, t = D([m, c, d], -1), f = new N(t, n, r), v = [
+  y(c.shape, [m.shape[m.shape.length - 1]], "Error in RMSNormGrad gamma: ");
+  const w = p.backend, t = X([m, c, d], -1), f = new N(t, n, r), G = [
     { type: "int32", data: [f.inputShape[1]] },
     // Reduce size
     { type: "int32", data: [f.inputShape[0]] }
@@ -156,27 +154,22 @@ function W(p) {
   ];
   if (t.inSize > 1024)
     throw new Error(`rmsNormGradGPU: inSize ${t.inSize} exceeds max of 1024`);
-  const x = G.runWebGPUProgram(
-    f,
-    [m, c, d],
-    r ? "int32" : "float32",
-    v
-  );
-  x.packed = r, r && !s && m.dispose(), r && !i && c.dispose(), r && !u && d.dispose();
-  const l = _().makeTensorFromTensorInfo(x), S = w(l, [0, 0], [t.batchSize, t.inSize]), g = w(
+  const v = w.runWebGPUProgram(f, [m, c, d], r ? "packedF16" : "float32", G);
+  r && !s && m.dispose(), r && !i && c.dispose(), r && !u && d.dispose();
+  const l = D().makeTensorFromTensorInfo(v), x = z(l, [0, 0], [t.batchSize, t.inSize]), S = z(
     l,
     [t.batchSize, 0],
     [t.batchSize / n, t.inSize]
   );
   l.dispose();
-  const b = R(S, e.shape);
-  S.dispose();
-  const y = L(g, [0]);
-  return g.dispose(), [b, !r || i ? y : M(y)];
+  const b = L(x, e.shape);
+  x.dispose();
+  const g = P(S, [0]);
+  return S.dispose(), [b, !r || i ? g : R(g)];
 }
 const Y = {
   kernelName: "RMSNormGrad",
   backendName: "webgpu",
   kernelFunc: W
 };
-P(Y);
+_(Y);

package/dist/ops/webgpu/pack16.js

@@ -1,19 +1,18 @@
-import "../../index-D6Q1lPZO.js";
-import c from "./pack16_program.js";
-import { r as p } from "../../tensor_util-DfwaWayG.js";
-function m(n) {
-  const { x: e } = n.inputs, { scaling: t, padding: r } = n.attrs, i = n.backend;
-  if (e.shape[e.shape.length - 1] % 2 !== 0)
+import { p as i } from "../../index-DOvlwCh-.js";
+import p from "./pack16_program.js";
+function m(e) {
+  const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, s = e.backend;
+  if (n.shape[n.shape.length - 1] % 2 !== 0)
     throw new Error("Last dimension of input tensor must be even to use Pack16.");
-  n.attrs && (n.attrs.originalShape = e.shape);
-  const a = new c(e.shape, r), o = t !== 1;
-  o && a.useScaling();
-  const s = [{ type: "float32", data: [t] }];
-  return i.runWebGPUProgram(a, [e], "int32", o ? s : void 0);
+  e.attrs && (e.attrs.originalShape = n.shape);
+  const t = new p(n.shape, r), o = a !== 1;
+  o && t.useScaling();
+  const c = [{ type: "float32", data: [a] }];
+  return s.runWebGPUProgram(t, [n], "packedF16", o ? c : void 0);
 }
-const u = {
+const k = {
   kernelName: "Pack16",
   backendName: "webgpu",
   kernelFunc: m
 };
-p(u);
+i(k);

package/dist/ops/webgpu/pack16_program.js

@@ -1,5 +1,5 @@
-import { f as o, c as a } from "../../webgpu_util-0_ubCEHJ.js";
-import { e as s } from "../../webgpu_program-DzaQiqel.js";
+import { f as o, c as a } from "../../webgpu_util-RxEF33Rj.js";
+import { e as s } from "../../webgpu_program-DuOXPQol.js";
 class h {
   outputShape;
   shaderKey = "Pack16";

package/dist/ops/webgpu/qkv.js

@@ -1,26 +1,24 @@
-import "../../index-D6Q1lPZO.js";
-import { j as h } from "../../tensor-CzmOBsdf.js";
-import { b as f } from "../../matMul16-fEAJ4smh.js";
+import { p as h, ab as l } from "../../index-DOvlwCh-.js";
+import { b as f } from "../../matMul16-BWRSOCWB.js";
 import { slice16 as a } from "../slice16.js";
-import { isPackedTensor as l } from "../../utilities/packed.js";
-import { r as u } from "../../tensor_util-DfwaWayG.js";
-function k(i) {
-  const { x: r, kernel: c } = i.inputs, { heads: e } = i.attrs, t = r.shape[0], n = r.shape[1], s = r.shape[2], m = l(r);
-  if (h(c.shape, [m ? s * 2 : s, 3 * s], "Error in QKV: "), s % e !== 0)
+import { isPackedTensor as u } from "../../utilities/packed.js";
+function b(i) {
+  const { x: n, kernel: c } = i.inputs, { heads: e } = i.attrs, r = n.shape[0], t = n.shape[1], s = n.shape[2], p = u(n);
+  if (l(c.shape, [p ? s * 2 : s, 3 * s], "Error in QKV: "), s % e !== 0)
     throw new Error(`Channel dimension ${s} must be divisible by number of heads ${e} in QKV.`);
-  const o = f(r, c, !1, !1, {
-    forceOutputShape: [t, n, 3 * e, s / e],
+  const o = f(n, c, !1, !1, {
+    forceOutputShape: [r, t, 3 * e, s / e],
     perm: [0, 2, 1, 3]
-  }), p = [
-    a(o, [0, 0, 0, 0], [t, e, n, s / e]),
-    a(o, [0, e, 0, 0], [t, e, n, s / e]),
-    a(o, [0, 2 * e, 0, 0], [t, e, n, s / e])
+  }), m = [
+    a(o, [0, 0, 0, 0], [r, e, t, s / e]),
+    a(o, [0, e, 0, 0], [r, e, t, s / e]),
+    a(o, [0, 2 * e, 0, 0], [r, e, t, s / e])
   ];
-  return o.dispose(), p;
+  return o.dispose(), m;
 }
-const b = {
+const k = {
   kernelName: "QKV",
   backendName: "webgpu",
-  kernelFunc: k
+  kernelFunc: b
 };
-u(b);
+h(k);

package/dist/ops/webgpu/rope.js

@@ -1,10 +1,8 @@
-import { isPackedTensor as w } from "../../utilities/packed.js";
-import { e as x } from "../../webgpu_program-DzaQiqel.js";
-import { f as l, c as m } from "../../webgpu_util-0_ubCEHJ.js";
-import "../../index-D6Q1lPZO.js";
-import { j as b } from "../../tensor-CzmOBsdf.js";
-import { r as v } from "../../tensor_util-DfwaWayG.js";
-class k {
+import { isPackedTensor as y } from "../../utilities/packed.js";
+import { e as c } from "../../webgpu_program-DuOXPQol.js";
+import { f as x, c as l } from "../../webgpu_util-RxEF33Rj.js";
+import { p as w, ab as b } from "../../index-DOvlwCh-.js";
+class v {
   variableNames = ["x", "sin", "cos"];
   outputShape;
   shaderKey = "Rope";
@@ -13,13 +11,13 @@ class k {
   workgroupSize = [64, 1, 1];
   size = !0;
   uniforms = "pastLen: i32";
-  constructor(e, s, r, t) {
-    this.shaderKey = `Rope_${t}`, this.outputShape = [e, s, r, t], this.dispatchLayout = l(this.outputShape), this.dispatch = m(this.dispatchLayout, this.outputShape, this.workgroupSize);
+  constructor(e, o, a, t) {
+    this.shaderKey = `Rope_${t}`, this.outputShape = [e, o, a, t], this.dispatchLayout = x(this.outputShape), this.dispatch = l(this.dispatchLayout, this.outputShape, this.workgroupSize);
   }
   getUserCode() {
     const e = this.outputShape[3];
     return `
-        ${x("index")} {
+        ${c("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];
@@ -64,7 +62,7 @@ class k {
         `;
   }
 }
-class L {
+class k {
   variableNames = ["x", "sin", "cos"];
   outputShape;
   shaderKey = "Rope";
@@ -73,12 +71,12 @@ class L {
   workgroupSize = [64, 1, 1];
   size = !0;
   uniforms = "pastLen: i32";
-  constructor(e, s, r, t) {
-    this.shaderKey = `Rope_${t}`, this.outputShape = [e, s, r, t / 2], this.dispatchLayout = l(this.outputShape), this.dispatch = m(this.dispatchLayout, this.outputShape, this.workgroupSize);
+  constructor(e, o, a, t) {
+    this.shaderKey = `Rope_${t}`, this.outputShape = [e, o, a, t / 2], this.dispatchLayout = x(this.outputShape), this.dispatch = l(this.dispatchLayout, this.outputShape, this.workgroupSize);
   }
   getUserCode() {
     return `
-        ${x("index")} {
+        ${c("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];
@@ -116,22 +114,22 @@ class L {
         `;
   }
 }
-function P(i) {
-  const { x: e } = i.inputs, { pastLen: s, negSin: r, ropeCache: t } = i.attrs, f = i.backend, a = w(e), p = e.shape[0], h = e.shape[1], n = e.shape[2], d = a ? e.shape[3] * 2 : e.shape[3], o = r ? t.getNegSin() : t.getSin(), u = t.getCos();
-  if (b(o.shape, u.shape, "Error in Rope: "), o.shape[0] < n + s)
+function L(i) {
+  const { x: e } = i.inputs, { pastLen: o, negSin: a, ropeCache: t } = i.attrs, m = i.backend, d = y(e), p = e.shape[0], h = e.shape[1], r = e.shape[2], n = d ? e.shape[3] * 2 : e.shape[3], s = a ? t.getNegSin() : t.getSin(), u = t.getCos();
+  if (b(s.shape, u.shape, "Error in Rope: "), s.shape[0] < r + o)
     throw new Error(
-      `Sin tensor shape ${o.shape} is not compatible with seqLength ${n} and pastLen ${s}.`
+      `Sin tensor shape ${s.shape} is not compatible with seqLength ${r} and pastLen ${o}.`
     );
-  if (o.shape[1] * 2 < d)
-    throw new Error(`Sin tensor shape ${o.shape} is not compatible with feature dimension ${d}.`);
-  if (o.shape.length !== 3)
-    throw new Error(`Sin tensor must be 3-dimensional, but got shape ${o.shape}.`);
-  const S = a ? new L(p, h, n, d) : new k(p, h, n, d), g = [{ type: "int32", data: [s] }], y = a ? "int32" : e.dtype, c = f.runWebGPUProgram(S, [e, o, u], y, g);
-  return c.packed = a, c;
+  if (s.shape[1] * 2 < n)
+    throw new Error(`Sin tensor shape ${s.shape} is not compatible with feature dimension ${n}.`);
+  if (s.shape.length !== 3)
+    throw new Error(`Sin tensor must be 3-dimensional, but got shape ${s.shape}.`);
+  const f = d ? new k(p, h, r, n) : new v(p, h, r, n), S = [{ type: "int32", data: [o] }], g = d ? "packedF16" : e.dtype;
+  return m.runWebGPUProgram(f, [e, s, u], g, S);
 }
-const $ = {
+const P = {
   kernelName: "Rope",
   backendName: "webgpu",
-  kernelFunc: P
+  kernelFunc: L
 };
-v($);
+w(P);

package/dist/ops/webgpu/scatterSub.js

@@ -1,8 +1,6 @@
-import { e as p } from "../../webgpu_program-DzaQiqel.js";
-import { f as u, c as d } from "../../webgpu_util-0_ubCEHJ.js";
-import "../../index-D6Q1lPZO.js";
-import { j as s } from "../../tensor-CzmOBsdf.js";
-import { r as h } from "../../tensor_util-DfwaWayG.js";
+import { e as p } from "../../webgpu_program-DuOXPQol.js";
+import { f as u, c as d } from "../../webgpu_util-RxEF33Rj.js";
+import { p as h, ab as o } from "../../index-DOvlwCh-.js";
 class b {
   variableNames = ["labels", "softmaxProbs", "dy"];
   outputShape;
@@ -28,11 +26,11 @@ class b {
             `;
   }
 }
-function f(o) {
-  const { logits: t, labels: e, dy: a } = o.inputs, c = o.backend, r = e.shape[0], i = t.shape[1];
-  s(a.shape, [r], "Error in EfficientScatterSub dy: "), s(t.shape, [r, i], "Error in EfficientScatterSub logits: "), s(e.shape, [r], "Error in EfficientScatterSub labels: ");
+function f(a) {
+  const { logits: t, labels: e, dy: s } = a.inputs, c = a.backend, r = e.shape[0], i = t.shape[1];
+  o(s.shape, [r], "Error in EfficientScatterSub dy: "), o(t.shape, [r, i], "Error in EfficientScatterSub logits: "), o(e.shape, [r], "Error in EfficientScatterSub labels: ");
   const n = new b(r, i);
-  return c.runWebGPUProgram(n, [e, t, a], "float32");
+  return c.runWebGPUProgram(n, [e, t, s], "float32");
 }
 const l = {
   kernelName: "EfficientScatterSub",