@genai-fi/nanogpt 1.1.0 → 1.1.2

package/dist/ops/webgpu/adamAdjust.js

@@ -1,6 +1,6 @@
 import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
-import { s as n } from "../../webgpu_program-B0PokuRJ.js";
-import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
+import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
+import { s as i } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/adamAdjust.ts
 var a = class {
 	variableNames = ["moments", "value"];
@@ -19,11 +19,11 @@ var a = class {
 	variableComponents = [2, 1];
 	useWeightDecay;
 	constructor(e, t) {
-		this.outputShape = e, this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize), this.useWeightDecay = t, t && (this.uniforms += ", weightDecay: f32");
+		this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = r(this.dispatchLayout, this.outputShape, this.workgroupSize), this.useWeightDecay = t, t && (this.uniforms += ", weightDecay: f32");
 	}
 	getUserCode() {
 		return `
-        ${n("index")} {
+        ${i("index")} {
             if (index < uniforms.size) {
                 let moments: vec2<f32> = moments[index];
                 let value: f32 = value[index];

package/dist/ops/webgpu/adamMoments.js

@@ -1,6 +1,6 @@
 import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
-import { s as n } from "../../webgpu_program-B0PokuRJ.js";
-import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
+import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
+import { s as i } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/adamMoments.ts
 var a = class {
 	variableNames = [
@@ -26,7 +26,7 @@ var a = class {
 		1
 	];
 	constructor(e) {
-		this.outputShape = e, this.dispatchLayout = r(this.outputShape.slice(0, -1)), this.dispatch = i(this.dispatchLayout, this.outputShape.slice(0, -1), this.workgroupSize, [
+		this.outputShape = e, this.dispatchLayout = n(this.outputShape.slice(0, -1)), this.dispatch = r(this.dispatchLayout, this.outputShape.slice(0, -1), this.workgroupSize, [
 			1,
 			1,
 			1
@@ -34,7 +34,7 @@ var a = class {
 	}
 	getUserCode() {
 		return `
-        ${n("index")} {
+        ${i("index")} {
             if (index < uniforms.size) {
                 let m: vec2<f32> = moments[index];
 

package/dist/ops/webgpu/appendCache.js

@@ -1,7 +1,7 @@
 import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
 import { isPackedTensor as n } from "../../utilities/packed.js";
-import { s as r } from "../../webgpu_program-B0PokuRJ.js";
-import { c as i, i as a } from "../../webgpu_util-DfODg6XI.js";
+import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
+import { s as a } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/appendCache.ts
 var o = class {
 	variableNames = ["cache", "item"];
@@ -16,19 +16,19 @@ var o = class {
 	];
 	size = !0;
 	uniforms = "cacheT: i32";
-	constructor(e, t, n, r, o) {
+	constructor(e, t, n, a, o) {
 		let s = Math.min(n + 1, o);
 		this.shaderKey = `AppendCache_${s}`, this.outputShape = [
 			e,
 			t,
 			s,
-			r
-		], this.dispatchLayout = i(this.outputShape), this.dispatch = a(this.dispatchLayout, this.outputShape, this.workgroupSize);
+			a
+		], this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		let e = this.outputShape[2];
 		return `
-        ${r("index")} {
+        ${a("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];
@@ -68,19 +68,19 @@ var o = class {
 	];
 	size = !0;
 	uniforms = "cacheT: i32";
-	constructor(e, t, n, r, o) {
+	constructor(e, t, n, a, o) {
 		let s = Math.min(n + 1, o);
 		this.shaderKey = `AppendCache_${s}`, this.outputShape = [
 			e,
 			t,
 			s,
-			r
-		], this.dispatchLayout = i(this.outputShape), this.dispatch = a(this.dispatchLayout, this.outputShape, this.workgroupSize);
+			a
+		], this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		let e = this.outputShape[2];
 		return `
-        ${r("index")} {
+        ${a("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];

package/dist/ops/webgpu/attentionMask32_program.js

@@ -1,5 +1,5 @@
-import { s as e } from "../../webgpu_program-B0PokuRJ.js";
-import { c as t, i as n } from "../../webgpu_util-DfODg6XI.js";
+import { c as e, i as t } from "../../webgpu_util-DfODg6XI.js";
+import { s as n } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/attentionMask32_program.ts
 var r = class {
 	variableNames = ["q", "k"];
@@ -18,17 +18,17 @@ var r = class {
 	nh;
 	T1;
 	T2;
-	constructor(e, r, i, a, o) {
+	constructor(n, r, i, a, o) {
 		if (this.shaderKey = `AttentionMask_${o}`, this.outputShape = [
-			e,
+			n,
 			r,
 			i,
 			a
-		], this.hs = o, this.nh = r, this.T1 = i, this.T2 = a, this.dispatchLayout = t(this.outputShape), this.dispatch = n(this.dispatchLayout, this.outputShape, this.workgroupSize), o % 4 != 0) throw Error("Head size must be a multiple of 4 for AttentionMaskProgram");
+		], this.hs = o, this.nh = r, this.T1 = i, this.T2 = a, this.dispatchLayout = e(this.outputShape), this.dispatch = t(this.dispatchLayout, this.outputShape, this.workgroupSize), o % 4 != 0) throw Error("Head size must be a multiple of 4 for AttentionMaskProgram");
 	}
 	getUserCode() {
 		return `
-            ${e("index")} {
+            ${n("index")} {
                 
                 let coords = getCoordsFromIndex(index);
                 let b = coords[0];

package/dist/ops/webgpu/concat16.js

@@ -1,7 +1,7 @@
 import { Ii as e, nc as t, oc as n } from "../../dist-Da20xy8E.js";
 import { n as r, t as i } from "../../concat_util-CWzvQQlK.js";
-import { s as a } from "../../webgpu_program-B0PokuRJ.js";
-import { c as o, i as s } from "../../webgpu_util-DfODg6XI.js";
+import { c as a, i as o } from "../../webgpu_util-DfODg6XI.js";
+import { s } from "../../webgpu_program-B0PokuRJ.js";
 import { t as c } from "../../Reshape-CwxdaU8n.js";
 //#region lib/ops/webgpu/concat16.ts
 var l = class {
@@ -20,7 +20,7 @@ var l = class {
 	size = !0;
 	offsetLength;
 	constructor(e) {
-		this.outputShape = r(e, 1), this.variableNames = e.map((e, t) => `T${t}`), this.dispatchLayout = o(this.outputShape), this.dispatch = s(this.dispatchLayout, this.outputShape, this.workgroupSize, [
+		this.outputShape = r(e, 1), this.variableNames = e.map((e, t) => `T${t}`), this.dispatchLayout = a(this.outputShape), this.dispatch = o(this.dispatchLayout, this.outputShape, this.workgroupSize, [
 			this.workPerThread,
 			1,
 			1
@@ -37,7 +37,7 @@ var l = class {
 			e.push(`else { result[getIndexFromCoords2D(coords, uniforms.outShape)] = T${t}[getIndexFromCoords2D(vec2<i32>(yR, yC - uniforms.offset${n}), uniforms.t${t}Shape)]; }`);
 		} else e.push("result[getIndexFromCoords2D(coords, uniforms.outShape)] = T0[getIndexFromCoords2D(vec2<i32>(yR, yC), uniforms.t0Shape)];");
 		return `
-      ${a("index")} {
+      ${s("index")} {
         for(var i = 0; i < ${this.workPerThread}; i = i + 1) {
           let flatIndex = index * ${this.workPerThread} + i;
           if(flatIndex < uniforms.size) {

package/dist/ops/webgpu/dropout16.js

@@ -1,6 +1,6 @@
 import { Ii as e } from "../../dist-Da20xy8E.js";
-import { s as t } from "../../webgpu_program-B0PokuRJ.js";
-import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
+import { c as t, i as n } from "../../webgpu_util-DfODg6XI.js";
+import { s as r } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/dropout16.ts
 var i = class {
 	variableNames = ["x"];
@@ -16,7 +16,7 @@ var i = class {
 	size = !0;
 	uniforms = "dropout: f32, seed: f32";
 	constructor(e) {
-		this.shaderKey = "Dropout16", this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = r(this.dispatchLayout, this.outputShape, this.workgroupSize);
+		this.shaderKey = "Dropout16", this.outputShape = e, this.dispatchLayout = t(this.outputShape), this.dispatch = n(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		return `
@@ -27,7 +27,7 @@ var i = class {
             return vec2<f32>(fract(sin(uniforms.seed + x1) * 43758.5453123), fract(sin(uniforms.seed + x2) * 43758.5453123));
         }
 
-        ${t("index")} {
+        ${r("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index);
                 let values = unpack2x16float(u32(x[index]));

package/dist/ops/webgpu/gatherSub.js

@@ -1,6 +1,6 @@
 import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
-import { s as n } from "../../webgpu_program-B0PokuRJ.js";
-import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
+import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
+import { s as i } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/gatherSub.ts
 var a = class {
 	variableNames = [
@@ -19,11 +19,11 @@ var a = class {
 	];
 	size = !0;
 	constructor(e) {
-		this.outputShape = [e], this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
+		this.outputShape = [e], this.dispatchLayout = n(this.outputShape), this.dispatch = r(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		return `
-        ${n("index")} {
+        ${i("index")} {
             if (index < uniforms.size) {
                 let idx = i32(labels[index]);
                 let val = values[index];

package/dist/ops/webgpu/gelu.js

@@ -1,7 +1,7 @@
 import { Ii as e } from "../../dist-Da20xy8E.js";
 import { isPackedTensor as t } from "../../utilities/packed.js";
-import { s as n } from "../../webgpu_program-B0PokuRJ.js";
-import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
+import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
+import { s as i } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/gelu.ts
 var a = .7978845608028654, o = .044715, s = class {
 	outputShape;
@@ -16,7 +16,7 @@ var a = .7978845608028654, o = .044715, s = class {
 			128,
 			1,
 			1
-		], this.outputShape = e, this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize), this.shaderKey = "unary_gelu";
+		], this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = r(this.dispatchLayout, this.outputShape, this.workgroupSize), this.shaderKey = "unary_gelu";
 	}
 	getUserCode() {
 		return `
@@ -32,7 +32,7 @@ var a = .7978845608028654, o = .044715, s = class {
                 inner = 0.5 * (1.0 + inner);
                 return x * inner;
             }
-            ${n("index")} {
+            ${i("index")} {
                 if (index < uniforms.size) {
                 let a = getAByOutputIndex(index);
                 setOutputAtIndex(index, unaryOperation(a));
@@ -63,7 +63,7 @@ var l = class {
 	];
 	size = !0;
 	constructor(e) {
-		this.outputShape = e, this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
+		this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = r(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		return `
@@ -81,7 +81,7 @@ var l = class {
                 let dgelu = 0.5 * (1.0 + t) + 0.5 * X * sech2 * du_dx;
                 return dy *dgelu;
             }
-            ${n("index")} {
+            ${i("index")} {
                 if (index < uniforms.size) {
                     let X  = unpack2x16float(u32(x[index]));
                     let DY = unpack2x16float(u32(dy[index]));
@@ -106,7 +106,7 @@ var l = class {
 	];
 	size = !0;
 	constructor(e) {
-		this.outputShape = e, this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
+		this.outputShape = e, this.dispatchLayout = n(this.outputShape), this.dispatch = r(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		return `
@@ -124,7 +124,7 @@ var l = class {
                 let dgelu = 0.5 * (1.0 + t) + 0.5 * X * sech2 * du_dx;
                 return dy *dgelu;
             }
-            ${n("index")} {
+            ${i("index")} {
                 if (index < uniforms.size) {
                     let X  = getXByOutputIndex(index);
                     let DY = getDyByOutputIndex(index);

package/dist/ops/webgpu/normRMSGrad.js

@@ -3,8 +3,8 @@ import { isPackedTensor as r } from "../../utilities/packed.js";
 import { reshape16 as i } from "../reshape16.js";
 import { sum16 as a } from "../sum16.js";
 import { r as o, t as s } from "../../pack16-BhuXNUS7.js";
-import { s as c } from "../../webgpu_program-B0PokuRJ.js";
-import { c as l } from "../../webgpu_util-DfODg6XI.js";
+import { c } from "../../webgpu_util-DfODg6XI.js";
+import { s as l } from "../../webgpu_program-B0PokuRJ.js";
 import { slice16 as u } from "../slice16.js";
 import { createReduceInfo as d } from "./utils/reductions.js";
 //#region lib/ops/webgpu/normRMSGrad.ts
@@ -30,7 +30,7 @@ var f = class {
 	packed = !1;
 	outputComponent;
 	constructor(e, t = 4, n = !1) {
-		if (this.packed = n, this.shaderKey = `RMSNormGrad_${t}`, this.rowsPerWorkgroup = t, this.inputShape = [e.batchSize, e.inSize], this.outputShape = [e.batchSize + e.batchSize / this.rowsPerWorkgroup, e.inSize], this.dispatchLayout = l(this.outputShape), this.dispatch = [
+		if (this.packed = n, this.shaderKey = `RMSNormGrad_${t}`, this.rowsPerWorkgroup = t, this.inputShape = [e.batchSize, e.inSize], this.outputShape = [e.batchSize + e.batchSize / this.rowsPerWorkgroup, e.inSize], this.dispatchLayout = c(this.outputShape), this.dispatch = [
 			e.batchSize / this.rowsPerWorkgroup,
 			1,
 			1
@@ -49,7 +49,7 @@ var f = class {
 
           ${n}
 
-          ${c("index")} {
+          ${l("index")} {
             // One workgroup per row (batch).
             let Length = uniforms.reduceSize;
             let BatchSize = uniforms.batchSize;
@@ -121,7 +121,7 @@ var f = class {
 	packed = !1;
 	outputComponent;
 	constructor(e, t = !1) {
-		this.packed = t, this.shaderKey = "RMSNormGrad_NoGamma", this.inputShape = [e.batchSize, e.inSize], this.outputShape = [e.batchSize, e.inSize], this.dispatchLayout = l(this.outputShape), this.dispatch = [
+		this.packed = t, this.shaderKey = "RMSNormGrad_NoGamma", this.inputShape = [e.batchSize, e.inSize], this.outputShape = [e.batchSize, e.inSize], this.dispatchLayout = c(this.outputShape), this.dispatch = [
 			e.batchSize,
 			1,
 			1
@@ -138,7 +138,7 @@ var f = class {
 
           ${t}
 
-          ${c("index")} {
+          ${l("index")} {
             // One workgroup per row (batch).
             let Length = uniforms.reduceSize;
             let BatchSize = uniforms.batchSize;

package/dist/ops/webgpu/pack16_program.js

@@ -1,5 +1,5 @@
-import { s as e } from "../../webgpu_program-B0PokuRJ.js";
-import { c as t, i as n } from "../../webgpu_util-DfODg6XI.js";
+import { c as e, i as t } from "../../webgpu_util-DfODg6XI.js";
+import { s as n } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/pack16_program.ts
 var r = class {
 	outputShape;
@@ -17,15 +17,15 @@ var r = class {
 	outputComponent = 4;
 	scaling = !1;
 	padding = 0;
-	constructor(e, r = 0) {
-		if (e[e.length - 1] % 2 != 0 && r === 0) throw Error("Last dimension of output shape must be even to use Pack16.");
+	constructor(n, r = 0) {
+		if (n[n.length - 1] % 2 != 0 && r === 0) throw Error("Last dimension of output shape must be even to use Pack16.");
 		if (r % 4 != 0) throw Error("Padding must be a multiple of 4 to use Pack16.");
-		if (this.outputShape = [...e.slice(0, -1), e[e.length - 1]], r > 0) {
+		if (this.outputShape = [...n.slice(0, -1), n[n.length - 1]], r > 0) {
 			this.shaderKey += `_Padded${r}`, this.padding = r;
 			for (let e = this.outputShape.length - 2; e < this.outputShape.length; e++) this.outputShape[e] % this.padding !== 0 && (this.outputShape[e] += this.padding - this.outputShape[e] % this.padding);
 			this.outputComponent = 1;
 		}
-		this.outputShape[this.outputShape.length - 1] /= 2, this.outputShape[this.outputShape.length - 1] % this.outputComponent !== 0 && (this.outputComponent = 1), this.dispatchLayout = t(this.outputShape), this.dispatch = n(this.dispatchLayout, this.outputShape, this.workgroupSize, [
+		this.outputShape[this.outputShape.length - 1] /= 2, this.outputShape[this.outputShape.length - 1] % this.outputComponent !== 0 && (this.outputComponent = 1), this.dispatchLayout = e(this.outputShape), this.dispatch = t(this.dispatchLayout, this.outputShape, this.workgroupSize, [
 			this.outputComponent,
 			1,
 			1
@@ -36,26 +36,26 @@ var r = class {
 	}
 	getUserCode() {
 		if (this.padding > 0 && this.outputComponent === 1) {
-			let t = this.outputShape.length;
+			let e = this.outputShape.length;
 			return `
-                ${e("index")} {
+                ${n("index")} {
                     if (index < uniforms.size) {
                         var coords = getCoordsFromIndex(index);
-                        coords[${t} - 1] = coords[${t} - 1] * 2;
-                        let row = coords[${t} - 2];
-                        let col = coords[${t} - 1];
-                        let width = uniforms.xShape[${t} - 1];
-                        let height = uniforms.xShape[${t} - 2];
+                        coords[${e} - 1] = coords[${e} - 1] * 2;
+                        let row = coords[${e} - 2];
+                        let col = coords[${e} - 1];
+                        let width = uniforms.xShape[${e} - 1];
+                        let height = uniforms.xShape[${e} - 2];
                     
                         var value1 = 0.0f;
                         if (col < width && row < height) {
-                            let baseInputIndex = getIndexFromCoords${t}D(coords, uniforms.xShape);
+                            let baseInputIndex = getIndexFromCoords${e}D(coords, uniforms.xShape);
                             value1 = x[baseInputIndex] ${this.scaling ? "* uniforms.scaling" : ""};
                         }
                         var value2 = 0.0f;
                         if (col + 1 < width && row < height) {
-                            coords[${t} - 1] = coords[${t} - 1] + 1;
-                            let baseInputIndex = getIndexFromCoords${t}D(coords, uniforms.xShape);
+                            coords[${e} - 1] = coords[${e} - 1] + 1;
+                            let baseInputIndex = getIndexFromCoords${e}D(coords, uniforms.xShape);
                             value2 = x[baseInputIndex] ${this.scaling ? "* uniforms.scaling" : ""};
                         }
                         let packed = i32(pack2x16float(vec2<f32>(value1, value2)));
@@ -64,7 +64,7 @@ var r = class {
                 }`;
 		}
 		return this.outputComponent === 1 ? `
-                ${e("index")} {
+                ${n("index")} {
                     if (index < uniforms.size) {
                         let baseInputIndex =  index * 2;
                         let x1 = x[baseInputIndex] ${this.scaling ? "* uniforms.scaling" : ""};
@@ -73,7 +73,7 @@ var r = class {
                         result[index] = packed;
                     }
                 }` : `
-                ${e("index")} {
+                ${n("index")} {
                     if (index < uniforms.size) {
                         let baseInputIndex =  index * 2;
                         let x1 = x[baseInputIndex] ${this.scaling ? "* uniforms.scaling" : ""};

package/dist/ops/webgpu/rope.js

@@ -1,7 +1,7 @@
 import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
 import { isPackedTensor as n } from "../../utilities/packed.js";
-import { s as r } from "../../webgpu_program-B0PokuRJ.js";
-import { c as i, i as a } from "../../webgpu_util-DfODg6XI.js";
+import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
+import { s as a } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/rope.ts
 var o = class {
 	variableNames = [
@@ -20,18 +20,18 @@ var o = class {
 	];
 	size = !0;
 	uniforms = "pastLen: i32";
-	constructor(e, t, n, r) {
-		this.shaderKey = `Rope_${r}`, this.outputShape = [
+	constructor(e, t, n, a) {
+		this.shaderKey = `Rope_${a}`, this.outputShape = [
 			e,
 			t,
 			n,
-			r
-		], this.dispatchLayout = i(this.outputShape), this.dispatch = a(this.dispatchLayout, this.outputShape, this.workgroupSize);
+			a
+		], this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		let e = this.outputShape[3];
 		return `
-        ${r("index")} {
+        ${a("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];
@@ -92,17 +92,17 @@ var o = class {
 	];
 	size = !0;
 	uniforms = "pastLen: i32";
-	constructor(e, t, n, r) {
-		this.shaderKey = `Rope_${r}`, this.outputShape = [
+	constructor(e, t, n, a) {
+		this.shaderKey = `Rope_${a}`, this.outputShape = [
 			e,
 			t,
 			n,
-			r / 2
-		], this.dispatchLayout = i(this.outputShape), this.dispatch = a(this.dispatchLayout, this.outputShape, this.workgroupSize);
+			a / 2
+		], this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		return `
-        ${r("index")} {
+        ${a("index")} {
             if (index < uniforms.size) {
                 let coords = getCoordsFromIndex(index); // [b, h, t, d]
                 let b = coords[0];

package/dist/ops/webgpu/scatterSub.js

@@ -1,6 +1,6 @@
 import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
-import { s as n } from "../../webgpu_program-B0PokuRJ.js";
-import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
+import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
+import { s as i } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/scatterSub.ts
 var a = class {
 	variableNames = [
@@ -19,11 +19,11 @@ var a = class {
 	];
 	size = !0;
 	constructor(e, t) {
-		this.outputShape = [e, t], this.dispatchLayout = r(this.outputShape), this.dispatch = i(this.dispatchLayout, this.outputShape, this.workgroupSize);
+		this.outputShape = [e, t], this.dispatchLayout = n(this.outputShape), this.dispatch = r(this.dispatchLayout, this.outputShape, this.workgroupSize);
 	}
 	getUserCode() {
 		return `
-            ${n("index")} {
+            ${i("index")} {
                 if (index < uniforms.size) {
                     let coords = getCoordsFromIndex(index); // [batch, depth]
                     let idx = i32(labels[coords[0]]);

package/dist/ops/webgpu/slice16.js

@@ -1,7 +1,7 @@
 import { Ii as e, oc as t } from "../../dist-Da20xy8E.js";
 import { a as n, t as r } from "../../slice_util-Dve4TkDn.js";
-import { i, o as a, s as o } from "../../webgpu_program-B0PokuRJ.js";
-import { c as s, i as c } from "../../webgpu_util-DfODg6XI.js";
+import { c as i, i as a } from "../../webgpu_util-DfODg6XI.js";
+import { i as o, o as s, s as c } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/slice16.ts
 function l(e) {
 	switch (e) {
@@ -29,16 +29,16 @@ var u = class {
 	start;
 	size = !0;
 	constructor(e, t) {
-		this.outputShape = t, this.rank = t.length, this.dispatchLayout = s(this.outputShape), this.dispatch = c(this.dispatchLayout, this.outputShape, this.workgroupSize, [
+		this.outputShape = t, this.rank = t.length, this.dispatchLayout = i(this.outputShape), this.dispatch = a(this.dispatchLayout, this.outputShape, this.workgroupSize, [
 			this.workPerThread,
 			1,
 			1
-		]), this.start = e, this.uniforms = `start : ${i(e.length)}, `, this.shaderKey = "slice";
+		]), this.start = e, this.uniforms = `start : ${o(e.length)}, `, this.shaderKey = "slice";
 	}
 	getUserCode() {
-		let e = i(this.rank), t;
-		return t = this.start.length === 1 ? this.outputShape.map(() => "sourceLoc = uniforms.start + coords;") : this.outputShape.map((e, t) => `sourceLoc.${d[t]} = uniforms.start.${a(t)} + coords.${d[t]};`), `
-      ${o("index")} {
+		let e = o(this.rank), t;
+		return t = this.start.length === 1 ? this.outputShape.map(() => "sourceLoc = uniforms.start + coords;") : this.outputShape.map((e, t) => `sourceLoc.${d[t]} = uniforms.start.${s(t)} + coords.${d[t]};`), `
+      ${c("index")} {
         if (index < uniforms.size) {
           var sourceLoc : ${e};
           let coords = getCoordsFromIndex(index);

package/dist/ops/webgpu/softmax16_program.js

@@ -1,5 +1,5 @@
-import { s as e } from "../../webgpu_program-B0PokuRJ.js";
-import { c as t } from "../../webgpu_util-DfODg6XI.js";
+import { c as e } from "../../webgpu_util-DfODg6XI.js";
+import { s as t } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/softmax16_program.ts
 var n = class {
 	variableNames = ["logits"];
@@ -8,8 +8,8 @@ var n = class {
 	dispatchLayout;
 	dispatch;
 	workgroupSize;
-	constructor(e) {
-		this.outputShape = e, this.dispatchLayout = t(this.outputShape), this.dispatch = [
+	constructor(t) {
+		this.outputShape = t, this.dispatchLayout = e(this.outputShape), this.dispatch = [
 			this.outputShape[0],
 			1,
 			1
@@ -31,7 +31,7 @@ var n = class {
 		return `
         var<workgroup> buf : array<f32, ${this.workgroupSize[0]}>;
         const blockSize = ${this.workgroupSize[0]};
-        ${e("index")} {
+        ${t("index")} {
             let row = index / blockSize;
             let tid = i32(localId.x);
             let cols = uniforms.outShape[1];

package/dist/ops/webgpu/softmax16_subgroup_program.js

@@ -1,5 +1,5 @@
-import { s as e } from "../../webgpu_program-B0PokuRJ.js";
-import { c as t } from "../../webgpu_util-DfODg6XI.js";
+import { c as e } from "../../webgpu_util-DfODg6XI.js";
+import { s as t } from "../../webgpu_program-B0PokuRJ.js";
 //#region lib/ops/webgpu/softmax16_subgroup_program.ts
 var n = class {
 	variableNames = ["logits"];
@@ -12,8 +12,8 @@ var n = class {
 	maxSubgroupSize;
 	subgroups = !0;
 	subgroupBuiltins = !1;
-	constructor(e, n, r) {
-		this.minSubgroupSize = n, this.maxSubgroupSize = r, this.outputShape = e, this.dispatchLayout = t(this.outputShape), this.dispatch = [
+	constructor(t, n, r) {
+		this.minSubgroupSize = n, this.maxSubgroupSize = r, this.outputShape = t, this.dispatchLayout = e(this.outputShape), this.dispatch = [
 			this.outputShape[0],
 			1,
 			1
@@ -28,11 +28,11 @@ var n = class {
 		]), this.shaderKey = "softmax16subgroup";
 	}
 	getUserCode() {
-		let t = this.maxSubgroupSize !== this.minSubgroupSize;
+		let e = this.maxSubgroupSize !== this.minSubgroupSize;
 		return `
-        ${t ? `var<workgroup> bestValues : array<f32, ${this.workgroupSize[0]}>;` : ""}
+        ${e ? `var<workgroup> bestValues : array<f32, ${this.workgroupSize[0]}>;` : ""}
         const blockSize = ${this.workgroupSize[0]};
-        ${e("index")} {
+        ${t("index")} {
             let row = index / blockSize;
             let tid = i32(localId.x);
             let cols = uniforms.outShape[1];
@@ -45,7 +45,7 @@ var n = class {
             }
 
             threadMax = subgroupMax(threadMax);
-            ${t ? "\n                let lane = localId.x % subgroupSize;\n                if (lane == 0) {\n                    bestValues[localId.x / subgroupSize] = threadMax;\n                }\n                workgroupBarrier();\n                let numSubgroups = blockSize / subgroupSize;\n                threadMax = select(-3.402823e+38f, bestValues[lane], lane < numSubgroups);\n                threadMax = subgroupMax(threadMax);\n                workgroupBarrier();    \n            " : ""}
+            ${e ? "\n                let lane = localId.x % subgroupSize;\n                if (lane == 0) {\n                    bestValues[localId.x / subgroupSize] = threadMax;\n                }\n                workgroupBarrier();\n                let numSubgroups = blockSize / subgroupSize;\n                threadMax = select(-3.402823e+38f, bestValues[lane], lane < numSubgroups);\n                threadMax = subgroupMax(threadMax);\n                workgroupBarrier();    \n            " : ""}
 
             var threadSum = 0.0f;
             for (var col = tid; col < cols; col += blockSize) {
@@ -55,9 +55,9 @@ var n = class {
             }
 
             threadSum = subgroupAdd(threadSum);
-            ${t ? "\n                if (lane == 0) {\n                    bestValues[localId.x / subgroupSize] = threadSum;\n                }\n                workgroupBarrier();\n                threadSum = select(0.0f, bestValues[lane], lane < numSubgroups);\n                threadSum = subgroupAdd(threadSum);    \n            " : ""}
+            ${e ? "\n                if (lane == 0) {\n                    bestValues[localId.x / subgroupSize] = threadSum;\n                }\n                workgroupBarrier();\n                threadSum = select(0.0f, bestValues[lane], lane < numSubgroups);\n                threadSum = subgroupAdd(threadSum);    \n            " : ""}
 
-            for (var col = tid; col < cols; col += ${t ? "i32(subgroupSize)" : "blockSize"}) {
+            for (var col = tid; col < cols; col += ${e ? "i32(subgroupSize)" : "blockSize"}) {
                 let value = unpack2x16float(u32(logits[rowIdx + col]));
                 let valuePair: vec2<f32> = exp(value - threadMax) / threadSum;
                 result[rowIdx + col] = i32(pack2x16float(valuePair));