@genai-fi/nanogpt 0.10.1 → 0.10.3

package/dist/ops/webgpu/slice16.js

@@ -1,10 +1,8 @@
-import { b as c, c as f, e as l } from "../../webgpu_program-Cigz-7RF.js";
-import { f as g, c as S } from "../../webgpu_util-BBCnKm2X.js";
-import "../../index-ZyQhjEPo.js";
-import { r as k } from "../../tensor_util-DV-FP5Q3.js";
-import { p as y, a as $ } from "../../slice_util-DtEldBfK.js";
-import { s as x } from "../../tensor-DdQUJZlz.js";
-function b(o) {
+import { b as u, c as m, e as l } from "../../webgpu_program-DuOXPQol.js";
+import { f, c as g } from "../../webgpu_util-RxEF33Rj.js";
+import { p as S, h as k } from "../../index-DOvlwCh-.js";
+import { p as y, a as $ } from "../../slice_util-uTKwiEpW.js";
+function x(o) {
   switch (o) {
     case 1:
       return "1D";
@@ -17,7 +15,7 @@ function b(o) {
   }
   return "";
 }
-class w {
+class b {
   variableNames = ["source"];
   uniforms;
   outputShape;
@@ -30,42 +28,42 @@ class w {
   start;
   size = !0;
   constructor(e, t) {
-    this.outputShape = t, this.rank = t.length, this.dispatchLayout = g(this.outputShape), this.dispatch = S(this.dispatchLayout, this.outputShape, this.workgroupSize, [
+    this.outputShape = t, this.rank = t.length, this.dispatchLayout = f(this.outputShape), this.dispatch = g(this.dispatchLayout, this.outputShape, this.workgroupSize, [
       this.workPerThread,
       1,
       1
-    ]), this.start = e, this.uniforms = `start : ${c(e.length)}, `, this.shaderKey = "slice";
+    ]), this.start = e, this.uniforms = `start : ${u(e.length)}, `, this.shaderKey = "slice";
   }
   getUserCode() {
-    const e = c(this.rank);
+    const e = u(this.rank);
     let t;
-    return this.start.length === 1 ? t = this.outputShape.map(() => "sourceLoc = uniforms.start + coords;") : t = this.outputShape.map((r, s) => `sourceLoc.${p[s]} = uniforms.start.${f(s)} + coords.${p[s]};`), `
+    return this.start.length === 1 ? t = this.outputShape.map(() => "sourceLoc = uniforms.start + coords;") : t = this.outputShape.map((r, s) => `sourceLoc.${c[s]} = uniforms.start.${m(s)} + coords.${c[s]};`), `
       ${l("index")} {
         if (index < uniforms.size) {
           var sourceLoc : ${e};
           let coords = getCoordsFromIndex(index);
           ${t.join(`
 `)}
-          result[index] = source[getIndexFromCoords${b(this.rank)}(sourceLoc, uniforms.sourceShape)];
+          result[index] = source[getIndexFromCoords${x(this.rank)}(sourceLoc, uniforms.sourceShape)];
         }
       }
     `;
   }
 }
-const p = ["x", "y", "z", "w", "u", "v"];
-function C(o) {
-  const { inputs: e, backend: t, attrs: n } = o, { x: r } = e, { begin: s, size: h } = n, [i, a] = y(r, s, h);
-  if ($(r, i, a), x(a) === 0)
+const c = ["x", "y", "z", "w", "u", "v"];
+function w(o) {
+  const { inputs: e, backend: t, attrs: n } = o, { x: r } = e, { begin: s, size: p } = n, [i, a] = y(r, s, p);
+  if ($(r, i, a), k(a) === 0)
     return t.makeTensorInfo(a, r.dtype, []);
-  const d = new w(i, a), m = [{ type: "int32", data: i }], u = t.runWebGPUProgram(d, [r], r.dtype, m);
-  return u.packed = !0, u;
+  const h = new b(i, a), d = [{ type: "int32", data: i }];
+  return t.runWebGPUProgram(h, [r], r.dtype, d);
 }
-const D = {
+const C = {
   kernelName: "Slice16",
   backendName: "webgpu",
-  kernelFunc: C
+  kernelFunc: w
 };
-k(D);
+S(C);
 export {
-  C as slice
+  w as slice
 };

package/dist/ops/webgpu/softmax16.js

@@ -1,23 +1,21 @@
-import { e as S } from "../../index-ZyQhjEPo.js";
-import { reshape16 as h } from "../reshape16.js";
-import b from "./softmax16_program.js";
-import d from "./softmax16_subgroup_program.js";
-import x from "./utils/deviceInfo.js";
-import { r as k } from "../../tensor_util-DV-FP5Q3.js";
-import { r as l } from "../../reshape-DevtBWtf.js";
-import { s as z } from "../../tensor-DdQUJZlz.js";
-function I(a) {
-  const { inputs: m, backend: e, attrs: p } = a, { logits: o } = m, { dim: s } = p, i = e.subgroupMinSize, c = e.subgroupMaxSize, u = x(e).subgroupsSupported, r = l(o, [
-    z(o.shape) / o.shape[s],
-    o.shape[s]
-  ]), f = u ? new d(r.shape, i, c) : new b(r.shape), n = e.runWebGPUProgram(f, [r], "int32");
-  n.packed = !0, r.dispose();
-  const t = S().makeTensorFromTensorInfo(n), g = h(t, o.shape);
-  return t.dispose(), g;
+import { p as h, h as S, e as b } from "../../index-DOvlwCh-.js";
+import { reshape16 as d } from "../reshape16.js";
+import x from "./softmax16_program.js";
+import k from "./softmax16_subgroup_program.js";
+import l from "./utils/deviceInfo.js";
+import { r as z } from "../../reshape-ByE68wS9.js";
+function F(a) {
+  const { inputs: t, backend: o, attrs: p } = a, { logits: e } = t, { dim: r } = p, m = o.subgroupMinSize, i = o.subgroupMaxSize, c = l(o).subgroupsSupported, s = z(e, [
+    S(e.shape) / e.shape[r],
+    e.shape[r]
+  ]), u = c ? new k(s.shape, m, i) : new x(s.shape), f = o.runWebGPUProgram(u, [s], "packedF16");
+  s.dispose();
+  const n = b().makeTensorFromTensorInfo(f), g = d(n, e.shape);
+  return n.dispose(), g;
 }
-const P = {
+const I = {
   kernelName: "Softmax16",
   backendName: "webgpu",
-  kernelFunc: I
+  kernelFunc: F
 };
-k(P);
+h(I);

package/dist/ops/webgpu/softmax16_program.js

@@ -1,5 +1,5 @@
-import { e } from "../../webgpu_program-Cigz-7RF.js";
-import { f as o } from "../../webgpu_util-BBCnKm2X.js";
+import { e } from "../../webgpu_program-DuOXPQol.js";
+import { f as o } from "../../webgpu_util-RxEF33Rj.js";
 class i {
   variableNames = ["logits"];
   outputShape;

package/dist/ops/webgpu/softmax16_subgroup_program.js

@@ -1,5 +1,5 @@
-import { e as o } from "../../webgpu_program-Cigz-7RF.js";
-import { f as u } from "../../webgpu_util-BBCnKm2X.js";
+import { e as o } from "../../webgpu_program-DuOXPQol.js";
+import { f as u } from "../../webgpu_util-RxEF33Rj.js";
 class i {
   variableNames = ["logits"];
   outputShape;

package/dist/ops/webgpu/softmax16grad.js

@@ -1,8 +1,7 @@
-import "../../index-ZyQhjEPo.js";
-import { createReduceInfo as p, reduce as m, ReduceProgram as i } from "./utils/reductions.js";
+import { p } from "../../index-DOvlwCh-.js";
+import { createReduceInfo as m, reduce as l, ReduceProgram as i } from "./utils/reductions.js";
 import { isPackedTensor as n } from "../../utilities/packed.js";
-import l from "./utils/deviceInfo.js";
-import { r as k } from "../../tensor_util-DV-FP5Q3.js";
+import k from "./utils/deviceInfo.js";
 class x extends i {
   constructor(e, t) {
     super(e, t, { reductionOp: "sum", elementwise: !0 }, !0), this.shaderKey = "SoftmaxGrad16", this.variableNames = ["dy", "softmaxOutput"], this.variableComponents = [1, 1];
@@ -24,15 +23,15 @@ class x extends i {
   }
 }
 function b(o) {
-  const { dy: e, softmaxOutput: t } = o.inputs, r = o.backend, s = l(r), u = n(e), c = n(t);
+  const { dy: e, softmaxOutput: t } = o.inputs, r = o.backend, s = k(r), u = n(e), c = n(t);
   if (!(u && c))
     throw new Error("softmaxGradGPU: dy and softmaxOutput must be packed tensors");
-  const a = [e, t], f = p(a, -1), d = new x(s, f);
-  return m(d, a, r);
+  const a = [e, t], f = m(a, -1), d = new x(s, f);
+  return l(d, a, r);
 }
 const v = {
   kernelName: "Softmax16Grad",
   backendName: "webgpu",
   kernelFunc: b
 };
-k(v);
+p(v);

package/dist/ops/webgpu/sub16.js

@@ -1,14 +1,13 @@
-import "../../index-ZyQhjEPo.js";
+import { p as t } from "../../index-DOvlwCh-.js";
 import { BinaryOpProgram as p } from "./utils/binary_op.js";
-import { B as m } from "../../binary_op_util-pKXltfxI.js";
-import { r as s } from "../../tensor_util-DV-FP5Q3.js";
-function c(r) {
-  const { a: e, b: n } = r.inputs, t = r.backend, a = new p(m.SUB, e.shape, n.shape), o = t.runWebGPUProgram(a, [e, n], "int32");
-  return o.packed = !0, o;
+import { B as s } from "../../binary_op_util-pKXltfxI.js";
+function c(e) {
+  const { a: r, b: n } = e.inputs, o = e.backend, a = new p(s.SUB, r.shape, n.shape);
+  return o.runWebGPUProgram(a, [r, n], "packedF16");
 }
-const i = {
+const m = {
   kernelName: "Sub16",
   backendName: "webgpu",
   kernelFunc: c
 };
-s(i);
+t(m);

package/dist/ops/webgpu/sum16.js

@@ -1,40 +1,38 @@
 import { createReduceInfo as g, reduce as h, ReduceProgram as x } from "./utils/reductions.js";
-import "../../index-ZyQhjEPo.js";
-import { isPackedTensor as k } from "../../utilities/packed.js";
-import { transpose16 as A } from "../transpose16.js";
-import P from "./utils/deviceInfo.js";
-import { r as b } from "../../tensor_util-DV-FP5Q3.js";
-import { s as I } from "../../sum-_fzj5ZTB.js";
-import { p as w } from "../../tensor-DdQUJZlz.js";
-import { a as D, b as K } from "../../axis_util-BvHEw88j.js";
+import { p as k, af as A } from "../../index-DOvlwCh-.js";
+import { isPackedTensor as P } from "../../utilities/packed.js";
+import { transpose16 as b } from "../transpose16.js";
+import I from "./utils/deviceInfo.js";
+import { s as w } from "../../sum-DWAtNGez.js";
+import { a as D, b as K } from "../../axis_util-BaG7mf5A.js";
 class v extends x {
   shaderKey = "sum16";
-  constructor(e, o, t) {
+  constructor(e, t, o) {
     super(
       e,
-      o,
+      t,
       {
         reductionOp: "sum",
         elementwise: !1
       },
-      t
-    ), t && (this.shaderKey += "_packed");
+      o
+    ), o && (this.shaderKey += "_packed");
   }
 }
 function y(r) {
-  const { x: e } = r.inputs, { axis: o, keepDims: t } = r.attrs, m = r.backend, a = [], p = P(m), c = k(e);
-  if (!c)
-    return I(e, o, t);
-  let n = w(o ?? -1, e.shape);
+  const { x: e } = r.inputs, { axis: t, keepDims: o } = r.attrs, a = r.backend, c = [], p = I(a), m = P(e);
+  if (!m)
+    return w(e, t, o);
+  let n = A(t ?? -1, e.shape);
   const i = D(n, e.shape.length);
   let s = e;
-  i != null && (s = A(e, i), n = K(n.length, s.shape.length), a.push(s));
-  const u = g([s], -1), f = new v(p, u, c), d = h(f, [s], m);
-  return a.forEach((l) => l.dispose()), d;
+  i != null && (s = b(e, i), n = K(n.length, s.shape.length), c.push(s));
+  const u = g([s], -1), f = new v(p, u, m), d = h(f, [s], a);
+  return c.forEach((l) => l.dispose()), d;
 }
 const N = {
   kernelName: "Sum16",
   backendName: "webgpu",
   kernelFunc: y
 };
-b(N);
+k(N);

package/dist/ops/webgpu/transpose16.js

@@ -1,29 +1,28 @@
 import { isPackedTensor as d } from "../../utilities/packed.js";
-import { e as k } from "../../index-ZyQhjEPo.js";
-import { reshape16 as i } from "../reshape16.js";
-import l from "./transpose16_shared_program.js";
-import P from "./transpose16_program.js";
-import { r as b } from "../../tensor_util-DV-FP5Q3.js";
-import { t as T } from "../../transpose-DKELTqhe.js";
-function w(a) {
-  const { inputs: u, attrs: h } = a, { x: e } = u, { perm: r } = h, m = a.backend, c = d(e);
-  if (c && r[r.length - 1] !== e.shape.length - 1) {
-    const n = e.shape.length, t = n === 4 ? r.map((s) => s - 1).filter((s) => s >= 0) : r, p = n === 4 ? i(e, [e.shape[0] * e.shape[1], e.shape[2], e.shape[3]]) : e, f = new l(p.shape, t), o = m.runWebGPUProgram(f, [p], "int32");
-    if (o.packed = !0, n === 4) {
-      p.dispose();
-      const s = k().makeTensorFromTensorInfo(o), g = i(s, [
+import { p as k, e as l } from "../../index-DOvlwCh-.js";
+import { reshape16 as u } from "../reshape16.js";
+import P from "./transpose16_shared_program.js";
+import b from "./transpose16_program.js";
+import { t as T } from "../../transpose-ClWiBS_b.js";
+function w(p) {
+  const { inputs: h, attrs: i } = p, { x: e } = h, { perm: r } = i, a = p.backend, m = d(e);
+  if (m && r[r.length - 1] !== e.shape.length - 1) {
+    const o = e.shape.length, c = o === 4 ? r.map((s) => s - 1).filter((s) => s >= 0) : r, t = o === 4 ? u(e, [e.shape[0] * e.shape[1], e.shape[2], e.shape[3]]) : e, f = new P(t.shape, c), n = a.runWebGPUProgram(f, [t], "packedF16");
+    if (o === 4) {
+      t.dispose();
+      const s = l().makeTensorFromTensorInfo(n), g = u(s, [
         e.shape[0],
         e.shape[1],
-        o.shape[1],
-        o.shape[2]
+        n.shape[1],
+        n.shape[2]
       ]);
       return s.dispose(), g;
     }
-    return o;
+    return n;
   }
-  if (c) {
-    const n = new P(e.shape, r), t = m.runWebGPUProgram(n, [e], "int32");
-    return t.packed = !0, t;
+  if (m) {
+    const o = new b(e.shape, r);
+    return a.runWebGPUProgram(o, [e], "packedF16");
   } else
     return T(e, r);
 }
@@ -32,4 +31,4 @@ const F = {
   backendName: "webgpu",
   kernelFunc: w
 };
-b(F);
+k(F);

package/dist/ops/webgpu/transpose16_program.js

@@ -1,5 +1,5 @@
-import { f as a, c as i } from "../../webgpu_util-BBCnKm2X.js";
-import { b as h, e as d, c as n } from "../../webgpu_program-Cigz-7RF.js";
+import { f as a, c as i } from "../../webgpu_util-RxEF33Rj.js";
+import { b as h, e as d, c as n } from "../../webgpu_program-DuOXPQol.js";
 function p(r) {
   const e = r.length;
   if (e > 6)

package/dist/ops/webgpu/transpose16_shared_program.js

@@ -1,8 +1,7 @@
-import { c as a } from "../../webgpu_util-BBCnKm2X.js";
-import { e as p } from "../../webgpu_program-Cigz-7RF.js";
-import "../../index-ZyQhjEPo.js";
-import { a as l } from "../../tensor-DdQUJZlz.js";
-class y {
+import { c as a } from "../../webgpu_util-RxEF33Rj.js";
+import { e as l } from "../../webgpu_program-DuOXPQol.js";
+import { l as p } from "../../index-DOvlwCh-.js";
+class n {
   variableNames = ["A"];
   outputShape;
   shaderKey;
@@ -12,22 +11,22 @@ class y {
   // Nick: Reduce to 8x8
   workgroupSize = [8, 8, 1];
   constructor(t, o) {
-    const i = t.length, e = new Array(i), u = t.slice();
-    u[u.length - 1] *= 2;
-    for (let r = 0; r < e.length; r++)
-      e[r] = u[o[r]];
+    const i = t.length, e = new Array(i), r = t.slice();
+    r[r.length - 1] *= 2;
+    for (let u = 0; u < e.length; u++)
+      e[u] = r[o[u]];
     e[e.length - 1] /= 2, this.outputShape = e, this.dispatchLayout = i === 2 ? { x: [0], y: [1] } : { x: [1], y: [2], z: [0] }, this.dispatch = a(this.dispatchLayout, this.outputShape, this.workgroupSize, [2, 1, 1]), this.shaderKey = `transposeShared16_${i}`;
   }
   getUserCode() {
     const t = this.outputShape.length;
-    l(
+    p(
       this.workgroupSize[0] === this.workgroupSize[1],
       () => `Must be a square tile, current tile shape is ${this.workgroupSize[0]} x ${this.workgroupSize[1]}`
     );
     const o = this.workgroupSize[0] * 2;
     return `
       var<workgroup> tile : array<array<f32, ${o + 1}>, ${o}>;
-      ${p()} {
+      ${l()} {
         var x = i32(workgroupId.x) * ${o / 2} + i32(localId.x);
         var y = i32(workgroupId.y) * ${o} + i32(localId.y);
         let batch = ${t === 3 ? "i32(workgroupId.z)" : "0"};
@@ -67,5 +66,5 @@ class y {
   }
 }
 export {
-  y as default
+  n as default
 };

package/dist/ops/webgpu/unpack16.js

@@ -1,7 +1,6 @@
-import { f as c, c as r } from "../../webgpu_util-BBCnKm2X.js";
-import { e as u } from "../../webgpu_program-Cigz-7RF.js";
-import "../../index-ZyQhjEPo.js";
-import { r as p } from "../../tensor_util-DV-FP5Q3.js";
+import { f as c, c as r } from "../../webgpu_util-RxEF33Rj.js";
+import { e as u } from "../../webgpu_program-DuOXPQol.js";
+import { p } from "../../index-DOvlwCh-.js";
 class l {
   outputShape;
   shaderKey = "Unpack16";

package/dist/ops/webgpu/utils/binary_op.js

@@ -1,10 +1,9 @@
-import { f as s, c as n } from "../../../webgpu_util-BBCnKm2X.js";
+import { f as s, c as n } from "../../../webgpu_util-RxEF33Rj.js";
 import { g as p } from "../../../binary_op_util-pKXltfxI.js";
-import { B as g } from "../../../binary_op_util-pKXltfxI.js";
-import { j as u } from "../../../index-ZyQhjEPo.js";
-import { e as l } from "../../../webgpu_program-Cigz-7RF.js";
-import { l as r } from "../../../tensor-DdQUJZlz.js";
-class y {
+import { B as b } from "../../../binary_op_util-pKXltfxI.js";
+import { a3 as u, ag as r } from "../../../index-DOvlwCh-.js";
+import { e as l } from "../../../webgpu_program-DuOXPQol.js";
+class x {
   dispatch;
   dispatchLayout;
   outputComponent;
@@ -74,6 +73,6 @@ class y {
   }
 }
 export {
-  y as BinaryOpProgram,
-  g as BinaryOpType
+  x as BinaryOpProgram,
+  b as BinaryOpType
 };

package/dist/ops/webgpu/utils/reductions.js

@@ -1,9 +1,8 @@
-import { e as l } from "../../../index-ZyQhjEPo.js";
-import { e as a } from "../../../webgpu_program-Cigz-7RF.js";
-import { reshape16 as S } from "../../reshape16.js";
-import { f as b } from "../../../webgpu_util-BBCnKm2X.js";
-import { p as f, s as c } from "../../../tensor-DdQUJZlz.js";
-import { c as h } from "../../../axis_util-BvHEw88j.js";
+import { af as l, h as c, e as S } from "../../../index-DOvlwCh-.js";
+import { e as a } from "../../../webgpu_program-DuOXPQol.js";
+import { reshape16 as b } from "../../reshape16.js";
+import { f } from "../../../webgpu_util-RxEF33Rj.js";
+import { c as h } from "../../../axis_util-BaG7mf5A.js";
 function d(e, u, t, i) {
   return e && !u ? `
             bestValue = subgroupAdd(bestValue);
@@ -173,11 +172,11 @@ function x(e) {
            }
          `;
 }
-function C(e, u) {
-  const t = e[0], n = f(u, t.shape), [, r] = h(t.shape, n), o = c(r), p = c(t.shape) / o;
+function L(e, u) {
+  const t = e[0], n = l(u, t.shape), [, r] = h(t.shape, n), o = c(r), p = c(t.shape) / o;
   return { windowSize: o, inSize: o, batchSize: p, outSize: 1 };
 }
-class y {
+class C {
   outputShape;
   shaderKey = "reduce16";
   dispatchLayout;
@@ -198,7 +197,7 @@ class y {
   constructor(u, t, i, n) {
     this.params = i, this.inputShape = [t.batchSize, t.inSize], this.deviceInfo = u, this.packed = n;
     const r = t.inSize % 64 === 0 ? 64 : 32;
-    u.subgroupsSupported ? (this.workgroupSize = [Math.min(r, u.subgroupMaxSize), 1, 1], this.subgroups = !0, u.variableSubgroups && (this.subgroupBuiltins = !0)) : this.workgroupSize[0] = r, this.outputShape = i.elementwise ? [t.batchSize, t.inSize] : [t.batchSize / 2], this.dispatchLayout = b(this.outputShape), this.dispatch = [i.elementwise ? t.batchSize : t.batchSize / 2, 1, 1], this.outputComponent = 1, this.variableComponents = [1], this.elementwise = i.elementwise === !0;
+    u.subgroupsSupported ? (this.workgroupSize = [Math.min(r, u.subgroupMaxSize), 1, 1], this.subgroups = !0, u.variableSubgroups && (this.subgroupBuiltins = !0)) : this.workgroupSize[0] = r, this.outputShape = i.elementwise ? [t.batchSize, t.inSize] : [t.batchSize / 2], this.dispatchLayout = f(this.outputShape), this.dispatch = [i.elementwise ? t.batchSize : t.batchSize / 2, 1, 1], this.outputComponent = 1, this.variableComponents = [1], this.elementwise = i.elementwise === !0;
   }
   getWriteSnippet() {
     return this.packed ? "result[outputIndex] = i32(pack2x16float(bestValue));" : "result[outputIndex] = bestValue;";
@@ -238,22 +237,15 @@ class y {
     });
   }
 }
-function X(e, u, t) {
-  const i = u[0], r = [{ type: "int32", data: [e.inputShape[e.inputShape.length - 1]] }], o = t.runWebGPUProgram(
-    e,
-    u,
-    e.packed ? "int32" : "float32",
-    r
-  );
-  o.packed = e.packed ?? !1;
-  const s = l().makeTensorFromTensorInfo(o), p = S(
+function y(e, u, t) {
+  const i = u[0], r = [{ type: "int32", data: [e.inputShape[e.inputShape.length - 1]] }], o = t.runWebGPUProgram(e, u, e.packed ? "packedF16" : "float32", r), s = S().makeTensorFromTensorInfo(o), p = b(
     s,
     e.elementwise ? i.shape : e.packed ? [...i.shape.slice(0, -2), i.shape[i.shape.length - 2] / 2] : [...i.shape.slice(0, -2), i.shape[i.shape.length - 2]]
   );
   return s.dispose(), p;
 }
 export {
-  y as ReduceProgram,
-  C as createReduceInfo,
-  X as reduce
+  C as ReduceProgram,
+  L as createReduceInfo,
+  y as reduce
 };