@genai-fi/nanogpt 0.6.0 → 0.6.1

package/dist/ops/qkv.js

@@ -1,4 +1,4 @@
-import { e as o } from "../index-bMBtI-WR.js";
+import { e as o } from "../index-CamYe_M8.js";
 import "./cpu/qkv.js";
 import "./webgl/qkv.js";
 import "./grads/qkv.js";

package/dist/ops/rope.js

@@ -1,10 +1,14 @@
-import { engine as n } from "@tensorflow/tfjs";
+import { e as p } from "../index-CamYe_M8.js";
+import "../random_width-CLMQG5Jn.js";
+import "../register_all_kernels-COt6wLD0.js";
+import "../index-Tf7vU29b.js";
+import "../dataset-BFFipD1c.js";
 import "./cpu/rope.js";
 import "./webgl/rope.js";
 import "./grads/rope.js";
-function s(o, e, r) {
-  return e.ensureRopeCache(o.shape[1] + r), n().runKernel("Rope", { x: o, sin: e.getSin(), cos: e.getCos() }, { pastLen: r });
+function C(r, o, e) {
+  return o.ensureRopeCache(r.shape[1] + e), p().runKernel("Rope", { x: r, sin: o.getSin(), cos: o.getCos() }, { pastLen: e });
 }
 export {
-  s as rope
+  C as rope
 };

package/dist/ops/scatterSub.js

@@ -1,4 +1,4 @@
-import { e as i } from "../index-bMBtI-WR.js";
+import { e as i } from "../index-CamYe_M8.js";
 import "./cpu/scatterSub.js";
 import "./webgl/scatterSub.js";
 function c(t, r, e) {

package/dist/ops/webgl/appendCache.js

@@ -1,4 +1,4 @@
-import { r as p } from "../../index-bMBtI-WR.js";
+import { r as p } from "../../index-CamYe_M8.js";
 class m {
   variableNames = ["cache", "item"];
   outputShape;

package/dist/ops/webgl/attentionMask.js

@@ -1,4 +1,4 @@
-import { r as m } from "../../index-bMBtI-WR.js";
+import { r as m } from "../../index-CamYe_M8.js";
 class h {
   variableNames = ["q", "k"];
   outputShape;

package/dist/ops/webgl/fusedSoftmax.js

@@ -1,544 +1,13 @@
-import { ao as E, ap as T, q as V, N as L, a1 as w, aq as K, r as W } from "../../index-bMBtI-WR.js";
-import { t as B, m as G } from "../../shared-XNAoXhOa.js";
-import { r as b } from "../../Reshape-CLOrdpve.js";
-import { g as C, a as U, b as _ } from "../../kernel_funcs_utils-CNmjLWnB.js";
-import { g as k, a as R, b as P, c as y, e as O } from "../../axis_util-D17qZRQm.js";
-/**
- * @license
- * Copyright 2017 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-const q = 30;
-function F(a) {
-  return a <= q ? a : E(a, Math.floor(Math.sqrt(a)));
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-class A {
-  constructor(o, t) {
-    this.variableNames = ["x"];
-    const { windowSize: e, batchSize: n, inSize: u, outSize: l } = o;
-    this.outputShape = [n, l];
-    const s = Math.floor(e / 4) * 4, c = e % 4;
-    let i = "sumValue += dot(values, ones);";
-    if (t != null) {
-      const p = 1 / t;
-      i = `sumValue += dot(values * ${T(p) ? p.toPrecision(2) : p}, ones);`;
-    }
-    let r = "";
-    u % e > 0 && (r = `
-        if (inIdx < 0 || inIdx >= ${u}) {
-          return 0.0;
-        }
-      `), this.userCode = `
-      const vec4 ones = vec4(1.0, 1.0, 1.0, 1.0);
-
-      float getValue(int batch, int inIdx) {
-        ${r}
-        return getX(batch, inIdx);
-      }
-
-      void main() {
-        ivec2 coords = getOutputCoords();
-        int batch = coords[0];
-        int outIdx = coords[1];
-        int inOffset = outIdx * ${e};
-
-        float sumValue = 0.0;
-
-        for (int i = 0; i < ${s}; i += 4) {
-          int inIdx = inOffset + i;
-          vec4 values = vec4(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2),
-            getValue(batch, inIdx + 3)
-          );
-
-          ${i}
-        }
-
-        int inIdx = inOffset + ${s};
-        if (${c === 1}) {
-          vec4 values = vec4(getValue(batch, inIdx), 0.0, 0.0, 0.0);
-
-          ${i}
-        } else if (${c === 2}) {
-          vec4 values = vec4(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1), 0.0, 0.0);
-
-          ${i}
-        } else if (${c === 3}) {
-          vec4 values = vec4(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2), 0.0);
-
-          ${i}
-        }
-        setOutput(sumValue);
-      }
-    `;
-  }
-}
-/**
- * @license
- * Copyright 2017 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-class j {
-  constructor(o, t) {
-    this.variableNames = ["x"];
-    const { windowSize: e, batchSize: n, inSize: u, outSize: l } = o;
-    this.outputShape = [n, l];
-    let s = "0.0", c = "";
-    t === "prod" ? s = "1.0" : t === "min" ? (s = "1.0 / 1e-20", c = "min") : t === "max" && (s = "-1.0 / 1e-20", c = "max");
-    let i = `${t}(${t}(${t}(minMaxValue[0], minMaxValue[1]), minMaxValue[2]), minMaxValue[3])`;
-    t === "sum" ? i = "sumValue" : t === "prod" ? i = "prodValue" : t === "all" ? i = "allValue" : t === "any" && (i = "anyValue");
-    const r = Math.floor(e / 4) * 4, p = e % 4;
-    let h = `
-      if (${t === "sum"}) {
-        sumValue += dot(values, ones);
-      } else if (${t === "prod"}) {
-        vec2 tmp = vec2(values[0], values[1]) * vec2(values[2], values[3]);
-        prodValue *= tmp[0] * tmp[1];
-      } else {
-        minMaxValue = ${c}(values, minMaxValue);
-        if (${t === "min"} || ${t === "max"}) {
-          minMaxValue = ${c}(values, minMaxValue);
-          bvec4 isNaN = isnan(values);
-          if (isNaN.r || isNaN.g || isNaN.b || isNaN.a) {
-            minMaxValue = vec4(NAN);
-          }
-        }
-      }
-    `, d = "vec4";
-    t === "all" ? (s = "1.0", h = `
-        bool reducedAllValue = all(values);
-        float floatedReducedAllValue = float(reducedAllValue);
-        allValue = float(allValue >= 1.0 && floatedReducedAllValue >= 1.0);
-      `, d = "bvec4") : t === "any" && (s = "0.0", h = `
-        bool reducedAnyValue = any(values);
-        float floatedReducedAnyValue = float(reducedAnyValue);
-        anyValue = float(anyValue >= 1.0 || floatedReducedAnyValue >= 1.0);
-      `, d = "bvec4");
-    let f = "";
-    u % e > 0 && (f = `
-        if (inIdx < 0 || inIdx >= ${u}) {
-          return initializationValue;
-        }
-      `), this.userCode = `
-      const float initializationValue = ${s};
-      const vec4 ones = vec4(1.0, 1.0, 1.0, 1.0);
-
-      float getValue(int batch, int inIdx) {
-        ${f}
-        return getX(batch, inIdx);
-      }
-
-      void main() {
-        ivec2 coords = getOutputCoords();
-        int batch = coords[0];
-        int outIdx = coords[1];
-        int inOffset = outIdx * ${e};
-
-        vec4 minMaxValue = vec4(${s});
-        float prodValue = 1.0;
-        float sumValue = 0.0;
-        float allValue = 1.0;
-        float anyValue = 0.0;
-
-        for (int i = 0; i < ${r}; i += 4) {
-          int inIdx = inOffset + i;
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2),
-            getValue(batch, inIdx + 3)
-          );
-
-          ${h}
-        }
-
-        int inIdx = inOffset + ${r};
-        if (${p === 1}) {
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            initializationValue,
-            initializationValue,
-            initializationValue
-          );
-
-          ${h}
-        } else if (${p === 2}) {
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            initializationValue,
-            initializationValue
-          );
-
-          ${h}
-        } else if (${p === 3}) {
-          ${d} values = ${d}(
-            getValue(batch, inIdx),
-            getValue(batch, inIdx + 1),
-            getValue(batch, inIdx + 2),
-            initializationValue
-          );
-
-          ${h}
-        }
-        setOutput(${i});
-      }
-    `;
-  }
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function H(a) {
-  const o = [];
-  for (; o.length === 0 || o[o.length - 1].outSize !== 1; ) {
-    const t = o.length ? o[o.length - 1].outSize : a[1], e = F(t);
-    o.push({
-      inSize: t,
-      windowSize: e,
-      outSize: Math.ceil(t / e)
-    });
-  }
-  return o;
-}
-function N(a, o, t, e) {
-  const n = H(a.shape);
-  let u = a;
-  for (let l = 0; l < n.length; l++) {
-    const { inSize: s, windowSize: c, outSize: i } = n[l];
-    let r, p;
-    t === "mean" ? r = l === 0 ? new A({ windowSize: c, inSize: s, batchSize: a.shape[0], outSize: i }, s) : new A({ windowSize: c, inSize: s, batchSize: a.shape[0], outSize: i }) : r = new j({ windowSize: c, inSize: s, batchSize: a.shape[0], outSize: i }, t), p = u, u = e.runWebGLProgram(r, [u], o), p.dataId !== a.dataId && e.disposeIntermediateTensorInfo(p);
-  }
-  return u;
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function X(a, o, t, e) {
-  const n = V(o), l = V(a.shape) / n, s = b({ inputs: { x: a }, attrs: { shape: [l, n] }, backend: e }), c = N(s, a.dtype, "max", e), i = b({ inputs: { x: c }, attrs: { shape: t }, backend: e });
-  return e.disposeIntermediateTensorInfo(s), e.disposeIntermediateTensorInfo(c), i;
-}
-/**
- * @license
- * Copyright 2017 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-class Y {
-  constructor(o, t) {
-    this.variableNames = ["A"];
-    const e = new Array(o.length);
-    for (let l = 0; l < e.length; l++)
-      e[l] = o[t[l]];
-    this.outputShape = e, this.rank = e.length;
-    const n = C(this.rank), u = Z(t);
-    this.userCode = `
-    void main() {
-      ${n} resRC = getOutputCoords();
-      setOutput(getA(${u}));
-    }
-    `;
-  }
-}
-function Z(a) {
-  const o = a.length;
-  if (o > 6)
-    throw Error(`Transpose for rank ${o} is not yet supported`);
-  const t = ["resRC.x", "resRC.y", "resRC.z", "resRC.w", "resRC.u", "resRC.v"], e = new Array(o);
-  for (let n = 0; n < a.length; n++)
-    e[a[n]] = t[n];
-  return e.join();
-}
-/**
- * @license
- * Copyright 2019 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-class J {
-  constructor(o, t) {
-    this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0;
-    const e = new Array(o.length);
-    for (let r = 0; r < e.length; r++)
-      e[r] = o[t[r]];
-    if (this.outputShape = e, this.rank = e.length, this.rank > 6)
-      throw Error(`Packed transpose for rank ${this.rank} is not yet supported.`);
-    const n = C(this.rank), u = U("rc", this.rank), l = new Array(this.rank);
-    for (let r = 0; r < t.length; r++)
-      l[t[r]] = u[r];
-    const s = `vec2(${l.slice(-2).join()})`, c = `++${u[this.rank - 1]} < ${e[this.rank - 1]}`, i = `getChannel(getA(${l.join()}), ${s})`;
-    this.userCode = `
-    void main() {
-      ${n} rc = getOutputCoords();
-      vec4 result = vec4(0.);
-      result[0] = ${i};
-      if(${c}) {
-        result[1] = ${i};
-      }
-      --${u[this.rank - 1]};
-      if(++${u[this.rank - 2]} < ${e[this.rank - 2]}) {
-        result[2] = ${i};
-        if(${c}) {
-          result[3] = ${i};
-        }
-      }
-      setOutput(result);
-    }
-    `;
-  }
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function D(a, o, t) {
-  const e = L().getBool("WEBGL_PACK_ARRAY_OPERATIONS") ? new J(a.shape, o) : new Y(a.shape, o);
-  return t.runWebGLProgram(e, [a], a.dtype);
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function Q(a) {
-  const { inputs: o, backend: t, attrs: e } = a, { x: n } = o, { reductionIndices: u, keepDims: l } = e, s = n.shape.length, c = w(u, n.shape);
-  let i = c;
-  const r = k(i, s), p = r != null, h = t.shouldExecuteOnCPU([n]);
-  let d = n;
-  if (p) {
-    if (h) {
-      const I = t.texData.get(d.dataId).values, g = new Array(s);
-      for (let $ = 0; $ < g.length; $++)
-        g[$] = n.shape[r[$]];
-      const z = B(I, n.shape, n.dtype, r, g);
-      d = t.makeTensorInfo(g, n.dtype);
-      const M = t.texData.get(d.dataId);
-      M.values = z;
-    } else
-      d = D(n, r, t);
-    i = R(i.length, s);
-  }
-  P("max", i, s);
-  const [f, v] = y(d.shape, i);
-  let x = f;
-  l && (x = O(f, c));
-  let m;
-  if (h) {
-    const I = t.texData.get(d.dataId).values, g = G(I, V(v), x, n.dtype);
-    m = t.makeTensorInfo(x, n.dtype);
-    const z = t.texData.get(m.dataId);
-    z.values = g;
-  } else
-    m = X(d, v, x, t);
-  return p && t.disposeIntermediateTensorInfo(d), m;
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function ee(a, o, t, e) {
-  const n = o, u = a.shape.length, l = w(n, a.shape);
-  let s = l;
-  const c = k(s, u), i = c != null;
-  let r = a;
-  i && (r = D(a, c, e), s = R(s.length, u)), P("sum", s, u);
-  const [p, h] = y(r.shape, s);
-  let d = p;
-  t && (d = O(p, l));
-  const f = V(h), x = V(a.shape) / f, m = b({ inputs: { x: r }, attrs: { shape: [x, f] }, backend: e }), S = K(a.dtype), I = N(m, S, "sum", e), g = b({ inputs: { x: I }, attrs: { shape: d }, backend: e });
-  return e.disposeIntermediateTensorInfo(m), e.disposeIntermediateTensorInfo(I), i && e.disposeIntermediateTensorInfo(r), g;
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-function te(a) {
-  const { inputs: o, backend: t, attrs: e } = a, { x: n } = o, { axis: u, keepDims: l } = e;
-  return ee(n, u, l, t);
-}
-/**
- * @license
- * Copyright 2020 Google LLC. All Rights Reserved.
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- * =============================================================================
- */
-const ae = `
-if (a == b) {
-  return 1.0;
-};
-return a / b;`, se = `
-  // vec4 one = vec4(equal(a, b));
-  // return one + (vec4(1.0) - one) * a / b;
-  vec4 result = a / b;
-  if(a.x == b.x) {
-    result.x = 1.;
-  }
-  if(a.y == b.y) {
-    result.y = 1.;
-  }
-  if(a.z == b.z) {
-    result.z = 1.;
-  }
-  if(a.w == b.w) {
-    result.w = 1.;
-  }
-
-  return result;
-`, oe = _({ opSnippet: ae, packedOpSnippet: se, checkOutOfBounds: !0 });
-class ne {
+import { m as b, s as I, r as k } from "../../RealDiv-7xu-pkZN.js";
+import { r as v } from "../../Reshape-BYC1oUku.js";
+import { r as w, p as P } from "../../index-CamYe_M8.js";
+import { e as S } from "../../axis_util-CCNL7jea.js";
+class T {
   variableNames = ["logits", "maxLogits"];
   outputShape;
   userCode;
-  constructor(o) {
-    this.outputShape = o, this.userCode = `
+  constructor(t) {
+    this.outputShape = t, this.userCode = `
         void main() {
         ivec4 coords = getOutputCoords(); // [batch, nh, t1, t2]
             int b = coords.x;
@@ -552,7 +21,7 @@ class ne {
         `;
   }
 }
-class ie {
+class C {
   variableNames = ["exp", "sum"];
   outputShape;
   userCode;
@@ -560,8 +29,8 @@ class ie {
     { name: "dropoutRate", type: "float" },
     { name: "seed", type: "float" }
   ];
-  constructor(o) {
-    this.outputShape = o, this.userCode = `
+  constructor(t) {
+    this.outputShape = t, this.userCode = `
         float random(ivec4 coords) {
             float x = float(coords.x * 4096 + coords.y * 256 + coords.z * 16 + coords.w);
             return fract(sin(seed + x) * 43758.5453123);
@@ -579,33 +48,33 @@ class ie {
         `;
   }
 }
-function re(a) {
-  const { inputs: o, attrs: t } = a, { logits: e } = o, { dim: n, dropoutRate: u, seed: l } = t, s = a.backend;
+function L(r) {
+  const { inputs: t, attrs: m } = r, { logits: e } = t, { dim: u, dropoutRate: n, seed: c } = m, o = r.backend;
   if (!e)
     throw new Error("Error in softmax: input logits is null");
-  const c = w([n], e.shape), i = Q({
+  const i = P([u], e.shape), d = b({
     inputs: { x: e },
-    backend: s,
-    attrs: { reductionIndices: c, keepDims: !1 }
-  }), r = O(i.shape, c), p = new ne(e.shape), h = s.runWebGLProgram(p, [e, i], "float32");
-  s.disposeIntermediateTensorInfo(i);
-  const d = te({ inputs: { x: h }, backend: s, attrs: { axis: c, keepDims: !1 } }), f = b({ inputs: { x: d }, backend: s, attrs: { shape: r } });
-  if (u !== void 0 && u > 0) {
-    const x = new ie(e.shape), m = s.runWebGLProgram(x, [h, f], "float32", [
-      [u],
-      [l ?? Math.random() * 1e4]
+    backend: o,
+    attrs: { reductionIndices: i, keepDims: !1 }
+  }), f = S(d.shape, i), l = new T(e.shape), s = o.runWebGLProgram(l, [e, d], "float32");
+  o.disposeIntermediateTensorInfo(d);
+  const p = I({ inputs: { x: s }, backend: o, attrs: { axis: i, keepDims: !1 } }), a = v({ inputs: { x: p }, backend: o, attrs: { shape: f } });
+  if (n !== void 0 && n > 0) {
+    const g = new C(e.shape), h = o.runWebGLProgram(g, [s, a], "float32", [
+      [n],
+      [c ?? Math.random() * 1e4]
     ]);
-    return s.disposeIntermediateTensorInfo(h), s.disposeIntermediateTensorInfo(d), s.disposeIntermediateTensorInfo(f), m;
+    return o.disposeIntermediateTensorInfo(s), o.disposeIntermediateTensorInfo(p), o.disposeIntermediateTensorInfo(a), h;
   }
-  const v = oe({ inputs: { a: h, b: f }, backend: s });
-  return s.disposeIntermediateTensorInfo(h), s.disposeIntermediateTensorInfo(d), s.disposeIntermediateTensorInfo(f), v;
+  const x = k({ inputs: { a: s, b: a }, backend: o });
+  return o.disposeIntermediateTensorInfo(s), o.disposeIntermediateTensorInfo(p), o.disposeIntermediateTensorInfo(a), x;
 }
-const ue = {
+const E = {
   kernelName: "FusedSoftmax",
   backendName: "webgl",
-  kernelFunc: re
+  kernelFunc: L
 };
-W(ue);
+w(E);
 export {
-  re as softmax
+  L as softmax
 };

package/dist/ops/webgl/gatherSub.js

@@ -1,4 +1,4 @@
-import { r as l } from "../../index-bMBtI-WR.js";
+import { r as l } from "../../index-CamYe_M8.js";
 class u {
   variableNames = ["labels", "logits", "values"];
   outputShape;

package/dist/ops/webgl/gelu.js

@@ -1,5 +1,5 @@
-import { r as a } from "../../index-bMBtI-WR.js";
-import { u as s, C as x } from "../../kernel_funcs_utils-CNmjLWnB.js";
+import { r as a } from "../../index-CamYe_M8.js";
+import { u as s, C as x } from "../../kernel_funcs_utils-D5MS0JFg.js";
 const t = 0.7978845608028654, r = 0.044715, c = x + `
     float x3 = x * x * x;
     float inner = x + ${r} * x3;