@genai-fi/nanogpt 0.5.1 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (102) hide show
  1. package/dist/Generator.js +90 -41
  2. package/dist/NanoGPTModel.d.ts +1 -0
  3. package/dist/NanoGPTModel.js +86 -73
  4. package/dist/{Reshape-BE5rA4rT.js → Reshape-Bt_t7RNz.js} +4 -4
  5. package/dist/TeachableLLM.js +1 -1
  6. package/dist/TiedEmbedding-DORsPlNL.js +44 -0
  7. package/dist/{axis_util-97KkkyRQ.js → axis_util-CVbf1vmL.js} +3 -3
  8. package/dist/{broadcast_to-CMlkG8NS.js → broadcast_to-BBoMQXbL.js} +4 -4
  9. package/dist/{concat-Cxbo2sOz.js → concat-BRRtq4S2.js} +1 -1
  10. package/dist/dataset-ZHEPJmED.js +1226 -0
  11. package/dist/{dropout-kbDY39Ci.js → dropout-lQm_YyX3.js} +1 -1
  12. package/dist/{gather-Bxe1Qip8.js → gather-BWyutxwi.js} +3 -3
  13. package/dist/{gpgpu_math-C0zyxKFi.js → gpgpu_math-Df7gzJWH.js} +1 -1
  14. package/dist/{index-iNhkcAEQ.js → index-CnHyhpKc.js} +32 -32
  15. package/dist/{kernel_funcs_utils-C4eIk4fE.js → kernel_funcs_utils-Dqo82NH4.js} +25 -25
  16. package/dist/layers/BaseLayer.js +114 -3
  17. package/dist/layers/CausalSelfAttention.js +29 -28
  18. package/dist/layers/MLP.js +10 -9
  19. package/dist/layers/RMSNorm.js +12 -11
  20. package/dist/layers/RoPECache.js +3 -3
  21. package/dist/layers/TiedEmbedding.js +8 -6
  22. package/dist/layers/TransformerBlock.js +2 -2
  23. package/dist/{log_sum_exp-CkumwesB.js → log_sum_exp-CRH7Np9v.js} +12 -12
  24. package/dist/main.js +1 -1
  25. package/dist/{mat_mul-D0SifYfJ.js → mat_mul-DeGU1U_C.js} +3 -3
  26. package/dist/{max-CYaAjEEp.js → max-CcnEArWK.js} +3 -3
  27. package/dist/{moments-B06NlR_V.js → moments-DLTE6-1p.js} +4 -4
  28. package/dist/{norm-D3676xIo.js → norm-BpWsOapl.js} +5 -5
  29. package/dist/{ones-BIeFnPHR.js → ones-CDWGzVnm.js} +6 -6
  30. package/dist/ops/appendCache.js +3 -3
  31. package/dist/ops/attentionMask.js +1 -1
  32. package/dist/ops/cpu/appendCache.js +2 -2
  33. package/dist/ops/cpu/attentionMask.js +5 -5
  34. package/dist/ops/cpu/fusedSoftmax.js +2 -2
  35. package/dist/ops/cpu/gatherSub.js +5 -5
  36. package/dist/ops/cpu/gelu.js +1 -1
  37. package/dist/ops/cpu/matMulGelu.js +1 -1
  38. package/dist/ops/cpu/matMulMul.js +1 -1
  39. package/dist/ops/cpu/mulDropout.js +1 -1
  40. package/dist/ops/cpu/normRMS.js +1 -1
  41. package/dist/ops/cpu/qkv.js +3 -3
  42. package/dist/ops/cpu/rope.js +5 -5
  43. package/dist/ops/cpu/scatterSub.js +27 -27
  44. package/dist/ops/fusedSoftmax.js +1 -1
  45. package/dist/ops/gatherSub.js +1 -1
  46. package/dist/ops/gelu.js +1 -1
  47. package/dist/ops/grads/attentionMask.js +1 -1
  48. package/dist/ops/grads/fusedSoftmax.js +2 -2
  49. package/dist/ops/grads/gelu.js +1 -1
  50. package/dist/ops/grads/matMulGelu.js +1 -1
  51. package/dist/ops/grads/normRMS.js +1 -1
  52. package/dist/ops/grads/qkv.js +1 -1
  53. package/dist/ops/grads/rope.js +1 -1
  54. package/dist/ops/matMulGelu.js +1 -1
  55. package/dist/ops/matMulMul.js +1 -1
  56. package/dist/ops/mulDrop.js +1 -1
  57. package/dist/ops/node/sparseCrossEntropy.js +1 -1
  58. package/dist/ops/normRMS.js +1 -1
  59. package/dist/ops/qkv.js +1 -1
  60. package/dist/ops/scatterSub.js +1 -1
  61. package/dist/ops/webgl/appendCache.js +1 -1
  62. package/dist/ops/webgl/attentionMask.js +1 -1
  63. package/dist/ops/webgl/fusedSoftmax.js +36 -36
  64. package/dist/ops/webgl/gatherSub.js +1 -1
  65. package/dist/ops/webgl/gelu.js +2 -2
  66. package/dist/ops/webgl/matMulGelu.js +22 -22
  67. package/dist/ops/webgl/matMulMul.js +1 -1
  68. package/dist/ops/webgl/mulDropout.js +1 -1
  69. package/dist/ops/webgl/normRMS.js +2 -2
  70. package/dist/ops/webgl/qkv.js +1 -1
  71. package/dist/ops/webgl/rope.js +1 -1
  72. package/dist/ops/webgl/scatterSub.js +1 -1
  73. package/dist/{ops-ObfXLHYQ.js → ops-DzQTmLIl.js} +60 -60
  74. package/dist/{TiedEmbedding-DsDRvLB0.js → random_width-DI2h9CMs.js} +1215 -1250
  75. package/dist/{range-BsFU-SNG.js → range-CkOJ7090.js} +1 -1
  76. package/dist/{reshape-DxTPgnwL.js → reshape-CTIbqjwm.js} +1 -1
  77. package/dist/{sin-BOX-JVAj.js → sin-HzioENy_.js} +5 -5
  78. package/dist/{slice_util-D-kaD4ZV.js → slice_util-n4wHKmex.js} +1 -1
  79. package/dist/{softmax-BjsptB07.js → softmax-DX6qXAbm.js} +2 -2
  80. package/dist/{split-BCbrzthj.js → split-CVwhL8Oe.js} +3 -3
  81. package/dist/{stack--cqr9Dgc.js → stack-S2-D2JAQ.js} +1 -1
  82. package/dist/{sum-B_92TaHD.js → sum-UdfvaNhB.js} +4 -4
  83. package/dist/{tensor-CfiPXsW4.js → tensor-IZex6Bwp.js} +1 -1
  84. package/dist/{tensor2d-tSxWdFMH.js → tensor2d-CqtBzOKq.js} +1 -1
  85. package/dist/{tfjs_backend-NucKez4s.js → tfjs_backend-DX9yVvwk.js} +41 -41
  86. package/dist/tokeniser/CharTokeniser.js +27 -27
  87. package/dist/tokeniser/bpe.d.ts +1 -0
  88. package/dist/tokeniser/bpe.js +38 -35
  89. package/dist/training/AdamExt.js +1 -1
  90. package/dist/training/DatasetBuilder.js +22 -1242
  91. package/dist/training/FullTrainer.js +1 -1
  92. package/dist/training/Trainer.js +5 -5
  93. package/dist/training/sparseCrossEntropy.js +4 -4
  94. package/dist/utilities/dummy.js +2 -2
  95. package/dist/utilities/generate.js +3 -3
  96. package/dist/utilities/load.js +1 -1
  97. package/dist/utilities/profile.js +1 -1
  98. package/dist/utilities/weights.js +2 -2
  99. package/dist/variable-BGvK-VN3.js +23 -0
  100. package/dist/{zeros-NMYTayy7.js → zeros-CYMicyqz.js} +3 -3
  101. package/package.json +1 -1
  102. package/dist/BaseLayer-BhrMN8JO.js +0 -135
@@ -1,4 +1,4 @@
1
- import { o as m, i as s, q as c, E as M, B as p } from "./index-iNhkcAEQ.js";
1
+ import { o as m, j as s, u as c, E as M, B as p } from "./index-CnHyhpKc.js";
2
2
  /**
3
3
  * @license
4
4
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -21,7 +21,7 @@ function f(e, o, n = !1, l = !1) {
21
21
  const r = { a, b: t }, u = { transposeA: n, transposeB: l };
22
22
  return M.runKernel(p, r, u);
23
23
  }
24
- const b = /* @__PURE__ */ m({ matMul_: f });
24
+ const i = /* @__PURE__ */ m({ matMul_: f });
25
25
  export {
26
- b as m
26
+ i as m
27
27
  };
@@ -1,4 +1,4 @@
1
- import { o as r, i as e, E as x, M as c } from "./index-iNhkcAEQ.js";
1
+ import { o as r, j as e, E as x, M as c } from "./index-CnHyhpKc.js";
2
2
  /**
3
3
  * @license
4
4
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -15,11 +15,11 @@ import { o as r, i as e, E as x, M as c } from "./index-iNhkcAEQ.js";
15
15
  * limitations under the License.
16
16
  * =============================================================================
17
17
  */
18
- function i(n, o = null, s = !1) {
18
+ function m(n, o = null, s = !1) {
19
19
  const t = { x: e(n, "x", "max") }, a = { reductionIndices: o, keepDims: s };
20
20
  return x.runKernel(c, t, a);
21
21
  }
22
- const l = /* @__PURE__ */ r({ max_: i });
22
+ const l = /* @__PURE__ */ r({ max_: m });
23
23
  export {
24
24
  l as m
25
25
  };
@@ -1,6 +1,6 @@
1
- import { o as m, i as c, E as i, a0 as f, a1 as l, a2 as h, s as x, y as d } from "./index-iNhkcAEQ.js";
2
- import { e as v } from "./axis_util-97KkkyRQ.js";
3
- import { r as E } from "./reshape-DxTPgnwL.js";
1
+ import { o as m, j as c, E as f, a0 as i, a1 as l, a2 as h, s as x, D as d } from "./index-CnHyhpKc.js";
2
+ import { e as v } from "./axis_util-CVbf1vmL.js";
3
+ import { r as E } from "./reshape-CTIbqjwm.js";
4
4
  /**
5
5
  * @license
6
6
  * Copyright 2020 Google Inc. All Rights Reserved.
@@ -19,7 +19,7 @@ import { r as E } from "./reshape-DxTPgnwL.js";
19
19
  */
20
20
  function S(a, t = null, e = !1) {
21
21
  const s = { x: c(a, "x", "mean") }, o = { axis: t, keepDims: e };
22
- return i.runKernel(f, s, o);
22
+ return f.runKernel(i, s, o);
23
23
  }
24
24
  const r = /* @__PURE__ */ m({ mean_: S });
25
25
  /**
@@ -1,8 +1,8 @@
1
- import { o as l, i as c, E as y, a3 as E, a1 as w, a4 as o, a5 as u, U as v, f as I, a2 as A } from "./index-iNhkcAEQ.js";
2
- import { e as $ } from "./axis_util-97KkkyRQ.js";
3
- import { m as f } from "./max-CYaAjEEp.js";
4
- import { r as h } from "./reshape-DxTPgnwL.js";
5
- import { s as t } from "./sum-B_92TaHD.js";
1
+ import { o as l, j as c, E as y, a3 as E, a1 as w, a4 as o, a5 as u, W as v, f as I, a2 as A } from "./index-CnHyhpKc.js";
2
+ import { e as $ } from "./axis_util-CVbf1vmL.js";
3
+ import { m as f } from "./max-CcnEArWK.js";
4
+ import { r as h } from "./reshape-CTIbqjwm.js";
5
+ import { s as t } from "./sum-UdfvaNhB.js";
6
6
  /**
7
7
  * @license
8
8
  * Copyright 2020 Google Inc. All Rights Reserved.
@@ -1,5 +1,5 @@
1
- import { l as n, n as t, p as m, E as i } from "./index-iNhkcAEQ.js";
2
- import { z as l, c } from "./zeros-NMYTayy7.js";
1
+ import { n, p as t, q as m, E as i } from "./index-CnHyhpKc.js";
2
+ import { z as c, c as f } from "./zeros-CYMicyqz.js";
3
3
  /**
4
4
  * @license
5
5
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -16,14 +16,14 @@ import { z as l, c } from "./zeros-NMYTayy7.js";
16
16
  * limitations under the License.
17
17
  * =============================================================================
18
18
  */
19
- function f(o, r = "float32") {
19
+ function l(o, r = "float32") {
20
20
  if (n(o), r === "complex64") {
21
- const s = f(o, "float32"), a = l(o, "float32");
22
- return c(s, a);
21
+ const s = l(o, "float32"), a = c(o, "float32");
22
+ return f(s, a);
23
23
  }
24
24
  const e = t(m(o), r);
25
25
  return i.makeTensor(e, o, r);
26
26
  }
27
27
  export {
28
- f as o
28
+ l as o
29
29
  };
@@ -1,8 +1,8 @@
1
- import { e as a } from "../index-iNhkcAEQ.js";
1
+ import { e as a } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/appendCache.js";
3
3
  import "./webgl/appendCache.js";
4
- import { c as s } from "../concat-Cxbo2sOz.js";
5
- import { z as c } from "../zeros-NMYTayy7.js";
4
+ import { c as s } from "../concat-BRRtq4S2.js";
5
+ import { z as c } from "../zeros-CYMicyqz.js";
6
6
  function i(r, p, n, o) {
7
7
  if (!o) {
8
8
  const e = r.shape[2];
@@ -1,4 +1,4 @@
1
- import { e as o } from "../index-iNhkcAEQ.js";
1
+ import { e as o } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/attentionMask.js";
3
3
  import "./webgl/attentionMask.js";
4
4
  import "./grads/attentionMask.js";
@@ -1,5 +1,5 @@
1
- import { r as d } from "../../index-iNhkcAEQ.js";
2
- import { c as h } from "../../concat-Cxbo2sOz.js";
1
+ import { r as d } from "../../index-CnHyhpKc.js";
2
+ import { c as h } from "../../concat-BRRtq4S2.js";
3
3
  function u(p) {
4
4
  const { cache: n, item: s } = p.inputs, { maxSize: r, pastLen: c } = p.attrs, t = n.shape[0], o = n.shape[1], a = n.shape[3], e = s.shape[2];
5
5
  if (c + e <= r) {
@@ -1,8 +1,8 @@
1
- import { r as a, g as p, f as u } from "../../index-iNhkcAEQ.js";
2
- import { l as N, w as b } from "../../ops-ObfXLHYQ.js";
3
- import { o as g } from "../../ones-BIeFnPHR.js";
4
- import { z as A } from "../../zeros-NMYTayy7.js";
5
- import { m as I } from "../../mat_mul-D0SifYfJ.js";
1
+ import { r as a, g as p, f as u } from "../../index-CnHyhpKc.js";
2
+ import { l as N, w as b } from "../../ops-DzQTmLIl.js";
3
+ import { o as g } from "../../ones-CDWGzVnm.js";
4
+ import { z as A } from "../../zeros-CYMicyqz.js";
5
+ import { m as I } from "../../mat_mul-DeGU1U_C.js";
6
6
  function o(n) {
7
7
  const { q: s, k: e } = n.inputs, { divisor: r } = n.attrs, c = s.shape[2], t = e.shape[2], m = N.bandPart(g([t, t]), -1, 0).cast("bool"), l = A([t, t]), i = p([t, t], Number.NEGATIVE_INFINITY), f = b(m, l, i), k = I(s, e, !1, !0).mul(u(r)), d = f.slice([0, 0], [c, t]).expandDims(0).expandDims(0);
8
8
  return k.add(d);
@@ -1,5 +1,5 @@
1
- import { r as n } from "../../index-iNhkcAEQ.js";
2
- import { s as f } from "../../softmax-BjsptB07.js";
1
+ import { r as n } from "../../index-CnHyhpKc.js";
2
+ import { s as f } from "../../softmax-DX6qXAbm.js";
3
3
  function r(t) {
4
4
  const { inputs: s, attrs: i } = t, { logits: o } = s, { dim: a, dropoutRate: e } = i;
5
5
  if (!o)
@@ -1,6 +1,6 @@
1
- import { o as u, i as c, E as g, L as h, r as m, s as p } from "../../index-iNhkcAEQ.js";
2
- import { r as l } from "../../range-BsFU-SNG.js";
3
- import { s as N } from "../../stack--cqr9Dgc.js";
1
+ import { o as u, j as c, E as g, O as h, r as m, s as p } from "../../index-CnHyhpKc.js";
2
+ import { r as l } from "../../range-CkOJ7090.js";
3
+ import { s as N } from "../../stack-S2-D2JAQ.js";
4
4
  /**
5
5
  * @license
6
6
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -23,8 +23,8 @@ function f(e, s) {
23
23
  }
24
24
  const b = /* @__PURE__ */ u({ gatherND_: f });
25
25
  function d(e) {
26
- const { values: s, labels: n, logits: r } = e.inputs, t = n.shape[0], i = l(0, t, 1, "int32"), o = N([i, n], 1), a = b(r, o);
27
- return p(s, a);
26
+ const { values: s, labels: n, logits: r } = e.inputs, t = n.shape[0], o = l(0, t, 1, "int32"), a = N([o, n], 1), i = b(r, a);
27
+ return p(s, i);
28
28
  }
29
29
  const k = {
30
30
  kernelName: "EfficientGatherSub",
@@ -1,4 +1,4 @@
1
- import { r as t, t as d } from "../../index-iNhkcAEQ.js";
1
+ import { r as t, t as d } from "../../index-CnHyhpKc.js";
2
2
  const o = 0.7978845608028654, c = 0.044715;
3
3
  function m(u) {
4
4
  const { inputs: l } = u, { x: e } = l, n = e;
@@ -1,4 +1,4 @@
1
- import { r as a, t as i } from "../../index-iNhkcAEQ.js";
1
+ import { r as a, t as i } from "../../index-CnHyhpKc.js";
2
2
  const c = 0.7978845608028654, m = 0.044715;
3
3
  function M(o) {
4
4
  const { inputs: s } = o, { x: t, kernel: l } = s, e = t, u = l;
@@ -1,4 +1,4 @@
1
- import { r as n, t as M } from "../../index-iNhkcAEQ.js";
1
+ import { r as n, t as M } from "../../index-CnHyhpKc.js";
2
2
  function e(t) {
3
3
  const { inputs: r, attrs: o } = t, { transposeA: s, transposeB: l } = o, { x: c, kernel: u, y: a } = r, m = c, i = u, k = a;
4
4
  return M(() => m.matMul(i, s, l).mul(k));
@@ -1,4 +1,4 @@
1
- import { r as e, b as u } from "../../index-iNhkcAEQ.js";
1
+ import { r as e, b as u } from "../../index-CnHyhpKc.js";
2
2
  function n(o) {
3
3
  const { inputs: r } = o, { a: l, b: t } = r;
4
4
  return console.warn("Using fallback mulDrop implementation without dropout."), u(l, t);
@@ -1,4 +1,4 @@
1
- import { r as o, t as d } from "../../index-iNhkcAEQ.js";
1
+ import { r as o, t as d } from "../../index-CnHyhpKc.js";
2
2
  function i(t) {
3
3
  const { inputs: e } = t, { x: n, gamma: s } = e, r = n, a = s;
4
4
  return d(() => {
@@ -1,6 +1,6 @@
1
- import { r as q } from "../../index-iNhkcAEQ.js";
2
- import { r as o } from "../../reshape-DxTPgnwL.js";
3
- import { s as x } from "../../split-BCbrzthj.js";
1
+ import { r as q } from "../../index-CnHyhpKc.js";
2
+ import { r as o } from "../../reshape-CTIbqjwm.js";
3
+ import { s as x } from "../../split-CVwhL8Oe.js";
4
4
  function v(p) {
5
5
  const { x: c, kernel: K } = p.inputs, { heads: n } = p.attrs, [s, e, t] = c.shape, a = o(c, [s * e, t]), i = a.dot(K);
6
6
  a.dispose();
@@ -1,8 +1,8 @@
1
- import { r as S } from "../../index-iNhkcAEQ.js";
2
- import { r as F } from "../../range-BsFU-SNG.js";
3
- import { g as I } from "../../gather-Bxe1Qip8.js";
4
- import { s as E } from "../../stack--cqr9Dgc.js";
5
- import { c as T } from "../../concat-Cxbo2sOz.js";
1
+ import { r as S } from "../../index-CnHyhpKc.js";
2
+ import { r as F } from "../../range-CkOJ7090.js";
3
+ import { g as I } from "../../gather-BWyutxwi.js";
4
+ import { s as E } from "../../stack-S2-D2JAQ.js";
5
+ import { c as T } from "../../concat-BRRtq4S2.js";
6
6
  function U(t, c, p, o, r) {
7
7
  const n = o.shape[3], s = p;
8
8
  if (s > n) return o;
@@ -1,27 +1,27 @@
1
- import { o as l, l as g, i, E as k, a6 as w, r as $, s as d, b as m } from "../../index-iNhkcAEQ.js";
2
- import { r as b } from "../../range-BsFU-SNG.js";
3
- import { s as E } from "../../stack--cqr9Dgc.js";
4
- import { o as D } from "../../ones-BIeFnPHR.js";
5
- function N(n, r, t) {
6
- const s = r.rank > 1 ? r.shape[r.rank - 1] : 1, e = r.rank > 1 ? r.rank - 1 : 1, o = `Must have updates.shape = indices.shape[:batchDim] + shape[sliceDim:], got updates.shape: ${t.shape}, indices.shape: ${r.shape}, shape: ${n}, sliceDim: ${s}, and batchDim: ${e}.`;
1
+ import { o as l, n as g, j as h, E as k, a6 as w, r as $, s as d, b as m } from "../../index-CnHyhpKc.js";
2
+ import { r as b } from "../../range-CkOJ7090.js";
3
+ import { s as E } from "../../stack-S2-D2JAQ.js";
4
+ import { o as D } from "../../ones-CDWGzVnm.js";
5
+ function N(a, r, t) {
6
+ const s = r.rank > 1 ? r.shape[r.rank - 1] : 1, e = r.rank > 1 ? r.rank - 1 : 1, o = `Must have updates.shape = indices.shape[:batchDim] + shape[sliceDim:], got updates.shape: ${t.shape}, indices.shape: ${r.shape}, shape: ${a}, sliceDim: ${s}, and batchDim: ${e}.`;
7
7
  if (t.rank < e)
8
8
  throw new Error(o + ` update.rank < ${e}. `);
9
- if (n.length < s + (t.rank - e))
9
+ if (a.length < s + (t.rank - e))
10
10
  throw new Error(o + ` Output shape length < ${s + (t.rank - e)}`);
11
- if (t.rank !== e + n.length - s)
12
- throw new Error(o + ` update.rank != ${e + n.length - s}`);
13
- for (let a = 0; a < e; ++a)
14
- if (t.shape[a] !== r.shape[a])
15
- throw new Error(o + ` updates.shape[${a}] (${t.shape[a]}) != indices.shape[${a}] (${r.shape[a]}).`);
16
- for (let a = 0; a < t.rank - e; ++a)
17
- if (t.shape[a + e] !== n[a + s])
18
- throw new Error(o + ` updates.shape[${a + e}] (${t.shape[a + e]}) != shape[${a + e}] (${n[a + e]})`);
11
+ if (t.rank !== e + a.length - s)
12
+ throw new Error(o + ` update.rank != ${e + a.length - s}`);
13
+ for (let n = 0; n < e; ++n)
14
+ if (t.shape[n] !== r.shape[n])
15
+ throw new Error(o + ` updates.shape[${n}] (${t.shape[n]}) != indices.shape[${n}] (${r.shape[n]}).`);
16
+ for (let n = 0; n < t.rank - e; ++n)
17
+ if (t.shape[n + e] !== a[n + s])
18
+ throw new Error(o + ` updates.shape[${n + e}] (${t.shape[n + e]}) != shape[${n + e}] (${a[n + e]})`);
19
19
  }
20
- function S(n, r, t) {
20
+ function S(a, r, t) {
21
21
  if (r.rank < 1)
22
22
  throw new Error(`tf.scatterND() expects the indices to be rank 1 or higher, but the rank was ${r.rank}.`);
23
- if (n.rank < 1)
24
- throw new Error(`tf.scatterND() expects the updates to be rank 1 or higher, but the rank was ${n.rank}.`);
23
+ if (a.rank < 1)
24
+ throw new Error(`tf.scatterND() expects the updates to be rank 1 or higher, but the rank was ${a.rank}.`);
25
25
  if (r.dtype !== "int32")
26
26
  throw new Error(`The dtype of 'indices' should be int32, but got dtype: ${r.dtype}`);
27
27
  if (t.length < 1)
@@ -29,10 +29,10 @@ function S(n, r, t) {
29
29
  if (t.length === 0) {
30
30
  if (r.size === 0)
31
31
  throw new Error(`Indices specified for empty output. indices shape: ${r.shape}`);
32
- if (n.size === 0)
33
- throw new Error(`Updates specified for empty output. updates shape: ${n.shape}`);
32
+ if (a.size === 0)
33
+ throw new Error(`Updates specified for empty output. updates shape: ${a.shape}`);
34
34
  }
35
- N(t, r, n);
35
+ N(t, r, a);
36
36
  }
37
37
  /**
38
38
  * @license
@@ -50,16 +50,16 @@ function S(n, r, t) {
50
50
  * limitations under the License.
51
51
  * =============================================================================
52
52
  */
53
- function y(n, r, t) {
53
+ function y(a, r, t) {
54
54
  g(t);
55
- const s = i(n, "indices", "scatterND", "int32"), e = i(r, "updates", "scatterND");
55
+ const s = h(a, "indices", "scatterND", "int32"), e = h(r, "updates", "scatterND");
56
56
  S(e, s, t);
57
- const o = { indices: s, updates: e }, a = { shape: t };
58
- return k.runKernel(w, o, a);
57
+ const o = { indices: s, updates: e }, n = { shape: t };
58
+ return k.runKernel(w, o, n);
59
59
  }
60
60
  const v = /* @__PURE__ */ l({ scatterND_: y });
61
- function I(n) {
62
- const { logits: r, labels: t, dy: s } = n.inputs, e = t.shape[0], o = r.shape[1], a = b(0, e, 1, "int32"), h = E([a, t], 1), c = D([e]), p = v(h, c, [e, o]), f = d(r, p), u = s.reshape([e, 1]);
61
+ function I(a) {
62
+ const { logits: r, labels: t, dy: s } = a.inputs, e = t.shape[0], o = r.shape[1], n = b(0, e, 1, "int32"), i = E([n, t], 1), c = D([e]), p = v(i, c, [e, o]), f = d(r, p), u = s.reshape([e, 1]);
63
63
  return m(f, u);
64
64
  }
65
65
  const T = {
@@ -1,4 +1,4 @@
1
- import { e as t } from "../index-iNhkcAEQ.js";
1
+ import { e as t } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/fusedSoftmax.js";
3
3
  import "./webgl/fusedSoftmax.js";
4
4
  import "./grads/fusedSoftmax.js";
@@ -1,4 +1,4 @@
1
- import { e as n } from "../index-iNhkcAEQ.js";
1
+ import { e as n } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/gatherSub.js";
3
3
  import "./webgl/gatherSub.js";
4
4
  function f(r, e, t) {
package/dist/ops/gelu.js CHANGED
@@ -1,4 +1,4 @@
1
- import "../index-iNhkcAEQ.js";
1
+ import "../index-CnHyhpKc.js";
2
2
  import "./cpu/gelu.js";
3
3
  import "./webgl/gelu.js";
4
4
  import { d as e, g as i } from "./grads/gelu.js";
@@ -1,4 +1,4 @@
1
- import { h as l, f as a } from "../../index-iNhkcAEQ.js";
1
+ import { h as l, f as a } from "../../index-CnHyhpKc.js";
2
2
  import { matMulMul as i } from "../matMulMul.js";
3
3
  const m = {
4
4
  kernelName: "AttentionMask",
@@ -1,6 +1,6 @@
1
- import { h as d, b as u, s as f } from "../../index-iNhkcAEQ.js";
1
+ import { h as d, b as u, s as f } from "../../index-CnHyhpKc.js";
2
2
  import { mulDrop as l } from "../mulDrop.js";
3
- import { s as g } from "../../sum-B_92TaHD.js";
3
+ import { s as g } from "../../sum-UdfvaNhB.js";
4
4
  const T = {
5
5
  kernelName: "FusedSoftmax",
6
6
  outputsToSave: [!0],
@@ -1,4 +1,4 @@
1
- import { h as t, e as n } from "../../index-iNhkcAEQ.js";
1
+ import { h as t, e as n } from "../../index-CnHyhpKc.js";
2
2
  import "../cpu/gelu.js";
3
3
  import "../webgl/gelu.js";
4
4
  const o = {
@@ -1,4 +1,4 @@
1
- import { h as a, e as o } from "../../index-iNhkcAEQ.js";
1
+ import { h as a, e as o } from "../../index-CnHyhpKc.js";
2
2
  function s(e, n, r) {
3
3
  return o().runKernel("MatMulGeluGrad", { dy: e, x: n, kernel: r });
4
4
  }
@@ -1,4 +1,4 @@
1
- import { h as t, e as g } from "../../index-iNhkcAEQ.js";
1
+ import { h as t, e as g } from "../../index-CnHyhpKc.js";
2
2
  function s(r, a, n) {
3
3
  return g().runKernel("RMSNormGrad", { dy: r, x: a, gamma: n });
4
4
  }
@@ -1,4 +1,4 @@
1
- import { h as Q } from "../../index-iNhkcAEQ.js";
1
+ import { h as Q } from "../../index-CnHyhpKc.js";
2
2
  const V = {
3
3
  kernelName: "QKV",
4
4
  inputsToSave: ["x", "kernel"],
@@ -1,4 +1,4 @@
1
- import { h as a, e as i } from "../../index-iNhkcAEQ.js";
1
+ import { h as a, e as i } from "../../index-CnHyhpKc.js";
2
2
  function p(n, e, s, o) {
3
3
  return i().runKernel("Rope", { x: n, sin: e, cos: s }, { pastLen: o });
4
4
  }
@@ -1,4 +1,4 @@
1
- import { e as u } from "../index-iNhkcAEQ.js";
1
+ import { e as u } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/matMulGelu.js";
3
3
  import "./webgl/matMulGelu.js";
4
4
  import "./grads/matMulGelu.js";
@@ -1,4 +1,4 @@
1
- import { e as u } from "../index-iNhkcAEQ.js";
1
+ import { e as u } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/matMulMul.js";
3
3
  import "./webgl/matMulMul.js";
4
4
  function m(e, r, t, l = !1, n = !1) {
@@ -1,4 +1,4 @@
1
- import { e as t } from "../index-iNhkcAEQ.js";
1
+ import { e as t } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/mulDropout.js";
3
3
  import "./webgl/mulDropout.js";
4
4
  function m(r, o, e, n) {
@@ -1,4 +1,4 @@
1
- import { r as o } from "../../index-iNhkcAEQ.js";
1
+ import { r as o } from "../../index-CnHyhpKc.js";
2
2
  function r(e) {
3
3
  const { logits: t, labels: n } = e.inputs;
4
4
  return e.backend.executeMultipleOutputs("SparseSoftmaxCrossEntropyWithLogits", [], [t, n], 2);
@@ -1,4 +1,4 @@
1
- import { e as n } from "../index-iNhkcAEQ.js";
1
+ import { e as n } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/normRMS.js";
3
3
  import "./webgl/normRMS.js";
4
4
  import "./grads/normRMS.js";
package/dist/ops/qkv.js CHANGED
@@ -1,4 +1,4 @@
1
- import { e as o } from "../index-iNhkcAEQ.js";
1
+ import { e as o } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/qkv.js";
3
3
  import "./webgl/qkv.js";
4
4
  import "./grads/qkv.js";
@@ -1,4 +1,4 @@
1
- import { e as i } from "../index-iNhkcAEQ.js";
1
+ import { e as i } from "../index-CnHyhpKc.js";
2
2
  import "./cpu/scatterSub.js";
3
3
  import "./webgl/scatterSub.js";
4
4
  function c(t, r, e) {
@@ -1,4 +1,4 @@
1
- import { r as p } from "../../index-iNhkcAEQ.js";
1
+ import { r as p } from "../../index-CnHyhpKc.js";
2
2
  class m {
3
3
  variableNames = ["cache", "item"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { r as m } from "../../index-iNhkcAEQ.js";
1
+ import { r as m } from "../../index-CnHyhpKc.js";
2
2
  class h {
3
3
  variableNames = ["q", "k"];
4
4
  outputShape;