@genai-fi/nanogpt 0.7.2 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (173) hide show
  1. package/dist/Generator.d.ts +36 -4
  2. package/dist/Generator.js +183 -69
  3. package/dist/{RealDiv-Dy0p8Bvo.js → RealDiv-N8TpOMYv.js} +14 -14
  4. package/dist/{Reshape-DvudQDvJ.js → Reshape-B-lWQRnF.js} +1 -1
  5. package/dist/{Reshape-DH5srBP0.js → Reshape-Bo8HzP8V.js} +5 -5
  6. package/dist/TeachableLLM.d.ts +6 -6
  7. package/dist/TeachableLLM.js +51 -50
  8. package/dist/Trainer.d.ts +19 -3
  9. package/dist/Trainer.js +71 -28
  10. package/dist/{axis_util-BzbKo31C.js → axis_util-DubwyOhW.js} +3 -3
  11. package/dist/backend.js +2 -2
  12. package/dist/{backend_util-TE7aTPhZ.js → backend_util-BJ-_jSeK.js} +46 -46
  13. package/dist/{broadcast_to-CdbwV-Dj.js → broadcast_to-BYfCp5iL.js} +2 -2
  14. package/dist/{concat-CsxrgovM.js → concat-BmDqqFsa.js} +1 -1
  15. package/dist/{dataset-CtdBYwjo.js → dataset-CJmEGu6D.js} +5 -5
  16. package/dist/{dropout-DYs5QFGQ.js → dropout-sx0sjVAT.js} +8 -8
  17. package/dist/exports_initializers-DAKM8UO9.js +16 -0
  18. package/dist/{gather-CMMy2KEG.js → gather-C1siEkdp.js} +1 -1
  19. package/dist/{gelu-C-dPj6Ku.js → gelu-Bd3UBBxg.js} +1 -1
  20. package/dist/{gpgpu_math-DGNLNL4I.js → gpgpu_math-TFLxaLkw.js} +26 -26
  21. package/dist/{index-CLthM0TO.js → index-BaPo_0H8.js} +185 -185
  22. package/dist/{index-BoWRt-10.js → index-CUQrfsw_.js} +266 -265
  23. package/dist/{kernel_funcs_utils-BYKWV8Aa.js → kernel_funcs_utils-P9aFa232.js} +9 -9
  24. package/dist/layers/BaseLayer.d.ts +8 -13
  25. package/dist/layers/BaseLayer.js +25 -13
  26. package/dist/layers/CausalSelfAttention.d.ts +3 -2
  27. package/dist/layers/CausalSelfAttention.js +28 -28
  28. package/dist/layers/MLP.d.ts +3 -2
  29. package/dist/layers/MLP.js +16 -20
  30. package/dist/layers/PositionEmbedding.d.ts +9 -0
  31. package/dist/layers/PositionEmbedding.js +45 -0
  32. package/dist/layers/RMSNorm.d.ts +3 -2
  33. package/dist/layers/RMSNorm.js +6 -6
  34. package/dist/layers/RoPECache.d.ts +1 -1
  35. package/dist/layers/RoPECache.js +4 -4
  36. package/dist/layers/TiedEmbedding.d.ts +3 -2
  37. package/dist/layers/TiedEmbedding.js +29 -7
  38. package/dist/layers/TransformerBlock.d.ts +3 -2
  39. package/dist/layers/TransformerBlock.js +1 -1
  40. package/dist/loader/load.d.ts +2 -2
  41. package/dist/loader/loadHF.d.ts +2 -2
  42. package/dist/loader/loadTransformers.d.ts +4 -2
  43. package/dist/loader/loadTransformers.js +10 -9
  44. package/dist/loader/newZipLoad.d.ts +2 -2
  45. package/dist/loader/oldZipLoad.d.ts +2 -2
  46. package/dist/loader/oldZipLoad.js +42 -51
  47. package/dist/loader/save.d.ts +8 -0
  48. package/dist/loader/save.js +62 -0
  49. package/dist/{log_sum_exp-DbjkV734.js → log_sum_exp-C142qZqY.js} +14 -14
  50. package/dist/main.d.ts +5 -4
  51. package/dist/main.js +22 -18
  52. package/dist/{mat_mul-8m8pfdcx.js → mat_mul-DMkduNJu.js} +1 -1
  53. package/dist/{max-Ddnnb5xe.js → max-B3JOcNGb.js} +1 -1
  54. package/dist/mod-uUuj4gSb.js +27 -0
  55. package/dist/models/NanoGPTV1.d.ts +15 -0
  56. package/dist/models/NanoGPTV1.js +71 -0
  57. package/dist/{config.d.ts → models/config.d.ts} +1 -0
  58. package/dist/{config.js → models/config.js} +1 -0
  59. package/dist/models/factory.d.ts +3 -0
  60. package/dist/models/factory.js +14 -0
  61. package/dist/models/model.d.ts +26 -0
  62. package/dist/models/model.js +68 -0
  63. package/dist/{mulmat_packed_gpu-VSekgsNv.js → mulmat_packed_gpu-Cm2gw-c8.js} +1 -1
  64. package/dist/{ones-Dj0SDhHf.js → ones-ZdgQGBCP.js} +2 -2
  65. package/dist/ops/adamAdjust.js +1 -1
  66. package/dist/ops/adamMoments.js +1 -1
  67. package/dist/ops/appendCache.js +3 -3
  68. package/dist/ops/attentionMask.js +1 -1
  69. package/dist/ops/cpu/adamAdjust.js +9 -9
  70. package/dist/ops/cpu/adamMoments.js +2 -2
  71. package/dist/ops/cpu/appendCache.js +2 -2
  72. package/dist/ops/cpu/attentionMask.js +5 -5
  73. package/dist/ops/cpu/fusedSoftmax.js +2 -2
  74. package/dist/ops/cpu/gatherSub.js +3 -3
  75. package/dist/ops/cpu/gelu.js +1 -1
  76. package/dist/ops/cpu/matMulGelu.js +2 -2
  77. package/dist/ops/cpu/matMulMul.js +1 -1
  78. package/dist/ops/cpu/mulDropout.js +1 -1
  79. package/dist/ops/cpu/normRMS.js +1 -1
  80. package/dist/ops/cpu/qkv.js +3 -3
  81. package/dist/ops/cpu/rope.js +5 -5
  82. package/dist/ops/cpu/scatterSub.js +11 -11
  83. package/dist/ops/fusedSoftmax.js +1 -1
  84. package/dist/ops/gatherSub.js +1 -1
  85. package/dist/ops/gelu.js +2 -2
  86. package/dist/ops/grads/attentionMask.js +1 -1
  87. package/dist/ops/grads/fusedSoftmax.js +2 -2
  88. package/dist/ops/grads/gelu.js +2 -2
  89. package/dist/ops/grads/matMulGelu.js +1 -1
  90. package/dist/ops/grads/normRMS.js +1 -1
  91. package/dist/ops/grads/qkv.js +1 -1
  92. package/dist/ops/grads/rope.js +1 -1
  93. package/dist/ops/matMulGelu.js +1 -1
  94. package/dist/ops/matMulMul.js +1 -1
  95. package/dist/ops/mulDrop.js +1 -1
  96. package/dist/ops/normRMS.js +1 -1
  97. package/dist/ops/qkv.js +1 -1
  98. package/dist/ops/rope.js +4 -4
  99. package/dist/ops/scatterSub.js +1 -1
  100. package/dist/ops/webgl/adamAdjust.js +2 -2
  101. package/dist/ops/webgl/adamMoments.js +1 -1
  102. package/dist/ops/webgl/appendCache.js +1 -1
  103. package/dist/ops/webgl/attentionMask.js +1 -1
  104. package/dist/ops/webgl/fusedSoftmax.js +4 -4
  105. package/dist/ops/webgl/gatherSub.js +1 -1
  106. package/dist/ops/webgl/gelu.js +2 -2
  107. package/dist/ops/webgl/log.js +3 -3
  108. package/dist/ops/webgl/matMulGelu.js +10 -10
  109. package/dist/ops/webgl/matMulMul.js +1 -1
  110. package/dist/ops/webgl/mulDropout.js +1 -1
  111. package/dist/ops/webgl/normRMS.js +2 -2
  112. package/dist/ops/webgl/qkv.js +1 -1
  113. package/dist/ops/webgl/rope.js +1 -1
  114. package/dist/ops/webgl/scatterSub.js +1 -1
  115. package/dist/ops/webgpu/adamAdjust.js +3 -3
  116. package/dist/ops/webgpu/adamMoments.js +3 -3
  117. package/dist/ops/webgpu/appendCache.js +3 -3
  118. package/dist/ops/webgpu/attentionMask.js +3 -3
  119. package/dist/ops/webgpu/gatherSub.js +3 -3
  120. package/dist/ops/webgpu/gelu.js +3 -3
  121. package/dist/ops/webgpu/normRMS.js +2 -2
  122. package/dist/ops/webgpu/normRMSGrad.js +5 -5
  123. package/dist/ops/webgpu/qkv.js +3 -3
  124. package/dist/ops/webgpu/rope.js +3 -3
  125. package/dist/ops/webgpu/scatterSub.js +3 -3
  126. package/dist/ops/webgpu/utils/reductions.js +4 -4
  127. package/dist/{ops-BFGCx8Ri.js → ops-C_1K_-35.js} +103 -103
  128. package/dist/{random_width-sZORGo5k.js → random_width-D8Pwy_na.js} +136 -136
  129. package/dist/{range-CRuAh-gd.js → range-LVHrSLdi.js} +1 -1
  130. package/dist/{reciprocal-BvGAyKyu.js → reciprocal-CaR9e67G.js} +1 -1
  131. package/dist/{register_all_kernels-BwDSRN-f.js → register_all_kernels-DUshvVWP.js} +2026 -2049
  132. package/dist/{reshape-CdBq1WJ6.js → reshape-DEfQGSin.js} +1 -1
  133. package/dist/{scatter_nd_util-DUstGbU1.js → scatter_nd_util-CUPPNLaA.js} +1 -1
  134. package/dist/{selu_util-BJEXVvjX.js → selu_util-8vv5JxQV.js} +3 -3
  135. package/dist/{shared-B8ztnyEk.js → shared-CkNorDcU.js} +83 -83
  136. package/dist/{shared-wS99K7_n.js → shared-D1elLckx.js} +1 -1
  137. package/dist/{sin-BeA3tsEd.js → sin-D2CKKmyR.js} +1 -1
  138. package/dist/{slice-BiOsknYS.js → slice-BnyE-M_7.js} +1 -1
  139. package/dist/{softmax-Bv_6lyMX.js → softmax-DLoZWYBx.js} +1 -1
  140. package/dist/{split-B-dikLRw.js → split-By_n4TKP.js} +1 -1
  141. package/dist/{stack-B17UN2nn.js → stack-DkdFLq37.js} +1 -1
  142. package/dist/{sum-66ew2byf.js → sum-l_0SqM4h.js} +3 -3
  143. package/dist/{tensor-JwS7ZYY6.js → tensor-BAQdLqoU.js} +1 -1
  144. package/dist/{tensor2d-wxPAnDQy.js → tensor2d-BHy261cI.js} +1 -1
  145. package/dist/training/Adam.js +2 -2
  146. package/dist/training/AdamExt.js +1 -1
  147. package/dist/training/DatasetBuilder.js +2 -2
  148. package/dist/training/Evaluator.d.ts +2 -2
  149. package/dist/training/FullTrainer.d.ts +16 -3
  150. package/dist/training/FullTrainer.js +91 -53
  151. package/dist/training/Trainer.d.ts +25 -3
  152. package/dist/training/Trainer.js +39 -47
  153. package/dist/training/sparseCrossEntropy.js +9 -9
  154. package/dist/utilities/dummy.d.ts +4 -4
  155. package/dist/utilities/dummy.js +13 -13
  156. package/dist/utilities/multinomialCPU.js +2 -2
  157. package/dist/utilities/parameters.d.ts +1 -1
  158. package/dist/utilities/performance.js +1 -1
  159. package/dist/utilities/profile.js +1 -1
  160. package/dist/utilities/safetensors.js +2 -2
  161. package/dist/utilities/weights.js +2 -2
  162. package/dist/{variable-BuddVFLa.js → variable-C9hihzDB.js} +1 -1
  163. package/dist/{webgpu_program-PFzf1hAQ.js → webgpu_program-dFEVbDPL.js} +1 -1
  164. package/dist/{webgpu_util-D____QpY.js → webgpu_util-DLImlSc6.js} +27 -27
  165. package/dist/{zeros--BdLQ3oG.js → zeros-VZ72lWXM.js} +1 -1
  166. package/package.json +2 -3
  167. package/dist/NanoGPTModel.d.ts +0 -52
  168. package/dist/NanoGPTModel.js +0 -203
  169. package/dist/TiedEmbedding-BxOerUmB.js +0 -43
  170. package/dist/utilities/generate.d.ts +0 -3
  171. package/dist/utilities/generate.js +0 -22
  172. package/dist/utilities/save.d.ts +0 -9
  173. package/dist/utilities/save.js +0 -61
@@ -1,4 +1,4 @@
1
- import { e as o } from "../index-BoWRt-10.js";
1
+ import { e as o } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/adamMoments.js";
3
3
  import "./webgl/adamMoments.js";
4
4
  function p(e, n, r, m) {
@@ -1,8 +1,8 @@
1
- import { e as a } from "../index-BoWRt-10.js";
1
+ import { e as a } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/appendCache.js";
3
3
  import "./webgl/appendCache.js";
4
- import { c as s } from "../concat-CsxrgovM.js";
5
- import { z as c } from "../zeros--BdLQ3oG.js";
4
+ import { c as s } from "../concat-BmDqqFsa.js";
5
+ import { z as c } from "../zeros-VZ72lWXM.js";
6
6
  function i(r, p, n, o) {
7
7
  if (!o) {
8
8
  const e = r.shape[2];
@@ -1,4 +1,4 @@
1
- import { e as o } from "../index-BoWRt-10.js";
1
+ import { e as o } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/attentionMask.js";
3
3
  import "./webgl/attentionMask.js";
4
4
  import "./grads/attentionMask.js";
@@ -1,18 +1,18 @@
1
- import { f as k, n as t, o as i, a as q, q as z } from "../../index-BoWRt-10.js";
2
- function A(a) {
3
- const { moments: n, value: r } = a.inputs, { beta1: l, beta2: u, epsilon: m, learningRate: d } = a.attrs, e = n.shape.length, c = new Array(e).fill(0), s = n.shape.slice();
4
- s[e - 1] = 1;
1
+ import { f as k, o as t, q as i, a as q, w } from "../../index-CUQrfsw_.js";
2
+ function z(a) {
3
+ const { moments: s, value: r } = a.inputs, { beta1: l, beta2: u, epsilon: m, learningRate: d } = a.attrs, e = s.shape.length, c = new Array(e).fill(0), n = s.shape.slice();
4
+ n[e - 1] = 1;
5
5
  const o = c.slice();
6
6
  o[e - 1] = 1;
7
- const b = s.slice(), p = n.slice(c, s).squeeze([e - 1]), M = n.slice(o, b).squeeze([e - 1]), f = t(p, l), g = t(M, u);
7
+ const b = n.slice(), p = s.slice(c, n).squeeze([e - 1]), M = s.slice(o, b).squeeze([e - 1]), f = t(p, l), g = t(M, u);
8
8
  return i(
9
- q(t(f, i(z(g), m ?? 1e-8)), -d),
9
+ q(t(f, i(w(g), m ?? 1e-8)), -d),
10
10
  r
11
11
  );
12
12
  }
13
- const C = {
13
+ const A = {
14
14
  kernelName: "AdamAdjust",
15
15
  backendName: "cpu",
16
- kernelFunc: A
16
+ kernelFunc: z
17
17
  };
18
- k(C);
18
+ k(A);
@@ -1,5 +1,5 @@
1
- import { f as p } from "../../index-BoWRt-10.js";
2
- import { s as f } from "../../stack-B17UN2nn.js";
1
+ import { f as p } from "../../index-CUQrfsw_.js";
2
+ import { s as f } from "../../stack-DkdFLq37.js";
3
3
  function b(t) {
4
4
  const { moments: n, gradient: c } = t.inputs, { beta1: o, beta2: m } = t.attrs, e = n.shape.length, a = new Array(e).fill(0), s = n.shape.slice();
5
5
  s[e - 1] = 1;
@@ -1,5 +1,5 @@
1
- import { f as d } from "../../index-BoWRt-10.js";
2
- import { c as h } from "../../concat-CsxrgovM.js";
1
+ import { f as d } from "../../index-CUQrfsw_.js";
2
+ import { c as h } from "../../concat-BmDqqFsa.js";
3
3
  function u(p) {
4
4
  const { cache: n, item: s } = p.inputs, { maxSize: i, pastLen: c } = p.attrs, t = n.shape[0], o = n.shape[1], a = n.shape[3], e = s.shape[2];
5
5
  if (c + e <= i) {
@@ -1,8 +1,8 @@
1
- import { f as a, h as p, b as u } from "../../index-BoWRt-10.js";
2
- import { l as N, w as b } from "../../ops-BFGCx8Ri.js";
3
- import { o as A } from "../../ones-Dj0SDhHf.js";
4
- import { z as I } from "../../zeros--BdLQ3oG.js";
5
- import { m as g } from "../../mat_mul-8m8pfdcx.js";
1
+ import { f as a, h as p, b as u } from "../../index-CUQrfsw_.js";
2
+ import { l as N, w as b } from "../../ops-C_1K_-35.js";
3
+ import { o as A } from "../../ones-ZdgQGBCP.js";
4
+ import { z as I } from "../../zeros-VZ72lWXM.js";
5
+ import { m as g } from "../../mat_mul-DMkduNJu.js";
6
6
  function o(n) {
7
7
  const { q: s, k: e } = n.inputs, { divisor: r } = n.attrs, c = s.shape[2], t = e.shape[2], m = N.bandPart(A([t, t]), -1, 0).cast("bool"), l = I([t, t]), i = p([t, t], Number.NEGATIVE_INFINITY), f = b(m, l, i), k = g(s, e, !1, !0).mul(u(r)), d = f.slice([0, 0], [c, t]).expandDims(0).expandDims(0);
8
8
  return k.add(d);
@@ -1,5 +1,5 @@
1
- import { f as e } from "../../index-BoWRt-10.js";
2
- import { s as f } from "../../softmax-Bv_6lyMX.js";
1
+ import { f as e } from "../../index-CUQrfsw_.js";
2
+ import { s as f } from "../../softmax-DLoZWYBx.js";
3
3
  function n(t) {
4
4
  const { inputs: s, attrs: a } = t, { logits: o } = s, { dim: i, dropoutRate: r } = a;
5
5
  if (!o)
@@ -1,6 +1,6 @@
1
- import { B as u, C as c, E as g, a5 as h, f as m, c as p } from "../../index-BoWRt-10.js";
2
- import { r as f } from "../../range-CRuAh-gd.js";
3
- import { s as l } from "../../stack-B17UN2nn.js";
1
+ import { B as u, C as c, E as g, a7 as h, f as m, c as p } from "../../index-CUQrfsw_.js";
2
+ import { r as f } from "../../range-LVHrSLdi.js";
3
+ import { s as l } from "../../stack-DkdFLq37.js";
4
4
  /**
5
5
  * @license
6
6
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -1,4 +1,4 @@
1
- import { f as t, t as d } from "../../index-BoWRt-10.js";
1
+ import { f as t, t as d } from "../../index-CUQrfsw_.js";
2
2
  const o = 0.7978845608028654, c = 0.044715;
3
3
  function m(r) {
4
4
  const { inputs: u } = r, { x: n } = u, e = n;
@@ -1,5 +1,5 @@
1
- import { f as e, t as m } from "../../index-BoWRt-10.js";
2
- import { g as d, d as M } from "../../gelu-C-dPj6Ku.js";
1
+ import { f as e, t as m } from "../../index-CUQrfsw_.js";
2
+ import { g as d, d as M } from "../../gelu-Bd3UBBxg.js";
3
3
  function c(t) {
4
4
  const { inputs: u } = t, { x: n, kernel: l } = u, a = n, r = l;
5
5
  return m(() => {
@@ -1,4 +1,4 @@
1
- import { f as e, t as i } from "../../index-BoWRt-10.js";
1
+ import { f as e, t as i } from "../../index-CUQrfsw_.js";
2
2
  function n(t) {
3
3
  const { inputs: r, attrs: l } = t, { transposeA: o, transposeB: s } = l, { x: u, kernel: a, y: c } = r, m = u, k = a, M = c;
4
4
  return i(() => m.matMul(k, o, s).mul(M));
@@ -1,4 +1,4 @@
1
- import { f as e, a as t } from "../../index-BoWRt-10.js";
1
+ import { f as e, a as t } from "../../index-CUQrfsw_.js";
2
2
  function n(o) {
3
3
  const { inputs: r } = o, { a: l, b: u } = r;
4
4
  return console.warn("Using fallback mulDrop implementation without dropout."), t(l, u);
@@ -1,4 +1,4 @@
1
- import { f as o, t as d } from "../../index-BoWRt-10.js";
1
+ import { f as o, t as d } from "../../index-CUQrfsw_.js";
2
2
  function i(t) {
3
3
  const { inputs: e } = t, { x: n, gamma: s } = e, r = n, a = s;
4
4
  return d(() => {
@@ -1,6 +1,6 @@
1
- import { f as q } from "../../index-BoWRt-10.js";
2
- import { r as o } from "../../reshape-CdBq1WJ6.js";
3
- import { s as x } from "../../split-B-dikLRw.js";
1
+ import { f as q } from "../../index-CUQrfsw_.js";
2
+ import { r as o } from "../../reshape-DEfQGSin.js";
3
+ import { s as x } from "../../split-By_n4TKP.js";
4
4
  function v(p) {
5
5
  const { x: c, kernel: K } = p.inputs, { heads: n } = p.attrs, [s, e, t] = c.shape, a = o(c, [s * e, t]), i = a.dot(K);
6
6
  a.dispose();
@@ -1,8 +1,8 @@
1
- import { f as S } from "../../index-BoWRt-10.js";
2
- import { r as F } from "../../range-CRuAh-gd.js";
3
- import { g as I } from "../../gather-CMMy2KEG.js";
4
- import { s as E } from "../../stack-B17UN2nn.js";
5
- import { c as T } from "../../concat-CsxrgovM.js";
1
+ import { f as S } from "../../index-CUQrfsw_.js";
2
+ import { r as F } from "../../range-LVHrSLdi.js";
3
+ import { g as I } from "../../gather-C1siEkdp.js";
4
+ import { s as E } from "../../stack-DkdFLq37.js";
5
+ import { c as T } from "../../concat-BmDqqFsa.js";
6
6
  function U(t, c, p, o, r) {
7
7
  const n = o.shape[3], s = p;
8
8
  if (s > n) return o;
@@ -1,8 +1,8 @@
1
- import { B as f, F as g, C as r, E as l, a4 as N, f as b, c as S, a as h } from "../../index-BoWRt-10.js";
2
- import { v as D } from "../../scatter_nd_util-DUstGbU1.js";
3
- import { r as k } from "../../range-CRuAh-gd.js";
4
- import { s as v } from "../../stack-B17UN2nn.js";
5
- import { o as E } from "../../ones-Dj0SDhHf.js";
1
+ import { B as f, L as g, C as r, E as l, a6 as N, f as b, c as S, a as h } from "../../index-CUQrfsw_.js";
2
+ import { v as D } from "../../scatter_nd_util-CUPPNLaA.js";
3
+ import { r as k } from "../../range-LVHrSLdi.js";
4
+ import { s as v } from "../../stack-DkdFLq37.js";
5
+ import { o as E } from "../../ones-ZdgQGBCP.js";
6
6
  /**
7
7
  * @license
8
8
  * Copyright 2018 Google LLC. All Rights Reserved.
@@ -26,14 +26,14 @@ function I(a, e, s) {
26
26
  const c = { indices: n, updates: t }, o = { shape: s };
27
27
  return l.runKernel(N, c, o);
28
28
  }
29
- const C = /* @__PURE__ */ f({ scatterND_: I });
30
- function K(a) {
31
- const { logits: e, labels: s, dy: n } = a.inputs, t = s.shape[0], c = e.shape[1], o = k(0, t, 1, "int32"), i = v([o, s], 1), d = E([t]), u = C(i, d, [t, c]), p = S(e, u), m = n.reshape([t, 1]);
29
+ const L = /* @__PURE__ */ f({ scatterND_: I });
30
+ function C(a) {
31
+ const { logits: e, labels: s, dy: n } = a.inputs, t = s.shape[0], c = e.shape[1], o = k(0, t, 1, "int32"), i = v([o, s], 1), d = E([t]), u = L(i, d, [t, c]), p = S(e, u), m = n.reshape([t, 1]);
32
32
  return h(p, m);
33
33
  }
34
- const L = {
34
+ const K = {
35
35
  kernelName: "EfficientScatterSub",
36
36
  backendName: "cpu",
37
- kernelFunc: K
37
+ kernelFunc: C
38
38
  };
39
- b(L);
39
+ b(K);
@@ -1,4 +1,4 @@
1
- import { e as t } from "../index-BoWRt-10.js";
1
+ import { e as t } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/fusedSoftmax.js";
3
3
  import "./webgl/fusedSoftmax.js";
4
4
  import "./grads/fusedSoftmax.js";
@@ -1,4 +1,4 @@
1
- import { e as n } from "../index-BoWRt-10.js";
1
+ import { e as n } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/gatherSub.js";
3
3
  import "./webgl/gatherSub.js";
4
4
  function f(r, e, t) {
package/dist/ops/gelu.js CHANGED
@@ -1,7 +1,7 @@
1
- import "../index-BoWRt-10.js";
1
+ import "../index-CUQrfsw_.js";
2
2
  import "./cpu/gelu.js";
3
3
  import "./webgl/gelu.js";
4
- import { d as e, g as i } from "../gelu-C-dPj6Ku.js";
4
+ import { d as e, g as i } from "../gelu-Bd3UBBxg.js";
5
5
  export {
6
6
  e as dGelu,
7
7
  i as gelu
@@ -1,4 +1,4 @@
1
- import { i as m, b as i } from "../../index-BoWRt-10.js";
1
+ import { i as m, b as i } from "../../index-CUQrfsw_.js";
2
2
  import { matMulMul as u } from "../matMulMul.js";
3
3
  const p = {
4
4
  kernelName: "AttentionMask",
@@ -1,6 +1,6 @@
1
- import { i as f, a as i, c as l } from "../../index-BoWRt-10.js";
1
+ import { i as f, a as i, c as l } from "../../index-CUQrfsw_.js";
2
2
  import { mulDrop as g } from "../mulDrop.js";
3
- import { s as T } from "../../sum-66ew2byf.js";
3
+ import { s as T } from "../../sum-l_0SqM4h.js";
4
4
  const Y = {
5
5
  kernelName: "FusedSoftmax",
6
6
  outputsToSave: [!0],
@@ -1,5 +1,5 @@
1
- import "../../index-BoWRt-10.js";
2
- import { a as e } from "../../gelu-C-dPj6Ku.js";
1
+ import "../../index-CUQrfsw_.js";
2
+ import { a as e } from "../../gelu-Bd3UBBxg.js";
3
3
  export {
4
4
  e as geluGradConfig
5
5
  };
@@ -1,4 +1,4 @@
1
- import { i as a, e as o } from "../../index-BoWRt-10.js";
1
+ import { i as a, e as o } from "../../index-CUQrfsw_.js";
2
2
  function i(e, n, r) {
3
3
  return o().runKernel("MatMulGeluGrad", { dy: e, x: n, kernel: r });
4
4
  }
@@ -1,4 +1,4 @@
1
- import { i as t, e as g } from "../../index-BoWRt-10.js";
1
+ import { i as t, e as g } from "../../index-CUQrfsw_.js";
2
2
  function i(r, a, n) {
3
3
  return g().runKernel("RMSNormGrad", { dy: r, x: a, gamma: n });
4
4
  }
@@ -1,4 +1,4 @@
1
- import { i as Q } from "../../index-BoWRt-10.js";
1
+ import { i as Q } from "../../index-CUQrfsw_.js";
2
2
  const V = {
3
3
  kernelName: "QKV",
4
4
  inputsToSave: ["x", "kernel"],
@@ -1,4 +1,4 @@
1
- import { i, e as a } from "../../index-BoWRt-10.js";
1
+ import { i, e as a } from "../../index-CUQrfsw_.js";
2
2
  function p(n, e, s, o) {
3
3
  return a().runKernel("Rope", { x: n, sin: e, cos: s }, { pastLen: o });
4
4
  }
@@ -1,4 +1,4 @@
1
- import { e as u } from "../index-BoWRt-10.js";
1
+ import { e as u } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/matMulGelu.js";
3
3
  import "./webgl/matMulGelu.js";
4
4
  import "./grads/matMulGelu.js";
@@ -1,4 +1,4 @@
1
- import { e as u } from "../index-BoWRt-10.js";
1
+ import { e as u } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/matMulMul.js";
3
3
  import "./webgl/matMulMul.js";
4
4
  function m(e, r, t, l = !1, n = !1) {
@@ -1,4 +1,4 @@
1
- import { e as t } from "../index-BoWRt-10.js";
1
+ import { e as t } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/mulDropout.js";
3
3
  import "./webgl/mulDropout.js";
4
4
  function m(r, o, e, n) {
@@ -1,4 +1,4 @@
1
- import { e as n } from "../index-BoWRt-10.js";
1
+ import { e as n } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/normRMS.js";
3
3
  import "./webgl/normRMS.js";
4
4
  import "./grads/normRMS.js";
package/dist/ops/qkv.js CHANGED
@@ -1,4 +1,4 @@
1
- import { e as o } from "../index-BoWRt-10.js";
1
+ import { e as o } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/qkv.js";
3
3
  import "./webgl/qkv.js";
4
4
  import "./grads/qkv.js";
package/dist/ops/rope.js CHANGED
@@ -1,8 +1,8 @@
1
- import { e as p } from "../index-BoWRt-10.js";
2
- import "../random_width-sZORGo5k.js";
3
- import "../register_all_kernels-BwDSRN-f.js";
1
+ import { e as p } from "../index-CUQrfsw_.js";
2
+ import "../random_width-D8Pwy_na.js";
3
+ import "../register_all_kernels-DUshvVWP.js";
4
4
  import "../index-Tf7vU29b.js";
5
- import "../dataset-CtdBYwjo.js";
5
+ import "../dataset-CJmEGu6D.js";
6
6
  import "./cpu/rope.js";
7
7
  import "./webgl/rope.js";
8
8
  import "./grads/rope.js";
@@ -1,4 +1,4 @@
1
- import { e as i } from "../index-BoWRt-10.js";
1
+ import { e as i } from "../index-CUQrfsw_.js";
2
2
  import "./cpu/scatterSub.js";
3
3
  import "./webgl/scatterSub.js";
4
4
  function c(t, r, e) {
@@ -1,5 +1,5 @@
1
- import { r as n } from "../../Reshape-DH5srBP0.js";
2
- import { f } from "../../index-BoWRt-10.js";
1
+ import { r as n } from "../../Reshape-Bo8HzP8V.js";
2
+ import { f } from "../../index-CUQrfsw_.js";
3
3
  class v {
4
4
  variableNames = ["moments", "value"];
5
5
  outputShape;
@@ -1,4 +1,4 @@
1
- import { f as m } from "../../index-BoWRt-10.js";
1
+ import { f as m } from "../../index-CUQrfsw_.js";
2
2
  class i {
3
3
  variableNames = ["moments", "gradient"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { f as p } from "../../index-BoWRt-10.js";
1
+ import { f as p } from "../../index-CUQrfsw_.js";
2
2
  class m {
3
3
  variableNames = ["cache", "item"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { f as m } from "../../index-BoWRt-10.js";
1
+ import { f as m } from "../../index-CUQrfsw_.js";
2
2
  class h {
3
3
  variableNames = ["q", "k"];
4
4
  outputShape;
@@ -1,7 +1,7 @@
1
- import { m as b, s as I, r as k } from "../../RealDiv-Dy0p8Bvo.js";
2
- import { r as v } from "../../Reshape-DH5srBP0.js";
3
- import { f as w, p as P } from "../../index-BoWRt-10.js";
4
- import { e as S } from "../../axis_util-BzbKo31C.js";
1
+ import { m as b, s as I, r as k } from "../../RealDiv-N8TpOMYv.js";
2
+ import { r as v } from "../../Reshape-Bo8HzP8V.js";
3
+ import { f as w, p as P } from "../../index-CUQrfsw_.js";
4
+ import { e as S } from "../../axis_util-DubwyOhW.js";
5
5
  class T {
6
6
  variableNames = ["logits", "maxLogits"];
7
7
  outputShape;
@@ -1,4 +1,4 @@
1
- import { f as l } from "../../index-BoWRt-10.js";
1
+ import { f as l } from "../../index-CUQrfsw_.js";
2
2
  class u {
3
3
  variableNames = ["labels", "logits", "values"];
4
4
  outputShape;
@@ -1,5 +1,5 @@
1
- import { f as a } from "../../index-BoWRt-10.js";
2
- import { u as s, C as x } from "../../kernel_funcs_utils-BYKWV8Aa.js";
1
+ import { f as a } from "../../index-CUQrfsw_.js";
2
+ import { u as s, C as x } from "../../kernel_funcs_utils-P9aFa232.js";
3
3
  const t = 0.7978845608028654, r = 0.044715, c = x + `
4
4
  float x3 = x * x * x;
5
5
  float inner = x + ${r} * x3;
@@ -1,6 +1,6 @@
1
- import { f as e, af as r } from "../../index-BoWRt-10.js";
2
- import { u as s, l as N } from "../../kernel_funcs_utils-BYKWV8Aa.js";
3
- import { y as l } from "../../shared-wS99K7_n.js";
1
+ import { f as e, ah as r } from "../../index-CUQrfsw_.js";
2
+ import { u as s, l as N } from "../../kernel_funcs_utils-P9aFa232.js";
3
+ import { y as l } from "../../shared-D1elLckx.js";
4
4
  /**
5
5
  * @license
6
6
  * Copyright 2020 Google LLC. All Rights Reserved.
@@ -1,7 +1,7 @@
1
- import { f as _, t as R, e as C, j as A, k as N, l as H, u as O } from "../../index-BoWRt-10.js";
2
- import { r as f } from "../../Reshape-DH5srBP0.js";
3
- import { M as U } from "../../mulmat_packed_gpu-VSekgsNv.js";
4
- import { m as E } from "../../mat_mul-8m8pfdcx.js";
1
+ import { f as _, t as R, e as C, j as A, l as N, n as H, u as O } from "../../index-CUQrfsw_.js";
2
+ import { r as f } from "../../Reshape-Bo8HzP8V.js";
3
+ import { M as U } from "../../mulmat_packed_gpu-Cm2gw-c8.js";
4
+ import { m as E } from "../../mat_mul-DMkduNJu.js";
5
5
  const M = 0.7978845608028654, x = 0.044715, j = `
6
6
  vec4 x3 = x * x * x;
7
7
  vec4 inner = x + ${x} * x3;
@@ -34,7 +34,7 @@ function w({
34
34
  i === p,
35
35
  () => `Error in matMul: inner shapes (${i}) and (${p}) of Tensors with shapes ${e.shape} and ${t.shape} and transposeA=${s} and transposeB=${n} must match.`
36
36
  );
37
- const v = s ? [d, i, h] : [d, h, i], S = n ? [m, l, p] : [m, p, l], k = f({ inputs: { x: e }, backend: a, attrs: { shape: v } }), D = f({ inputs: { x: t }, backend: a, attrs: { shape: S } }), G = [k, D], y = Math.max(d, m), L = c, B = O(e.dtype, t.dtype), F = new U(
37
+ const v = s ? [d, i, h] : [d, h, i], S = n ? [m, l, p] : [m, p, l], D = f({ inputs: { x: e }, backend: a, attrs: { shape: v } }), G = f({ inputs: { x: t }, backend: a, attrs: { shape: S } }), g = [D, G], y = Math.max(d, m), L = c, B = O(e.dtype, t.dtype), F = new U(
38
38
  v,
39
39
  S,
40
40
  [y, h, l],
@@ -44,11 +44,11 @@ function w({
44
44
  L,
45
45
  !!o,
46
46
  !1
47
- ), g = [k, D];
48
- o && g.push(o);
49
- const $ = a.runWebGLProgram(F, g, B), I = f({ inputs: { x: $ }, backend: a, attrs: { shape: b } });
50
- G.push($);
51
- for (const P of G)
47
+ ), k = [D, G];
48
+ o && k.push(o);
49
+ const $ = a.runWebGLProgram(F, k, B), I = f({ inputs: { x: $ }, backend: a, attrs: { shape: b } });
50
+ g.push($);
51
+ for (const P of g)
52
52
  a.disposeIntermediateTensorInfo(P);
53
53
  return I;
54
54
  }
@@ -1,4 +1,4 @@
1
- import { f as u } from "../../index-BoWRt-10.js";
1
+ import { f as u } from "../../index-CUQrfsw_.js";
2
2
  import { batchMatMulGeluImpl as c } from "./matMulGelu.js";
3
3
  const M = `
4
4
  return a * b;
@@ -1,4 +1,4 @@
1
- import { f as m } from "../../index-BoWRt-10.js";
1
+ import { f as m } from "../../index-CUQrfsw_.js";
2
2
  class f {
3
3
  variableNames = ["a", "b"];
4
4
  outputShape;
@@ -1,5 +1,5 @@
1
- import { f as p, e as G } from "../../index-BoWRt-10.js";
2
- import { s as x } from "../../sum-66ew2byf.js";
1
+ import { f as p, e as G } from "../../index-CUQrfsw_.js";
2
+ import { s as x } from "../../sum-l_0SqM4h.js";
3
3
  class y {
4
4
  variableNames = ["x", "meanSquare", "gamma"];
5
5
  outputShape;
@@ -1,4 +1,4 @@
1
- import { f as i } from "../../index-BoWRt-10.js";
1
+ import { f as i } from "../../index-CUQrfsw_.js";
2
2
  class l {
3
3
  variableNames = ["x", "kernel"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { f as u } from "../../index-BoWRt-10.js";
1
+ import { f as u } from "../../index-CUQrfsw_.js";
2
2
  class l {
3
3
  variableNames = ["x", "sin", "cos"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { f as i } from "../../index-BoWRt-10.js";
1
+ import { f as i } from "../../index-CUQrfsw_.js";
2
2
  class u {
3
3
  variableNames = ["labels", "softmaxProbs", "dy"];
4
4
  outputShape;
@@ -1,6 +1,6 @@
1
- import { g as p } from "../../webgpu_program-PFzf1hAQ.js";
2
- import { f as d, c as l } from "../../webgpu_util-D____QpY.js";
3
- import { f, a2 as c } from "../../index-BoWRt-10.js";
1
+ import { g as p } from "../../webgpu_program-dFEVbDPL.js";
2
+ import { f as d, c as l } from "../../webgpu_util-DLImlSc6.js";
3
+ import { f, a3 as c } from "../../index-CUQrfsw_.js";
4
4
  class h {
5
5
  variableNames = ["moments", "value"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { g as m } from "../../webgpu_program-PFzf1hAQ.js";
2
- import { f as u, c as p } from "../../webgpu_util-D____QpY.js";
3
- import { f as d, a2 as c } from "../../index-BoWRt-10.js";
1
+ import { g as m } from "../../webgpu_program-dFEVbDPL.js";
2
+ import { f as u, c as p } from "../../webgpu_util-DLImlSc6.js";
3
+ import { f as d, a3 as c } from "../../index-CUQrfsw_.js";
4
4
  class h {
5
5
  variableNames = ["moments", "gradient"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { g as u } from "../../webgpu_program-PFzf1hAQ.js";
2
- import { f as d, c as m } from "../../webgpu_util-D____QpY.js";
3
- import { f as l, a2 as f } from "../../index-BoWRt-10.js";
1
+ import { g as u } from "../../webgpu_program-dFEVbDPL.js";
2
+ import { f as d, c as m } from "../../webgpu_util-DLImlSc6.js";
3
+ import { f as l, a3 as f } from "../../index-CUQrfsw_.js";
4
4
  class g {
5
5
  variableNames = ["cache", "item"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { f, a2 as m } from "../../index-BoWRt-10.js";
2
- import { g as k } from "../../webgpu_program-PFzf1hAQ.js";
3
- import { f as l, c as v } from "../../webgpu_util-D____QpY.js";
1
+ import { f, a3 as m } from "../../index-CUQrfsw_.js";
2
+ import { g as k } from "../../webgpu_program-dFEVbDPL.js";
3
+ import { f as l, c as v } from "../../webgpu_util-DLImlSc6.js";
4
4
  class g {
5
5
  variableNames = ["q", "k"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { g as u } from "../../webgpu_program-PFzf1hAQ.js";
2
- import { f as h, c as p } from "../../webgpu_util-D____QpY.js";
3
- import { f as c, a2 as r } from "../../index-BoWRt-10.js";
1
+ import { g as u } from "../../webgpu_program-dFEVbDPL.js";
2
+ import { f as h, c as p } from "../../webgpu_util-DLImlSc6.js";
3
+ import { f as c, a3 as r } from "../../index-CUQrfsw_.js";
4
4
  class l {
5
5
  variableNames = ["labels", "logits", "values"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { f as i } from "../../index-BoWRt-10.js";
2
- import { g as o } from "../../webgpu_program-PFzf1hAQ.js";
3
- import { f as s, c as p } from "../../webgpu_util-D____QpY.js";
1
+ import { f as i } from "../../index-CUQrfsw_.js";
2
+ import { g as o } from "../../webgpu_program-dFEVbDPL.js";
3
+ import { f as s, c as p } from "../../webgpu_util-DLImlSc6.js";
4
4
  const u = 0.7978845608028654, a = 0.044715;
5
5
  class c {
6
6
  outputShape;
@@ -1,5 +1,5 @@
1
- import { f as n } from "../../webgpu_util-D____QpY.js";
2
- import { f as p, a2 as h } from "../../index-BoWRt-10.js";
1
+ import { f as n } from "../../webgpu_util-DLImlSc6.js";
2
+ import { f as p, a3 as h } from "../../index-CUQrfsw_.js";
3
3
  import { createReduceInfo as u, reduce as c, createReductionShader as m } from "./utils/reductions.js";
4
4
  class d {
5
5
  outputShape;
@@ -1,9 +1,9 @@
1
- import { f, a2 as c, e as g } from "../../index-BoWRt-10.js";
1
+ import { f, a3 as c, e as g } from "../../index-CUQrfsw_.js";
2
2
  import { createReduceInfo as k } from "./utils/reductions.js";
3
- import { f as x } from "../../webgpu_util-D____QpY.js";
4
- import { g as z } from "../../webgpu_program-PFzf1hAQ.js";
5
- import { s as d } from "../../slice-BiOsknYS.js";
6
- import { s as w } from "../../sum-66ew2byf.js";
3
+ import { f as x } from "../../webgpu_util-DLImlSc6.js";
4
+ import { g as z } from "../../webgpu_program-dFEVbDPL.js";
5
+ import { s as d } from "../../slice-BnyE-M_7.js";
6
+ import { s as w } from "../../sum-l_0SqM4h.js";
7
7
  class y {
8
8
  outputShape;
9
9
  shaderKey = "RMSNormGrad";
@@ -1,6 +1,6 @@
1
- import { g as h } from "../../webgpu_program-PFzf1hAQ.js";
2
- import { f as c, c as d } from "../../webgpu_util-D____QpY.js";
3
- import { f as p, a2 as m } from "../../index-BoWRt-10.js";
1
+ import { g as h } from "../../webgpu_program-dFEVbDPL.js";
2
+ import { f as c, c as d } from "../../webgpu_util-DLImlSc6.js";
3
+ import { f as p, a3 as m } from "../../index-CUQrfsw_.js";
4
4
  class l {
5
5
  variableNames = ["x", "kernel"];
6
6
  outputShape;