@genai-fi/nanogpt 0.17.5 → 0.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/dist/Generator.d.ts +2 -15
  2. package/dist/Generator.js +45 -34
  3. package/dist/{RealDiv-CGwv0liw.js → RealDiv-ioj6Z-ox.js} +9 -9
  4. package/dist/{Reshape-BW__R4mZ.js → Reshape-BZC-ebeR.js} +7 -7
  5. package/dist/{Reshape-CPBkTIH2.js → Reshape-pwprEaej.js} +1 -1
  6. package/dist/TeachableLLM.d.ts +3 -8
  7. package/dist/TeachableLLM.js +61 -44
  8. package/dist/Trainer.d.ts +6 -4
  9. package/dist/Trainer.js +107 -92
  10. package/dist/{axis_util-GTVlo58H.js → axis_util-QWWgLjut.js} +1 -1
  11. package/dist/backend.js +2 -2
  12. package/dist/{backend_util-GaFarB78.js → backend_util-qwSFfxYx.js} +21 -21
  13. package/dist/{backend_webgpu-BqASlsbV.js → backend_webgpu-DI2wXEC2.js} +8 -8
  14. package/dist/{broadcast_to-eS93CCN_.js → broadcast_to-C_EJTVTZ.js} +2 -2
  15. package/dist/checks/appendCache.js +2 -2
  16. package/dist/checks/attentionMask.js +5 -5
  17. package/dist/checks/gelu.js +2 -2
  18. package/dist/checks/matMulGelu.js +2 -2
  19. package/dist/checks/normRMS.js +6 -6
  20. package/dist/checks/normRMSGrad.js +3 -3
  21. package/dist/checks/packUnpack.js +6 -6
  22. package/dist/checks/qkv.js +2 -2
  23. package/dist/checks/rope.js +2 -2
  24. package/dist/{clip_by_value-DDA7rrcT.js → clip_by_value-CLAD4h_I.js} +1 -1
  25. package/dist/complex-3DpPEG9B.js +11 -0
  26. package/dist/{concat-CAQpCret.js → concat-Dqk7Xk7h.js} +5 -5
  27. package/dist/{concat_util-D18dJ4fD.js → concat_util-C1Mxe27t.js} +1 -1
  28. package/dist/{dataset-CGGp1z9P.js → dataset-DlqAN81i.js} +3 -3
  29. package/dist/{dropout_util--NxWuYg2.js → dropout_util-N0z8Os-K.js} +1 -1
  30. package/dist/{expand_dims-Bkd1YD5x.js → expand_dims-D0rBtgT1.js} +4 -4
  31. package/dist/{exports_initializers-CYzKLjN7.js → exports_initializers-DIOZQt_L.js} +1 -1
  32. package/dist/{floor-BQtb-Azg.js → floor-CymuCmTO.js} +1 -1
  33. package/dist/{gather-qIqEqaGn.js → gather-DEyjXNb1.js} +1 -1
  34. package/dist/{gelu-B220X1Go.js → gelu-DpTCC3eB.js} +1 -1
  35. package/dist/{gpgpu_math-BwvV12df.js → gpgpu_math-3bCb5ooU.js} +25 -25
  36. package/dist/{index-CjOWnMXP.js → index-BQvB7LCC.js} +15 -15
  37. package/dist/{index-CUXkjxiT.js → index-DSGwv2Yx.js} +33 -33
  38. package/dist/inference/types.d.ts +16 -0
  39. package/dist/inference/types.js +1 -0
  40. package/dist/{kernel_funcs_utils-pq0CK9co.js → kernel_funcs_utils-DGqzNlHT.js} +6 -6
  41. package/dist/layers/BaseLayer.js +4 -4
  42. package/dist/layers/CausalSelfAttention.js +6 -6
  43. package/dist/layers/LoRA.js +4 -4
  44. package/dist/layers/MLP.js +4 -4
  45. package/dist/layers/PositionEmbedding.js +5 -5
  46. package/dist/layers/RMSNorm.js +3 -3
  47. package/dist/layers/RoPECache.js +4 -4
  48. package/dist/layers/TiedEmbedding.js +6 -6
  49. package/dist/layers/TransformerBlock.js +1 -1
  50. package/dist/layers/WeightStore.js +2 -2
  51. package/dist/loader/load.d.ts +2 -8
  52. package/dist/loader/loadTransformers.d.ts +2 -8
  53. package/dist/loader/loadTransformers.js +13 -11
  54. package/dist/loader/newZipLoad.d.ts +2 -8
  55. package/dist/loader/newZipLoad.js +25 -10
  56. package/dist/loader/oldZipLoad.js +13 -13
  57. package/dist/loader/save.d.ts +9 -2
  58. package/dist/loader/save.js +64 -55
  59. package/dist/loader/types.d.ts +29 -1
  60. package/dist/main.d.ts +2 -0
  61. package/dist/main.js +45 -43
  62. package/dist/{matMul16-BcVC_E62.js → matMul16-BIT70Vya.js} +3 -3
  63. package/dist/{matMulGelu-JNLZqKQp.js → matMulGelu-CsZnh18H.js} +18 -18
  64. package/dist/mat_mul-DP86qZtZ.js +11 -0
  65. package/dist/mod-BXjLYwvM.js +11 -0
  66. package/dist/models/NanoGPTV1.js +2 -2
  67. package/dist/models/NanoGPTV2.js +2 -2
  68. package/dist/models/model.d.ts +3 -2
  69. package/dist/models/model.js +13 -13
  70. package/dist/{not_equal-hurPF26l.js → not_equal-CkQKkKZy.js} +15 -15
  71. package/dist/{ones-BytntneX.js → ones-DbVB5N58.js} +3 -3
  72. package/dist/ops/adamAdjust.js +3 -3
  73. package/dist/ops/adamMoments.js +3 -3
  74. package/dist/ops/add16.js +1 -1
  75. package/dist/ops/appendCache.js +6 -6
  76. package/dist/ops/attentionMask.js +3 -3
  77. package/dist/ops/concat16.js +3 -3
  78. package/dist/ops/cpu/adamAdjust.js +9 -9
  79. package/dist/ops/cpu/adamMoments.js +5 -5
  80. package/dist/ops/cpu/appendCache.js +2 -2
  81. package/dist/ops/cpu/attentionMask.js +6 -6
  82. package/dist/ops/cpu/fusedSoftmax.js +4 -4
  83. package/dist/ops/cpu/gatherSub.js +5 -5
  84. package/dist/ops/cpu/gelu.js +4 -4
  85. package/dist/ops/cpu/matMul16.js +2 -2
  86. package/dist/ops/cpu/matMulGelu.js +7 -7
  87. package/dist/ops/cpu/matMulMul.js +2 -2
  88. package/dist/ops/cpu/mulDropout.js +5 -5
  89. package/dist/ops/cpu/normRMS.js +1 -1
  90. package/dist/ops/cpu/qkv.js +3 -3
  91. package/dist/ops/cpu/rope.js +5 -5
  92. package/dist/ops/cpu/scatterSub.js +5 -5
  93. package/dist/ops/dot16.js +2 -2
  94. package/dist/ops/dropout.js +6 -6
  95. package/dist/ops/dropout16.js +1 -1
  96. package/dist/ops/gatherSub.js +1 -1
  97. package/dist/ops/gelu.js +2 -2
  98. package/dist/ops/globalNorm.js +7 -7
  99. package/dist/ops/grads/add16.js +1 -1
  100. package/dist/ops/grads/attentionMask.js +2 -2
  101. package/dist/ops/grads/dropout16.js +1 -1
  102. package/dist/ops/grads/gelu.js +2 -2
  103. package/dist/ops/grads/matMul16.js +3 -3
  104. package/dist/ops/grads/matMulGelu.js +1 -1
  105. package/dist/ops/grads/mul16.js +1 -1
  106. package/dist/ops/grads/normRMS.js +7 -7
  107. package/dist/ops/grads/pack16.js +3 -3
  108. package/dist/ops/grads/qkv.js +11 -11
  109. package/dist/ops/grads/rope.js +2 -2
  110. package/dist/ops/grads/softmax16.js +1 -1
  111. package/dist/ops/grads/unpack16.js +2 -2
  112. package/dist/ops/matMul16.js +3 -3
  113. package/dist/ops/matMulGelu.js +6 -6
  114. package/dist/ops/matMulMul.js +3 -3
  115. package/dist/ops/mul16.js +1 -1
  116. package/dist/ops/mulDrop.js +3 -3
  117. package/dist/ops/normRMS.js +4 -4
  118. package/dist/ops/pack16.js +2 -2
  119. package/dist/ops/qkv.js +3 -3
  120. package/dist/ops/reshape16.js +6 -6
  121. package/dist/ops/rope.js +2 -2
  122. package/dist/ops/scatterSub.js +1 -1
  123. package/dist/ops/slice16.js +2 -2
  124. package/dist/ops/softmax16.js +1 -1
  125. package/dist/ops/sub16.js +1 -1
  126. package/dist/ops/sum16.js +6 -6
  127. package/dist/ops/transpose16.js +3 -3
  128. package/dist/ops/unpack16.js +2 -2
  129. package/dist/ops/webgl/adamAdjust.js +2 -2
  130. package/dist/ops/webgl/adamMoments.js +1 -1
  131. package/dist/ops/webgl/appendCache.js +1 -1
  132. package/dist/ops/webgl/attentionMask.js +1 -1
  133. package/dist/ops/webgl/dropout16.js +1 -1
  134. package/dist/ops/webgl/fusedSoftmax.js +7 -7
  135. package/dist/ops/webgl/gatherSub.js +3 -3
  136. package/dist/ops/webgl/gelu.js +2 -2
  137. package/dist/ops/webgl/log.js +3 -3
  138. package/dist/ops/webgl/matMul16.js +13 -13
  139. package/dist/ops/webgl/matMulGelu.js +4 -4
  140. package/dist/ops/webgl/matMulMul.js +2 -2
  141. package/dist/ops/webgl/mulDropout.js +1 -1
  142. package/dist/ops/webgl/normRMS.js +2 -2
  143. package/dist/ops/webgl/qkv.js +1 -1
  144. package/dist/ops/webgl/rope.js +1 -1
  145. package/dist/ops/webgl/scatterSub.js +2 -2
  146. package/dist/ops/webgpu/adamAdjust.js +3 -3
  147. package/dist/ops/webgpu/adamMoments.js +3 -3
  148. package/dist/ops/webgpu/add16.js +6 -6
  149. package/dist/ops/webgpu/appendCache.js +3 -3
  150. package/dist/ops/webgpu/attentionMask.js +2 -2
  151. package/dist/ops/webgpu/attentionMask32_program.js +2 -2
  152. package/dist/ops/webgpu/clipScale.js +7 -7
  153. package/dist/ops/webgpu/concat16.js +5 -5
  154. package/dist/ops/webgpu/dropout16.js +6 -6
  155. package/dist/ops/webgpu/gatherSub.js +3 -3
  156. package/dist/ops/webgpu/gelu.js +8 -8
  157. package/dist/ops/webgpu/matMul16.js +16 -16
  158. package/dist/ops/webgpu/matMul16_program.js +2 -2
  159. package/dist/ops/webgpu/mul16.js +5 -5
  160. package/dist/ops/webgpu/norm2.js +1 -1
  161. package/dist/ops/webgpu/normRMS.js +2 -2
  162. package/dist/ops/webgpu/normRMSGrad.js +4 -4
  163. package/dist/ops/webgpu/pack16.js +4 -4
  164. package/dist/ops/webgpu/pack16_program.js +2 -2
  165. package/dist/ops/webgpu/qkv.js +2 -2
  166. package/dist/ops/webgpu/rope.js +3 -3
  167. package/dist/ops/webgpu/scatterSub.js +3 -3
  168. package/dist/ops/webgpu/slice16.js +4 -4
  169. package/dist/ops/webgpu/softmax16.js +4 -4
  170. package/dist/ops/webgpu/softmax16_program.js +2 -2
  171. package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
  172. package/dist/ops/webgpu/softmax16grad.js +4 -4
  173. package/dist/ops/webgpu/sub16.js +6 -6
  174. package/dist/ops/webgpu/sum16.js +3 -3
  175. package/dist/ops/webgpu/transpose16.js +8 -8
  176. package/dist/ops/webgpu/transpose16_program.js +2 -2
  177. package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
  178. package/dist/ops/webgpu/unpack16.js +3 -3
  179. package/dist/ops/webgpu/utils/binary_op.js +3 -3
  180. package/dist/ops/webgpu/utils/reductions.js +5 -5
  181. package/dist/{ops-CsXeTq1P.js → ops-CURIZSVt.js} +100 -100
  182. package/dist/{pack16-bqltoUlR.js → pack16-WlOSOuZA.js} +2 -2
  183. package/dist/patches/webgpu_backend.js +6 -6
  184. package/dist/patches/webgpu_base.js +1 -1
  185. package/dist/patches/webgpu_program.js +2 -2
  186. package/dist/{random_normal-IBRrha8a.js → random_normal-CIm8lk2-.js} +1 -1
  187. package/dist/{random_width-DN5ZtQkM.js → random_width-B_fVXhGx.js} +131 -131
  188. package/dist/{range-C-CjF-LI.js → range-BDxO73mk.js} +1 -1
  189. package/dist/{readers-iz5u3HBo.js → readers-17HLdxVM.js} +2 -2
  190. package/dist/relu-DTvZKBsZ.js +9 -0
  191. package/dist/{reshape-BDOuCSNW.js → reshape-BIN71H3p.js} +1 -1
  192. package/dist/{resize_nearest_neighbor-BojqlfRe.js → resize_nearest_neighbor-C6_0dAnK.js} +41 -41
  193. package/dist/{rope-0j_f1TPm.js → rope-CC5RjmKU.js} +4 -4
  194. package/dist/{scatter_nd_util-ByNJaL6I.js → scatter_nd_util-C-x73Cj6.js} +1 -1
  195. package/dist/{segment_util-Dasb2Zaf.js → segment_util-4zuHV5IG.js} +2 -2
  196. package/dist/{selu_util-BLhIqRkw.js → selu_util-BXdhy_W6.js} +5 -5
  197. package/dist/{shared-CagdqkLh.js → shared-DRWDyk9w.js} +6 -6
  198. package/dist/{shared-3agzAqQ_.js → shared-zTaJ5siv.js} +1 -1
  199. package/dist/slice-BvItlgXu.js +12 -0
  200. package/dist/{slice_util-CC35pLmT.js → slice_util-DPY56GzQ.js} +5 -5
  201. package/dist/{softmax-D4q1LJN7.js → softmax-BLGJqdwx.js} +1 -1
  202. package/dist/split-BN9LkEgS.js +9 -0
  203. package/dist/{squeeze-ho4wLUek.js → squeeze-O_YWJpw_.js} +2 -2
  204. package/dist/{stack-DudVrtmG.js → stack-z6QE7kmP.js} +1 -1
  205. package/dist/{step-BTxPtq1r.js → step-DQY6_ABw.js} +4 -4
  206. package/dist/{sum-BpiwSWvg.js → sum-D39FeU5h.js} +3 -3
  207. package/dist/{tensor-BWFldCso.js → tensor-D8e0Gd7c.js} +1 -1
  208. package/dist/{tensor1d-LMGMIUlr.js → tensor1d-BMl0eZYV.js} +1 -1
  209. package/dist/{tensor2d-BnXMKScO.js → tensor2d-DTtQ1QcT.js} +1 -1
  210. package/dist/{tensor4d-C6UCG_u8.js → tensor4d-Dj4rDssL.js} +1 -1
  211. package/dist/{tfjs_backend-BGnG-ppu.js → tfjs_backend-Bk3PmK91.js} +65 -65
  212. package/dist/{tile-CFy-xTO6.js → tile-CsWlVKKz.js} +1 -1
  213. package/dist/tokeniser/BaseTokeniser.d.ts +4 -1
  214. package/dist/tokeniser/BaseTokeniser.js +21 -5
  215. package/dist/tokeniser/CharTokeniser.d.ts +1 -1
  216. package/dist/tokeniser/CharTokeniser.js +29 -28
  217. package/dist/tokeniser/bpe.d.ts +1 -1
  218. package/dist/tokeniser/bpe.js +23 -22
  219. package/dist/tokeniser/type.d.ts +3 -1
  220. package/dist/training/AdamW.d.ts +3 -0
  221. package/dist/training/AdamW.js +59 -30
  222. package/dist/training/BasicTrainer.d.ts +1 -0
  223. package/dist/training/BasicTrainer.js +112 -92
  224. package/dist/training/DatasetBuilder.js +3 -3
  225. package/dist/training/Evaluator.js +2 -2
  226. package/dist/training/LRScheduler.d.ts +1 -0
  227. package/dist/training/LRScheduler.js +18 -12
  228. package/dist/training/PreTrainer.js +3 -3
  229. package/dist/training/SFTDatasetBuilder.js +3 -3
  230. package/dist/training/SFTTrainer.js +1 -1
  231. package/dist/training/orthoGrad.js +1 -1
  232. package/dist/training/sparseCrossEntropy.js +30 -30
  233. package/dist/training/types.d.ts +5 -3
  234. package/dist/training/validation.js +13 -13
  235. package/dist/{transpose-9kRxIXWR.js → transpose-Qxz-4os3.js} +7 -7
  236. package/dist/{unsorted_segment_sum-DJvk5xnh.js → unsorted_segment_sum-BfFVV9Zm.js} +20 -20
  237. package/dist/utilities/datasetID.d.ts +2 -0
  238. package/dist/utilities/datasetID.js +21 -0
  239. package/dist/utilities/dummy.js +6 -6
  240. package/dist/utilities/multinomialCPU.js +2 -2
  241. package/dist/utilities/packed.js +1 -1
  242. package/dist/utilities/performance.js +1 -1
  243. package/dist/utilities/profile.js +1 -1
  244. package/dist/utilities/safetensors.js +2 -2
  245. package/dist/utilities/sentences.js +5 -5
  246. package/dist/utilities/weights.js +2 -2
  247. package/dist/{variable-Ck482e3n.js → variable-SSATClyt.js} +1 -1
  248. package/dist/{webgpu_program-B4HmApL1.js → webgpu_program-CbjdYLYk.js} +1 -1
  249. package/dist/{webgpu_util-DYlGSwOJ.js → webgpu_util-DuofJBMo.js} +7 -7
  250. package/dist/{zeros-DvZpK8s6.js → zeros-Bw0puq_w.js} +2 -2
  251. package/dist/{zeros_like-CWjDdwr-.js → zeros_like-rOHr54NY.js} +69 -69
  252. package/package.json +3 -3
  253. package/dist/complex-DI35Q-gW.js +0 -11
  254. package/dist/mat_mul-DhG0Newp.js +0 -11
  255. package/dist/mod-CSdCpRjf.js +0 -11
  256. package/dist/relu-J_X6MUzx.js +0 -9
  257. package/dist/slice-BzS11Qh0.js +0 -12
  258. package/dist/split-C2Sj255c.js +0 -9
@@ -1,14 +1,14 @@
1
1
  import { isPackedTensor as h } from "../../utilities/packed.js";
2
- import { c as b, m as A, a as c, n as G } from "../../index-CUXkjxiT.js";
2
+ import { a as U, m as A, b as c, j as G } from "../../index-DSGwv2Yx.js";
3
3
  import { matMulMul as P } from "../matMulMul.js";
4
4
  import { matMulGelu as R } from "../matMulGelu.js";
5
- import { m as f } from "../../mat_mul-DhG0Newp.js";
6
- import { r as B } from "../../relu-J_X6MUzx.js";
7
- import { r as v } from "../../reshape-BDOuCSNW.js";
8
- import { t as g } from "../../transpose-9kRxIXWR.js";
9
- function q(d) {
10
- const { A: i, B: m } = d.inputs, { transposeA: o, transposeB: a, scale: M, activation: u, scaleA: k, scaleB: w, forceOutputShape: n, perm: p } = d.attrs, N = !h(i), U = !h(m);
11
- if (N && U) {
5
+ import { m as f } from "../../mat_mul-DP86qZtZ.js";
6
+ import { r as B } from "../../relu-DTvZKBsZ.js";
7
+ import { r as v } from "../../reshape-BIN71H3p.js";
8
+ import { t as b } from "../../transpose-Qxz-4os3.js";
9
+ function j(d) {
10
+ const { A: i, B: m } = d.inputs, { transposeA: o, transposeB: a, scale: M, activation: u, scaleA: k, scaleB: w, forceOutputShape: n, perm: p } = d.attrs, g = !h(i), N = !h(m);
11
+ if (g && N) {
12
12
  const t = k !== void 0 ? A(i, c(k)) : i, r = w !== void 0 ? A(m, c(w)) : m;
13
13
  let e;
14
14
  if (M !== void 0)
@@ -23,10 +23,10 @@ function q(d) {
23
23
  if (n) {
24
24
  const s = v(e, n);
25
25
  e.dispose();
26
- const l = g(s, p);
26
+ const l = b(s, p);
27
27
  return s.dispose(), l;
28
28
  } else {
29
- const s = g(e, p);
29
+ const s = b(e, p);
30
30
  return e.dispose(), s;
31
31
  }
32
32
  else if (n) {
@@ -37,9 +37,9 @@ function q(d) {
37
37
  }
38
38
  throw new Error("Not implemented: matMul16 with packed inputs");
39
39
  }
40
- const C = {
40
+ const q = {
41
41
  kernelName: "MatMul16",
42
42
  backendName: "webgl",
43
- kernelFunc: q
43
+ kernelFunc: j
44
44
  };
45
- b(C);
45
+ U(q);
@@ -1,7 +1,7 @@
1
- import "../../index-CUXkjxiT.js";
2
- import "../../Reshape-BW__R4mZ.js";
3
- import { a as m, b as o, c as p } from "../../matMulGelu-JNLZqKQp.js";
4
- import "../../mat_mul-DhG0Newp.js";
1
+ import "../../index-DSGwv2Yx.js";
2
+ import "../../Reshape-BZC-ebeR.js";
3
+ import { a as m, b as o, c as p } from "../../matMulGelu-CsZnh18H.js";
4
+ import "../../mat_mul-DP86qZtZ.js";
5
5
  export {
6
6
  m as MATMUL_SHARED_DIM_THRESHOLD,
7
7
  o as batchMatMulGeluImpl,
@@ -1,5 +1,5 @@
1
- import { c as u } from "../../index-CUXkjxiT.js";
2
- import { b as c } from "../../matMulGelu-JNLZqKQp.js";
1
+ import { a as u } from "../../index-DSGwv2Yx.js";
2
+ import { b as c } from "../../matMulGelu-CsZnh18H.js";
3
3
  const M = `
4
4
  return a * b;
5
5
  `;
@@ -1,4 +1,4 @@
1
- import { c as m } from "../../index-CUXkjxiT.js";
1
+ import { a as m } from "../../index-DSGwv2Yx.js";
2
2
  class f {
3
3
  variableNames = ["a", "b"];
4
4
  outputShape;
@@ -1,5 +1,5 @@
1
- import { c, h as G } from "../../index-CUXkjxiT.js";
2
- import { s as x } from "../../sum-BpiwSWvg.js";
1
+ import { a as c, e as G } from "../../index-DSGwv2Yx.js";
2
+ import { s as x } from "../../sum-D39FeU5h.js";
3
3
  class y {
4
4
  variableNames = ["x", "meanSquare"];
5
5
  outputShape;
@@ -1,4 +1,4 @@
1
- import { c as i } from "../../index-CUXkjxiT.js";
1
+ import { a as i } from "../../index-DSGwv2Yx.js";
2
2
  class l {
3
3
  variableNames = ["x", "kernel"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { c as h } from "../../index-CUXkjxiT.js";
1
+ import { a as h } from "../../index-DSGwv2Yx.js";
2
2
  class g {
3
3
  variableNames = ["x", "sin", "cos"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { c as i } from "../../index-CUXkjxiT.js";
1
+ import { a as i } from "../../index-DSGwv2Yx.js";
2
2
  class u {
3
3
  variableNames = ["labels", "softmaxProbs", "dy"];
4
4
  outputShape;
@@ -16,7 +16,7 @@ class u {
16
16
  }
17
17
  }
18
18
  function d(o) {
19
- const { logits: e, labels: t, dy: r } = o.inputs, s = o.backend, n = t.shape[0], a = e.shape[1], c = new u(n, a);
19
+ const { logits: e, labels: t, dy: r } = o.inputs, s = o.backend, a = t.shape[0], n = e.shape[1], c = new u(a, n);
20
20
  return s.runWebGLProgram(c, [t, e, r], "float32");
21
21
  }
22
22
  const b = {
@@ -1,6 +1,6 @@
1
- import { e as d } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as l, c as f } from "../../webgpu_util-DYlGSwOJ.js";
3
- import { c as h, a6 as c } from "../../index-CUXkjxiT.js";
1
+ import { e as d } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as l, c as f } from "../../webgpu_util-DuofJBMo.js";
3
+ import { a as h, a6 as c } from "../../index-DSGwv2Yx.js";
4
4
  class v {
5
5
  variableNames = ["moments", "value"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { e as u } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as p, c } from "../../webgpu_util-DYlGSwOJ.js";
3
- import { c as d, a6 as f } from "../../index-CUXkjxiT.js";
1
+ import { e as u } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as p, c } from "../../webgpu_util-DuofJBMo.js";
3
+ import { a as d, a6 as f } from "../../index-DSGwv2Yx.js";
4
4
  class h {
5
5
  variableNames = ["moments", "gradient", "scaling"];
6
6
  outputShape;
@@ -1,13 +1,13 @@
1
- import { c as t } from "../../index-CUXkjxiT.js";
2
- import { BinaryOpProgram as c } from "./utils/binary_op.js";
3
- import { B as p } from "../../binary_op_util-pKXltfxI.js";
4
- function s(e) {
5
- const { a: r, b: n } = e.inputs, a = e.backend, o = new c(p.ADD, r.shape, n.shape);
1
+ import { a as t } from "../../index-DSGwv2Yx.js";
2
+ import { BinaryOpProgram as p } from "./utils/binary_op.js";
3
+ import { B as s } from "../../binary_op_util-pKXltfxI.js";
4
+ function c(e) {
5
+ const { a: r, b: n } = e.inputs, a = e.backend, o = new p(s.ADD, r.shape, n.shape);
6
6
  return a.runWebGPUProgram(o, [r, n], "packedF16");
7
7
  }
8
8
  const m = {
9
9
  kernelName: "Add16",
10
10
  backendName: "webgpu",
11
- kernelFunc: s
11
+ kernelFunc: c
12
12
  };
13
13
  t(m);
@@ -1,7 +1,7 @@
1
1
  import { isPackedTensor as T } from "../../utilities/packed.js";
2
- import { e as p } from "../../webgpu_program-B4HmApL1.js";
3
- import { f as d, c as u } from "../../webgpu_util-DYlGSwOJ.js";
4
- import { c as S, a6 as g } from "../../index-CUXkjxiT.js";
2
+ import { e as p } from "../../webgpu_program-CbjdYLYk.js";
3
+ import { f as d, c as u } from "../../webgpu_util-DuofJBMo.js";
4
+ import { a as S, a6 as g } from "../../index-DSGwv2Yx.js";
5
5
  class x {
6
6
  variableNames = ["cache", "item"];
7
7
  outputShape;
@@ -1,6 +1,6 @@
1
- import { c as d, a6 as b } from "../../index-CUXkjxiT.js";
1
+ import { a as d, a6 as b } from "../../index-DSGwv2Yx.js";
2
2
  import { isPackedTensor as p } from "../../utilities/packed.js";
3
- import { b as l } from "../../matMul16-BcVC_E62.js";
3
+ import { b as l } from "../../matMul16-BIT70Vya.js";
4
4
  import M from "./attentionMask32_program.js";
5
5
  function w(n) {
6
6
  const { q: t, k: e } = n.inputs, { divisor: a, pastLen: o } = n.attrs, m = n.backend;
@@ -1,5 +1,5 @@
1
- import { e as r } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as a, c as u } from "../../webgpu_util-DYlGSwOJ.js";
1
+ import { e as r } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as a, c as u } from "../../webgpu_util-DuofJBMo.js";
3
3
  class p {
4
4
  variableNames = ["q", "k"];
5
5
  outputShape;
@@ -1,5 +1,5 @@
1
1
  import { reduce as d, ReduceProgram as g } from "./utils/reductions.js";
2
- import { c as S } from "../../index-CUXkjxiT.js";
2
+ import { a as S } from "../../index-DSGwv2Yx.js";
3
3
  import h from "./utils/deviceInfo.js";
4
4
  class k extends g {
5
5
  shaderKey = "clipscale";
@@ -32,19 +32,19 @@ class k extends g {
32
32
  }
33
33
  }
34
34
  function w(o) {
35
- const { x: e } = o.inputs, { invLossScaling: i, clipNorm: n } = o.attrs, c = o.backend, a = [];
35
+ const { x: e } = o.inputs, { invLossScaling: i, clipNorm: n } = o.attrs, s = o.backend, a = [];
36
36
  if (e.shape.length !== 1)
37
37
  throw new Error(`ClipScaleProgram requires 1D input, but got shape ${e.shape}`);
38
- const l = h(c);
39
- let r = 128, s = 1;
38
+ const l = h(s);
39
+ let r = 128, c = 1;
40
40
  const t = e.shape[0];
41
- t <= 16 ? r = 16 : t <= 32 ? r = 32 : t <= 64 && (r = 64), t > 128 && (s = Math.ceil(t / 128));
41
+ t <= 16 ? r = 16 : t <= 32 ? r = 32 : t <= 64 && (r = 64), t > 128 && (c = Math.ceil(t / 128));
42
42
  const p = {
43
- inSize: r * s,
43
+ inSize: r * c,
44
44
  outSize: 2,
45
45
  batchSize: 1,
46
46
  windowSize: r
47
- }, u = new k(l, p, r), m = d(u, [e], c, [
47
+ }, u = new k(l, p, r), m = d(u, [e], s, [
48
48
  { type: "float32", data: [i] },
49
49
  { type: "float32", data: [n] }
50
50
  ]);
@@ -1,8 +1,8 @@
1
- import { c as x, ah as I, U as c } from "../../index-CUXkjxiT.js";
2
- import { e as D } from "../../webgpu_program-B4HmApL1.js";
3
- import { f as $, c as F } from "../../webgpu_util-DYlGSwOJ.js";
4
- import { r as g } from "../../Reshape-CPBkTIH2.js";
5
- import { a as L, c as d } from "../../concat_util-D18dJ4fD.js";
1
+ import { a as x, ah as I, N as c } from "../../index-DSGwv2Yx.js";
2
+ import { e as D } from "../../webgpu_program-CbjdYLYk.js";
3
+ import { f as $, c as F } from "../../webgpu_util-DuofJBMo.js";
4
+ import { r as g } from "../../Reshape-pwprEaej.js";
5
+ import { a as L, c as d } from "../../concat_util-C1Mxe27t.js";
6
6
  class T {
7
7
  outputShape;
8
8
  shaderKey;
@@ -1,7 +1,7 @@
1
- import { e as u } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as d, c as i } from "../../webgpu_util-DYlGSwOJ.js";
3
- import { c } from "../../index-CUXkjxiT.js";
4
- class p {
1
+ import { e as u } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as d, c as i } from "../../webgpu_util-DuofJBMo.js";
3
+ import { a as p } from "../../index-DSGwv2Yx.js";
4
+ class c {
5
5
  variableNames = ["x"];
6
6
  outputShape;
7
7
  shaderKey = "Dropout16";
@@ -37,7 +37,7 @@ class p {
37
37
  }
38
38
  }
39
39
  function f(t) {
40
- const { x: e } = t.inputs, { dropout: o, seed: r } = t.attrs, s = t.backend, a = new p(e.shape), n = [
40
+ const { x: e } = t.inputs, { dropout: o, seed: r } = t.attrs, s = t.backend, a = new c(e.shape), n = [
41
41
  { type: "float32", data: [o] },
42
42
  { type: "float32", data: [r] }
43
43
  ];
@@ -48,4 +48,4 @@ const l = {
48
48
  backendName: "webgpu",
49
49
  kernelFunc: f
50
50
  };
51
- c(l);
51
+ p(l);
@@ -1,6 +1,6 @@
1
- import { e as u } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as h, c as p } from "../../webgpu_util-DYlGSwOJ.js";
3
- import { c, a6 as r } from "../../index-CUXkjxiT.js";
1
+ import { e as u } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as h, c as p } from "../../webgpu_util-DuofJBMo.js";
3
+ import { a as c, a6 as r } from "../../index-DSGwv2Yx.js";
4
4
  class l {
5
5
  variableNames = ["labels", "logits", "values"];
6
6
  outputShape;
@@ -1,9 +1,9 @@
1
- import { c as d } from "../../index-CUXkjxiT.js";
2
- import { e as s } from "../../webgpu_program-B4HmApL1.js";
3
- import { f as n, c as o } from "../../webgpu_util-DYlGSwOJ.js";
4
- import { isPackedTensor as c } from "../../utilities/packed.js";
1
+ import { a as d } from "../../index-DSGwv2Yx.js";
2
+ import { e as s } from "../../webgpu_program-CbjdYLYk.js";
3
+ import { f as n, c as o } from "../../webgpu_util-DuofJBMo.js";
4
+ import { isPackedTensor as l } from "../../utilities/packed.js";
5
5
  const u = 0.7978845608028654, r = 0.044715;
6
- class l {
6
+ class c {
7
7
  outputShape;
8
8
  shaderKey;
9
9
  dispatchLayout;
@@ -38,7 +38,7 @@ class l {
38
38
  }
39
39
  }
40
40
  function x(t) {
41
- const { x: e } = t.inputs, a = t.backend, i = new l(e.shape);
41
+ const { x: e } = t.inputs, a = t.backend, i = new c(e.shape);
42
42
  return a.runWebGPUProgram(i, [e], "float32");
43
43
  }
44
44
  const g = {
@@ -127,7 +127,7 @@ class m {
127
127
  }
128
128
  }
129
129
  function y(t) {
130
- const { dy: e, x: a } = t.inputs, i = t.backend, p = c(e), h = p ? new f(a.shape) : new m(a.shape);
130
+ const { dy: e, x: a } = t.inputs, i = t.backend, p = l(e), h = p ? new f(a.shape) : new m(a.shape);
131
131
  return i.runWebGPUProgram(h, [e, a], p ? "packedF16" : "float32");
132
132
  }
133
133
  const b = {
@@ -137,5 +137,5 @@ const b = {
137
137
  };
138
138
  d(b);
139
139
  export {
140
- l as GeluProgram
140
+ c as GeluProgram
141
141
  };
@@ -1,17 +1,17 @@
1
- import { c as V, m as U, a as g, n as X, U as y, _ as Y } from "../../index-CUXkjxiT.js";
1
+ import { a as V, m as y, b as g, j as X, N as U, _ as Y } from "../../index-DSGwv2Yx.js";
2
2
  import { isPackedTensor as x } from "../../utilities/packed.js";
3
3
  import { reshape16 as C } from "../reshape16.js";
4
4
  import { matMulMul as Z } from "../matMulMul.js";
5
5
  import { matMulGelu as $ } from "../matMulGelu.js";
6
6
  import ee from "./matMul16_program.js";
7
- import { m as v } from "../../mat_mul-DhG0Newp.js";
8
- import { r as E } from "../../relu-J_X6MUzx.js";
9
- import { r as F } from "../../reshape-BDOuCSNW.js";
10
- import { t as W } from "../../transpose-9kRxIXWR.js";
7
+ import { m as v } from "../../mat_mul-DP86qZtZ.js";
8
+ import { r as E } from "../../relu-DTvZKBsZ.js";
9
+ import { r as F } from "../../reshape-BIN71H3p.js";
10
+ import { t as N } from "../../transpose-Qxz-4os3.js";
11
11
  function se(m) {
12
- const { A: s, B: t } = m.inputs, { transposeA: p, transposeB: i, scale: h, activation: c, scaleA: d, scaleB: f, forceOutputShape: r, perm: k, causalMask: w, pastLen: z } = m.attrs, I = m.backend, B = !x(s), b = !x(t);
13
- if (B && b) {
14
- const u = d !== void 0 ? U(s, g(d)) : s, l = f !== void 0 ? U(t, g(f)) : t;
12
+ const { A: s, B: t } = m.inputs, { transposeA: p, transposeB: i, scale: h, activation: c, scaleA: d, scaleB: f, forceOutputShape: r, perm: k, causalMask: w, pastLen: W } = m.attrs, z = m.backend, b = !x(s), B = !x(t);
13
+ if (b && B) {
14
+ const u = d !== void 0 ? y(s, g(d)) : s, l = f !== void 0 ? y(t, g(f)) : t;
15
15
  if (w)
16
16
  throw new Error("Causal mask is not supported for unpacked MatMul16.");
17
17
  let e;
@@ -27,10 +27,10 @@ function se(m) {
27
27
  if (r) {
28
28
  const o = F(e, r);
29
29
  e.dispose();
30
- const A = W(o, k);
30
+ const A = N(o, k);
31
31
  return o.dispose(), A;
32
32
  } else {
33
- const o = W(e, k);
33
+ const o = N(e, k);
34
34
  return e.dispose(), o;
35
35
  }
36
36
  else if (r) {
@@ -39,17 +39,17 @@ function se(m) {
39
39
  } else
40
40
  return e;
41
41
  }
42
- if (B && !b)
42
+ if (b && !B)
43
43
  throw new Error("When using mixed precision, A must be packed if B is packed.");
44
- if (!B && b)
44
+ if (!b && B)
45
45
  throw new Error("When using mixed precision, B must be packed if A is packed.");
46
- const M = s.shape.length, S = t.shape.length, N = s.shape.slice(0, -2), q = t.shape.slice(0, -2), R = y(N), D = y(q), K = Y(s.shape.slice(0, -2), t.shape.slice(0, -2)), L = Math.max(R, D), T = s.shape[M - 2], _ = t.shape[S - 2], j = s.shape[M - 1] * 2, H = t.shape[S - 1] * 2, G = C(s, [R, s.shape[M - 2], s.shape[M - 1]]), O = C(t, [D, t.shape[S - 2], t.shape[S - 1]]), a = new ee(L, T, _, j, H, p, i), n = [];
47
- h !== void 0 && (a.useScale(), n.push({ type: "float32", data: [h] })), d !== void 0 && (a.useScaleA(), n.push({ type: "float32", data: [d] })), f !== void 0 && (a.useScaleB(), n.push({ type: "float32", data: [f] })), c !== void 0 && a.useActivation(c), w && (a.useCausalMask(), n.push({ type: "int32", data: [z || 0] }));
46
+ const M = s.shape.length, S = t.shape.length, I = s.shape.slice(0, -2), j = t.shape.slice(0, -2), R = U(I), D = U(j), q = Y(s.shape.slice(0, -2), t.shape.slice(0, -2)), K = Math.max(R, D), L = s.shape[M - 2], T = t.shape[S - 2], _ = s.shape[M - 1] * 2, H = t.shape[S - 1] * 2, G = C(s, [R, s.shape[M - 2], s.shape[M - 1]]), O = C(t, [D, t.shape[S - 2], t.shape[S - 1]]), a = new ee(K, L, T, _, H, p, i), n = [];
47
+ h !== void 0 && (a.useScale(), n.push({ type: "float32", data: [h] })), d !== void 0 && (a.useScaleA(), n.push({ type: "float32", data: [d] })), f !== void 0 && (a.useScaleB(), n.push({ type: "float32", data: [f] })), c !== void 0 && a.useActivation(c), w && (a.useCausalMask(), n.push({ type: "int32", data: [W || 0] }));
48
48
  const P = a.outputShape.length;
49
49
  r && (m.attrs.originalShape = a.outputShape);
50
- const J = r ?? K.concat([a.outputShape[P - 2], a.outputShape[P - 1]]);
50
+ const J = r ?? q.concat([a.outputShape[P - 2], a.outputShape[P - 1]]);
51
51
  a.setOutputShape(J, k);
52
- const Q = I.runWebGPUProgram(
52
+ const Q = z.runWebGPUProgram(
53
53
  a,
54
54
  [G, O],
55
55
  "packedF16",
@@ -1,5 +1,5 @@
1
- import { U as f } from "../../index-CUXkjxiT.js";
2
- import { e as p } from "../../webgpu_program-B4HmApL1.js";
1
+ import { N as f } from "../../index-DSGwv2Yx.js";
2
+ import { e as p } from "../../webgpu_program-CbjdYLYk.js";
3
3
  class B {
4
4
  variableNames = ["A", "B"];
5
5
  outputShape;
@@ -1,13 +1,13 @@
1
- import { c as t } from "../../index-CUXkjxiT.js";
2
- import { BinaryOpScalarProgram as s, BinaryOpProgram as c } from "./utils/binary_op.js";
1
+ import { a as t } from "../../index-DSGwv2Yx.js";
2
+ import { BinaryOpScalarProgram as s, BinaryOpProgram as m } from "./utils/binary_op.js";
3
3
  import { B as a } from "../../binary_op_util-pKXltfxI.js";
4
- function m(n) {
5
- const { a: e, b: r } = n.inputs, o = n.backend, p = r.shape.length === 0 ? new s(a.MUL, e.shape) : new c(a.MUL, e.shape, r.shape);
4
+ function c(n) {
5
+ const { a: e, b: r } = n.inputs, o = n.backend, p = r.shape.length === 0 ? new s(a.MUL, e.shape) : new m(a.MUL, e.shape, r.shape);
6
6
  return o.runWebGPUProgram(p, [e, r], "packedF16");
7
7
  }
8
8
  const i = {
9
9
  kernelName: "Mul16",
10
10
  backendName: "webgpu",
11
- kernelFunc: m
11
+ kernelFunc: c
12
12
  };
13
13
  t(i);
@@ -1,5 +1,5 @@
1
1
  import { reduce as g, ReduceProgram as h } from "./utils/reductions.js";
2
- import { c as w, U as S } from "../../index-CUXkjxiT.js";
2
+ import { a as w, N as S } from "../../index-DSGwv2Yx.js";
3
3
  import k from "./utils/deviceInfo.js";
4
4
  class v extends h {
5
5
  shaderKey = "norm2";
@@ -1,7 +1,7 @@
1
- import { c as k, a6 as N } from "../../index-CUXkjxiT.js";
1
+ import { a as k, a6 as N } from "../../index-DSGwv2Yx.js";
2
2
  import { createReduceInfo as w, reduce as S } from "./utils/reductions.js";
3
3
  import { isPackedTensor as d } from "../../utilities/packed.js";
4
- import { p as f } from "../../pack16-bqltoUlR.js";
4
+ import { p as f } from "../../pack16-WlOSOuZA.js";
5
5
  import b from "./normRMS16_program.js";
6
6
  import z from "./normRMS32_program.js";
7
7
  import G from "./utils/deviceInfo.js";
@@ -1,8 +1,8 @@
1
- import { c as $, a6 as y, h as L } from "../../index-CUXkjxiT.js";
1
+ import { a as $, a6 as y, e as L } from "../../index-DSGwv2Yx.js";
2
2
  import { createReduceInfo as M } from "./utils/reductions.js";
3
- import { f as w } from "../../webgpu_util-DYlGSwOJ.js";
4
- import { e as _ } from "../../webgpu_program-B4HmApL1.js";
5
- import { p as x, u as R } from "../../pack16-bqltoUlR.js";
3
+ import { f as w } from "../../webgpu_util-DuofJBMo.js";
4
+ import { e as _ } from "../../webgpu_program-CbjdYLYk.js";
5
+ import { p as x, u as R } from "../../pack16-WlOSOuZA.js";
6
6
  import { isPackedTensor as h } from "../../utilities/packed.js";
7
7
  import { reshape16 as z } from "../reshape16.js";
8
8
  import { sum16 as N } from "../sum16.js";
@@ -1,14 +1,14 @@
1
- import { c as i } from "../../index-CUXkjxiT.js";
1
+ import { a as i } from "../../index-DSGwv2Yx.js";
2
2
  import p from "./pack16_program.js";
3
3
  function m(e) {
4
- const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, c = e.backend;
4
+ const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, s = e.backend;
5
5
  if (n.shape[n.shape.length - 1] % 2 !== 0)
6
6
  throw new Error("Last dimension of input tensor must be even to use Pack16.");
7
7
  e.attrs && (e.attrs.originalShape = n.shape);
8
8
  const t = new p(n.shape, r), o = a !== 1;
9
9
  o && t.useScaling();
10
- const s = [{ type: "float32", data: [a] }];
11
- return c.runWebGPUProgram(t, [n], "packedF16", o ? s : void 0);
10
+ const c = [{ type: "float32", data: [a] }];
11
+ return s.runWebGPUProgram(t, [n], "packedF16", o ? c : void 0);
12
12
  }
13
13
  const k = {
14
14
  kernelName: "Pack16",
@@ -1,5 +1,5 @@
1
- import { f as o, c as a } from "../../webgpu_util-DYlGSwOJ.js";
2
- import { e as s } from "../../webgpu_program-B4HmApL1.js";
1
+ import { f as o, c as a } from "../../webgpu_util-DuofJBMo.js";
2
+ import { e as s } from "../../webgpu_program-CbjdYLYk.js";
3
3
  class h {
4
4
  outputShape;
5
5
  shaderKey = "Pack16";
@@ -1,5 +1,5 @@
1
- import { c as h, a6 as l } from "../../index-CUXkjxiT.js";
2
- import { b as f } from "../../matMul16-BcVC_E62.js";
1
+ import { a as h, a6 as l } from "../../index-DSGwv2Yx.js";
2
+ import { b as f } from "../../matMul16-BIT70Vya.js";
3
3
  import { slice16 as a } from "../slice16.js";
4
4
  import { isPackedTensor as u } from "../../utilities/packed.js";
5
5
  function k(i) {
@@ -1,7 +1,7 @@
1
1
  import { isPackedTensor as y } from "../../utilities/packed.js";
2
- import { e as c } from "../../webgpu_program-B4HmApL1.js";
3
- import { f as x, c as l } from "../../webgpu_util-DYlGSwOJ.js";
4
- import { c as w, a6 as b } from "../../index-CUXkjxiT.js";
2
+ import { e as c } from "../../webgpu_program-CbjdYLYk.js";
3
+ import { f as x, c as l } from "../../webgpu_util-DuofJBMo.js";
4
+ import { a as w, a6 as b } from "../../index-DSGwv2Yx.js";
5
5
  class v {
6
6
  variableNames = ["x", "sin", "cos"];
7
7
  outputShape;
@@ -1,6 +1,6 @@
1
- import { e as p } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as u, c as d } from "../../webgpu_util-DYlGSwOJ.js";
3
- import { c as h, a6 as o } from "../../index-CUXkjxiT.js";
1
+ import { e as p } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as u, c as d } from "../../webgpu_util-DuofJBMo.js";
3
+ import { a as h, a6 as o } from "../../index-DSGwv2Yx.js";
4
4
  class b {
5
5
  variableNames = ["labels", "softmaxProbs", "dy"];
6
6
  outputShape;
@@ -1,7 +1,7 @@
1
- import { b as u, c as m, e as l } from "../../webgpu_program-B4HmApL1.js";
2
- import { f, c as g } from "../../webgpu_util-DYlGSwOJ.js";
3
- import { c as S, U as k } from "../../index-CUXkjxiT.js";
4
- import { p as y, a as $ } from "../../slice_util-CC35pLmT.js";
1
+ import { b as u, c as m, e as l } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f, c as g } from "../../webgpu_util-DuofJBMo.js";
3
+ import { a as S, N as k } from "../../index-DSGwv2Yx.js";
4
+ import { p as y, a as $ } from "../../slice_util-DPY56GzQ.js";
5
5
  function x(o) {
6
6
  switch (o) {
7
7
  case 1:
@@ -1,12 +1,12 @@
1
- import { c as h, U as S, h as b } from "../../index-CUXkjxiT.js";
1
+ import { a as S, N as h, e as b } from "../../index-DSGwv2Yx.js";
2
2
  import { reshape16 as d } from "../reshape16.js";
3
3
  import x from "./softmax16_program.js";
4
4
  import k from "./softmax16_subgroup_program.js";
5
5
  import l from "./utils/deviceInfo.js";
6
- import { r as z } from "../../reshape-BDOuCSNW.js";
6
+ import { r as z } from "../../reshape-BIN71H3p.js";
7
7
  function F(a) {
8
8
  const { inputs: t, backend: o, attrs: p } = a, { logits: e } = t, { dim: r } = p, m = o.subgroupMinSize, i = o.subgroupMaxSize, c = l(o).subgroupsSupported, s = z(e, [
9
- S(e.shape) / e.shape[r],
9
+ h(e.shape) / e.shape[r],
10
10
  e.shape[r]
11
11
  ]), u = c ? new k(s.shape, m, i) : new x(s.shape), f = o.runWebGPUProgram(u, [s], "packedF16");
12
12
  s.dispose();
@@ -18,4 +18,4 @@ const I = {
18
18
  backendName: "webgpu",
19
19
  kernelFunc: F
20
20
  };
21
- h(I);
21
+ S(I);
@@ -1,5 +1,5 @@
1
- import { e } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as o } from "../../webgpu_util-DYlGSwOJ.js";
1
+ import { e } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as o } from "../../webgpu_util-DuofJBMo.js";
3
3
  class i {
4
4
  variableNames = ["logits"];
5
5
  outputShape;
@@ -1,5 +1,5 @@
1
- import { e as o } from "../../webgpu_program-B4HmApL1.js";
2
- import { f as u } from "../../webgpu_util-DYlGSwOJ.js";
1
+ import { e as o } from "../../webgpu_program-CbjdYLYk.js";
2
+ import { f as u } from "../../webgpu_util-DuofJBMo.js";
3
3
  class i {
4
4
  variableNames = ["logits"];
5
5
  outputShape;
@@ -1,4 +1,4 @@
1
- import { c as p } from "../../index-CUXkjxiT.js";
1
+ import { a as p } from "../../index-DSGwv2Yx.js";
2
2
  import { createReduceInfo as m, reduce as l, ReduceProgram as i } from "./utils/reductions.js";
3
3
  import { isPackedTensor as n } from "../../utilities/packed.js";
4
4
  import k from "./utils/deviceInfo.js";
@@ -23,11 +23,11 @@ class x extends i {
23
23
  }
24
24
  }
25
25
  function b(o) {
26
- const { dy: e, softmaxOutput: t } = o.inputs, r = o.backend, s = k(r), u = n(e), c = n(t);
26
+ const { dy: e, softmaxOutput: t } = o.inputs, a = o.backend, s = k(a), u = n(e), c = n(t);
27
27
  if (!(u && c))
28
28
  throw new Error("softmaxGradGPU: dy and softmaxOutput must be packed tensors");
29
- const a = [e, t], f = m(a, -1), d = new x(s, f);
30
- return l(d, a, r);
29
+ const r = [e, t], f = m(r, -1), d = new x(s, f);
30
+ return l(d, r, a);
31
31
  }
32
32
  const v = {
33
33
  kernelName: "Softmax16Grad",
@@ -1,13 +1,13 @@
1
- import { c as t } from "../../index-CUXkjxiT.js";
1
+ import { a as t } from "../../index-DSGwv2Yx.js";
2
2
  import { BinaryOpProgram as s } from "./utils/binary_op.js";
3
- import { B as c } from "../../binary_op_util-pKXltfxI.js";
4
- function p(e) {
5
- const { a: r, b: n } = e.inputs, o = e.backend, a = new s(c.SUB, r.shape, n.shape);
6
- return o.runWebGPUProgram(a, [r, n], "packedF16");
3
+ import { B as p } from "../../binary_op_util-pKXltfxI.js";
4
+ function c(e) {
5
+ const { a: r, b: n } = e.inputs, a = e.backend, o = new s(p.SUB, r.shape, n.shape);
6
+ return a.runWebGPUProgram(o, [r, n], "packedF16");
7
7
  }
8
8
  const m = {
9
9
  kernelName: "Sub16",
10
10
  backendName: "webgpu",
11
- kernelFunc: p
11
+ kernelFunc: c
12
12
  };
13
13
  t(m);
@@ -1,10 +1,10 @@
1
1
  import { createReduceInfo as h, reduce as g, ReduceProgram as x } from "./utils/reductions.js";
2
- import { c as k, ah as A } from "../../index-CUXkjxiT.js";
2
+ import { a as k, ah as A } from "../../index-DSGwv2Yx.js";
3
3
  import { isPackedTensor as P } from "../../utilities/packed.js";
4
4
  import { transpose16 as b } from "../transpose16.js";
5
5
  import I from "./utils/deviceInfo.js";
6
- import { s as w } from "../../sum-BpiwSWvg.js";
7
- import { a as D, b as K } from "../../axis_util-GTVlo58H.js";
6
+ import { s as w } from "../../sum-D39FeU5h.js";
7
+ import { a as D, b as K } from "../../axis_util-QWWgLjut.js";
8
8
  class v extends x {
9
9
  shaderKey = "sum16";
10
10
  constructor(e, t, o) {