@genai-fi/nanogpt 0.18.0 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (252) hide show
  1. package/dist/Generator.js +30 -30
  2. package/dist/{RealDiv-ioj6Z-ox.js → RealDiv-CGwv0liw.js} +9 -9
  3. package/dist/{Reshape-BZC-ebeR.js → Reshape-BW__R4mZ.js} +7 -7
  4. package/dist/{Reshape-pwprEaej.js → Reshape-CPBkTIH2.js} +1 -1
  5. package/dist/TeachableLLM.js +17 -17
  6. package/dist/Trainer.js +97 -95
  7. package/dist/{axis_util-QWWgLjut.js → axis_util-GTVlo58H.js} +1 -1
  8. package/dist/backend.js +2 -2
  9. package/dist/{backend_util-qwSFfxYx.js → backend_util-GaFarB78.js} +21 -21
  10. package/dist/{backend_webgpu-DI2wXEC2.js → backend_webgpu-BqASlsbV.js} +8 -8
  11. package/dist/{broadcast_to-C_EJTVTZ.js → broadcast_to-eS93CCN_.js} +2 -2
  12. package/dist/checks/appendCache.js +2 -2
  13. package/dist/checks/attentionMask.js +5 -5
  14. package/dist/checks/gelu.js +2 -2
  15. package/dist/checks/matMulGelu.js +2 -2
  16. package/dist/checks/normRMS.js +6 -6
  17. package/dist/checks/normRMSGrad.js +3 -3
  18. package/dist/checks/packUnpack.js +6 -6
  19. package/dist/checks/qkv.js +2 -2
  20. package/dist/checks/rope.js +2 -2
  21. package/dist/{clip_by_value-CLAD4h_I.js → clip_by_value-DDA7rrcT.js} +1 -1
  22. package/dist/complex-DI35Q-gW.js +11 -0
  23. package/dist/{concat-Dqk7Xk7h.js → concat-CAQpCret.js} +5 -5
  24. package/dist/{concat_util-C1Mxe27t.js → concat_util-D18dJ4fD.js} +1 -1
  25. package/dist/{dataset-DlqAN81i.js → dataset-CGGp1z9P.js} +3 -3
  26. package/dist/{dropout_util-N0z8Os-K.js → dropout_util--NxWuYg2.js} +1 -1
  27. package/dist/{expand_dims-D0rBtgT1.js → expand_dims-Bkd1YD5x.js} +4 -4
  28. package/dist/{exports_initializers-DIOZQt_L.js → exports_initializers-CYzKLjN7.js} +1 -1
  29. package/dist/{floor-CymuCmTO.js → floor-BQtb-Azg.js} +1 -1
  30. package/dist/{gather-DEyjXNb1.js → gather-qIqEqaGn.js} +1 -1
  31. package/dist/{gelu-DpTCC3eB.js → gelu-B220X1Go.js} +1 -1
  32. package/dist/{gpgpu_math-3bCb5ooU.js → gpgpu_math-BwvV12df.js} +25 -25
  33. package/dist/{index-DSGwv2Yx.js → index-CUXkjxiT.js} +33 -33
  34. package/dist/{index-BQvB7LCC.js → index-CjOWnMXP.js} +15 -15
  35. package/dist/{kernel_funcs_utils-DGqzNlHT.js → kernel_funcs_utils-pq0CK9co.js} +6 -6
  36. package/dist/layers/BaseLayer.js +4 -4
  37. package/dist/layers/CausalSelfAttention.d.ts +1 -0
  38. package/dist/layers/CausalSelfAttention.js +14 -14
  39. package/dist/layers/LoRA.js +4 -4
  40. package/dist/layers/MLP.js +4 -4
  41. package/dist/layers/PositionEmbedding.js +5 -5
  42. package/dist/layers/RMSNorm.js +3 -3
  43. package/dist/layers/RoPECache.js +4 -4
  44. package/dist/layers/TiedEmbedding.js +6 -6
  45. package/dist/layers/TransformerBlock.d.ts +1 -0
  46. package/dist/layers/TransformerBlock.js +1 -1
  47. package/dist/layers/WeightStore.js +2 -2
  48. package/dist/loader/loadTransformers.js +9 -9
  49. package/dist/loader/oldZipLoad.js +9 -9
  50. package/dist/loader/save.js +38 -30
  51. package/dist/loader/types.d.ts +1 -0
  52. package/dist/main.js +9 -9
  53. package/dist/{matMul16-BIT70Vya.js → matMul16-BcVC_E62.js} +3 -3
  54. package/dist/{matMulGelu-CsZnh18H.js → matMulGelu-JNLZqKQp.js} +18 -18
  55. package/dist/mat_mul-DhG0Newp.js +11 -0
  56. package/dist/mod-CSdCpRjf.js +11 -0
  57. package/dist/models/NanoGPTV1.js +2 -2
  58. package/dist/models/NanoGPTV2.js +2 -2
  59. package/dist/models/model.d.ts +1 -0
  60. package/dist/models/model.js +9 -9
  61. package/dist/{not_equal-CkQKkKZy.js → not_equal-hurPF26l.js} +15 -15
  62. package/dist/{ones-DbVB5N58.js → ones-BytntneX.js} +3 -3
  63. package/dist/ops/adamAdjust.js +3 -3
  64. package/dist/ops/adamMoments.js +3 -3
  65. package/dist/ops/add16.js +1 -1
  66. package/dist/ops/appendCache.js +6 -6
  67. package/dist/ops/attentionMask.js +3 -3
  68. package/dist/ops/concat16.js +3 -3
  69. package/dist/ops/cpu/adamAdjust.js +9 -9
  70. package/dist/ops/cpu/adamMoments.js +5 -5
  71. package/dist/ops/cpu/appendCache.js +2 -2
  72. package/dist/ops/cpu/attentionMask.js +6 -6
  73. package/dist/ops/cpu/fusedSoftmax.js +4 -4
  74. package/dist/ops/cpu/gatherSub.js +5 -5
  75. package/dist/ops/cpu/gelu.js +4 -4
  76. package/dist/ops/cpu/matMul16.js +2 -2
  77. package/dist/ops/cpu/matMulGelu.js +7 -7
  78. package/dist/ops/cpu/matMulMul.js +2 -2
  79. package/dist/ops/cpu/mulDropout.js +5 -5
  80. package/dist/ops/cpu/normRMS.js +1 -1
  81. package/dist/ops/cpu/qkv.js +3 -3
  82. package/dist/ops/cpu/rope.js +5 -5
  83. package/dist/ops/cpu/scatterSub.js +5 -5
  84. package/dist/ops/dot16.js +2 -2
  85. package/dist/ops/dropout.js +6 -6
  86. package/dist/ops/dropout16.js +1 -1
  87. package/dist/ops/gatherSub.js +1 -1
  88. package/dist/ops/gelu.js +2 -2
  89. package/dist/ops/globalNorm.js +7 -7
  90. package/dist/ops/grads/add16.js +1 -1
  91. package/dist/ops/grads/attentionMask.js +2 -2
  92. package/dist/ops/grads/dropout16.js +1 -1
  93. package/dist/ops/grads/gelu.js +2 -2
  94. package/dist/ops/grads/matMul16.js +3 -3
  95. package/dist/ops/grads/matMulGelu.js +1 -1
  96. package/dist/ops/grads/mul16.js +1 -1
  97. package/dist/ops/grads/normRMS.js +7 -7
  98. package/dist/ops/grads/pack16.js +3 -3
  99. package/dist/ops/grads/qkv.js +11 -11
  100. package/dist/ops/grads/rope.js +2 -2
  101. package/dist/ops/grads/softmax16.js +1 -1
  102. package/dist/ops/grads/unpack16.js +2 -2
  103. package/dist/ops/matMul16.js +3 -3
  104. package/dist/ops/matMulGelu.js +6 -6
  105. package/dist/ops/matMulMul.js +3 -3
  106. package/dist/ops/mul16.js +1 -1
  107. package/dist/ops/mulDrop.js +3 -3
  108. package/dist/ops/normRMS.js +4 -4
  109. package/dist/ops/pack16.js +2 -2
  110. package/dist/ops/qkv.js +3 -3
  111. package/dist/ops/reshape16.js +6 -6
  112. package/dist/ops/rope.js +2 -2
  113. package/dist/ops/scatterSub.js +1 -1
  114. package/dist/ops/slice16.js +2 -2
  115. package/dist/ops/softmax16.js +1 -1
  116. package/dist/ops/sub16.js +1 -1
  117. package/dist/ops/sum16.js +6 -6
  118. package/dist/ops/transpose16.js +3 -3
  119. package/dist/ops/unpack16.js +2 -2
  120. package/dist/ops/webgl/adamAdjust.js +2 -2
  121. package/dist/ops/webgl/adamMoments.js +1 -1
  122. package/dist/ops/webgl/appendCache.js +1 -1
  123. package/dist/ops/webgl/attentionMask.js +1 -1
  124. package/dist/ops/webgl/dropout16.js +1 -1
  125. package/dist/ops/webgl/fusedSoftmax.js +7 -7
  126. package/dist/ops/webgl/gatherSub.js +3 -3
  127. package/dist/ops/webgl/gelu.js +2 -2
  128. package/dist/ops/webgl/log.js +3 -3
  129. package/dist/ops/webgl/matMul16.js +13 -13
  130. package/dist/ops/webgl/matMulGelu.js +4 -4
  131. package/dist/ops/webgl/matMulMul.js +2 -2
  132. package/dist/ops/webgl/mulDropout.js +1 -1
  133. package/dist/ops/webgl/normRMS.js +2 -2
  134. package/dist/ops/webgl/qkv.js +1 -1
  135. package/dist/ops/webgl/rope.js +1 -1
  136. package/dist/ops/webgl/scatterSub.js +2 -2
  137. package/dist/ops/webgpu/adamAdjust.js +3 -3
  138. package/dist/ops/webgpu/adamMoments.js +3 -3
  139. package/dist/ops/webgpu/add16.js +6 -6
  140. package/dist/ops/webgpu/appendCache.js +3 -3
  141. package/dist/ops/webgpu/attentionMask.js +2 -2
  142. package/dist/ops/webgpu/attentionMask32_program.js +2 -2
  143. package/dist/ops/webgpu/clipScale.js +7 -7
  144. package/dist/ops/webgpu/concat16.js +5 -5
  145. package/dist/ops/webgpu/dropout16.js +6 -6
  146. package/dist/ops/webgpu/gatherSub.js +3 -3
  147. package/dist/ops/webgpu/gelu.js +8 -8
  148. package/dist/ops/webgpu/matMul16.js +16 -16
  149. package/dist/ops/webgpu/matMul16_program.js +2 -2
  150. package/dist/ops/webgpu/mul16.js +5 -5
  151. package/dist/ops/webgpu/norm2.js +1 -1
  152. package/dist/ops/webgpu/normRMS.js +2 -2
  153. package/dist/ops/webgpu/normRMSGrad.js +4 -4
  154. package/dist/ops/webgpu/pack16.js +4 -4
  155. package/dist/ops/webgpu/pack16_program.js +2 -2
  156. package/dist/ops/webgpu/qkv.js +2 -2
  157. package/dist/ops/webgpu/rope.js +3 -3
  158. package/dist/ops/webgpu/scatterSub.js +3 -3
  159. package/dist/ops/webgpu/slice16.js +4 -4
  160. package/dist/ops/webgpu/softmax16.js +4 -4
  161. package/dist/ops/webgpu/softmax16_program.js +2 -2
  162. package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
  163. package/dist/ops/webgpu/softmax16grad.js +4 -4
  164. package/dist/ops/webgpu/sub16.js +6 -6
  165. package/dist/ops/webgpu/sum16.js +3 -3
  166. package/dist/ops/webgpu/transpose16.js +8 -8
  167. package/dist/ops/webgpu/transpose16_program.js +2 -2
  168. package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
  169. package/dist/ops/webgpu/unpack16.js +3 -3
  170. package/dist/ops/webgpu/utils/binary_op.js +3 -3
  171. package/dist/ops/webgpu/utils/reductions.js +5 -5
  172. package/dist/{ops-CURIZSVt.js → ops-CsXeTq1P.js} +100 -100
  173. package/dist/{pack16-WlOSOuZA.js → pack16-bqltoUlR.js} +2 -2
  174. package/dist/patches/webgpu_backend.js +6 -6
  175. package/dist/patches/webgpu_base.js +1 -1
  176. package/dist/patches/webgpu_program.js +2 -2
  177. package/dist/{random_normal-CIm8lk2-.js → random_normal-IBRrha8a.js} +1 -1
  178. package/dist/{random_width-B_fVXhGx.js → random_width-DN5ZtQkM.js} +131 -131
  179. package/dist/{range-BDxO73mk.js → range-C-CjF-LI.js} +1 -1
  180. package/dist/relu-J_X6MUzx.js +9 -0
  181. package/dist/{reshape-BIN71H3p.js → reshape-BDOuCSNW.js} +1 -1
  182. package/dist/{resize_nearest_neighbor-C6_0dAnK.js → resize_nearest_neighbor-BojqlfRe.js} +41 -41
  183. package/dist/{rope-CC5RjmKU.js → rope-DcrZM_e6.js} +5 -5
  184. package/dist/{scatter_nd_util-C-x73Cj6.js → scatter_nd_util-ByNJaL6I.js} +1 -1
  185. package/dist/{segment_util-4zuHV5IG.js → segment_util-Dasb2Zaf.js} +2 -2
  186. package/dist/{selu_util-BXdhy_W6.js → selu_util-BLhIqRkw.js} +5 -5
  187. package/dist/{shared-zTaJ5siv.js → shared-3agzAqQ_.js} +1 -1
  188. package/dist/{shared-DRWDyk9w.js → shared-CagdqkLh.js} +6 -6
  189. package/dist/slice-BzS11Qh0.js +12 -0
  190. package/dist/{slice_util-DPY56GzQ.js → slice_util-CC35pLmT.js} +5 -5
  191. package/dist/{softmax-BLGJqdwx.js → softmax-D4q1LJN7.js} +1 -1
  192. package/dist/split-C2Sj255c.js +9 -0
  193. package/dist/{squeeze-O_YWJpw_.js → squeeze-ho4wLUek.js} +2 -2
  194. package/dist/{stack-z6QE7kmP.js → stack-DudVrtmG.js} +1 -1
  195. package/dist/{step-DQY6_ABw.js → step-BTxPtq1r.js} +4 -4
  196. package/dist/{sum-D39FeU5h.js → sum-BpiwSWvg.js} +3 -3
  197. package/dist/{tensor-D8e0Gd7c.js → tensor-BWFldCso.js} +1 -1
  198. package/dist/{tensor1d-BMl0eZYV.js → tensor1d-LMGMIUlr.js} +1 -1
  199. package/dist/{tensor2d-DTtQ1QcT.js → tensor2d-BnXMKScO.js} +1 -1
  200. package/dist/{tensor4d-Dj4rDssL.js → tensor4d-C6UCG_u8.js} +1 -1
  201. package/dist/{tfjs_backend-Bk3PmK91.js → tfjs_backend-BGnG-ppu.js} +65 -65
  202. package/dist/{tile-CsWlVKKz.js → tile-CFy-xTO6.js} +1 -1
  203. package/dist/tokeniser/BaseTokeniser.d.ts +5 -1
  204. package/dist/tokeniser/BaseTokeniser.js +62 -53
  205. package/dist/tokeniser/type.d.ts +8 -0
  206. package/dist/training/AdamW.js +2 -2
  207. package/dist/training/BasicTrainer.d.ts +1 -0
  208. package/dist/training/BasicTrainer.js +95 -79
  209. package/dist/training/DatasetBuilder.d.ts +6 -2
  210. package/dist/training/DatasetBuilder.js +60 -41
  211. package/dist/training/Evaluator.d.ts +1 -2
  212. package/dist/training/Evaluator.js +21 -31
  213. package/dist/training/SFTTrainer.d.ts +3 -2
  214. package/dist/training/SFTTrainer.js +4 -3
  215. package/dist/training/orthoGrad.js +1 -1
  216. package/dist/training/sparseCrossEntropy.js +38 -38
  217. package/dist/training/tasks/ConversationTask.d.ts +4 -0
  218. package/dist/training/tasks/ConversationTask.js +7 -7
  219. package/dist/training/tasks/PretrainingTask.d.ts +4 -0
  220. package/dist/training/tasks/PretrainingTask.js +11 -7
  221. package/dist/training/tasks/StartSentenceTask.d.ts +4 -0
  222. package/dist/training/tasks/StartSentenceTask.js +5 -5
  223. package/dist/training/tasks/Task.d.ts +12 -0
  224. package/dist/training/tasks/Task.js +55 -31
  225. package/dist/training/types.d.ts +1 -0
  226. package/dist/training/validation.d.ts +1 -1
  227. package/dist/training/validation.js +33 -32
  228. package/dist/{transpose-Qxz-4os3.js → transpose-9kRxIXWR.js} +7 -7
  229. package/dist/{unsorted_segment_sum-BfFVV9Zm.js → unsorted_segment_sum-DJvk5xnh.js} +20 -20
  230. package/dist/utilities/dummy.js +6 -6
  231. package/dist/utilities/multinomialCPU.js +2 -2
  232. package/dist/utilities/packed.js +1 -1
  233. package/dist/utilities/performance.js +1 -1
  234. package/dist/utilities/profile.js +1 -1
  235. package/dist/utilities/safetensors.js +2 -2
  236. package/dist/utilities/sentences.js +5 -5
  237. package/dist/utilities/weights.js +2 -2
  238. package/dist/{variable-SSATClyt.js → variable-Ck482e3n.js} +1 -1
  239. package/dist/{webgpu_program-CbjdYLYk.js → webgpu_program-B4HmApL1.js} +1 -1
  240. package/dist/{webgpu_util-DuofJBMo.js → webgpu_util-DYlGSwOJ.js} +7 -7
  241. package/dist/{zeros-Bw0puq_w.js → zeros-DvZpK8s6.js} +2 -2
  242. package/dist/{zeros_like-rOHr54NY.js → zeros_like-CWjDdwr-.js} +69 -69
  243. package/package.json +1 -1
  244. package/dist/complex-3DpPEG9B.js +0 -11
  245. package/dist/mat_mul-DP86qZtZ.js +0 -11
  246. package/dist/mod-BXjLYwvM.js +0 -11
  247. package/dist/readers-17HLdxVM.js +0 -12
  248. package/dist/relu-DTvZKBsZ.js +0 -9
  249. package/dist/slice-BvItlgXu.js +0 -12
  250. package/dist/split-BN9LkEgS.js +0 -9
  251. package/dist/training/SFTDatasetBuilder.d.ts +0 -23
  252. package/dist/training/SFTDatasetBuilder.js +0 -85
@@ -1,7 +1,7 @@
1
- import { m as b, s as I, r as k } from "../../RealDiv-ioj6Z-ox.js";
2
- import { r as v } from "../../Reshape-BZC-ebeR.js";
3
- import { a as w, ah as P } from "../../index-DSGwv2Yx.js";
4
- import { e as S } from "../../axis_util-QWWgLjut.js";
1
+ import { m as b, s as I, r as k } from "../../RealDiv-CGwv0liw.js";
2
+ import { r as v } from "../../Reshape-BW__R4mZ.js";
3
+ import { c as w, ah as P } from "../../index-CUXkjxiT.js";
4
+ import { e as S } from "../../axis_util-GTVlo58H.js";
5
5
  class T {
6
6
  variableNames = ["logits", "maxLogits"];
7
7
  outputShape;
@@ -49,10 +49,10 @@ class C {
49
49
  }
50
50
  }
51
51
  function L(r) {
52
- const { inputs: t, attrs: m } = r, { logits: e } = t, { dim: u, dropoutRate: n, seed: c } = m, o = r.backend;
52
+ const { inputs: t, attrs: m } = r, { logits: e } = t, { dim: c, dropoutRate: n, seed: u } = m, o = r.backend;
53
53
  if (!e)
54
54
  throw new Error("Error in softmax: input logits is null");
55
- const i = P([u], e.shape), d = b({
55
+ const i = P([c], e.shape), d = b({
56
56
  inputs: { x: e },
57
57
  backend: o,
58
58
  attrs: { reductionIndices: i, keepDims: !1 }
@@ -62,7 +62,7 @@ function L(r) {
62
62
  if (n !== void 0 && n > 0) {
63
63
  const h = new C(e.shape), g = o.runWebGLProgram(h, [s, a], "float32", [
64
64
  [n],
65
- [c ?? Math.random() * 1e4]
65
+ [u ?? Math.random() * 1e4]
66
66
  ]);
67
67
  return o.disposeIntermediateTensorInfo(s), o.disposeIntermediateTensorInfo(p), o.disposeIntermediateTensorInfo(a), g;
68
68
  }
@@ -1,4 +1,4 @@
1
- import { a as l } from "../../index-DSGwv2Yx.js";
1
+ import { c as l } from "../../index-CUXkjxiT.js";
2
2
  class u {
3
3
  variableNames = ["labels", "logits", "values"];
4
4
  outputShape;
@@ -16,8 +16,8 @@ class u {
16
16
  }
17
17
  }
18
18
  function i(t) {
19
- const { logits: e, labels: o, values: a } = t.inputs, s = t.backend, r = o.shape[0], n = new u(r);
20
- return s.runWebGLProgram(n, [o, e, a], "float32");
19
+ const { logits: e, labels: o, values: s } = t.inputs, a = t.backend, r = o.shape[0], n = new u(r);
20
+ return a.runWebGLProgram(n, [o, e, s], "float32");
21
21
  }
22
22
  const c = {
23
23
  kernelName: "EfficientGatherSub",
@@ -1,5 +1,5 @@
1
- import { a } from "../../index-DSGwv2Yx.js";
2
- import { u as s, C as i } from "../../kernel_funcs_utils-DGqzNlHT.js";
1
+ import { c as a } from "../../index-CUXkjxiT.js";
2
+ import { u as s, C as i } from "../../kernel_funcs_utils-pq0CK9co.js";
3
3
  const t = 0.7978845608028654, r = 0.044715, c = i + `
4
4
  float x3 = x * x * x;
5
5
  float inner = x + ${r} * x3;
@@ -1,6 +1,6 @@
1
- import { a as e, aO as r } from "../../index-DSGwv2Yx.js";
2
- import { u as s, l as N } from "../../kernel_funcs_utils-DGqzNlHT.js";
3
- import { y as l } from "../../shared-zTaJ5siv.js";
1
+ import { c as e, aO as r } from "../../index-CUXkjxiT.js";
2
+ import { u as s, l as N } from "../../kernel_funcs_utils-pq0CK9co.js";
3
+ import { y as l } from "../../shared-3agzAqQ_.js";
4
4
  const a = N + `
5
5
  return x < 0.0 ? NAN : log(x);
6
6
  `, t = `
@@ -1,14 +1,14 @@
1
1
  import { isPackedTensor as h } from "../../utilities/packed.js";
2
- import { a as U, m as A, b as c, j as G } from "../../index-DSGwv2Yx.js";
2
+ import { c as b, m as A, a as c, n as G } from "../../index-CUXkjxiT.js";
3
3
  import { matMulMul as P } from "../matMulMul.js";
4
4
  import { matMulGelu as R } from "../matMulGelu.js";
5
- import { m as f } from "../../mat_mul-DP86qZtZ.js";
6
- import { r as B } from "../../relu-DTvZKBsZ.js";
7
- import { r as v } from "../../reshape-BIN71H3p.js";
8
- import { t as b } from "../../transpose-Qxz-4os3.js";
9
- function j(d) {
10
- const { A: i, B: m } = d.inputs, { transposeA: o, transposeB: a, scale: M, activation: u, scaleA: k, scaleB: w, forceOutputShape: n, perm: p } = d.attrs, g = !h(i), N = !h(m);
11
- if (g && N) {
5
+ import { m as f } from "../../mat_mul-DhG0Newp.js";
6
+ import { r as B } from "../../relu-J_X6MUzx.js";
7
+ import { r as v } from "../../reshape-BDOuCSNW.js";
8
+ import { t as g } from "../../transpose-9kRxIXWR.js";
9
+ function q(d) {
10
+ const { A: i, B: m } = d.inputs, { transposeA: o, transposeB: a, scale: M, activation: u, scaleA: k, scaleB: w, forceOutputShape: n, perm: p } = d.attrs, N = !h(i), U = !h(m);
11
+ if (N && U) {
12
12
  const t = k !== void 0 ? A(i, c(k)) : i, r = w !== void 0 ? A(m, c(w)) : m;
13
13
  let e;
14
14
  if (M !== void 0)
@@ -23,10 +23,10 @@ function j(d) {
23
23
  if (n) {
24
24
  const s = v(e, n);
25
25
  e.dispose();
26
- const l = b(s, p);
26
+ const l = g(s, p);
27
27
  return s.dispose(), l;
28
28
  } else {
29
- const s = b(e, p);
29
+ const s = g(e, p);
30
30
  return e.dispose(), s;
31
31
  }
32
32
  else if (n) {
@@ -37,9 +37,9 @@ function j(d) {
37
37
  }
38
38
  throw new Error("Not implemented: matMul16 with packed inputs");
39
39
  }
40
- const q = {
40
+ const C = {
41
41
  kernelName: "MatMul16",
42
42
  backendName: "webgl",
43
- kernelFunc: j
43
+ kernelFunc: q
44
44
  };
45
- U(q);
45
+ b(C);
@@ -1,7 +1,7 @@
1
- import "../../index-DSGwv2Yx.js";
2
- import "../../Reshape-BZC-ebeR.js";
3
- import { a as m, b as o, c as p } from "../../matMulGelu-CsZnh18H.js";
4
- import "../../mat_mul-DP86qZtZ.js";
1
+ import "../../index-CUXkjxiT.js";
2
+ import "../../Reshape-BW__R4mZ.js";
3
+ import { a as m, b as o, c as p } from "../../matMulGelu-JNLZqKQp.js";
4
+ import "../../mat_mul-DhG0Newp.js";
5
5
  export {
6
6
  m as MATMUL_SHARED_DIM_THRESHOLD,
7
7
  o as batchMatMulGeluImpl,
@@ -1,5 +1,5 @@
1
- import { a as u } from "../../index-DSGwv2Yx.js";
2
- import { b as c } from "../../matMulGelu-CsZnh18H.js";
1
+ import { c as u } from "../../index-CUXkjxiT.js";
2
+ import { b as c } from "../../matMulGelu-JNLZqKQp.js";
3
3
  const M = `
4
4
  return a * b;
5
5
  `;
@@ -1,4 +1,4 @@
1
- import { a as m } from "../../index-DSGwv2Yx.js";
1
+ import { c as m } from "../../index-CUXkjxiT.js";
2
2
  class f {
3
3
  variableNames = ["a", "b"];
4
4
  outputShape;
@@ -1,5 +1,5 @@
1
- import { a as c, e as G } from "../../index-DSGwv2Yx.js";
2
- import { s as x } from "../../sum-D39FeU5h.js";
1
+ import { c, h as G } from "../../index-CUXkjxiT.js";
2
+ import { s as x } from "../../sum-BpiwSWvg.js";
3
3
  class y {
4
4
  variableNames = ["x", "meanSquare"];
5
5
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as i } from "../../index-DSGwv2Yx.js";
1
+ import { c as i } from "../../index-CUXkjxiT.js";
2
2
  class l {
3
3
  variableNames = ["x", "kernel"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as h } from "../../index-DSGwv2Yx.js";
1
+ import { c as h } from "../../index-CUXkjxiT.js";
2
2
  class g {
3
3
  variableNames = ["x", "sin", "cos"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as i } from "../../index-DSGwv2Yx.js";
1
+ import { c as i } from "../../index-CUXkjxiT.js";
2
2
  class u {
3
3
  variableNames = ["labels", "softmaxProbs", "dy"];
4
4
  outputShape;
@@ -16,7 +16,7 @@ class u {
16
16
  }
17
17
  }
18
18
  function d(o) {
19
- const { logits: e, labels: t, dy: r } = o.inputs, s = o.backend, a = t.shape[0], n = e.shape[1], c = new u(a, n);
19
+ const { logits: e, labels: t, dy: r } = o.inputs, s = o.backend, n = t.shape[0], a = e.shape[1], c = new u(n, a);
20
20
  return s.runWebGLProgram(c, [t, e, r], "float32");
21
21
  }
22
22
  const b = {
@@ -1,6 +1,6 @@
1
- import { e as d } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as l, c as f } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as h, a6 as c } from "../../index-DSGwv2Yx.js";
1
+ import { e as d } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as l, c as f } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c as h, a6 as c } from "../../index-CUXkjxiT.js";
4
4
  class v {
5
5
  variableNames = ["moments", "value"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { e as u } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as p, c } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as d, a6 as f } from "../../index-DSGwv2Yx.js";
1
+ import { e as u } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as p, c } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c as d, a6 as f } from "../../index-CUXkjxiT.js";
4
4
  class h {
5
5
  variableNames = ["moments", "gradient", "scaling"];
6
6
  outputShape;
@@ -1,13 +1,13 @@
1
- import { a as t } from "../../index-DSGwv2Yx.js";
2
- import { BinaryOpProgram as p } from "./utils/binary_op.js";
3
- import { B as s } from "../../binary_op_util-pKXltfxI.js";
4
- function c(e) {
5
- const { a: r, b: n } = e.inputs, a = e.backend, o = new p(s.ADD, r.shape, n.shape);
1
+ import { c as t } from "../../index-CUXkjxiT.js";
2
+ import { BinaryOpProgram as c } from "./utils/binary_op.js";
3
+ import { B as p } from "../../binary_op_util-pKXltfxI.js";
4
+ function s(e) {
5
+ const { a: r, b: n } = e.inputs, a = e.backend, o = new c(p.ADD, r.shape, n.shape);
6
6
  return a.runWebGPUProgram(o, [r, n], "packedF16");
7
7
  }
8
8
  const m = {
9
9
  kernelName: "Add16",
10
10
  backendName: "webgpu",
11
- kernelFunc: c
11
+ kernelFunc: s
12
12
  };
13
13
  t(m);
@@ -1,7 +1,7 @@
1
1
  import { isPackedTensor as T } from "../../utilities/packed.js";
2
- import { e as p } from "../../webgpu_program-CbjdYLYk.js";
3
- import { f as d, c as u } from "../../webgpu_util-DuofJBMo.js";
4
- import { a as S, a6 as g } from "../../index-DSGwv2Yx.js";
2
+ import { e as p } from "../../webgpu_program-B4HmApL1.js";
3
+ import { f as d, c as u } from "../../webgpu_util-DYlGSwOJ.js";
4
+ import { c as S, a6 as g } from "../../index-CUXkjxiT.js";
5
5
  class x {
6
6
  variableNames = ["cache", "item"];
7
7
  outputShape;
@@ -1,6 +1,6 @@
1
- import { a as d, a6 as b } from "../../index-DSGwv2Yx.js";
1
+ import { c as d, a6 as b } from "../../index-CUXkjxiT.js";
2
2
  import { isPackedTensor as p } from "../../utilities/packed.js";
3
- import { b as l } from "../../matMul16-BIT70Vya.js";
3
+ import { b as l } from "../../matMul16-BcVC_E62.js";
4
4
  import M from "./attentionMask32_program.js";
5
5
  function w(n) {
6
6
  const { q: t, k: e } = n.inputs, { divisor: a, pastLen: o } = n.attrs, m = n.backend;
@@ -1,5 +1,5 @@
1
- import { e as r } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as a, c as u } from "../../webgpu_util-DuofJBMo.js";
1
+ import { e as r } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as a, c as u } from "../../webgpu_util-DYlGSwOJ.js";
3
3
  class p {
4
4
  variableNames = ["q", "k"];
5
5
  outputShape;
@@ -1,5 +1,5 @@
1
1
  import { reduce as d, ReduceProgram as g } from "./utils/reductions.js";
2
- import { a as S } from "../../index-DSGwv2Yx.js";
2
+ import { c as S } from "../../index-CUXkjxiT.js";
3
3
  import h from "./utils/deviceInfo.js";
4
4
  class k extends g {
5
5
  shaderKey = "clipscale";
@@ -32,19 +32,19 @@ class k extends g {
32
32
  }
33
33
  }
34
34
  function w(o) {
35
- const { x: e } = o.inputs, { invLossScaling: i, clipNorm: n } = o.attrs, s = o.backend, a = [];
35
+ const { x: e } = o.inputs, { invLossScaling: i, clipNorm: n } = o.attrs, c = o.backend, a = [];
36
36
  if (e.shape.length !== 1)
37
37
  throw new Error(`ClipScaleProgram requires 1D input, but got shape ${e.shape}`);
38
- const l = h(s);
39
- let r = 128, c = 1;
38
+ const l = h(c);
39
+ let r = 128, s = 1;
40
40
  const t = e.shape[0];
41
- t <= 16 ? r = 16 : t <= 32 ? r = 32 : t <= 64 && (r = 64), t > 128 && (c = Math.ceil(t / 128));
41
+ t <= 16 ? r = 16 : t <= 32 ? r = 32 : t <= 64 && (r = 64), t > 128 && (s = Math.ceil(t / 128));
42
42
  const p = {
43
- inSize: r * c,
43
+ inSize: r * s,
44
44
  outSize: 2,
45
45
  batchSize: 1,
46
46
  windowSize: r
47
- }, u = new k(l, p, r), m = d(u, [e], s, [
47
+ }, u = new k(l, p, r), m = d(u, [e], c, [
48
48
  { type: "float32", data: [i] },
49
49
  { type: "float32", data: [n] }
50
50
  ]);
@@ -1,8 +1,8 @@
1
- import { a as x, ah as I, N as c } from "../../index-DSGwv2Yx.js";
2
- import { e as D } from "../../webgpu_program-CbjdYLYk.js";
3
- import { f as $, c as F } from "../../webgpu_util-DuofJBMo.js";
4
- import { r as g } from "../../Reshape-pwprEaej.js";
5
- import { a as L, c as d } from "../../concat_util-C1Mxe27t.js";
1
+ import { c as x, ah as I, U as c } from "../../index-CUXkjxiT.js";
2
+ import { e as D } from "../../webgpu_program-B4HmApL1.js";
3
+ import { f as $, c as F } from "../../webgpu_util-DYlGSwOJ.js";
4
+ import { r as g } from "../../Reshape-CPBkTIH2.js";
5
+ import { a as L, c as d } from "../../concat_util-D18dJ4fD.js";
6
6
  class T {
7
7
  outputShape;
8
8
  shaderKey;
@@ -1,7 +1,7 @@
1
- import { e as u } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as d, c as i } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as p } from "../../index-DSGwv2Yx.js";
4
- class c {
1
+ import { e as u } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as d, c as i } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c } from "../../index-CUXkjxiT.js";
4
+ class p {
5
5
  variableNames = ["x"];
6
6
  outputShape;
7
7
  shaderKey = "Dropout16";
@@ -37,7 +37,7 @@ class c {
37
37
  }
38
38
  }
39
39
  function f(t) {
40
- const { x: e } = t.inputs, { dropout: o, seed: r } = t.attrs, s = t.backend, a = new c(e.shape), n = [
40
+ const { x: e } = t.inputs, { dropout: o, seed: r } = t.attrs, s = t.backend, a = new p(e.shape), n = [
41
41
  { type: "float32", data: [o] },
42
42
  { type: "float32", data: [r] }
43
43
  ];
@@ -48,4 +48,4 @@ const l = {
48
48
  backendName: "webgpu",
49
49
  kernelFunc: f
50
50
  };
51
- p(l);
51
+ c(l);
@@ -1,6 +1,6 @@
1
- import { e as u } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as h, c as p } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as c, a6 as r } from "../../index-DSGwv2Yx.js";
1
+ import { e as u } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as h, c as p } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c, a6 as r } from "../../index-CUXkjxiT.js";
4
4
  class l {
5
5
  variableNames = ["labels", "logits", "values"];
6
6
  outputShape;
@@ -1,9 +1,9 @@
1
- import { a as d } from "../../index-DSGwv2Yx.js";
2
- import { e as s } from "../../webgpu_program-CbjdYLYk.js";
3
- import { f as n, c as o } from "../../webgpu_util-DuofJBMo.js";
4
- import { isPackedTensor as l } from "../../utilities/packed.js";
1
+ import { c as d } from "../../index-CUXkjxiT.js";
2
+ import { e as s } from "../../webgpu_program-B4HmApL1.js";
3
+ import { f as n, c as o } from "../../webgpu_util-DYlGSwOJ.js";
4
+ import { isPackedTensor as c } from "../../utilities/packed.js";
5
5
  const u = 0.7978845608028654, r = 0.044715;
6
- class c {
6
+ class l {
7
7
  outputShape;
8
8
  shaderKey;
9
9
  dispatchLayout;
@@ -38,7 +38,7 @@ class c {
38
38
  }
39
39
  }
40
40
  function x(t) {
41
- const { x: e } = t.inputs, a = t.backend, i = new c(e.shape);
41
+ const { x: e } = t.inputs, a = t.backend, i = new l(e.shape);
42
42
  return a.runWebGPUProgram(i, [e], "float32");
43
43
  }
44
44
  const g = {
@@ -127,7 +127,7 @@ class m {
127
127
  }
128
128
  }
129
129
  function y(t) {
130
- const { dy: e, x: a } = t.inputs, i = t.backend, p = l(e), h = p ? new f(a.shape) : new m(a.shape);
130
+ const { dy: e, x: a } = t.inputs, i = t.backend, p = c(e), h = p ? new f(a.shape) : new m(a.shape);
131
131
  return i.runWebGPUProgram(h, [e, a], p ? "packedF16" : "float32");
132
132
  }
133
133
  const b = {
@@ -137,5 +137,5 @@ const b = {
137
137
  };
138
138
  d(b);
139
139
  export {
140
- c as GeluProgram
140
+ l as GeluProgram
141
141
  };
@@ -1,17 +1,17 @@
1
- import { a as V, m as y, b as g, j as X, N as U, _ as Y } from "../../index-DSGwv2Yx.js";
1
+ import { c as V, m as U, a as g, n as X, U as y, _ as Y } from "../../index-CUXkjxiT.js";
2
2
  import { isPackedTensor as x } from "../../utilities/packed.js";
3
3
  import { reshape16 as C } from "../reshape16.js";
4
4
  import { matMulMul as Z } from "../matMulMul.js";
5
5
  import { matMulGelu as $ } from "../matMulGelu.js";
6
6
  import ee from "./matMul16_program.js";
7
- import { m as v } from "../../mat_mul-DP86qZtZ.js";
8
- import { r as E } from "../../relu-DTvZKBsZ.js";
9
- import { r as F } from "../../reshape-BIN71H3p.js";
10
- import { t as N } from "../../transpose-Qxz-4os3.js";
7
+ import { m as v } from "../../mat_mul-DhG0Newp.js";
8
+ import { r as E } from "../../relu-J_X6MUzx.js";
9
+ import { r as F } from "../../reshape-BDOuCSNW.js";
10
+ import { t as W } from "../../transpose-9kRxIXWR.js";
11
11
  function se(m) {
12
- const { A: s, B: t } = m.inputs, { transposeA: p, transposeB: i, scale: h, activation: c, scaleA: d, scaleB: f, forceOutputShape: r, perm: k, causalMask: w, pastLen: W } = m.attrs, z = m.backend, b = !x(s), B = !x(t);
13
- if (b && B) {
14
- const u = d !== void 0 ? y(s, g(d)) : s, l = f !== void 0 ? y(t, g(f)) : t;
12
+ const { A: s, B: t } = m.inputs, { transposeA: p, transposeB: i, scale: h, activation: c, scaleA: d, scaleB: f, forceOutputShape: r, perm: k, causalMask: w, pastLen: z } = m.attrs, I = m.backend, B = !x(s), b = !x(t);
13
+ if (B && b) {
14
+ const u = d !== void 0 ? U(s, g(d)) : s, l = f !== void 0 ? U(t, g(f)) : t;
15
15
  if (w)
16
16
  throw new Error("Causal mask is not supported for unpacked MatMul16.");
17
17
  let e;
@@ -27,10 +27,10 @@ function se(m) {
27
27
  if (r) {
28
28
  const o = F(e, r);
29
29
  e.dispose();
30
- const A = N(o, k);
30
+ const A = W(o, k);
31
31
  return o.dispose(), A;
32
32
  } else {
33
- const o = N(e, k);
33
+ const o = W(e, k);
34
34
  return e.dispose(), o;
35
35
  }
36
36
  else if (r) {
@@ -39,17 +39,17 @@ function se(m) {
39
39
  } else
40
40
  return e;
41
41
  }
42
- if (b && !B)
42
+ if (B && !b)
43
43
  throw new Error("When using mixed precision, A must be packed if B is packed.");
44
- if (!b && B)
44
+ if (!B && b)
45
45
  throw new Error("When using mixed precision, B must be packed if A is packed.");
46
- const M = s.shape.length, S = t.shape.length, I = s.shape.slice(0, -2), j = t.shape.slice(0, -2), R = U(I), D = U(j), q = Y(s.shape.slice(0, -2), t.shape.slice(0, -2)), K = Math.max(R, D), L = s.shape[M - 2], T = t.shape[S - 2], _ = s.shape[M - 1] * 2, H = t.shape[S - 1] * 2, G = C(s, [R, s.shape[M - 2], s.shape[M - 1]]), O = C(t, [D, t.shape[S - 2], t.shape[S - 1]]), a = new ee(K, L, T, _, H, p, i), n = [];
47
- h !== void 0 && (a.useScale(), n.push({ type: "float32", data: [h] })), d !== void 0 && (a.useScaleA(), n.push({ type: "float32", data: [d] })), f !== void 0 && (a.useScaleB(), n.push({ type: "float32", data: [f] })), c !== void 0 && a.useActivation(c), w && (a.useCausalMask(), n.push({ type: "int32", data: [W || 0] }));
46
+ const M = s.shape.length, S = t.shape.length, N = s.shape.slice(0, -2), q = t.shape.slice(0, -2), R = y(N), D = y(q), K = Y(s.shape.slice(0, -2), t.shape.slice(0, -2)), L = Math.max(R, D), T = s.shape[M - 2], _ = t.shape[S - 2], j = s.shape[M - 1] * 2, H = t.shape[S - 1] * 2, G = C(s, [R, s.shape[M - 2], s.shape[M - 1]]), O = C(t, [D, t.shape[S - 2], t.shape[S - 1]]), a = new ee(L, T, _, j, H, p, i), n = [];
47
+ h !== void 0 && (a.useScale(), n.push({ type: "float32", data: [h] })), d !== void 0 && (a.useScaleA(), n.push({ type: "float32", data: [d] })), f !== void 0 && (a.useScaleB(), n.push({ type: "float32", data: [f] })), c !== void 0 && a.useActivation(c), w && (a.useCausalMask(), n.push({ type: "int32", data: [z || 0] }));
48
48
  const P = a.outputShape.length;
49
49
  r && (m.attrs.originalShape = a.outputShape);
50
- const J = r ?? q.concat([a.outputShape[P - 2], a.outputShape[P - 1]]);
50
+ const J = r ?? K.concat([a.outputShape[P - 2], a.outputShape[P - 1]]);
51
51
  a.setOutputShape(J, k);
52
- const Q = z.runWebGPUProgram(
52
+ const Q = I.runWebGPUProgram(
53
53
  a,
54
54
  [G, O],
55
55
  "packedF16",
@@ -1,5 +1,5 @@
1
- import { N as f } from "../../index-DSGwv2Yx.js";
2
- import { e as p } from "../../webgpu_program-CbjdYLYk.js";
1
+ import { U as f } from "../../index-CUXkjxiT.js";
2
+ import { e as p } from "../../webgpu_program-B4HmApL1.js";
3
3
  class B {
4
4
  variableNames = ["A", "B"];
5
5
  outputShape;
@@ -1,13 +1,13 @@
1
- import { a as t } from "../../index-DSGwv2Yx.js";
2
- import { BinaryOpScalarProgram as s, BinaryOpProgram as m } from "./utils/binary_op.js";
1
+ import { c as t } from "../../index-CUXkjxiT.js";
2
+ import { BinaryOpScalarProgram as s, BinaryOpProgram as c } from "./utils/binary_op.js";
3
3
  import { B as a } from "../../binary_op_util-pKXltfxI.js";
4
- function c(n) {
5
- const { a: e, b: r } = n.inputs, o = n.backend, p = r.shape.length === 0 ? new s(a.MUL, e.shape) : new m(a.MUL, e.shape, r.shape);
4
+ function m(n) {
5
+ const { a: e, b: r } = n.inputs, o = n.backend, p = r.shape.length === 0 ? new s(a.MUL, e.shape) : new c(a.MUL, e.shape, r.shape);
6
6
  return o.runWebGPUProgram(p, [e, r], "packedF16");
7
7
  }
8
8
  const i = {
9
9
  kernelName: "Mul16",
10
10
  backendName: "webgpu",
11
- kernelFunc: c
11
+ kernelFunc: m
12
12
  };
13
13
  t(i);
@@ -1,5 +1,5 @@
1
1
  import { reduce as g, ReduceProgram as h } from "./utils/reductions.js";
2
- import { a as w, N as S } from "../../index-DSGwv2Yx.js";
2
+ import { c as w, U as S } from "../../index-CUXkjxiT.js";
3
3
  import k from "./utils/deviceInfo.js";
4
4
  class v extends h {
5
5
  shaderKey = "norm2";
@@ -1,7 +1,7 @@
1
- import { a as k, a6 as N } from "../../index-DSGwv2Yx.js";
1
+ import { c as k, a6 as N } from "../../index-CUXkjxiT.js";
2
2
  import { createReduceInfo as w, reduce as S } from "./utils/reductions.js";
3
3
  import { isPackedTensor as d } from "../../utilities/packed.js";
4
- import { p as f } from "../../pack16-WlOSOuZA.js";
4
+ import { p as f } from "../../pack16-bqltoUlR.js";
5
5
  import b from "./normRMS16_program.js";
6
6
  import z from "./normRMS32_program.js";
7
7
  import G from "./utils/deviceInfo.js";
@@ -1,8 +1,8 @@
1
- import { a as $, a6 as y, e as L } from "../../index-DSGwv2Yx.js";
1
+ import { c as $, a6 as y, h as L } from "../../index-CUXkjxiT.js";
2
2
  import { createReduceInfo as M } from "./utils/reductions.js";
3
- import { f as w } from "../../webgpu_util-DuofJBMo.js";
4
- import { e as _ } from "../../webgpu_program-CbjdYLYk.js";
5
- import { p as x, u as R } from "../../pack16-WlOSOuZA.js";
3
+ import { f as w } from "../../webgpu_util-DYlGSwOJ.js";
4
+ import { e as _ } from "../../webgpu_program-B4HmApL1.js";
5
+ import { p as x, u as R } from "../../pack16-bqltoUlR.js";
6
6
  import { isPackedTensor as h } from "../../utilities/packed.js";
7
7
  import { reshape16 as z } from "../reshape16.js";
8
8
  import { sum16 as N } from "../sum16.js";
@@ -1,14 +1,14 @@
1
- import { a as i } from "../../index-DSGwv2Yx.js";
1
+ import { c as i } from "../../index-CUXkjxiT.js";
2
2
  import p from "./pack16_program.js";
3
3
  function m(e) {
4
- const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, s = e.backend;
4
+ const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, c = e.backend;
5
5
  if (n.shape[n.shape.length - 1] % 2 !== 0)
6
6
  throw new Error("Last dimension of input tensor must be even to use Pack16.");
7
7
  e.attrs && (e.attrs.originalShape = n.shape);
8
8
  const t = new p(n.shape, r), o = a !== 1;
9
9
  o && t.useScaling();
10
- const c = [{ type: "float32", data: [a] }];
11
- return s.runWebGPUProgram(t, [n], "packedF16", o ? c : void 0);
10
+ const s = [{ type: "float32", data: [a] }];
11
+ return c.runWebGPUProgram(t, [n], "packedF16", o ? s : void 0);
12
12
  }
13
13
  const k = {
14
14
  kernelName: "Pack16",
@@ -1,5 +1,5 @@
1
- import { f as o, c as a } from "../../webgpu_util-DuofJBMo.js";
2
- import { e as s } from "../../webgpu_program-CbjdYLYk.js";
1
+ import { f as o, c as a } from "../../webgpu_util-DYlGSwOJ.js";
2
+ import { e as s } from "../../webgpu_program-B4HmApL1.js";
3
3
  class h {
4
4
  outputShape;
5
5
  shaderKey = "Pack16";
@@ -1,5 +1,5 @@
1
- import { a as h, a6 as l } from "../../index-DSGwv2Yx.js";
2
- import { b as f } from "../../matMul16-BIT70Vya.js";
1
+ import { c as h, a6 as l } from "../../index-CUXkjxiT.js";
2
+ import { b as f } from "../../matMul16-BcVC_E62.js";
3
3
  import { slice16 as a } from "../slice16.js";
4
4
  import { isPackedTensor as u } from "../../utilities/packed.js";
5
5
  function k(i) {
@@ -1,7 +1,7 @@
1
1
  import { isPackedTensor as y } from "../../utilities/packed.js";
2
- import { e as c } from "../../webgpu_program-CbjdYLYk.js";
3
- import { f as x, c as l } from "../../webgpu_util-DuofJBMo.js";
4
- import { a as w, a6 as b } from "../../index-DSGwv2Yx.js";
2
+ import { e as c } from "../../webgpu_program-B4HmApL1.js";
3
+ import { f as x, c as l } from "../../webgpu_util-DYlGSwOJ.js";
4
+ import { c as w, a6 as b } from "../../index-CUXkjxiT.js";
5
5
  class v {
6
6
  variableNames = ["x", "sin", "cos"];
7
7
  outputShape;
@@ -1,6 +1,6 @@
1
- import { e as p } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as u, c as d } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as h, a6 as o } from "../../index-DSGwv2Yx.js";
1
+ import { e as p } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as u, c as d } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c as h, a6 as o } from "../../index-CUXkjxiT.js";
4
4
  class b {
5
5
  variableNames = ["labels", "softmaxProbs", "dy"];
6
6
  outputShape;
@@ -1,7 +1,7 @@
1
- import { b as u, c as m, e as l } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f, c as g } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as S, N as k } from "../../index-DSGwv2Yx.js";
4
- import { p as y, a as $ } from "../../slice_util-DPY56GzQ.js";
1
+ import { b as u, c as m, e as l } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f, c as g } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c as S, U as k } from "../../index-CUXkjxiT.js";
4
+ import { p as y, a as $ } from "../../slice_util-CC35pLmT.js";
5
5
  function x(o) {
6
6
  switch (o) {
7
7
  case 1:
@@ -1,12 +1,12 @@
1
- import { a as S, N as h, e as b } from "../../index-DSGwv2Yx.js";
1
+ import { c as h, U as S, h as b } from "../../index-CUXkjxiT.js";
2
2
  import { reshape16 as d } from "../reshape16.js";
3
3
  import x from "./softmax16_program.js";
4
4
  import k from "./softmax16_subgroup_program.js";
5
5
  import l from "./utils/deviceInfo.js";
6
- import { r as z } from "../../reshape-BIN71H3p.js";
6
+ import { r as z } from "../../reshape-BDOuCSNW.js";
7
7
  function F(a) {
8
8
  const { inputs: t, backend: o, attrs: p } = a, { logits: e } = t, { dim: r } = p, m = o.subgroupMinSize, i = o.subgroupMaxSize, c = l(o).subgroupsSupported, s = z(e, [
9
- h(e.shape) / e.shape[r],
9
+ S(e.shape) / e.shape[r],
10
10
  e.shape[r]
11
11
  ]), u = c ? new k(s.shape, m, i) : new x(s.shape), f = o.runWebGPUProgram(u, [s], "packedF16");
12
12
  s.dispose();
@@ -18,4 +18,4 @@ const I = {
18
18
  backendName: "webgpu",
19
19
  kernelFunc: F
20
20
  };
21
- S(I);
21
+ h(I);