@genai-fi/nanogpt 0.18.1 → 0.19.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (253) hide show
  1. package/dist/Generator.js +30 -30
  2. package/dist/{RealDiv-ioj6Z-ox.js → RealDiv-CGwv0liw.js} +9 -9
  3. package/dist/{Reshape-BZC-ebeR.js → Reshape-BW__R4mZ.js} +7 -7
  4. package/dist/{Reshape-pwprEaej.js → Reshape-CPBkTIH2.js} +1 -1
  5. package/dist/TeachableLLM.js +17 -17
  6. package/dist/Trainer.js +97 -95
  7. package/dist/{axis_util-QWWgLjut.js → axis_util-GTVlo58H.js} +1 -1
  8. package/dist/backend.js +2 -2
  9. package/dist/{backend_util-qwSFfxYx.js → backend_util-GaFarB78.js} +21 -21
  10. package/dist/{backend_webgpu-DI2wXEC2.js → backend_webgpu-BqASlsbV.js} +8 -8
  11. package/dist/{broadcast_to-C_EJTVTZ.js → broadcast_to-eS93CCN_.js} +2 -2
  12. package/dist/checks/appendCache.js +2 -2
  13. package/dist/checks/attentionMask.js +5 -5
  14. package/dist/checks/gelu.js +2 -2
  15. package/dist/checks/matMulGelu.js +2 -2
  16. package/dist/checks/normRMS.js +6 -6
  17. package/dist/checks/normRMSGrad.js +3 -3
  18. package/dist/checks/packUnpack.js +6 -6
  19. package/dist/checks/qkv.js +2 -2
  20. package/dist/checks/rope.js +2 -2
  21. package/dist/{clip_by_value-CLAD4h_I.js → clip_by_value-DDA7rrcT.js} +1 -1
  22. package/dist/complex-DI35Q-gW.js +11 -0
  23. package/dist/{concat-Dqk7Xk7h.js → concat-CAQpCret.js} +5 -5
  24. package/dist/{concat_util-C1Mxe27t.js → concat_util-D18dJ4fD.js} +1 -1
  25. package/dist/data/textLoader.d.ts +1 -1
  26. package/dist/data/textLoader.js +68 -58
  27. package/dist/{dataset-DlqAN81i.js → dataset-CGGp1z9P.js} +3 -3
  28. package/dist/{dropout_util-N0z8Os-K.js → dropout_util--NxWuYg2.js} +1 -1
  29. package/dist/{expand_dims-D0rBtgT1.js → expand_dims-Bkd1YD5x.js} +4 -4
  30. package/dist/{exports_initializers-DIOZQt_L.js → exports_initializers-CYzKLjN7.js} +1 -1
  31. package/dist/{floor-CymuCmTO.js → floor-BQtb-Azg.js} +1 -1
  32. package/dist/{gather-DEyjXNb1.js → gather-qIqEqaGn.js} +1 -1
  33. package/dist/{gelu-DpTCC3eB.js → gelu-B220X1Go.js} +1 -1
  34. package/dist/{gpgpu_math-3bCb5ooU.js → gpgpu_math-BwvV12df.js} +25 -25
  35. package/dist/{index-DSGwv2Yx.js → index-CUXkjxiT.js} +33 -33
  36. package/dist/{index-BQvB7LCC.js → index-CjOWnMXP.js} +15 -15
  37. package/dist/{kernel_funcs_utils-DGqzNlHT.js → kernel_funcs_utils-pq0CK9co.js} +6 -6
  38. package/dist/layers/BaseLayer.js +4 -4
  39. package/dist/layers/CausalSelfAttention.d.ts +1 -0
  40. package/dist/layers/CausalSelfAttention.js +14 -14
  41. package/dist/layers/LoRA.js +4 -4
  42. package/dist/layers/MLP.js +4 -4
  43. package/dist/layers/PositionEmbedding.js +5 -5
  44. package/dist/layers/RMSNorm.js +3 -3
  45. package/dist/layers/RoPECache.js +4 -4
  46. package/dist/layers/TiedEmbedding.js +6 -6
  47. package/dist/layers/TransformerBlock.d.ts +1 -0
  48. package/dist/layers/TransformerBlock.js +1 -1
  49. package/dist/layers/WeightStore.js +2 -2
  50. package/dist/loader/loadTransformers.js +1 -1
  51. package/dist/loader/oldZipLoad.js +9 -9
  52. package/dist/loader/save.js +38 -31
  53. package/dist/main.js +9 -9
  54. package/dist/{matMul16-BIT70Vya.js → matMul16-BcVC_E62.js} +3 -3
  55. package/dist/{matMulGelu-CsZnh18H.js → matMulGelu-JNLZqKQp.js} +18 -18
  56. package/dist/mat_mul-DhG0Newp.js +11 -0
  57. package/dist/mod-CSdCpRjf.js +11 -0
  58. package/dist/models/NanoGPTV1.js +2 -2
  59. package/dist/models/NanoGPTV2.js +2 -2
  60. package/dist/models/model.d.ts +1 -0
  61. package/dist/models/model.js +9 -9
  62. package/dist/{not_equal-CkQKkKZy.js → not_equal-hurPF26l.js} +15 -15
  63. package/dist/{ones-DbVB5N58.js → ones-BytntneX.js} +3 -3
  64. package/dist/ops/adamAdjust.js +3 -3
  65. package/dist/ops/adamMoments.js +3 -3
  66. package/dist/ops/add16.js +1 -1
  67. package/dist/ops/appendCache.js +6 -6
  68. package/dist/ops/attentionMask.js +3 -3
  69. package/dist/ops/concat16.js +3 -3
  70. package/dist/ops/cpu/adamAdjust.js +9 -9
  71. package/dist/ops/cpu/adamMoments.js +5 -5
  72. package/dist/ops/cpu/appendCache.js +2 -2
  73. package/dist/ops/cpu/attentionMask.js +6 -6
  74. package/dist/ops/cpu/fusedSoftmax.js +4 -4
  75. package/dist/ops/cpu/gatherSub.js +5 -5
  76. package/dist/ops/cpu/gelu.js +4 -4
  77. package/dist/ops/cpu/matMul16.js +2 -2
  78. package/dist/ops/cpu/matMulGelu.js +7 -7
  79. package/dist/ops/cpu/matMulMul.js +2 -2
  80. package/dist/ops/cpu/mulDropout.js +5 -5
  81. package/dist/ops/cpu/normRMS.js +1 -1
  82. package/dist/ops/cpu/qkv.js +3 -3
  83. package/dist/ops/cpu/rope.js +5 -5
  84. package/dist/ops/cpu/scatterSub.js +5 -5
  85. package/dist/ops/dot16.js +2 -2
  86. package/dist/ops/dropout.js +6 -6
  87. package/dist/ops/dropout16.js +1 -1
  88. package/dist/ops/gatherSub.js +1 -1
  89. package/dist/ops/gelu.js +2 -2
  90. package/dist/ops/globalNorm.js +7 -7
  91. package/dist/ops/grads/add16.js +1 -1
  92. package/dist/ops/grads/attentionMask.js +2 -2
  93. package/dist/ops/grads/dropout16.js +1 -1
  94. package/dist/ops/grads/gelu.js +2 -2
  95. package/dist/ops/grads/matMul16.js +3 -3
  96. package/dist/ops/grads/matMulGelu.js +1 -1
  97. package/dist/ops/grads/mul16.js +1 -1
  98. package/dist/ops/grads/normRMS.js +7 -7
  99. package/dist/ops/grads/pack16.js +3 -3
  100. package/dist/ops/grads/qkv.js +11 -11
  101. package/dist/ops/grads/rope.js +2 -2
  102. package/dist/ops/grads/softmax16.js +1 -1
  103. package/dist/ops/grads/unpack16.js +2 -2
  104. package/dist/ops/matMul16.js +3 -3
  105. package/dist/ops/matMulGelu.js +6 -6
  106. package/dist/ops/matMulMul.js +3 -3
  107. package/dist/ops/mul16.js +1 -1
  108. package/dist/ops/mulDrop.js +3 -3
  109. package/dist/ops/normRMS.js +4 -4
  110. package/dist/ops/pack16.js +2 -2
  111. package/dist/ops/qkv.js +3 -3
  112. package/dist/ops/reshape16.js +6 -6
  113. package/dist/ops/rope.js +2 -2
  114. package/dist/ops/scatterSub.js +1 -1
  115. package/dist/ops/slice16.js +2 -2
  116. package/dist/ops/softmax16.js +1 -1
  117. package/dist/ops/sub16.js +1 -1
  118. package/dist/ops/sum16.js +6 -6
  119. package/dist/ops/transpose16.js +3 -3
  120. package/dist/ops/unpack16.js +2 -2
  121. package/dist/ops/webgl/adamAdjust.js +2 -2
  122. package/dist/ops/webgl/adamMoments.js +1 -1
  123. package/dist/ops/webgl/appendCache.js +1 -1
  124. package/dist/ops/webgl/attentionMask.js +1 -1
  125. package/dist/ops/webgl/dropout16.js +1 -1
  126. package/dist/ops/webgl/fusedSoftmax.js +7 -7
  127. package/dist/ops/webgl/gatherSub.js +3 -3
  128. package/dist/ops/webgl/gelu.js +2 -2
  129. package/dist/ops/webgl/log.js +3 -3
  130. package/dist/ops/webgl/matMul16.js +13 -13
  131. package/dist/ops/webgl/matMulGelu.js +4 -4
  132. package/dist/ops/webgl/matMulMul.js +2 -2
  133. package/dist/ops/webgl/mulDropout.js +1 -1
  134. package/dist/ops/webgl/normRMS.js +2 -2
  135. package/dist/ops/webgl/qkv.js +1 -1
  136. package/dist/ops/webgl/rope.js +1 -1
  137. package/dist/ops/webgl/scatterSub.js +2 -2
  138. package/dist/ops/webgpu/adamAdjust.js +3 -3
  139. package/dist/ops/webgpu/adamMoments.js +3 -3
  140. package/dist/ops/webgpu/add16.js +6 -6
  141. package/dist/ops/webgpu/appendCache.js +3 -3
  142. package/dist/ops/webgpu/attentionMask.js +2 -2
  143. package/dist/ops/webgpu/attentionMask32_program.js +2 -2
  144. package/dist/ops/webgpu/clipScale.js +7 -7
  145. package/dist/ops/webgpu/concat16.js +5 -5
  146. package/dist/ops/webgpu/dropout16.js +6 -6
  147. package/dist/ops/webgpu/gatherSub.js +3 -3
  148. package/dist/ops/webgpu/gelu.js +8 -8
  149. package/dist/ops/webgpu/matMul16.js +16 -16
  150. package/dist/ops/webgpu/matMul16_program.js +2 -2
  151. package/dist/ops/webgpu/mul16.js +5 -5
  152. package/dist/ops/webgpu/norm2.js +1 -1
  153. package/dist/ops/webgpu/normRMS.js +2 -2
  154. package/dist/ops/webgpu/normRMSGrad.js +4 -4
  155. package/dist/ops/webgpu/pack16.js +4 -4
  156. package/dist/ops/webgpu/pack16_program.js +2 -2
  157. package/dist/ops/webgpu/qkv.js +2 -2
  158. package/dist/ops/webgpu/rope.js +3 -3
  159. package/dist/ops/webgpu/scatterSub.js +3 -3
  160. package/dist/ops/webgpu/slice16.js +4 -4
  161. package/dist/ops/webgpu/softmax16.js +4 -4
  162. package/dist/ops/webgpu/softmax16_program.js +2 -2
  163. package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
  164. package/dist/ops/webgpu/softmax16grad.js +4 -4
  165. package/dist/ops/webgpu/sub16.js +6 -6
  166. package/dist/ops/webgpu/sum16.js +3 -3
  167. package/dist/ops/webgpu/transpose16.js +8 -8
  168. package/dist/ops/webgpu/transpose16_program.js +2 -2
  169. package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
  170. package/dist/ops/webgpu/unpack16.js +3 -3
  171. package/dist/ops/webgpu/utils/binary_op.js +3 -3
  172. package/dist/ops/webgpu/utils/reductions.js +5 -5
  173. package/dist/{ops-CURIZSVt.js → ops-CsXeTq1P.js} +100 -100
  174. package/dist/{pack16-WlOSOuZA.js → pack16-bqltoUlR.js} +2 -2
  175. package/dist/patches/webgpu_backend.js +6 -6
  176. package/dist/patches/webgpu_base.js +1 -1
  177. package/dist/patches/webgpu_program.js +2 -2
  178. package/dist/{random_normal-CIm8lk2-.js → random_normal-IBRrha8a.js} +1 -1
  179. package/dist/{random_width-B_fVXhGx.js → random_width-DN5ZtQkM.js} +131 -131
  180. package/dist/{range-BDxO73mk.js → range-C-CjF-LI.js} +1 -1
  181. package/dist/relu-J_X6MUzx.js +9 -0
  182. package/dist/{reshape-BIN71H3p.js → reshape-BDOuCSNW.js} +1 -1
  183. package/dist/{resize_nearest_neighbor-C6_0dAnK.js → resize_nearest_neighbor-BojqlfRe.js} +41 -41
  184. package/dist/{rope-CC5RjmKU.js → rope-DcrZM_e6.js} +5 -5
  185. package/dist/{scatter_nd_util-C-x73Cj6.js → scatter_nd_util-ByNJaL6I.js} +1 -1
  186. package/dist/{segment_util-4zuHV5IG.js → segment_util-Dasb2Zaf.js} +2 -2
  187. package/dist/{selu_util-BXdhy_W6.js → selu_util-BLhIqRkw.js} +5 -5
  188. package/dist/{shared-zTaJ5siv.js → shared-3agzAqQ_.js} +1 -1
  189. package/dist/{shared-DRWDyk9w.js → shared-CagdqkLh.js} +6 -6
  190. package/dist/slice-BzS11Qh0.js +12 -0
  191. package/dist/{slice_util-DPY56GzQ.js → slice_util-CC35pLmT.js} +5 -5
  192. package/dist/{softmax-BLGJqdwx.js → softmax-D4q1LJN7.js} +1 -1
  193. package/dist/split-C2Sj255c.js +9 -0
  194. package/dist/{squeeze-O_YWJpw_.js → squeeze-ho4wLUek.js} +2 -2
  195. package/dist/{stack-z6QE7kmP.js → stack-DudVrtmG.js} +1 -1
  196. package/dist/{step-DQY6_ABw.js → step-BTxPtq1r.js} +4 -4
  197. package/dist/{sum-D39FeU5h.js → sum-BpiwSWvg.js} +3 -3
  198. package/dist/{tensor-D8e0Gd7c.js → tensor-BWFldCso.js} +1 -1
  199. package/dist/{tensor1d-BMl0eZYV.js → tensor1d-LMGMIUlr.js} +1 -1
  200. package/dist/{tensor2d-DTtQ1QcT.js → tensor2d-BnXMKScO.js} +1 -1
  201. package/dist/{tensor4d-Dj4rDssL.js → tensor4d-C6UCG_u8.js} +1 -1
  202. package/dist/{tfjs_backend-Bk3PmK91.js → tfjs_backend-BGnG-ppu.js} +65 -65
  203. package/dist/{tile-CsWlVKKz.js → tile-CFy-xTO6.js} +1 -1
  204. package/dist/tokeniser/BaseTokeniser.d.ts +4 -0
  205. package/dist/tokeniser/BaseTokeniser.js +61 -56
  206. package/dist/tokeniser/type.d.ts +8 -0
  207. package/dist/training/AdamW.js +2 -2
  208. package/dist/training/BasicTrainer.d.ts +1 -0
  209. package/dist/training/BasicTrainer.js +95 -79
  210. package/dist/training/DatasetBuilder.d.ts +6 -2
  211. package/dist/training/DatasetBuilder.js +60 -41
  212. package/dist/training/Evaluator.d.ts +1 -2
  213. package/dist/training/Evaluator.js +21 -31
  214. package/dist/training/SFTTrainer.d.ts +3 -2
  215. package/dist/training/SFTTrainer.js +4 -3
  216. package/dist/training/orthoGrad.js +1 -1
  217. package/dist/training/sparseCrossEntropy.js +38 -38
  218. package/dist/training/tasks/ConversationTask.d.ts +4 -0
  219. package/dist/training/tasks/ConversationTask.js +7 -7
  220. package/dist/training/tasks/PretrainingTask.d.ts +4 -0
  221. package/dist/training/tasks/PretrainingTask.js +11 -7
  222. package/dist/training/tasks/StartSentenceTask.d.ts +4 -0
  223. package/dist/training/tasks/StartSentenceTask.js +5 -5
  224. package/dist/training/tasks/Task.d.ts +12 -0
  225. package/dist/training/tasks/Task.js +55 -31
  226. package/dist/training/types.d.ts +1 -0
  227. package/dist/training/validation.d.ts +1 -1
  228. package/dist/training/validation.js +33 -32
  229. package/dist/{transpose-Qxz-4os3.js → transpose-9kRxIXWR.js} +7 -7
  230. package/dist/{unsorted_segment_sum-BfFVV9Zm.js → unsorted_segment_sum-DJvk5xnh.js} +20 -20
  231. package/dist/utilities/dummy.js +6 -6
  232. package/dist/utilities/multinomialCPU.js +2 -2
  233. package/dist/utilities/packed.js +1 -1
  234. package/dist/utilities/performance.js +1 -1
  235. package/dist/utilities/profile.js +1 -1
  236. package/dist/utilities/safetensors.js +2 -2
  237. package/dist/utilities/sentences.js +5 -5
  238. package/dist/utilities/weights.js +2 -2
  239. package/dist/{variable-SSATClyt.js → variable-Ck482e3n.js} +1 -1
  240. package/dist/{webgpu_program-CbjdYLYk.js → webgpu_program-B4HmApL1.js} +1 -1
  241. package/dist/{webgpu_util-DuofJBMo.js → webgpu_util-DYlGSwOJ.js} +7 -7
  242. package/dist/{zeros-Bw0puq_w.js → zeros-DvZpK8s6.js} +2 -2
  243. package/dist/{zeros_like-rOHr54NY.js → zeros_like-CWjDdwr-.js} +69 -69
  244. package/package.json +1 -1
  245. package/dist/complex-3DpPEG9B.js +0 -11
  246. package/dist/mat_mul-DP86qZtZ.js +0 -11
  247. package/dist/mod-BXjLYwvM.js +0 -11
  248. package/dist/readers-17HLdxVM.js +0 -12
  249. package/dist/relu-DTvZKBsZ.js +0 -9
  250. package/dist/slice-BvItlgXu.js +0 -12
  251. package/dist/split-BN9LkEgS.js +0 -9
  252. package/dist/training/SFTDatasetBuilder.d.ts +0 -23
  253. package/dist/training/SFTDatasetBuilder.js +0 -85
@@ -1,8 +1,8 @@
1
- import { a as $, a6 as y, e as L } from "../../index-DSGwv2Yx.js";
1
+ import { c as $, a6 as y, h as L } from "../../index-CUXkjxiT.js";
2
2
  import { createReduceInfo as M } from "./utils/reductions.js";
3
- import { f as w } from "../../webgpu_util-DuofJBMo.js";
4
- import { e as _ } from "../../webgpu_program-CbjdYLYk.js";
5
- import { p as x, u as R } from "../../pack16-WlOSOuZA.js";
3
+ import { f as w } from "../../webgpu_util-DYlGSwOJ.js";
4
+ import { e as _ } from "../../webgpu_program-B4HmApL1.js";
5
+ import { p as x, u as R } from "../../pack16-bqltoUlR.js";
6
6
  import { isPackedTensor as h } from "../../utilities/packed.js";
7
7
  import { reshape16 as z } from "../reshape16.js";
8
8
  import { sum16 as N } from "../sum16.js";
@@ -1,14 +1,14 @@
1
- import { a as i } from "../../index-DSGwv2Yx.js";
1
+ import { c as i } from "../../index-CUXkjxiT.js";
2
2
  import p from "./pack16_program.js";
3
3
  function m(e) {
4
- const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, s = e.backend;
4
+ const { x: n } = e.inputs, { scaling: a, padding: r } = e.attrs, c = e.backend;
5
5
  if (n.shape[n.shape.length - 1] % 2 !== 0)
6
6
  throw new Error("Last dimension of input tensor must be even to use Pack16.");
7
7
  e.attrs && (e.attrs.originalShape = n.shape);
8
8
  const t = new p(n.shape, r), o = a !== 1;
9
9
  o && t.useScaling();
10
- const c = [{ type: "float32", data: [a] }];
11
- return s.runWebGPUProgram(t, [n], "packedF16", o ? c : void 0);
10
+ const s = [{ type: "float32", data: [a] }];
11
+ return c.runWebGPUProgram(t, [n], "packedF16", o ? s : void 0);
12
12
  }
13
13
  const k = {
14
14
  kernelName: "Pack16",
@@ -1,5 +1,5 @@
1
- import { f as o, c as a } from "../../webgpu_util-DuofJBMo.js";
2
- import { e as s } from "../../webgpu_program-CbjdYLYk.js";
1
+ import { f as o, c as a } from "../../webgpu_util-DYlGSwOJ.js";
2
+ import { e as s } from "../../webgpu_program-B4HmApL1.js";
3
3
  class h {
4
4
  outputShape;
5
5
  shaderKey = "Pack16";
@@ -1,5 +1,5 @@
1
- import { a as h, a6 as l } from "../../index-DSGwv2Yx.js";
2
- import { b as f } from "../../matMul16-BIT70Vya.js";
1
+ import { c as h, a6 as l } from "../../index-CUXkjxiT.js";
2
+ import { b as f } from "../../matMul16-BcVC_E62.js";
3
3
  import { slice16 as a } from "../slice16.js";
4
4
  import { isPackedTensor as u } from "../../utilities/packed.js";
5
5
  function k(i) {
@@ -1,7 +1,7 @@
1
1
  import { isPackedTensor as y } from "../../utilities/packed.js";
2
- import { e as c } from "../../webgpu_program-CbjdYLYk.js";
3
- import { f as x, c as l } from "../../webgpu_util-DuofJBMo.js";
4
- import { a as w, a6 as b } from "../../index-DSGwv2Yx.js";
2
+ import { e as c } from "../../webgpu_program-B4HmApL1.js";
3
+ import { f as x, c as l } from "../../webgpu_util-DYlGSwOJ.js";
4
+ import { c as w, a6 as b } from "../../index-CUXkjxiT.js";
5
5
  class v {
6
6
  variableNames = ["x", "sin", "cos"];
7
7
  outputShape;
@@ -1,6 +1,6 @@
1
- import { e as p } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as u, c as d } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as h, a6 as o } from "../../index-DSGwv2Yx.js";
1
+ import { e as p } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as u, c as d } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c as h, a6 as o } from "../../index-CUXkjxiT.js";
4
4
  class b {
5
5
  variableNames = ["labels", "softmaxProbs", "dy"];
6
6
  outputShape;
@@ -1,7 +1,7 @@
1
- import { b as u, c as m, e as l } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f, c as g } from "../../webgpu_util-DuofJBMo.js";
3
- import { a as S, N as k } from "../../index-DSGwv2Yx.js";
4
- import { p as y, a as $ } from "../../slice_util-DPY56GzQ.js";
1
+ import { b as u, c as m, e as l } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f, c as g } from "../../webgpu_util-DYlGSwOJ.js";
3
+ import { c as S, U as k } from "../../index-CUXkjxiT.js";
4
+ import { p as y, a as $ } from "../../slice_util-CC35pLmT.js";
5
5
  function x(o) {
6
6
  switch (o) {
7
7
  case 1:
@@ -1,12 +1,12 @@
1
- import { a as S, N as h, e as b } from "../../index-DSGwv2Yx.js";
1
+ import { c as h, U as S, h as b } from "../../index-CUXkjxiT.js";
2
2
  import { reshape16 as d } from "../reshape16.js";
3
3
  import x from "./softmax16_program.js";
4
4
  import k from "./softmax16_subgroup_program.js";
5
5
  import l from "./utils/deviceInfo.js";
6
- import { r as z } from "../../reshape-BIN71H3p.js";
6
+ import { r as z } from "../../reshape-BDOuCSNW.js";
7
7
  function F(a) {
8
8
  const { inputs: t, backend: o, attrs: p } = a, { logits: e } = t, { dim: r } = p, m = o.subgroupMinSize, i = o.subgroupMaxSize, c = l(o).subgroupsSupported, s = z(e, [
9
- h(e.shape) / e.shape[r],
9
+ S(e.shape) / e.shape[r],
10
10
  e.shape[r]
11
11
  ]), u = c ? new k(s.shape, m, i) : new x(s.shape), f = o.runWebGPUProgram(u, [s], "packedF16");
12
12
  s.dispose();
@@ -18,4 +18,4 @@ const I = {
18
18
  backendName: "webgpu",
19
19
  kernelFunc: F
20
20
  };
21
- S(I);
21
+ h(I);
@@ -1,5 +1,5 @@
1
- import { e } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as o } from "../../webgpu_util-DuofJBMo.js";
1
+ import { e } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as o } from "../../webgpu_util-DYlGSwOJ.js";
3
3
  class i {
4
4
  variableNames = ["logits"];
5
5
  outputShape;
@@ -1,5 +1,5 @@
1
- import { e as o } from "../../webgpu_program-CbjdYLYk.js";
2
- import { f as u } from "../../webgpu_util-DuofJBMo.js";
1
+ import { e as o } from "../../webgpu_program-B4HmApL1.js";
2
+ import { f as u } from "../../webgpu_util-DYlGSwOJ.js";
3
3
  class i {
4
4
  variableNames = ["logits"];
5
5
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as p } from "../../index-DSGwv2Yx.js";
1
+ import { c as p } from "../../index-CUXkjxiT.js";
2
2
  import { createReduceInfo as m, reduce as l, ReduceProgram as i } from "./utils/reductions.js";
3
3
  import { isPackedTensor as n } from "../../utilities/packed.js";
4
4
  import k from "./utils/deviceInfo.js";
@@ -23,11 +23,11 @@ class x extends i {
23
23
  }
24
24
  }
25
25
  function b(o) {
26
- const { dy: e, softmaxOutput: t } = o.inputs, a = o.backend, s = k(a), u = n(e), c = n(t);
26
+ const { dy: e, softmaxOutput: t } = o.inputs, r = o.backend, s = k(r), u = n(e), c = n(t);
27
27
  if (!(u && c))
28
28
  throw new Error("softmaxGradGPU: dy and softmaxOutput must be packed tensors");
29
- const r = [e, t], f = m(r, -1), d = new x(s, f);
30
- return l(d, r, a);
29
+ const a = [e, t], f = m(a, -1), d = new x(s, f);
30
+ return l(d, a, r);
31
31
  }
32
32
  const v = {
33
33
  kernelName: "Softmax16Grad",
@@ -1,13 +1,13 @@
1
- import { a as t } from "../../index-DSGwv2Yx.js";
1
+ import { c as t } from "../../index-CUXkjxiT.js";
2
2
  import { BinaryOpProgram as s } from "./utils/binary_op.js";
3
- import { B as p } from "../../binary_op_util-pKXltfxI.js";
4
- function c(e) {
5
- const { a: r, b: n } = e.inputs, a = e.backend, o = new s(p.SUB, r.shape, n.shape);
6
- return a.runWebGPUProgram(o, [r, n], "packedF16");
3
+ import { B as c } from "../../binary_op_util-pKXltfxI.js";
4
+ function p(e) {
5
+ const { a: r, b: n } = e.inputs, o = e.backend, a = new s(c.SUB, r.shape, n.shape);
6
+ return o.runWebGPUProgram(a, [r, n], "packedF16");
7
7
  }
8
8
  const m = {
9
9
  kernelName: "Sub16",
10
10
  backendName: "webgpu",
11
- kernelFunc: c
11
+ kernelFunc: p
12
12
  };
13
13
  t(m);
@@ -1,10 +1,10 @@
1
1
  import { createReduceInfo as h, reduce as g, ReduceProgram as x } from "./utils/reductions.js";
2
- import { a as k, ah as A } from "../../index-DSGwv2Yx.js";
2
+ import { c as k, ah as A } from "../../index-CUXkjxiT.js";
3
3
  import { isPackedTensor as P } from "../../utilities/packed.js";
4
4
  import { transpose16 as b } from "../transpose16.js";
5
5
  import I from "./utils/deviceInfo.js";
6
- import { s as w } from "../../sum-D39FeU5h.js";
7
- import { a as D, b as K } from "../../axis_util-QWWgLjut.js";
6
+ import { s as w } from "../../sum-BpiwSWvg.js";
7
+ import { a as D, b as K } from "../../axis_util-GTVlo58H.js";
8
8
  class v extends x {
9
9
  shaderKey = "sum16";
10
10
  constructor(e, t, o) {
@@ -1,13 +1,13 @@
1
1
  import { isPackedTensor as d } from "../../utilities/packed.js";
2
- import { a as k, e as l } from "../../index-DSGwv2Yx.js";
2
+ import { c as k, h as l } from "../../index-CUXkjxiT.js";
3
3
  import { reshape16 as u } from "../reshape16.js";
4
4
  import P from "./transpose16_shared_program.js";
5
5
  import b from "./transpose16_program.js";
6
- import { t as T } from "../../transpose-Qxz-4os3.js";
7
- function w(a) {
8
- const { inputs: h, attrs: i } = a, { x: e } = h, { perm: r } = i, p = a.backend, m = d(e);
9
- if (m && r[r.length - 1] !== e.shape.length - 1) {
10
- const o = e.shape.length, c = o === 4 ? r.map((s) => s - 1).filter((s) => s >= 0) : r, t = o === 4 ? u(e, [e.shape[0] * e.shape[1], e.shape[2], e.shape[3]]) : e, f = new P(t.shape, c), n = p.runWebGPUProgram(f, [t], "packedF16");
6
+ import { t as T } from "../../transpose-9kRxIXWR.js";
7
+ function w(p) {
8
+ const { inputs: h, attrs: i } = p, { x: e } = h, { perm: r } = i, a = p.backend, c = d(e);
9
+ if (c && r[r.length - 1] !== e.shape.length - 1) {
10
+ const o = e.shape.length, m = o === 4 ? r.map((s) => s - 1).filter((s) => s >= 0) : r, t = o === 4 ? u(e, [e.shape[0] * e.shape[1], e.shape[2], e.shape[3]]) : e, f = new P(t.shape, m), n = a.runWebGPUProgram(f, [t], "packedF16");
11
11
  if (o === 4) {
12
12
  t.dispose();
13
13
  const s = l().makeTensorFromTensorInfo(n), g = u(s, [
@@ -20,9 +20,9 @@ function w(a) {
20
20
  }
21
21
  return n;
22
22
  }
23
- if (m) {
23
+ if (c) {
24
24
  const o = new b(e.shape, r);
25
- return p.runWebGPUProgram(o, [e], "packedF16");
25
+ return a.runWebGPUProgram(o, [e], "packedF16");
26
26
  } else
27
27
  return T(e, r);
28
28
  }
@@ -1,5 +1,5 @@
1
- import { f as a, c as i } from "../../webgpu_util-DuofJBMo.js";
2
- import { b as h, e as d, c as n } from "../../webgpu_program-CbjdYLYk.js";
1
+ import { f as a, c as i } from "../../webgpu_util-DYlGSwOJ.js";
2
+ import { b as h, e as d, c as n } from "../../webgpu_program-B4HmApL1.js";
3
3
  function p(r) {
4
4
  const e = r.length;
5
5
  if (e > 6)
@@ -1,6 +1,6 @@
1
- import { c as a } from "../../webgpu_util-DuofJBMo.js";
2
- import { e as l } from "../../webgpu_program-CbjdYLYk.js";
3
- import { v as p } from "../../index-DSGwv2Yx.js";
1
+ import { c as a } from "../../webgpu_util-DYlGSwOJ.js";
2
+ import { e as l } from "../../webgpu_program-B4HmApL1.js";
3
+ import { x as p } from "../../index-CUXkjxiT.js";
4
4
  class n {
5
5
  variableNames = ["A"];
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { f as c, c as r } from "../../webgpu_util-DuofJBMo.js";
2
- import { e as u } from "../../webgpu_program-CbjdYLYk.js";
3
- import { a as p } from "../../index-DSGwv2Yx.js";
1
+ import { f as c, c as r } from "../../webgpu_util-DYlGSwOJ.js";
2
+ import { e as u } from "../../webgpu_program-B4HmApL1.js";
3
+ import { c as p } from "../../index-CUXkjxiT.js";
4
4
  class l {
5
5
  outputShape;
6
6
  shaderKey = "Unpack16";
@@ -1,8 +1,8 @@
1
- import { f as r, c as n } from "../../../webgpu_util-DuofJBMo.js";
1
+ import { f as r, c as n } from "../../../webgpu_util-DYlGSwOJ.js";
2
2
  import { g as p } from "../../../binary_op_util-pKXltfxI.js";
3
3
  import { B as k } from "../../../binary_op_util-pKXltfxI.js";
4
- import { _ as c, ai as s } from "../../../index-DSGwv2Yx.js";
5
- import { e as u } from "../../../webgpu_program-CbjdYLYk.js";
4
+ import { _ as c, ai as s } from "../../../index-CUXkjxiT.js";
5
+ import { e as u } from "../../../webgpu_program-B4HmApL1.js";
6
6
  class x {
7
7
  dispatch;
8
8
  dispatchLayout;
@@ -1,9 +1,9 @@
1
- import { ah as h, N as S, e as f } from "../../../index-DSGwv2Yx.js";
2
- import { e as d } from "../../../webgpu_program-CbjdYLYk.js";
1
+ import { ah as h, U as S, h as f } from "../../../index-CUXkjxiT.js";
2
+ import { e as d } from "../../../webgpu_program-B4HmApL1.js";
3
3
  import { reshape16 as g } from "../../reshape16.js";
4
- import { f as z } from "../../../webgpu_util-DuofJBMo.js";
5
- import { c as k } from "../../../axis_util-QWWgLjut.js";
6
- import { z as x } from "../../../zeros-Bw0puq_w.js";
4
+ import { f as z } from "../../../webgpu_util-DYlGSwOJ.js";
5
+ import { c as k } from "../../../axis_util-GTVlo58H.js";
6
+ import { z as x } from "../../../zeros-DvZpK8s6.js";
7
7
  function c(e, u, t, i) {
8
8
  return e && !u ? `
9
9
  bestValue = subgroupAdd(bestValue);