@genai-fi/nanogpt 0.20.7 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (206) hide show
  1. package/dist/{BaseTokeniser-DSg9zcYq.js → BaseTokeniser-C9TSv4th.js} +1 -1
  2. package/dist/{DatasetBuilder-DgURD85T.js → DatasetBuilder-B9UGNQT5.js} +82 -88
  3. package/dist/Generator.js +1 -1
  4. package/dist/{RealDiv-DBu0FQqT.js → RealDiv-CNsvC4AU.js} +6 -6
  5. package/dist/{Reshape-DqO3r8BC.js → Reshape-CwxdaU8n.js} +1 -1
  6. package/dist/{Reshape-CABOPB9d.js → Reshape-dnm9bO3B.js} +2 -2
  7. package/dist/TeachableLLM.js +1 -1
  8. package/dist/Trainer.js +1 -1
  9. package/dist/backend.js +2 -2
  10. package/dist/{backend_util-Cg-roD1p.js → backend_util-DAV0I34P.js} +5 -5
  11. package/dist/checks/appendCache.js +1 -1
  12. package/dist/checks/attentionMask.js +1 -1
  13. package/dist/checks/gelu.js +1 -1
  14. package/dist/checks/matMulGelu.js +1 -1
  15. package/dist/checks/normRMS.js +1 -1
  16. package/dist/checks/normRMSGrad.js +1 -1
  17. package/dist/checks/packUnpack.js +1 -1
  18. package/dist/checks/qkv.js +1 -1
  19. package/dist/checks/rope.js +1 -1
  20. package/dist/{chunk-BPntVaq0.js → chunk-CWhphoD1.js} +5 -5
  21. package/dist/{concat_util-CWDZCBlA.js → concat_util-CWzvQQlK.js} +1 -1
  22. package/dist/data/docx.js +58 -59
  23. package/dist/data/pdf.js +1 -1
  24. package/dist/data/textLoader.js +1 -1
  25. package/dist/{dist-DVmq73nz.js → dist-9wGF4ci9.js} +10 -10
  26. package/dist/{dist-VEU5mfO0.js → dist-BqAU9-yi.js} +4 -4
  27. package/dist/{dist-BewPQWjc.js → dist-Da20xy8E.js} +1874 -3071
  28. package/dist/{gelu-Bf1HW1RY.js → gelu-B6637MKa.js} +1 -1
  29. package/dist/{gpgpu_math-DvLcCH6u.js → gpgpu_math-DBYEAAdI.js} +2 -2
  30. package/dist/{kernel_funcs_utils-HiXOOx3f.js → kernel_funcs_utils-D-mATnGR.js} +3 -3
  31. package/dist/layers/BaseLayer.js +1 -1
  32. package/dist/layers/CausalSelfAttention.js +4 -4
  33. package/dist/layers/LoRA.js +3 -3
  34. package/dist/layers/MLP.js +2 -2
  35. package/dist/layers/PositionEmbedding.js +2 -2
  36. package/dist/layers/RMSNorm.js +1 -1
  37. package/dist/layers/RoPECache.js +1 -1
  38. package/dist/layers/TiedEmbedding.js +3 -3
  39. package/dist/layers/TransformerBlock.js +1 -1
  40. package/dist/layers/WeightStore.js +3 -3
  41. package/dist/loader/load.js +1 -1
  42. package/dist/loader/loadHF.js +1 -1
  43. package/dist/loader/loadTransformers.js +1 -1
  44. package/dist/loader/loadZipMeta.js +1 -1
  45. package/dist/loader/newZipLoad.js +1 -1
  46. package/dist/loader/oldZipLoad.js +1 -1
  47. package/dist/loader/save.d.ts +1 -0
  48. package/dist/loader/save.js +1 -1
  49. package/dist/{main-BTmbwF1h.js → main-DdsoTJAW.js} +2009 -2014
  50. package/dist/main.js +1 -1
  51. package/dist/{matMul16-BNfZSnNM.js → matMul16-DGtlziMn.js} +3 -3
  52. package/dist/{matMulGelu-CPTntosE.js → matMulGelu-BAIgQaRx.js} +3 -3
  53. package/dist/models/NanoGPTV1.js +1 -1
  54. package/dist/models/NanoGPTV2.js +1 -1
  55. package/dist/models/factory.js +1 -1
  56. package/dist/models/model.js +1 -1
  57. package/dist/ops/adamAdjust.js +1 -1
  58. package/dist/ops/adamMoments.js +1 -1
  59. package/dist/ops/add16.js +1 -1
  60. package/dist/ops/appendCache.js +1 -1
  61. package/dist/ops/attentionMask.js +1 -1
  62. package/dist/ops/concat16.js +1 -1
  63. package/dist/ops/cpu/adamAdjust.js +1 -1
  64. package/dist/ops/cpu/adamMoments.js +1 -1
  65. package/dist/ops/cpu/appendCache.js +1 -1
  66. package/dist/ops/cpu/attentionMask.js +1 -1
  67. package/dist/ops/cpu/fusedSoftmax.js +1 -1
  68. package/dist/ops/cpu/gatherSub.js +1 -1
  69. package/dist/ops/cpu/gelu.js +1 -1
  70. package/dist/ops/cpu/matMul16.js +1 -1
  71. package/dist/ops/cpu/matMulGelu.js +2 -2
  72. package/dist/ops/cpu/matMulMul.js +1 -1
  73. package/dist/ops/cpu/mulDropout.js +1 -1
  74. package/dist/ops/cpu/normRMS.js +1 -1
  75. package/dist/ops/cpu/qkv.js +1 -1
  76. package/dist/ops/cpu/rope.js +1 -1
  77. package/dist/ops/cpu/scatterSub.js +1 -1
  78. package/dist/ops/dot16.js +2 -2
  79. package/dist/ops/dropout.js +1 -1
  80. package/dist/ops/dropout16.js +1 -1
  81. package/dist/ops/gatherSub.js +1 -1
  82. package/dist/ops/gelu.js +1 -1
  83. package/dist/ops/globalNorm.js +1 -1
  84. package/dist/ops/grads/add16.js +1 -1
  85. package/dist/ops/grads/attentionMask.js +2 -2
  86. package/dist/ops/grads/gelu.js +1 -1
  87. package/dist/ops/grads/matMul16.js +1 -1
  88. package/dist/ops/grads/matMulGelu.js +1 -1
  89. package/dist/ops/grads/normRMS.js +1 -1
  90. package/dist/ops/grads/pack16.js +1 -1
  91. package/dist/ops/grads/qkv.js +2 -2
  92. package/dist/ops/grads/rope.js +1 -1
  93. package/dist/ops/grads/softmax16.js +1 -1
  94. package/dist/ops/grads/unpack16.js +1 -1
  95. package/dist/ops/matMul16.js +1 -1
  96. package/dist/ops/matMulGelu.js +2 -2
  97. package/dist/ops/matMulMul.js +1 -1
  98. package/dist/ops/mul16.js +1 -1
  99. package/dist/ops/mulDrop.js +1 -1
  100. package/dist/ops/normRMS.js +1 -1
  101. package/dist/ops/pack16.js +1 -1
  102. package/dist/ops/qkv.js +1 -1
  103. package/dist/ops/reshape16.js +1 -1
  104. package/dist/ops/rope.js +1 -1
  105. package/dist/ops/scatterSub.js +1 -1
  106. package/dist/ops/slice16.js +1 -1
  107. package/dist/ops/softmax16.js +1 -1
  108. package/dist/ops/sub16.js +1 -1
  109. package/dist/ops/sum16.js +1 -1
  110. package/dist/ops/transpose16.js +1 -1
  111. package/dist/ops/unpack16.js +1 -1
  112. package/dist/ops/webgl/adamAdjust.js +2 -2
  113. package/dist/ops/webgl/adamMoments.js +1 -1
  114. package/dist/ops/webgl/appendCache.js +1 -1
  115. package/dist/ops/webgl/attentionMask.js +1 -1
  116. package/dist/ops/webgl/dropout16.js +1 -1
  117. package/dist/ops/webgl/fusedSoftmax.js +3 -3
  118. package/dist/ops/webgl/gatherSub.js +1 -1
  119. package/dist/ops/webgl/gelu.js +2 -2
  120. package/dist/ops/webgl/log.js +3 -3
  121. package/dist/ops/webgl/matMul16.js +1 -1
  122. package/dist/ops/webgl/matMulGelu.js +1 -1
  123. package/dist/ops/webgl/matMulMul.js +2 -2
  124. package/dist/ops/webgl/mulDropout.js +1 -1
  125. package/dist/ops/webgl/normRMS.js +1 -1
  126. package/dist/ops/webgl/qkv.js +1 -1
  127. package/dist/ops/webgl/rope.js +1 -1
  128. package/dist/ops/webgl/scatterSub.js +1 -1
  129. package/dist/ops/webgpu/adamAdjust.js +3 -3
  130. package/dist/ops/webgpu/adamMoments.js +3 -3
  131. package/dist/ops/webgpu/add16.js +1 -1
  132. package/dist/ops/webgpu/appendCache.js +3 -3
  133. package/dist/ops/webgpu/attentionMask.js +2 -2
  134. package/dist/ops/webgpu/attentionMask32_program.js +2 -2
  135. package/dist/ops/webgpu/clipScale.js +1 -1
  136. package/dist/ops/webgpu/concat16.js +5 -5
  137. package/dist/ops/webgpu/dropout16.js +3 -3
  138. package/dist/ops/webgpu/gatherSub.js +3 -3
  139. package/dist/ops/webgpu/gelu.js +3 -3
  140. package/dist/ops/webgpu/matMul16.js +1 -1
  141. package/dist/ops/webgpu/matMul16_program.js +7 -7
  142. package/dist/ops/webgpu/mul16.js +1 -1
  143. package/dist/ops/webgpu/norm2.js +1 -1
  144. package/dist/ops/webgpu/normRMS.js +2 -2
  145. package/dist/ops/webgpu/normRMSGrad.js +4 -4
  146. package/dist/ops/webgpu/pack16.js +1 -1
  147. package/dist/ops/webgpu/pack16_program.js +2 -2
  148. package/dist/ops/webgpu/qkv.js +2 -2
  149. package/dist/ops/webgpu/rope.js +3 -3
  150. package/dist/ops/webgpu/scatterSub.js +3 -3
  151. package/dist/ops/webgpu/slice16.js +4 -4
  152. package/dist/ops/webgpu/softmax16.js +1 -1
  153. package/dist/ops/webgpu/softmax16_program.js +2 -2
  154. package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
  155. package/dist/ops/webgpu/softmax16grad.js +1 -1
  156. package/dist/ops/webgpu/sub16.js +1 -1
  157. package/dist/ops/webgpu/sum16.js +15 -15
  158. package/dist/ops/webgpu/transpose16.js +1 -1
  159. package/dist/ops/webgpu/transpose16_program.js +2 -2
  160. package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
  161. package/dist/ops/webgpu/unpack16.js +3 -3
  162. package/dist/ops/webgpu/utils/binary_op.js +3 -3
  163. package/dist/ops/webgpu/utils/reductions.js +3 -3
  164. package/dist/{pack16-Ck-spx_F.js → pack16-BhuXNUS7.js} +1 -1
  165. package/dist/patches/webgpu_backend.js +3 -3
  166. package/dist/patches/webgpu_base.js +1 -1
  167. package/dist/patches/webgpu_program.js +4 -4
  168. package/dist/{pdf-UoDqCYzz.js → pdf-CdmW8ikl.js} +1159 -1160
  169. package/dist/{picomatch-3tUnMMbd.js → picomatch-BO4HbNfo.js} +125 -127
  170. package/dist/{rope-CbeGlsV8.js → rope-C8EAiSGY.js} +1 -1
  171. package/dist/{selu_util-zkAx5doH.js → selu_util-B_AFEfoz.js} +1 -1
  172. package/dist/{shared-D1coEFea.js → shared-24EoeHJl.js} +4 -4
  173. package/dist/{shared-DOgWaqvL.js → shared-CfTzpULd.js} +1 -1
  174. package/dist/{slice_util-Dgb3ANWI.js → slice_util-Dve4TkDn.js} +2 -2
  175. package/dist/{tfjs_backend-BjuQ5FqB.js → tfjs_backend-CydPRQTc.js} +2 -2
  176. package/dist/tokeniser/BaseTokeniser.js +1 -1
  177. package/dist/tokeniser/CharTokeniser.js +1 -1
  178. package/dist/tokeniser/bpe.js +1 -1
  179. package/dist/training/AdamW.js +1 -1
  180. package/dist/training/BasicTrainer.js +1 -1
  181. package/dist/training/DatasetBuilder.d.ts +0 -1
  182. package/dist/training/DatasetBuilder.js +2 -2
  183. package/dist/training/Evaluator.js +1 -1
  184. package/dist/training/PreTrainer.js +1 -1
  185. package/dist/training/SFTTrainer.js +1 -1
  186. package/dist/training/loss.js +2 -2
  187. package/dist/training/orthoGrad.js +1 -1
  188. package/dist/training/sparseCrossEntropy.js +1 -1
  189. package/dist/training/tasks/ConversationTask.js +1 -1
  190. package/dist/training/validation.js +1 -1
  191. package/dist/utilities/dummy.js +1 -1
  192. package/dist/utilities/float16.d.ts +3 -0
  193. package/dist/utilities/float16.js +46 -0
  194. package/dist/utilities/multinomialCPU.js +1 -1
  195. package/dist/utilities/packed.js +1 -1
  196. package/dist/utilities/performance.js +1 -1
  197. package/dist/utilities/profile.js +1 -1
  198. package/dist/utilities/safetensors.d.ts +3 -1
  199. package/dist/utilities/safetensors.js +46 -36
  200. package/dist/utilities/sentences.js +1 -1
  201. package/dist/utilities/weights.js +1 -1
  202. package/dist/{webgpu-Dt7BMzWz.js → webgpu-B19Tw8Nd.js} +3 -3
  203. package/dist/{webgpu_program-WOyIVMlZ.js → webgpu_program-B0PokuRJ.js} +1 -1
  204. package/dist/{webgpu_util-B_F3SShA.js → webgpu_util-DfODg6XI.js} +1 -1
  205. package/package.json +5 -5
  206. package/dist/dist-DXwIvKxl.js +0 -896
@@ -1,6 +1,6 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
2
- import { s as n } from "../../webgpu_program-WOyIVMlZ.js";
3
- import { c as r, i } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
+ import { s as n } from "../../webgpu_program-B0PokuRJ.js";
3
+ import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
4
4
  //#region lib/ops/webgpu/adamAdjust.ts
5
5
  var a = class {
6
6
  variableNames = ["moments", "value"];
@@ -1,6 +1,6 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
2
- import { s as n } from "../../webgpu_program-WOyIVMlZ.js";
3
- import { c as r, i } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
+ import { s as n } from "../../webgpu_program-B0PokuRJ.js";
3
+ import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
4
4
  //#region lib/ops/webgpu/adamMoments.ts
5
5
  var a = class {
6
6
  variableNames = [
@@ -1,4 +1,4 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
2
  import { t } from "../../binary_op_util-CrYk9LXL.js";
3
3
  import { BinaryOpProgram as n } from "./utils/binary_op.js";
4
4
  //#region lib/ops/webgpu/add16.ts
@@ -1,7 +1,7 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as n } from "../../utilities/packed.js";
3
- import { s as r } from "../../webgpu_program-WOyIVMlZ.js";
4
- import { c as i, i as a } from "../../webgpu_util-B_F3SShA.js";
3
+ import { s as r } from "../../webgpu_program-B0PokuRJ.js";
4
+ import { c as i, i as a } from "../../webgpu_util-DfODg6XI.js";
5
5
  //#region lib/ops/webgpu/appendCache.ts
6
6
  var o = class {
7
7
  variableNames = ["cache", "item"];
@@ -1,6 +1,6 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as n } from "../../utilities/packed.js";
3
- import { t as r } from "../../matMul16-BNfZSnNM.js";
3
+ import { t as r } from "../../matMul16-DGtlziMn.js";
4
4
  import i from "./attentionMask32_program.js";
5
5
  //#region lib/ops/webgpu/attentionMask.ts
6
6
  function a(t) {
@@ -1,5 +1,5 @@
1
- import { s as e } from "../../webgpu_program-WOyIVMlZ.js";
2
- import { c as t, i as n } from "../../webgpu_util-B_F3SShA.js";
1
+ import { s as e } from "../../webgpu_program-B0PokuRJ.js";
2
+ import { c as t, i as n } from "../../webgpu_util-DfODg6XI.js";
3
3
  //#region lib/ops/webgpu/attentionMask32_program.ts
4
4
  var r = class {
5
5
  variableNames = ["q", "k"];
@@ -1,4 +1,4 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
2
  import { ReduceProgram as t, reduce as n } from "./utils/reductions.js";
3
3
  import r from "./utils/deviceInfo.js";
4
4
  //#region lib/ops/webgpu/clipScale.ts
@@ -1,8 +1,8 @@
1
- import { Ii as e, nc as t, oc as n } from "../../dist-BewPQWjc.js";
2
- import { n as r, t as i } from "../../concat_util-CWDZCBlA.js";
3
- import { s as a } from "../../webgpu_program-WOyIVMlZ.js";
4
- import { c as o, i as s } from "../../webgpu_util-B_F3SShA.js";
5
- import { t as c } from "../../Reshape-DqO3r8BC.js";
1
+ import { Ii as e, nc as t, oc as n } from "../../dist-Da20xy8E.js";
2
+ import { n as r, t as i } from "../../concat_util-CWzvQQlK.js";
3
+ import { s as a } from "../../webgpu_program-B0PokuRJ.js";
4
+ import { c as o, i as s } from "../../webgpu_util-DfODg6XI.js";
5
+ import { t as c } from "../../Reshape-CwxdaU8n.js";
6
6
  //#region lib/ops/webgpu/concat16.ts
7
7
  var l = class {
8
8
  outputShape;
@@ -1,6 +1,6 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
2
- import { s as t } from "../../webgpu_program-WOyIVMlZ.js";
3
- import { c as n, i as r } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
+ import { s as t } from "../../webgpu_program-B0PokuRJ.js";
3
+ import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
4
4
  //#region lib/ops/webgpu/dropout16.ts
5
5
  var i = class {
6
6
  variableNames = ["x"];
@@ -1,6 +1,6 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
2
- import { s as n } from "../../webgpu_program-WOyIVMlZ.js";
3
- import { c as r, i } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
+ import { s as n } from "../../webgpu_program-B0PokuRJ.js";
3
+ import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
4
4
  //#region lib/ops/webgpu/gatherSub.ts
5
5
  var a = class {
6
6
  variableNames = [
@@ -1,7 +1,7 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as t } from "../../utilities/packed.js";
3
- import { s as n } from "../../webgpu_program-WOyIVMlZ.js";
4
- import { c as r, i } from "../../webgpu_util-B_F3SShA.js";
3
+ import { s as n } from "../../webgpu_program-B0PokuRJ.js";
4
+ import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
5
5
  //#region lib/ops/webgpu/gelu.ts
6
6
  var a = .7978845608028654, o = .044715, s = class {
7
7
  outputShape;
@@ -1,4 +1,4 @@
1
- import { Ii as e, In as t, Wr as n, _n as r, br as i, gr as a, hn as o, lt as s, oc as c, w as l } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e, In as t, Wr as n, _n as r, br as i, gr as a, hn as o, lt as s, oc as c, w as l } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as u } from "../../utilities/packed.js";
3
3
  import { reshape16 as d } from "../reshape16.js";
4
4
  import { matMulMul as f } from "../matMulMul.js";
@@ -1,5 +1,5 @@
1
- import { oc as e } from "../../dist-BewPQWjc.js";
2
- import { s as t } from "../../webgpu_program-WOyIVMlZ.js";
1
+ import { oc as e } from "../../dist-Da20xy8E.js";
2
+ import { s as t } from "../../webgpu_program-B0PokuRJ.js";
3
3
  //#region lib/ops/webgpu/matMul16_program.ts
4
4
  var n = class {
5
5
  variableNames = ["A", "B"];
@@ -86,7 +86,7 @@ var n = class {
86
86
  ];
87
87
  else if (t.length === 2 && o[0] === 1) s = ["gRow", "gColPacked"], this.shaderKey += "_batchRemoved";
88
88
  else throw Error(`Unsupported output shape rank change: ${o.length} -> ${t.length}}`);
89
- let c = [];
89
+ let c;
90
90
  if (n) {
91
91
  if (n.length !== t.length) throw Error("Permutation length must match output rank");
92
92
  c = n.map((e) => s[e]), this.shaderKey += `_perm_${n.join("")}`;
@@ -209,9 +209,9 @@ var n = class {
209
209
  }`;
210
210
  }
211
211
  baseIndexSnippets() {
212
- let e = "";
212
+ let e;
213
213
  e = this.transposeB ? "let baseB = getIndexFromCoords3D(vec3<i32>(batchB, globalColStart, 0), vec3<i32>(uniforms.bShape.x, uniforms.bShape.y, strideB));" : "let baseB = getIndexFromCoords3D(vec3<i32>(batchB, 0, globalColStart / 4), vec3<i32>(uniforms.bShape.x, uniforms.bShape.y, strideB));";
214
- let t = "";
214
+ let t;
215
215
  return t = this.transposeA ? "let baseA = getIndexFromCoords3D(vec3<i32>(batchA, 0, globalRowStart / 4), vec3<i32>(uniforms.aShape.x, uniforms.aShape.y, strideA));" : "let baseA = getIndexFromCoords3D(vec3<i32>(batchA, globalRowStart, 0), vec3<i32>(uniforms.aShape.x, uniforms.aShape.y, strideA));", `
216
216
 
217
217
  let strideA = uniforms.aShape.z / 2;
@@ -222,9 +222,9 @@ var n = class {
222
222
  `;
223
223
  }
224
224
  offsetSnippets() {
225
- let e = "";
225
+ let e;
226
226
  e = this.transposeA ? "let offsetA = baseA + kStart * strideA;" : "let offsetA = baseA + kStart / 4;";
227
- let t = "";
227
+ let t;
228
228
  return t = this.transposeB ? "let offsetB = baseB + kStart / 4;" : "let offsetB = baseB + kStart * strideB;", `
229
229
  ${e}
230
230
  ${t}
@@ -1,4 +1,4 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
2
  import { t } from "../../binary_op_util-CrYk9LXL.js";
3
3
  import { BinaryOpProgram as n, BinaryOpScalarProgram as r } from "./utils/binary_op.js";
4
4
  //#region lib/ops/webgpu/mul16.ts
@@ -1,4 +1,4 @@
1
- import { Ii as e, oc as t } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e, oc as t } from "../../dist-Da20xy8E.js";
2
2
  import { ReduceProgram as n, reduce as r } from "./utils/reductions.js";
3
3
  import i from "./utils/deviceInfo.js";
4
4
  //#region lib/ops/webgpu/norm2.ts
@@ -1,6 +1,6 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as n } from "../../utilities/packed.js";
3
- import { t as r } from "../../pack16-Ck-spx_F.js";
3
+ import { t as r } from "../../pack16-BhuXNUS7.js";
4
4
  import { createReduceInfo as i, reduce as a } from "./utils/reductions.js";
5
5
  import o from "./utils/deviceInfo.js";
6
6
  import s from "./normRMS32_program.js";
@@ -1,10 +1,10 @@
1
- import { Fs as e, Ii as t, ii as n } from "../../dist-BewPQWjc.js";
1
+ import { Fs as e, Ii as t, ii as n } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as r } from "../../utilities/packed.js";
3
3
  import { reshape16 as i } from "../reshape16.js";
4
4
  import { sum16 as a } from "../sum16.js";
5
- import { r as o, t as s } from "../../pack16-Ck-spx_F.js";
6
- import { s as c } from "../../webgpu_program-WOyIVMlZ.js";
7
- import { c as l } from "../../webgpu_util-B_F3SShA.js";
5
+ import { r as o, t as s } from "../../pack16-BhuXNUS7.js";
6
+ import { s as c } from "../../webgpu_program-B0PokuRJ.js";
7
+ import { c as l } from "../../webgpu_util-DfODg6XI.js";
8
8
  import { slice16 as u } from "../slice16.js";
9
9
  import { createReduceInfo as d } from "./utils/reductions.js";
10
10
  //#region lib/ops/webgpu/normRMSGrad.ts
@@ -1,4 +1,4 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
2
  import t from "./pack16_program.js";
3
3
  //#region lib/ops/webgpu/pack16.ts
4
4
  function n(e) {
@@ -1,5 +1,5 @@
1
- import { s as e } from "../../webgpu_program-WOyIVMlZ.js";
2
- import { c as t, i as n } from "../../webgpu_util-B_F3SShA.js";
1
+ import { s as e } from "../../webgpu_program-B0PokuRJ.js";
2
+ import { c as t, i as n } from "../../webgpu_util-DfODg6XI.js";
3
3
  //#region lib/ops/webgpu/pack16_program.ts
4
4
  var r = class {
5
5
  outputShape;
@@ -1,6 +1,6 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as n } from "../../utilities/packed.js";
3
- import { t as r } from "../../matMul16-BNfZSnNM.js";
3
+ import { t as r } from "../../matMul16-DGtlziMn.js";
4
4
  import { slice16 as i } from "../slice16.js";
5
5
  //#region lib/ops/webgpu/qkv.ts
6
6
  function a(t) {
@@ -1,7 +1,7 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as n } from "../../utilities/packed.js";
3
- import { s as r } from "../../webgpu_program-WOyIVMlZ.js";
4
- import { c as i, i as a } from "../../webgpu_util-B_F3SShA.js";
3
+ import { s as r } from "../../webgpu_program-B0PokuRJ.js";
4
+ import { c as i, i as a } from "../../webgpu_util-DfODg6XI.js";
5
5
  //#region lib/ops/webgpu/rope.ts
6
6
  var o = class {
7
7
  variableNames = [
@@ -1,6 +1,6 @@
1
- import { Fs as e, Ii as t } from "../../dist-BewPQWjc.js";
2
- import { s as n } from "../../webgpu_program-WOyIVMlZ.js";
3
- import { c as r, i } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Fs as e, Ii as t } from "../../dist-Da20xy8E.js";
2
+ import { s as n } from "../../webgpu_program-B0PokuRJ.js";
3
+ import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
4
4
  //#region lib/ops/webgpu/scatterSub.ts
5
5
  var a = class {
6
6
  variableNames = [
@@ -1,7 +1,7 @@
1
- import { Ii as e, oc as t } from "../../dist-BewPQWjc.js";
2
- import { a as n, t as r } from "../../slice_util-Dgb3ANWI.js";
3
- import { i, o as a, s as o } from "../../webgpu_program-WOyIVMlZ.js";
4
- import { c as s, i as c } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Ii as e, oc as t } from "../../dist-Da20xy8E.js";
2
+ import { a as n, t as r } from "../../slice_util-Dve4TkDn.js";
3
+ import { i, o as a, s as o } from "../../webgpu_program-B0PokuRJ.js";
4
+ import { c as s, i as c } from "../../webgpu_util-DfODg6XI.js";
5
5
  //#region lib/ops/webgpu/slice16.ts
6
6
  function l(e) {
7
7
  switch (e) {
@@ -1,4 +1,4 @@
1
- import { Ii as e, br as t, ii as n, oc as r } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e, br as t, ii as n, oc as r } from "../../dist-Da20xy8E.js";
2
2
  import { reshape16 as i } from "../reshape16.js";
3
3
  import a from "./utils/deviceInfo.js";
4
4
  import o from "./softmax16_subgroup_program.js";
@@ -1,5 +1,5 @@
1
- import { s as e } from "../../webgpu_program-WOyIVMlZ.js";
2
- import { c as t } from "../../webgpu_util-B_F3SShA.js";
1
+ import { s as e } from "../../webgpu_program-B0PokuRJ.js";
2
+ import { c as t } from "../../webgpu_util-DfODg6XI.js";
3
3
  //#region lib/ops/webgpu/softmax16_program.ts
4
4
  var n = class {
5
5
  variableNames = ["logits"];
@@ -1,5 +1,5 @@
1
- import { s as e } from "../../webgpu_program-WOyIVMlZ.js";
2
- import { c as t } from "../../webgpu_util-B_F3SShA.js";
1
+ import { s as e } from "../../webgpu_program-B0PokuRJ.js";
2
+ import { c as t } from "../../webgpu_util-DfODg6XI.js";
3
3
  //#region lib/ops/webgpu/softmax16_subgroup_program.ts
4
4
  var n = class {
5
5
  variableNames = ["logits"];
@@ -1,4 +1,4 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as t } from "../../utilities/packed.js";
3
3
  import { ReduceProgram as n, createReduceInfo as r, reduce as i } from "./utils/reductions.js";
4
4
  import a from "./utils/deviceInfo.js";
@@ -1,4 +1,4 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
2
  import { t } from "../../binary_op_util-CrYk9LXL.js";
3
3
  import { BinaryOpProgram as n } from "./utils/binary_op.js";
4
4
  //#region lib/ops/webgpu/sub16.ts
@@ -1,10 +1,10 @@
1
- import { Dn as e, En as t, Ii as n, mn as r, nc as i } from "../../dist-BewPQWjc.js";
2
- import { isPackedTensor as a } from "../../utilities/packed.js";
3
- import { transpose16 as o } from "../transpose16.js";
4
- import { ReduceProgram as s, createReduceInfo as c, reduce as l } from "./utils/reductions.js";
5
- import u from "./utils/deviceInfo.js";
1
+ import { En as e, Ii as t, mn as n, nc as r } from "../../dist-Da20xy8E.js";
2
+ import { isPackedTensor as i } from "../../utilities/packed.js";
3
+ import { transpose16 as a } from "../transpose16.js";
4
+ import { ReduceProgram as o, createReduceInfo as s, reduce as c } from "./utils/reductions.js";
5
+ import l from "./utils/deviceInfo.js";
6
6
  //#region lib/ops/webgpu/sum16.ts
7
- var d = class extends s {
7
+ var u = class extends o {
8
8
  shaderKey = "sum16";
9
9
  constructor(e, t, n) {
10
10
  super(e, t, {
@@ -13,17 +13,17 @@ var d = class extends s {
13
13
  }, n), n && (this.shaderKey += "_packed");
14
14
  }
15
15
  };
16
- function f(n) {
17
- let { x: s } = n.inputs, { axis: f, keepDims: p } = n.attrs, m = n.backend, h = [], g = u(m), _ = a(s);
18
- if (!_) return r(s, f, p);
19
- let v = i(f ?? -1, s.shape), y = t(v, s.shape.length), b = s;
20
- y != null && (b = o(s, y), v = e(v.length, b.shape.length), h.push(b));
21
- let x = l(new d(g, c([b], -1), _), [b], m);
22
- return h.forEach((e) => e.dispose()), x;
16
+ function d(t) {
17
+ let { x: o } = t.inputs, { axis: d, keepDims: f } = t.attrs, p = t.backend, m = [], h = l(p), g = i(o);
18
+ if (!g) return n(o, d, f);
19
+ let _ = e(r(d ?? -1, o.shape), o.shape.length), v = o;
20
+ _ != null && (v = a(o, _), m.push(v));
21
+ let y = c(new u(h, s([v], -1), g), [v], p);
22
+ return m.forEach((e) => e.dispose()), y;
23
23
  }
24
- n({
24
+ t({
25
25
  kernelName: "Sum16",
26
26
  backendName: "webgpu",
27
- kernelFunc: f
27
+ kernelFunc: d
28
28
  });
29
29
  //#endregion
@@ -1,4 +1,4 @@
1
- import { Ii as e, ii as t, w as n } from "../../dist-BewPQWjc.js";
1
+ import { Ii as e, ii as t, w as n } from "../../dist-Da20xy8E.js";
2
2
  import { isPackedTensor as r } from "../../utilities/packed.js";
3
3
  import { reshape16 as i } from "../reshape16.js";
4
4
  import a from "./transpose16_shared_program.js";
@@ -1,5 +1,5 @@
1
- import { i as e, o as t, s as n } from "../../webgpu_program-WOyIVMlZ.js";
2
- import { c as r, i } from "../../webgpu_util-B_F3SShA.js";
1
+ import { i as e, o as t, s as n } from "../../webgpu_program-B0PokuRJ.js";
2
+ import { c as r, i } from "../../webgpu_util-DfODg6XI.js";
3
3
  //#region lib/ops/webgpu/transpose16_program.ts
4
4
  function a(e) {
5
5
  let n = e.length;
@@ -1,6 +1,6 @@
1
- import { Ps as e } from "../../dist-BewPQWjc.js";
2
- import { s as t } from "../../webgpu_program-WOyIVMlZ.js";
3
- import { i as n } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Ps as e } from "../../dist-Da20xy8E.js";
2
+ import { s as t } from "../../webgpu_program-B0PokuRJ.js";
3
+ import { i as n } from "../../webgpu_util-DfODg6XI.js";
4
4
  //#region lib/ops/webgpu/transpose16_shared_program.ts
5
5
  var r = class {
6
6
  variableNames = ["A"];
@@ -1,6 +1,6 @@
1
- import { Ii as e } from "../../dist-BewPQWjc.js";
2
- import { s as t } from "../../webgpu_program-WOyIVMlZ.js";
3
- import { c as n, i as r } from "../../webgpu_util-B_F3SShA.js";
1
+ import { Ii as e } from "../../dist-Da20xy8E.js";
2
+ import { s as t } from "../../webgpu_program-B0PokuRJ.js";
3
+ import { c as n, i as r } from "../../webgpu_util-DfODg6XI.js";
4
4
  //#region lib/ops/webgpu/unpack16.ts
5
5
  var i = class {
6
6
  outputShape;
@@ -1,6 +1,6 @@
1
- import { In as e, Js as t } from "../../../dist-BewPQWjc.js";
2
- import { s as n } from "../../../webgpu_program-WOyIVMlZ.js";
3
- import { c as r, i } from "../../../webgpu_util-B_F3SShA.js";
1
+ import { In as e, Js as t } from "../../../dist-Da20xy8E.js";
2
+ import { s as n } from "../../../webgpu_program-B0PokuRJ.js";
3
+ import { c as r, i } from "../../../webgpu_util-DfODg6XI.js";
4
4
  import { n as a, t as o } from "../../../binary_op_util-CrYk9LXL.js";
5
5
  //#region lib/ops/webgpu/utils/binary_op.ts
6
6
  var s = class {
@@ -1,7 +1,7 @@
1
- import { ii as e, kt as t, nc as n, oc as r, wn as i } from "../../../dist-BewPQWjc.js";
1
+ import { ii as e, kt as t, nc as n, oc as r, wn as i } from "../../../dist-Da20xy8E.js";
2
2
  import { reshape16 as a } from "../../reshape16.js";
3
- import { s as o } from "../../../webgpu_program-WOyIVMlZ.js";
4
- import { c as s } from "../../../webgpu_util-B_F3SShA.js";
3
+ import { s as o } from "../../../webgpu_program-B0PokuRJ.js";
4
+ import { c as s } from "../../../webgpu_util-DfODg6XI.js";
5
5
  //#region lib/ops/webgpu/utils/reductions.ts
6
6
  function c(e, t, n, r) {
7
7
  return e && !t ? "\n bestValue = subgroupAdd(bestValue);\n " : e ? `
@@ -1,4 +1,4 @@
1
- import { Fi as e, ii as t, mr as n } from "./dist-BewPQWjc.js";
1
+ import { Fi as e, ii as t, mr as n } from "./dist-Da20xy8E.js";
2
2
  import { isPackedTensor as r } from "./utilities/packed.js";
3
3
  //#region lib/ops/grads/unpack16.ts
4
4
  var i = {
@@ -1,7 +1,7 @@
1
- import { Ms as e, Ps as t, Vs as n, oc as r } from "../dist-BewPQWjc.js";
2
- import { l as i } from "../webgpu_program-WOyIVMlZ.js";
1
+ import { Ms as e, Ps as t, Vs as n, oc as r } from "../dist-Da20xy8E.js";
2
+ import { l as i } from "../webgpu_program-B0PokuRJ.js";
3
3
  import { compileProgram as a } from "./webgpu_program.js";
4
- import { t as o } from "../webgpu-Dt7BMzWz.js";
4
+ import { t as o } from "../webgpu-B19Tw8Nd.js";
5
5
  //#region lib/patches/webgpu_backend.ts
6
6
  var s = (e, n) => {
7
7
  let r = e.limits.maxComputeWorkgroupsPerDimension, i = n.dispatchLayout, a = n.dispatch;
@@ -1,4 +1,4 @@
1
- import { li as e } from "../dist-BewPQWjc.js";
1
+ import { li as e } from "../dist-Da20xy8E.js";
2
2
  import t from "./webgpu_backend.js";
3
3
  //#region lib/patches/webgpu_base.ts
4
4
  function n(n) {
@@ -1,5 +1,5 @@
1
- import { Ln as e, Ms as t, Ns as n, Ps as r } from "../dist-BewPQWjc.js";
2
- import { a as i, c as a, f as o, i as s, o as c, r as l, u } from "../webgpu_program-WOyIVMlZ.js";
1
+ import { Ln as e, Ms as t, Ns as n, Ps as r } from "../dist-Da20xy8E.js";
2
+ import { a as i, c as a, f as o, i as s, o as c, r as l, u } from "../webgpu_program-B0PokuRJ.js";
3
3
  //#region lib/patches/webgpu_program.ts
4
4
  var d = /* @__PURE__ */ function(e) {
5
5
  return e[e.FROM_PIXELS = 0] = "FROM_PIXELS", e[e.DRAW = 1] = "DRAW", e;
@@ -139,7 +139,7 @@ function _(t, r, i, a) {
139
139
  return ${u(i)}(${o}[${p > 1 ? "getOutputIndexFromCoords(coords)" : "coords"}${i === 1 ? "" : ` / ${i}`}]);
140
140
  }
141
141
  `;
142
- let h = e(t.shape, r), g = p - f, _ = "";
142
+ let h = e(t.shape, r), g = p - f, _;
143
143
  if (f === 0) return `
144
144
  fn ${d}Index(globalIndex : i32) -> ${u(i)}{
145
145
  return get${l}();
@@ -150,7 +150,7 @@ function _(t, r, i, a) {
150
150
  }
151
151
  `;
152
152
  _ = p < 2 && h.length >= 1 ? "coords = 0;" : h.map((e) => `coords.${c(e + g)} = 0;`).join("\n");
153
- let v = "";
153
+ let v;
154
154
  v = p < 2 && f > 0 ? "coords" : p > 1 ? `${s(f)}(${t.shape.map((e, t) => `coords.${c(t + g)}`).join(", ")})` : "coords";
155
155
  let y = `uniforms.${o.charAt(0).toLowerCase() + o.slice(1)}Shape`, b = `${f}D`;
156
156
  return `