@genai-fi/nanogpt 0.18.0 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (252) hide show
  1. package/dist/Generator.js +30 -30
  2. package/dist/{RealDiv-ioj6Z-ox.js → RealDiv-CGwv0liw.js} +9 -9
  3. package/dist/{Reshape-BZC-ebeR.js → Reshape-BW__R4mZ.js} +7 -7
  4. package/dist/{Reshape-pwprEaej.js → Reshape-CPBkTIH2.js} +1 -1
  5. package/dist/TeachableLLM.js +17 -17
  6. package/dist/Trainer.js +97 -95
  7. package/dist/{axis_util-QWWgLjut.js → axis_util-GTVlo58H.js} +1 -1
  8. package/dist/backend.js +2 -2
  9. package/dist/{backend_util-qwSFfxYx.js → backend_util-GaFarB78.js} +21 -21
  10. package/dist/{backend_webgpu-DI2wXEC2.js → backend_webgpu-BqASlsbV.js} +8 -8
  11. package/dist/{broadcast_to-C_EJTVTZ.js → broadcast_to-eS93CCN_.js} +2 -2
  12. package/dist/checks/appendCache.js +2 -2
  13. package/dist/checks/attentionMask.js +5 -5
  14. package/dist/checks/gelu.js +2 -2
  15. package/dist/checks/matMulGelu.js +2 -2
  16. package/dist/checks/normRMS.js +6 -6
  17. package/dist/checks/normRMSGrad.js +3 -3
  18. package/dist/checks/packUnpack.js +6 -6
  19. package/dist/checks/qkv.js +2 -2
  20. package/dist/checks/rope.js +2 -2
  21. package/dist/{clip_by_value-CLAD4h_I.js → clip_by_value-DDA7rrcT.js} +1 -1
  22. package/dist/complex-DI35Q-gW.js +11 -0
  23. package/dist/{concat-Dqk7Xk7h.js → concat-CAQpCret.js} +5 -5
  24. package/dist/{concat_util-C1Mxe27t.js → concat_util-D18dJ4fD.js} +1 -1
  25. package/dist/{dataset-DlqAN81i.js → dataset-CGGp1z9P.js} +3 -3
  26. package/dist/{dropout_util-N0z8Os-K.js → dropout_util--NxWuYg2.js} +1 -1
  27. package/dist/{expand_dims-D0rBtgT1.js → expand_dims-Bkd1YD5x.js} +4 -4
  28. package/dist/{exports_initializers-DIOZQt_L.js → exports_initializers-CYzKLjN7.js} +1 -1
  29. package/dist/{floor-CymuCmTO.js → floor-BQtb-Azg.js} +1 -1
  30. package/dist/{gather-DEyjXNb1.js → gather-qIqEqaGn.js} +1 -1
  31. package/dist/{gelu-DpTCC3eB.js → gelu-B220X1Go.js} +1 -1
  32. package/dist/{gpgpu_math-3bCb5ooU.js → gpgpu_math-BwvV12df.js} +25 -25
  33. package/dist/{index-DSGwv2Yx.js → index-CUXkjxiT.js} +33 -33
  34. package/dist/{index-BQvB7LCC.js → index-CjOWnMXP.js} +15 -15
  35. package/dist/{kernel_funcs_utils-DGqzNlHT.js → kernel_funcs_utils-pq0CK9co.js} +6 -6
  36. package/dist/layers/BaseLayer.js +4 -4
  37. package/dist/layers/CausalSelfAttention.d.ts +1 -0
  38. package/dist/layers/CausalSelfAttention.js +14 -14
  39. package/dist/layers/LoRA.js +4 -4
  40. package/dist/layers/MLP.js +4 -4
  41. package/dist/layers/PositionEmbedding.js +5 -5
  42. package/dist/layers/RMSNorm.js +3 -3
  43. package/dist/layers/RoPECache.js +4 -4
  44. package/dist/layers/TiedEmbedding.js +6 -6
  45. package/dist/layers/TransformerBlock.d.ts +1 -0
  46. package/dist/layers/TransformerBlock.js +1 -1
  47. package/dist/layers/WeightStore.js +2 -2
  48. package/dist/loader/loadTransformers.js +9 -9
  49. package/dist/loader/oldZipLoad.js +9 -9
  50. package/dist/loader/save.js +38 -30
  51. package/dist/loader/types.d.ts +1 -0
  52. package/dist/main.js +9 -9
  53. package/dist/{matMul16-BIT70Vya.js → matMul16-BcVC_E62.js} +3 -3
  54. package/dist/{matMulGelu-CsZnh18H.js → matMulGelu-JNLZqKQp.js} +18 -18
  55. package/dist/mat_mul-DhG0Newp.js +11 -0
  56. package/dist/mod-CSdCpRjf.js +11 -0
  57. package/dist/models/NanoGPTV1.js +2 -2
  58. package/dist/models/NanoGPTV2.js +2 -2
  59. package/dist/models/model.d.ts +1 -0
  60. package/dist/models/model.js +9 -9
  61. package/dist/{not_equal-CkQKkKZy.js → not_equal-hurPF26l.js} +15 -15
  62. package/dist/{ones-DbVB5N58.js → ones-BytntneX.js} +3 -3
  63. package/dist/ops/adamAdjust.js +3 -3
  64. package/dist/ops/adamMoments.js +3 -3
  65. package/dist/ops/add16.js +1 -1
  66. package/dist/ops/appendCache.js +6 -6
  67. package/dist/ops/attentionMask.js +3 -3
  68. package/dist/ops/concat16.js +3 -3
  69. package/dist/ops/cpu/adamAdjust.js +9 -9
  70. package/dist/ops/cpu/adamMoments.js +5 -5
  71. package/dist/ops/cpu/appendCache.js +2 -2
  72. package/dist/ops/cpu/attentionMask.js +6 -6
  73. package/dist/ops/cpu/fusedSoftmax.js +4 -4
  74. package/dist/ops/cpu/gatherSub.js +5 -5
  75. package/dist/ops/cpu/gelu.js +4 -4
  76. package/dist/ops/cpu/matMul16.js +2 -2
  77. package/dist/ops/cpu/matMulGelu.js +7 -7
  78. package/dist/ops/cpu/matMulMul.js +2 -2
  79. package/dist/ops/cpu/mulDropout.js +5 -5
  80. package/dist/ops/cpu/normRMS.js +1 -1
  81. package/dist/ops/cpu/qkv.js +3 -3
  82. package/dist/ops/cpu/rope.js +5 -5
  83. package/dist/ops/cpu/scatterSub.js +5 -5
  84. package/dist/ops/dot16.js +2 -2
  85. package/dist/ops/dropout.js +6 -6
  86. package/dist/ops/dropout16.js +1 -1
  87. package/dist/ops/gatherSub.js +1 -1
  88. package/dist/ops/gelu.js +2 -2
  89. package/dist/ops/globalNorm.js +7 -7
  90. package/dist/ops/grads/add16.js +1 -1
  91. package/dist/ops/grads/attentionMask.js +2 -2
  92. package/dist/ops/grads/dropout16.js +1 -1
  93. package/dist/ops/grads/gelu.js +2 -2
  94. package/dist/ops/grads/matMul16.js +3 -3
  95. package/dist/ops/grads/matMulGelu.js +1 -1
  96. package/dist/ops/grads/mul16.js +1 -1
  97. package/dist/ops/grads/normRMS.js +7 -7
  98. package/dist/ops/grads/pack16.js +3 -3
  99. package/dist/ops/grads/qkv.js +11 -11
  100. package/dist/ops/grads/rope.js +2 -2
  101. package/dist/ops/grads/softmax16.js +1 -1
  102. package/dist/ops/grads/unpack16.js +2 -2
  103. package/dist/ops/matMul16.js +3 -3
  104. package/dist/ops/matMulGelu.js +6 -6
  105. package/dist/ops/matMulMul.js +3 -3
  106. package/dist/ops/mul16.js +1 -1
  107. package/dist/ops/mulDrop.js +3 -3
  108. package/dist/ops/normRMS.js +4 -4
  109. package/dist/ops/pack16.js +2 -2
  110. package/dist/ops/qkv.js +3 -3
  111. package/dist/ops/reshape16.js +6 -6
  112. package/dist/ops/rope.js +2 -2
  113. package/dist/ops/scatterSub.js +1 -1
  114. package/dist/ops/slice16.js +2 -2
  115. package/dist/ops/softmax16.js +1 -1
  116. package/dist/ops/sub16.js +1 -1
  117. package/dist/ops/sum16.js +6 -6
  118. package/dist/ops/transpose16.js +3 -3
  119. package/dist/ops/unpack16.js +2 -2
  120. package/dist/ops/webgl/adamAdjust.js +2 -2
  121. package/dist/ops/webgl/adamMoments.js +1 -1
  122. package/dist/ops/webgl/appendCache.js +1 -1
  123. package/dist/ops/webgl/attentionMask.js +1 -1
  124. package/dist/ops/webgl/dropout16.js +1 -1
  125. package/dist/ops/webgl/fusedSoftmax.js +7 -7
  126. package/dist/ops/webgl/gatherSub.js +3 -3
  127. package/dist/ops/webgl/gelu.js +2 -2
  128. package/dist/ops/webgl/log.js +3 -3
  129. package/dist/ops/webgl/matMul16.js +13 -13
  130. package/dist/ops/webgl/matMulGelu.js +4 -4
  131. package/dist/ops/webgl/matMulMul.js +2 -2
  132. package/dist/ops/webgl/mulDropout.js +1 -1
  133. package/dist/ops/webgl/normRMS.js +2 -2
  134. package/dist/ops/webgl/qkv.js +1 -1
  135. package/dist/ops/webgl/rope.js +1 -1
  136. package/dist/ops/webgl/scatterSub.js +2 -2
  137. package/dist/ops/webgpu/adamAdjust.js +3 -3
  138. package/dist/ops/webgpu/adamMoments.js +3 -3
  139. package/dist/ops/webgpu/add16.js +6 -6
  140. package/dist/ops/webgpu/appendCache.js +3 -3
  141. package/dist/ops/webgpu/attentionMask.js +2 -2
  142. package/dist/ops/webgpu/attentionMask32_program.js +2 -2
  143. package/dist/ops/webgpu/clipScale.js +7 -7
  144. package/dist/ops/webgpu/concat16.js +5 -5
  145. package/dist/ops/webgpu/dropout16.js +6 -6
  146. package/dist/ops/webgpu/gatherSub.js +3 -3
  147. package/dist/ops/webgpu/gelu.js +8 -8
  148. package/dist/ops/webgpu/matMul16.js +16 -16
  149. package/dist/ops/webgpu/matMul16_program.js +2 -2
  150. package/dist/ops/webgpu/mul16.js +5 -5
  151. package/dist/ops/webgpu/norm2.js +1 -1
  152. package/dist/ops/webgpu/normRMS.js +2 -2
  153. package/dist/ops/webgpu/normRMSGrad.js +4 -4
  154. package/dist/ops/webgpu/pack16.js +4 -4
  155. package/dist/ops/webgpu/pack16_program.js +2 -2
  156. package/dist/ops/webgpu/qkv.js +2 -2
  157. package/dist/ops/webgpu/rope.js +3 -3
  158. package/dist/ops/webgpu/scatterSub.js +3 -3
  159. package/dist/ops/webgpu/slice16.js +4 -4
  160. package/dist/ops/webgpu/softmax16.js +4 -4
  161. package/dist/ops/webgpu/softmax16_program.js +2 -2
  162. package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
  163. package/dist/ops/webgpu/softmax16grad.js +4 -4
  164. package/dist/ops/webgpu/sub16.js +6 -6
  165. package/dist/ops/webgpu/sum16.js +3 -3
  166. package/dist/ops/webgpu/transpose16.js +8 -8
  167. package/dist/ops/webgpu/transpose16_program.js +2 -2
  168. package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
  169. package/dist/ops/webgpu/unpack16.js +3 -3
  170. package/dist/ops/webgpu/utils/binary_op.js +3 -3
  171. package/dist/ops/webgpu/utils/reductions.js +5 -5
  172. package/dist/{ops-CURIZSVt.js → ops-CsXeTq1P.js} +100 -100
  173. package/dist/{pack16-WlOSOuZA.js → pack16-bqltoUlR.js} +2 -2
  174. package/dist/patches/webgpu_backend.js +6 -6
  175. package/dist/patches/webgpu_base.js +1 -1
  176. package/dist/patches/webgpu_program.js +2 -2
  177. package/dist/{random_normal-CIm8lk2-.js → random_normal-IBRrha8a.js} +1 -1
  178. package/dist/{random_width-B_fVXhGx.js → random_width-DN5ZtQkM.js} +131 -131
  179. package/dist/{range-BDxO73mk.js → range-C-CjF-LI.js} +1 -1
  180. package/dist/relu-J_X6MUzx.js +9 -0
  181. package/dist/{reshape-BIN71H3p.js → reshape-BDOuCSNW.js} +1 -1
  182. package/dist/{resize_nearest_neighbor-C6_0dAnK.js → resize_nearest_neighbor-BojqlfRe.js} +41 -41
  183. package/dist/{rope-CC5RjmKU.js → rope-DcrZM_e6.js} +5 -5
  184. package/dist/{scatter_nd_util-C-x73Cj6.js → scatter_nd_util-ByNJaL6I.js} +1 -1
  185. package/dist/{segment_util-4zuHV5IG.js → segment_util-Dasb2Zaf.js} +2 -2
  186. package/dist/{selu_util-BXdhy_W6.js → selu_util-BLhIqRkw.js} +5 -5
  187. package/dist/{shared-zTaJ5siv.js → shared-3agzAqQ_.js} +1 -1
  188. package/dist/{shared-DRWDyk9w.js → shared-CagdqkLh.js} +6 -6
  189. package/dist/slice-BzS11Qh0.js +12 -0
  190. package/dist/{slice_util-DPY56GzQ.js → slice_util-CC35pLmT.js} +5 -5
  191. package/dist/{softmax-BLGJqdwx.js → softmax-D4q1LJN7.js} +1 -1
  192. package/dist/split-C2Sj255c.js +9 -0
  193. package/dist/{squeeze-O_YWJpw_.js → squeeze-ho4wLUek.js} +2 -2
  194. package/dist/{stack-z6QE7kmP.js → stack-DudVrtmG.js} +1 -1
  195. package/dist/{step-DQY6_ABw.js → step-BTxPtq1r.js} +4 -4
  196. package/dist/{sum-D39FeU5h.js → sum-BpiwSWvg.js} +3 -3
  197. package/dist/{tensor-D8e0Gd7c.js → tensor-BWFldCso.js} +1 -1
  198. package/dist/{tensor1d-BMl0eZYV.js → tensor1d-LMGMIUlr.js} +1 -1
  199. package/dist/{tensor2d-DTtQ1QcT.js → tensor2d-BnXMKScO.js} +1 -1
  200. package/dist/{tensor4d-Dj4rDssL.js → tensor4d-C6UCG_u8.js} +1 -1
  201. package/dist/{tfjs_backend-Bk3PmK91.js → tfjs_backend-BGnG-ppu.js} +65 -65
  202. package/dist/{tile-CsWlVKKz.js → tile-CFy-xTO6.js} +1 -1
  203. package/dist/tokeniser/BaseTokeniser.d.ts +5 -1
  204. package/dist/tokeniser/BaseTokeniser.js +62 -53
  205. package/dist/tokeniser/type.d.ts +8 -0
  206. package/dist/training/AdamW.js +2 -2
  207. package/dist/training/BasicTrainer.d.ts +1 -0
  208. package/dist/training/BasicTrainer.js +95 -79
  209. package/dist/training/DatasetBuilder.d.ts +6 -2
  210. package/dist/training/DatasetBuilder.js +60 -41
  211. package/dist/training/Evaluator.d.ts +1 -2
  212. package/dist/training/Evaluator.js +21 -31
  213. package/dist/training/SFTTrainer.d.ts +3 -2
  214. package/dist/training/SFTTrainer.js +4 -3
  215. package/dist/training/orthoGrad.js +1 -1
  216. package/dist/training/sparseCrossEntropy.js +38 -38
  217. package/dist/training/tasks/ConversationTask.d.ts +4 -0
  218. package/dist/training/tasks/ConversationTask.js +7 -7
  219. package/dist/training/tasks/PretrainingTask.d.ts +4 -0
  220. package/dist/training/tasks/PretrainingTask.js +11 -7
  221. package/dist/training/tasks/StartSentenceTask.d.ts +4 -0
  222. package/dist/training/tasks/StartSentenceTask.js +5 -5
  223. package/dist/training/tasks/Task.d.ts +12 -0
  224. package/dist/training/tasks/Task.js +55 -31
  225. package/dist/training/types.d.ts +1 -0
  226. package/dist/training/validation.d.ts +1 -1
  227. package/dist/training/validation.js +33 -32
  228. package/dist/{transpose-Qxz-4os3.js → transpose-9kRxIXWR.js} +7 -7
  229. package/dist/{unsorted_segment_sum-BfFVV9Zm.js → unsorted_segment_sum-DJvk5xnh.js} +20 -20
  230. package/dist/utilities/dummy.js +6 -6
  231. package/dist/utilities/multinomialCPU.js +2 -2
  232. package/dist/utilities/packed.js +1 -1
  233. package/dist/utilities/performance.js +1 -1
  234. package/dist/utilities/profile.js +1 -1
  235. package/dist/utilities/safetensors.js +2 -2
  236. package/dist/utilities/sentences.js +5 -5
  237. package/dist/utilities/weights.js +2 -2
  238. package/dist/{variable-SSATClyt.js → variable-Ck482e3n.js} +1 -1
  239. package/dist/{webgpu_program-CbjdYLYk.js → webgpu_program-B4HmApL1.js} +1 -1
  240. package/dist/{webgpu_util-DuofJBMo.js → webgpu_util-DYlGSwOJ.js} +7 -7
  241. package/dist/{zeros-Bw0puq_w.js → zeros-DvZpK8s6.js} +2 -2
  242. package/dist/{zeros_like-rOHr54NY.js → zeros_like-CWjDdwr-.js} +69 -69
  243. package/package.json +1 -1
  244. package/dist/complex-3DpPEG9B.js +0 -11
  245. package/dist/mat_mul-DP86qZtZ.js +0 -11
  246. package/dist/mod-BXjLYwvM.js +0 -11
  247. package/dist/readers-17HLdxVM.js +0 -12
  248. package/dist/relu-DTvZKBsZ.js +0 -9
  249. package/dist/slice-BvItlgXu.js +0 -12
  250. package/dist/split-BN9LkEgS.js +0 -9
  251. package/dist/training/SFTDatasetBuilder.d.ts +0 -23
  252. package/dist/training/SFTDatasetBuilder.js +0 -85
@@ -1,20 +1,20 @@
1
- import { a as e, m as t } from "../../index-DSGwv2Yx.js";
1
+ import { c as e, m as t } from "../../index-CUXkjxiT.js";
2
2
  function n(o) {
3
3
  const { inputs: r } = o, { a: l, b: u } = r;
4
4
  return console.warn("Using fallback mulDrop implementation without dropout."), t(l, u);
5
5
  }
6
- const a = {
6
+ const c = {
7
7
  kernelName: "MulDropout",
8
8
  backendName: "cpu",
9
9
  kernelFunc: n
10
10
  };
11
- e(a);
12
- const c = {
11
+ e(c);
12
+ const a = {
13
13
  kernelName: "MulDropout",
14
14
  backendName: "tensorflow",
15
15
  kernelFunc: n
16
16
  };
17
- e(c);
17
+ e(a);
18
18
  const m = {
19
19
  kernelName: "MulDropout",
20
20
  backendName: "webgpu",
@@ -1,4 +1,4 @@
1
- import { a as o, t as d } from "../../index-DSGwv2Yx.js";
1
+ import { c as o, t as d } from "../../index-CUXkjxiT.js";
2
2
  function i(t) {
3
3
  const { inputs: e } = t, { x: n, gamma: s } = e, r = n, a = s;
4
4
  return d(() => {
@@ -1,6 +1,6 @@
1
- import { a as q } from "../../index-DSGwv2Yx.js";
2
- import { r as o } from "../../reshape-BIN71H3p.js";
3
- import { s as x } from "../../split-BN9LkEgS.js";
1
+ import { c as q } from "../../index-CUXkjxiT.js";
2
+ import { r as o } from "../../reshape-BDOuCSNW.js";
3
+ import { s as x } from "../../split-C2Sj255c.js";
4
4
  function v(p) {
5
5
  const { x: c, kernel: K } = p.inputs, { heads: n, packed: C } = p.attrs;
6
6
  if (C)
@@ -1,8 +1,8 @@
1
- import { a as I } from "../../index-DSGwv2Yx.js";
2
- import { r as y } from "../../range-BDxO73mk.js";
3
- import { g as F } from "../../gather-DEyjXNb1.js";
4
- import { s as E } from "../../stack-z6QE7kmP.js";
5
- import { c as T } from "../../concat-Dqk7Xk7h.js";
1
+ import { c as I } from "../../index-CUXkjxiT.js";
2
+ import { r as y } from "../../range-C-CjF-LI.js";
3
+ import { g as F } from "../../gather-qIqEqaGn.js";
4
+ import { s as E } from "../../stack-DudVrtmG.js";
5
+ import { c as T } from "../../concat-CAQpCret.js";
6
6
  function U(c, r, p, e, n) {
7
7
  const t = e.shape[3], s = p;
8
8
  if (s > t) return e;
@@ -1,8 +1,8 @@
1
- import { o as f, q as g, n as r, E as l, ak as N, a as b, a1 as S, m as h } from "../../index-DSGwv2Yx.js";
2
- import { v as k } from "../../scatter_nd_util-C-x73Cj6.js";
3
- import { r as D } from "../../range-BDxO73mk.js";
4
- import { s as v } from "../../stack-z6QE7kmP.js";
5
- import { o as E } from "../../ones-DbVB5N58.js";
1
+ import { o as f, u as g, q as r, E as l, ak as N, c as b, a1 as S, m as h } from "../../index-CUXkjxiT.js";
2
+ import { v as k } from "../../scatter_nd_util-ByNJaL6I.js";
3
+ import { r as D } from "../../range-C-CjF-LI.js";
4
+ import { s as v } from "../../stack-DudVrtmG.js";
5
+ import { o as E } from "../../ones-BytntneX.js";
6
6
  function I(a, e, s) {
7
7
  g(s);
8
8
  const n = r(a, "indices", "scatterND", "int32"), t = r(e, "updates", "scatterND");
package/dist/ops/dot16.js CHANGED
@@ -1,8 +1,8 @@
1
- import { b as d } from "../matMul16-BIT70Vya.js";
1
+ import { b as d } from "../matMul16-BcVC_E62.js";
2
2
  import { transpose16 as w } from "./transpose16.js";
3
3
  import { reshape16 as n } from "./reshape16.js";
4
4
  import { isPackedTensor as p } from "../utilities/packed.js";
5
- import { d as x } from "../tfjs_backend-Bk3PmK91.js";
5
+ import { d as x } from "../tfjs_backend-BGnG-ppu.js";
6
6
  function E(e, s, h = !1, c = !1) {
7
7
  if (!p(e) && !p(s))
8
8
  return x(e, s);
@@ -1,14 +1,14 @@
1
- import { n as m, v as f, ag as p, d as u, h as c } from "../index-DSGwv2Yx.js";
2
- import { g as d, r as l } from "../dropout_util-N0z8Os-K.js";
1
+ import { q as m, x as f, ag as p, i as u, j as c } from "../index-CUXkjxiT.js";
2
+ import { g as l, r as d } from "../dropout_util--NxWuYg2.js";
3
3
  import { mul16 as g } from "./mul16.js";
4
- import { f as h } from "../floor-CymuCmTO.js";
5
- function x(t, o, s, e) {
4
+ import { f as b } from "../floor-BQtb-Azg.js";
5
+ function v(t, o, n, e) {
6
6
  const r = m(t, "x", "dropout");
7
7
  if (f(o >= 0 && o < 1, () => `rate must be a float in the range [0, 1), but got ${o}.`), o === 0)
8
8
  return t instanceof p ? r.clone() : r;
9
- const a = d(r, s), n = 1 - o, i = u(h(c(l(a, 0, 1, "float32", e), n)), n);
9
+ const a = l(r, n), s = 1 - o, i = u(b(c(d(a, 0, 1, "float32", e), s)), s);
10
10
  return g(r, i);
11
11
  }
12
12
  export {
13
- x as dropout
13
+ v as dropout
14
14
  };
@@ -1,5 +1,5 @@
1
1
  import { isPackedTensor as u } from "../utilities/packed.js";
2
- import { c as d, e as i } from "../index-DSGwv2Yx.js";
2
+ import { e as d, h as i } from "../index-CUXkjxiT.js";
3
3
  import "./webgl/dropout16.js";
4
4
  const s = {
5
5
  kernelName: "Dropout16",
@@ -1,4 +1,4 @@
1
- import { e as n } from "../index-DSGwv2Yx.js";
1
+ import { h as n } from "../index-CUXkjxiT.js";
2
2
  import "./cpu/gatherSub.js";
3
3
  import "./webgl/gatherSub.js";
4
4
  function f(r, e, t) {
package/dist/ops/gelu.js CHANGED
@@ -1,7 +1,7 @@
1
- import "../index-DSGwv2Yx.js";
1
+ import "../index-CUXkjxiT.js";
2
2
  import "./cpu/gelu.js";
3
3
  import "./webgl/gelu.js";
4
- import { d as e, g as i } from "../gelu-DpTCC3eB.js";
4
+ import { d as e, g as i } from "../gelu-B220X1Go.js";
5
5
  export {
6
6
  e as dGelu,
7
7
  i as gelu
@@ -1,11 +1,11 @@
1
- import { t as i, e as n } from "../index-DSGwv2Yx.js";
2
- import { z as l } from "../zeros-Bw0puq_w.js";
3
- function c(e, r, o = 1) {
1
+ import { t as i, h as n } from "../index-CUXkjxiT.js";
2
+ import { z as l } from "../zeros-DvZpK8s6.js";
3
+ function c(r, e, o = 1) {
4
4
  return i(() => {
5
- const t = l([e.length], "int32");
6
- return e.map(
7
- (p, u) => n().runKernel("Norm2", { x: p, output: t }, { invLossScaling: r, index: u })
8
- ), n().runKernel("ClipScale", { x: t }, { invLossScaling: r, clipNorm: o });
5
+ const t = l([r.length], "int32");
6
+ return r.map(
7
+ (p, u) => n().runKernel("Norm2", { x: p, output: t }, { invLossScaling: e, index: u })
8
+ ), n().runKernel("ClipScale", { x: t }, { invLossScaling: e, clipNorm: o });
9
9
  });
10
10
  }
11
11
  export {
@@ -1,4 +1,4 @@
1
- import { c as u, _ as h, $ as d } from "../../index-DSGwv2Yx.js";
1
+ import { e as u, _ as h, $ as d } from "../../index-CUXkjxiT.js";
2
2
  import { sum16 as c } from "../sum16.js";
3
3
  import { reshape16 as p } from "../reshape16.js";
4
4
  const A = {
@@ -1,5 +1,5 @@
1
- import { c as m } from "../../index-DSGwv2Yx.js";
2
- import { m as o } from "../../matMul16-BIT70Vya.js";
1
+ import { e as m } from "../../index-CUXkjxiT.js";
2
+ import { m as o } from "../../matMul16-BcVC_E62.js";
3
3
  import { transpose16 as c } from "../transpose16.js";
4
4
  const l = {
5
5
  kernelName: "AttentionMask",
@@ -1,2 +1,2 @@
1
- import "../../index-DSGwv2Yx.js";
1
+ import "../../index-CUXkjxiT.js";
2
2
  import "../dropout16.js";
@@ -1,5 +1,5 @@
1
- import "../../index-DSGwv2Yx.js";
2
- import { a as e } from "../../gelu-DpTCC3eB.js";
1
+ import "../../index-CUXkjxiT.js";
2
+ import { a as e } from "../../gelu-B220X1Go.js";
3
3
  export {
4
4
  e as geluGradConfig
5
5
  };
@@ -1,6 +1,6 @@
1
- import "../../index-DSGwv2Yx.js";
2
- import { a as f } from "../../matMul16-BIT70Vya.js";
3
- import "../../gelu-DpTCC3eB.js";
1
+ import "../../index-CUXkjxiT.js";
2
+ import { a as f } from "../../matMul16-BcVC_E62.js";
3
+ import "../../gelu-B220X1Go.js";
4
4
  import "../transpose16.js";
5
5
  import "../reshape16.js";
6
6
  import "../mul16.js";
@@ -1,4 +1,4 @@
1
- import { c as a, e as o } from "../../index-DSGwv2Yx.js";
1
+ import { e as a, h as o } from "../../index-CUXkjxiT.js";
2
2
  function s(e, n, r) {
3
3
  return o().runKernel("MatMulGeluGrad", { dy: e, x: n, kernel: r });
4
4
  }
@@ -1,4 +1,4 @@
1
- import "../../index-DSGwv2Yx.js";
1
+ import "../../index-CUXkjxiT.js";
2
2
  import "../mul16.js";
3
3
  import "../sum16.js";
4
4
  import "../reshape16.js";
@@ -1,8 +1,8 @@
1
- import { c as e, e as u } from "../../index-DSGwv2Yx.js";
1
+ import { e, h as u } from "../../index-CUXkjxiT.js";
2
2
  function m(r, n, o) {
3
3
  return u().runKernel("RMSNormGrad", o ? { dy: r, x: n, gamma: o } : { dy: r, x: n });
4
4
  }
5
- const c = {
5
+ const S = {
6
6
  kernelName: "RMSNorm",
7
7
  inputsToSave: ["x", "gamma"],
8
8
  outputsToSave: [],
@@ -14,8 +14,8 @@ const c = {
14
14
  };
15
15
  }
16
16
  };
17
- e(c);
18
- const S = {
17
+ e(S);
18
+ const c = {
19
19
  kernelName: "RMSNormNoGamma",
20
20
  inputsToSave: ["x"],
21
21
  outputsToSave: [],
@@ -26,8 +26,8 @@ const S = {
26
26
  };
27
27
  }
28
28
  };
29
- e(S);
29
+ e(c);
30
30
  export {
31
- c as normRMSGradConfig,
32
- S as normRMSGradConfigNoGamma
31
+ S as normRMSGradConfig,
32
+ c as normRMSGradConfigNoGamma
33
33
  };
@@ -1,6 +1,6 @@
1
- import "../../index-DSGwv2Yx.js";
2
- import { b as i } from "../../pack16-WlOSOuZA.js";
3
- import "../../slice-BvItlgXu.js";
1
+ import "../../index-CUXkjxiT.js";
2
+ import { b as i } from "../../pack16-bqltoUlR.js";
3
+ import "../../slice-BzS11Qh0.js";
4
4
  export {
5
5
  i as packGradConfig
6
6
  };
@@ -1,32 +1,32 @@
1
- import { c as u } from "../../index-DSGwv2Yx.js";
2
- import { a as f } from "../../matMul16-BIT70Vya.js";
1
+ import { e as u } from "../../index-CUXkjxiT.js";
2
+ import { a as f } from "../../matMul16-BcVC_E62.js";
3
3
  import { concat16 as g } from "../concat16.js";
4
4
  import { sum16 as l } from "../sum16.js";
5
- import { s as k } from "../../squeeze-O_YWJpw_.js";
5
+ import { s as k } from "../../squeeze-ho4wLUek.js";
6
6
  const i = {
7
7
  kernelName: "QKV",
8
8
  inputsToSave: ["x", "kernel"],
9
9
  outputsToSave: [],
10
- gradFunc: (e, s) => {
11
- const [r, n, t] = e, [a] = s, p = g([r, n, t], 1);
10
+ gradFunc: (o, s) => {
11
+ const [r, n, t] = o, [a] = s, p = g([r, n, t], 1);
12
12
  r.dispose(), n.dispose(), t.dispose();
13
- const c = [a.shape[0], a.shape[1], 3 * a.shape[2]], d = f.gradFunc(p, s, {
13
+ const m = [a.shape[0], a.shape[1], 3 * a.shape[2]], d = f.gradFunc(p, s, {
14
14
  transposeA: !1,
15
15
  transposeB: !1,
16
- originalShape: c,
16
+ originalShape: m,
17
17
  perm: [0, 2, 1, 3]
18
18
  });
19
19
  return p.dispose(), {
20
20
  x: () => d.A(),
21
21
  kernel: () => {
22
- const o = d.B(), m = o.shape[0] === 1 ? k(o, [0]) : l(o, 0);
23
- return o.dispose(), m;
22
+ const e = d.B(), c = e.shape[0] === 1 ? k(e, [0]) : l(e, 0);
23
+ return e.dispose(), c;
24
24
  }
25
25
  };
26
26
  }
27
27
  };
28
- function B(e, s, r) {
29
- return i.gradFunc(e, [s, r], {});
28
+ function B(o, s, r) {
29
+ return i.gradFunc(o, [s, r], {});
30
30
  }
31
31
  u(i);
32
32
  export {
@@ -1,5 +1,5 @@
1
- import "../../index-DSGwv2Yx.js";
2
- import { a as p } from "../../rope-CC5RjmKU.js";
1
+ import "../../index-CUXkjxiT.js";
2
+ import { a as p } from "../../rope-DcrZM_e6.js";
3
3
  export {
4
4
  p as ropeGradConfig
5
5
  };
@@ -1,4 +1,4 @@
1
- import { c as n, e as a } from "../../index-DSGwv2Yx.js";
1
+ import { e as n, h as a } from "../../index-CUXkjxiT.js";
2
2
  import { isPackedTensor as t } from "../../utilities/packed.js";
3
3
  function s(r, e) {
4
4
  return a().runKernel("Softmax16Grad", { dy: r, softmaxOutput: e });
@@ -1,5 +1,5 @@
1
- import "../../index-DSGwv2Yx.js";
2
- import { a as p } from "../../pack16-WlOSOuZA.js";
1
+ import "../../index-CUXkjxiT.js";
2
+ import { a as p } from "../../pack16-bqltoUlR.js";
3
3
  export {
4
4
  p as unpackGradConfig
5
5
  };
@@ -1,9 +1,9 @@
1
- import "../index-DSGwv2Yx.js";
2
- import { b as p, c as u, d as i, e as s, m as M } from "../matMul16-BIT70Vya.js";
1
+ import "../index-CUXkjxiT.js";
2
+ import { b as p, c as u, d as i, e as s, m as M } from "../matMul16-BcVC_E62.js";
3
3
  import "./webgl/matMul16.js";
4
4
  import "./cpu/matMul16.js";
5
5
  import "../utilities/packed.js";
6
- import "../pack16-WlOSOuZA.js";
6
+ import "../pack16-bqltoUlR.js";
7
7
  export {
8
8
  p as matMul16,
9
9
  u as matMul16Gelu,
@@ -1,12 +1,12 @@
1
- import { e as u } from "../index-DSGwv2Yx.js";
1
+ import { h as e } from "../index-CUXkjxiT.js";
2
2
  import "./cpu/matMulGelu.js";
3
- import "../matMulGelu-CsZnh18H.js";
3
+ import "../matMulGelu-JNLZqKQp.js";
4
4
  import "./grads/matMulGelu.js";
5
- function M(r, e) {
6
- return u().runKernel("MatMulGelu", { x: r, kernel: e });
5
+ function M(r, u) {
6
+ return e().runKernel("MatMulGelu", { x: r, kernel: u });
7
7
  }
8
- function a(r, e, t) {
9
- return u().runKernel("MatMulGeluGrad", { dy: r, x: e, kernel: t });
8
+ function a(r, u, t) {
9
+ return e().runKernel("MatMulGeluGrad", { dy: r, x: u, kernel: t });
10
10
  }
11
11
  export {
12
12
  a as dMatMulGelu,
@@ -1,8 +1,8 @@
1
- import { e as u } from "../index-DSGwv2Yx.js";
1
+ import { h as u } from "../index-CUXkjxiT.js";
2
2
  import "./cpu/matMulMul.js";
3
3
  import "./webgl/matMulMul.js";
4
- function m(e, r, t, l = !1, n = !1) {
5
- return u().runKernel("MatMulMul", { x: e, kernel: r, y: t }, { transposeA: l, transposeB: n });
4
+ function m(r, e, t, l = !1, n = !1) {
5
+ return u().runKernel("MatMulMul", { x: r, kernel: e, y: t }, { transposeA: l, transposeB: n });
6
6
  }
7
7
  export {
8
8
  m as matMulMul
package/dist/ops/mul16.js CHANGED
@@ -1,4 +1,4 @@
1
- import { c as h, _ as f, $ as d, m as g, e as A } from "../index-DSGwv2Yx.js";
1
+ import { e as h, _ as f, $ as d, m as g, h as A } from "../index-CUXkjxiT.js";
2
2
  import { isPackedTensor as i } from "../utilities/packed.js";
3
3
  import { sum16 as p } from "./sum16.js";
4
4
  import { reshape16 as l } from "./reshape16.js";
@@ -1,8 +1,8 @@
1
- import { e as t } from "../index-DSGwv2Yx.js";
1
+ import { h as e } from "../index-CUXkjxiT.js";
2
2
  import "./cpu/mulDropout.js";
3
3
  import "./webgl/mulDropout.js";
4
- function m(r, o, e, n) {
5
- return t().runKernel("MulDropout", { a: r, b: o }, { dropoutRate: e, seed: n });
4
+ function m(r, o, n, t) {
5
+ return e().runKernel("MulDropout", { a: r, b: o }, { dropoutRate: n, seed: t });
6
6
  }
7
7
  export {
8
8
  m as mulDrop
@@ -1,16 +1,16 @@
1
- import { e as s } from "../index-DSGwv2Yx.js";
1
+ import { h as s } from "../index-CUXkjxiT.js";
2
2
  import "./cpu/normRMS.js";
3
3
  import "./webgl/normRMS.js";
4
4
  import "./grads/normRMS.js";
5
5
  function R(e, r) {
6
6
  if (e.rank === 4) {
7
- const [t, p, ...i] = e.shape, c = [t * p, ...i], o = e.reshape(c), n = s().runKernel(
7
+ const [t, p, ...i] = e.shape, h = [t * p, ...i], o = e.reshape(h), n = s().runKernel(
8
8
  r ? "RMSNorm" : "RMSNormNoGamma",
9
9
  r ? { x: o, gamma: r } : { x: o }
10
10
  );
11
11
  o.dispose();
12
- const h = n.reshape(e.shape);
13
- return n.dispose(), h;
12
+ const c = n.reshape(e.shape);
13
+ return n.dispose(), c;
14
14
  }
15
15
  return s().runKernel(r ? "RMSNorm" : "RMSNormNoGamma", r ? { x: e, gamma: r } : { x: e });
16
16
  }
@@ -1,5 +1,5 @@
1
- import "../index-DSGwv2Yx.js";
2
- import { p as a } from "../pack16-WlOSOuZA.js";
1
+ import "../index-CUXkjxiT.js";
2
+ import { p as a } from "../pack16-bqltoUlR.js";
3
3
  export {
4
4
  a as pack16
5
5
  };
package/dist/ops/qkv.js CHANGED
@@ -1,9 +1,9 @@
1
- import { e as t } from "../index-DSGwv2Yx.js";
1
+ import { h as e } from "../index-CUXkjxiT.js";
2
2
  import "./cpu/qkv.js";
3
3
  import "./webgl/qkv.js";
4
4
  import "./grads/qkv.js";
5
- function u(r, e, n, o = !1) {
6
- return t().runKernel("QKV", { x: r, kernel: e }, { heads: n, packed: o });
5
+ function u(r, n, o, t = !1) {
6
+ return e().runKernel("QKV", { x: r, kernel: n }, { heads: o, packed: t });
7
7
  }
8
8
  export {
9
9
  u as qkv
@@ -1,5 +1,5 @@
1
- import { c as p, a as s, e as c } from "../index-DSGwv2Yx.js";
2
- import { r as u } from "../reshape-BIN71H3p.js";
1
+ import { e as p, c as s, h as c } from "../index-CUXkjxiT.js";
2
+ import { r as u } from "../reshape-BDOuCSNW.js";
3
3
  const i = {
4
4
  kernelName: "Reshape16",
5
5
  inputsToSave: ["x"],
@@ -21,18 +21,18 @@ const l = {
21
21
  kernelFunc: a
22
22
  };
23
23
  s(l);
24
- const g = {
24
+ const h = {
25
25
  kernelName: "Reshape16",
26
26
  backendName: "webgl",
27
27
  kernelFunc: a
28
28
  };
29
- s(g);
30
- const h = {
29
+ s(h);
30
+ const g = {
31
31
  kernelName: "Reshape16",
32
32
  backendName: "cpu",
33
33
  kernelFunc: a
34
34
  };
35
- s(h);
35
+ s(g);
36
36
  function m(e, r) {
37
37
  return c().runKernel("Reshape16", { x: e }, { shape: r });
38
38
  }
package/dist/ops/rope.js CHANGED
@@ -1,7 +1,7 @@
1
- import "../index-DSGwv2Yx.js";
1
+ import "../index-CUXkjxiT.js";
2
2
  import "./cpu/rope.js";
3
3
  import "./webgl/rope.js";
4
- import { r as i } from "../rope-CC5RjmKU.js";
4
+ import { r as i } from "../rope-DcrZM_e6.js";
5
5
  export {
6
6
  i as rope
7
7
  };
@@ -1,4 +1,4 @@
1
- import { e as i } from "../index-DSGwv2Yx.js";
1
+ import { h as i } from "../index-CUXkjxiT.js";
2
2
  import "./cpu/scatterSub.js";
3
3
  import "./webgl/scatterSub.js";
4
4
  function c(t, r, e) {
@@ -1,6 +1,6 @@
1
1
  import { isPackedTensor as n } from "../utilities/packed.js";
2
- import { e as c } from "../index-DSGwv2Yx.js";
3
- import { s as i } from "../slice-BvItlgXu.js";
2
+ import { h as c } from "../index-CUXkjxiT.js";
3
+ import { s as i } from "../slice-BzS11Qh0.js";
4
4
  function a(r, e, o) {
5
5
  return n(r) ? c().runKernel("Slice16", { x: r }, { begin: e, size: o }) : i(r, e, o);
6
6
  }
@@ -1,4 +1,4 @@
1
- import { e as n } from "../index-DSGwv2Yx.js";
1
+ import { h as n } from "../index-CUXkjxiT.js";
2
2
  import "./grads/softmax16.js";
3
3
  import { isPackedTensor as e } from "../utilities/packed.js";
4
4
  function t(r) {
package/dist/ops/sub16.js CHANGED
@@ -1,4 +1,4 @@
1
- import { a1 as s, e as t } from "../index-DSGwv2Yx.js";
1
+ import { a1 as s, h as t } from "../index-CUXkjxiT.js";
2
2
  import { isPackedTensor as n } from "../utilities/packed.js";
3
3
  function f(r, e) {
4
4
  return !n(r) && !n(e) ? s(r, e) : t().runKernel("Sub16", { a: r, b: e });
package/dist/ops/sum16.js CHANGED
@@ -1,12 +1,12 @@
1
- import { e as t } from "../index-DSGwv2Yx.js";
1
+ import { h as e } from "../index-CUXkjxiT.js";
2
2
  import { isPackedTensor as s } from "../utilities/packed.js";
3
- import { s as n } from "../sum-D39FeU5h.js";
4
- function p(r, o, e = !1) {
3
+ import { s as n } from "../sum-BpiwSWvg.js";
4
+ function p(r, t, o = !1) {
5
5
  if (!s(r))
6
- return n(r, o, e);
7
- if (e)
6
+ return n(r, t, o);
7
+ if (o)
8
8
  throw new Error("sum16 with keepDims=true not supported for packed tensors");
9
- return t().runKernel("Sum16", { x: r }, { axis: o ?? -1, keepDims: e });
9
+ return e().runKernel("Sum16", { x: r }, { axis: t ?? -1, keepDims: o });
10
10
  }
11
11
  export {
12
12
  p as sum16
@@ -1,8 +1,8 @@
1
- import { c as i, a as p, e as u } from "../index-DSGwv2Yx.js";
1
+ import { e as i, c as p, h as u } from "../index-CUXkjxiT.js";
2
2
  import { forcePacked as l, forceFloat as m } from "./grads/utils.js";
3
- import { g } from "../axis_util-QWWgLjut.js";
3
+ import { g } from "../axis_util-GTVlo58H.js";
4
4
  import { isPackedTensor as f } from "../utilities/packed.js";
5
- import { t as a } from "../transpose-Qxz-4os3.js";
5
+ import { t as a } from "../transpose-9kRxIXWR.js";
6
6
  const d = {
7
7
  kernelName: "Transpose16",
8
8
  gradFunc: (r, s, t) => {
@@ -1,5 +1,5 @@
1
- import "../index-DSGwv2Yx.js";
2
- import { u as t } from "../pack16-WlOSOuZA.js";
1
+ import "../index-CUXkjxiT.js";
2
+ import { u as t } from "../pack16-bqltoUlR.js";
3
3
  import "../utilities/packed.js";
4
4
  export {
5
5
  t as unpack16
@@ -1,5 +1,5 @@
1
- import { r } from "../../Reshape-BZC-ebeR.js";
2
- import { a as v } from "../../index-DSGwv2Yx.js";
1
+ import { r } from "../../Reshape-BW__R4mZ.js";
2
+ import { c as v } from "../../index-CUXkjxiT.js";
3
3
  class g {
4
4
  variableNames = ["moments", "value"];
5
5
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as m } from "../../index-DSGwv2Yx.js";
1
+ import { c as m } from "../../index-CUXkjxiT.js";
2
2
  class i {
3
3
  variableNames = ["moments", "gradient"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as p } from "../../index-DSGwv2Yx.js";
1
+ import { c as p } from "../../index-CUXkjxiT.js";
2
2
  class m {
3
3
  variableNames = ["cache", "item"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as m } from "../../index-DSGwv2Yx.js";
1
+ import { c as m } from "../../index-CUXkjxiT.js";
2
2
  class h {
3
3
  variableNames = ["q", "k"];
4
4
  outputShape;
@@ -1,4 +1,4 @@
1
- import { a as n } from "../../index-DSGwv2Yx.js";
1
+ import { c as n } from "../../index-CUXkjxiT.js";
2
2
  function o(e) {
3
3
  const { x: r } = e.inputs;
4
4
  return r;