@genai-fi/nanogpt 0.19.1 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (482) hide show
  1. package/package.json +9 -10
  2. package/dist/Generator.d.ts +0 -82
  3. package/dist/Generator.js +0 -11941
  4. package/dist/RealDiv-CGwv0liw.js +0 -365
  5. package/dist/Reshape-BW__R4mZ.js +0 -79
  6. package/dist/Reshape-CPBkTIH2.js +0 -14
  7. package/dist/TeachableLLM.d.ts +0 -70
  8. package/dist/TeachableLLM.js +0 -273
  9. package/dist/Trainer.d.ts +0 -43
  10. package/dist/Trainer.js +0 -244
  11. package/dist/_commonjsHelpers-ByX85dGu.js +0 -33
  12. package/dist/axis_util-GTVlo58H.js +0 -55
  13. package/dist/backend.d.ts +0 -2
  14. package/dist/backend.js +0 -13
  15. package/dist/backend_util-GaFarB78.js +0 -425
  16. package/dist/backend_webgpu-BqASlsbV.js +0 -545
  17. package/dist/binary_op_util-pKXltfxI.js +0 -192
  18. package/dist/broadcast_to-eS93CCN_.js +0 -28
  19. package/dist/checks/appendCache.d.ts +0 -1
  20. package/dist/checks/appendCache.js +0 -22
  21. package/dist/checks/attentionMask.d.ts +0 -1
  22. package/dist/checks/attentionMask.js +0 -37
  23. package/dist/checks/check.d.ts +0 -9
  24. package/dist/checks/check.js +0 -20
  25. package/dist/checks/gelu.d.ts +0 -1
  26. package/dist/checks/gelu.js +0 -18
  27. package/dist/checks/index.d.ts +0 -26
  28. package/dist/checks/index.js +0 -28
  29. package/dist/checks/matMulGelu.d.ts +0 -1
  30. package/dist/checks/matMulGelu.js +0 -28
  31. package/dist/checks/normRMS.d.ts +0 -1
  32. package/dist/checks/normRMS.js +0 -16
  33. package/dist/checks/normRMSGrad.d.ts +0 -1
  34. package/dist/checks/normRMSGrad.js +0 -12
  35. package/dist/checks/packUnpack.d.ts +0 -1
  36. package/dist/checks/packUnpack.js +0 -18
  37. package/dist/checks/qkv.d.ts +0 -1
  38. package/dist/checks/qkv.js +0 -34
  39. package/dist/checks/rope.d.ts +0 -1
  40. package/dist/checks/rope.js +0 -36
  41. package/dist/checks/weights.d.ts +0 -14
  42. package/dist/checks/weights.js +0 -31
  43. package/dist/clip_by_value-DDA7rrcT.js +0 -12
  44. package/dist/complex-DI35Q-gW.js +0 -11
  45. package/dist/complex_util-Yc1A_gV1.js +0 -55
  46. package/dist/concat-CAQpCret.js +0 -17
  47. package/dist/concat_util-D18dJ4fD.js +0 -22
  48. package/dist/data/docx.d.ts +0 -2
  49. package/dist/data/docx.js +0 -15
  50. package/dist/data/parquet.d.ts +0 -2
  51. package/dist/data/parquet.js +0 -17
  52. package/dist/data/pdf.d.ts +0 -2
  53. package/dist/data/pdf.js +0 -14
  54. package/dist/data/textLoader.d.ts +0 -7
  55. package/dist/data/textLoader.js +0 -118
  56. package/dist/dataset-CGGp1z9P.js +0 -1124
  57. package/dist/dropout_util--NxWuYg2.js +0 -27
  58. package/dist/expand_dims-Bkd1YD5x.js +0 -11
  59. package/dist/exports_initializers-CYzKLjN7.js +0 -7
  60. package/dist/floor-BQtb-Azg.js +0 -9
  61. package/dist/gather-qIqEqaGn.js +0 -9
  62. package/dist/gelu-B220X1Go.js +0 -26
  63. package/dist/gpgpu_math-BwvV12df.js +0 -2022
  64. package/dist/index-CUXkjxiT.js +0 -3516
  65. package/dist/index-CieiGp4Y.js +0 -349
  66. package/dist/index-CjOWnMXP.js +0 -7308
  67. package/dist/index-Cp39cXWe.js +0 -1016
  68. package/dist/index-D5v913EJ.js +0 -4
  69. package/dist/index-DmeWGGmS.js +0 -1074
  70. package/dist/index-DvYrXKkX.js +0 -113
  71. package/dist/index-Ksja3su6.js +0 -151
  72. package/dist/index-xuotMAFm.js +0 -118
  73. package/dist/inference/types.d.ts +0 -16
  74. package/dist/inference/types.js +0 -1
  75. package/dist/jszip.min-BZhlzntC.js +0 -2313
  76. package/dist/kernel_funcs_utils-pq0CK9co.js +0 -306
  77. package/dist/layers/BaseLayer.d.ts +0 -44
  78. package/dist/layers/BaseLayer.js +0 -74
  79. package/dist/layers/CausalSelfAttention.d.ts +0 -39
  80. package/dist/layers/CausalSelfAttention.js +0 -86
  81. package/dist/layers/LoRA.d.ts +0 -14
  82. package/dist/layers/LoRA.js +0 -58
  83. package/dist/layers/MLP.d.ts +0 -17
  84. package/dist/layers/MLP.js +0 -44
  85. package/dist/layers/PositionEmbedding.d.ts +0 -8
  86. package/dist/layers/PositionEmbedding.js +0 -31
  87. package/dist/layers/RMSNorm.d.ts +0 -12
  88. package/dist/layers/RMSNorm.js +0 -22
  89. package/dist/layers/RoPECache.d.ts +0 -18
  90. package/dist/layers/RoPECache.js +0 -50
  91. package/dist/layers/TiedEmbedding.d.ts +0 -13
  92. package/dist/layers/TiedEmbedding.js +0 -36
  93. package/dist/layers/TransformerBlock.d.ts +0 -27
  94. package/dist/layers/TransformerBlock.js +0 -40
  95. package/dist/layers/WeightStore.d.ts +0 -20
  96. package/dist/layers/WeightStore.js +0 -76
  97. package/dist/loader/load.d.ts +0 -6
  98. package/dist/loader/load.js +0 -68
  99. package/dist/loader/loadHF.d.ts +0 -8
  100. package/dist/loader/loadHF.js +0 -22
  101. package/dist/loader/loadTransformers.d.ts +0 -4
  102. package/dist/loader/loadTransformers.js +0 -44
  103. package/dist/loader/loadZipMeta.d.ts +0 -3
  104. package/dist/loader/loadZipMeta.js +0 -16
  105. package/dist/loader/newZipLoad.d.ts +0 -3
  106. package/dist/loader/newZipLoad.js +0 -31
  107. package/dist/loader/oldZipLoad.d.ts +0 -9
  108. package/dist/loader/oldZipLoad.js +0 -80
  109. package/dist/loader/save.d.ts +0 -16
  110. package/dist/loader/save.js +0 -90
  111. package/dist/loader/types.d.ts +0 -67
  112. package/dist/loader/types.js +0 -1
  113. package/dist/main.d.ts +0 -50
  114. package/dist/main.js +0 -109
  115. package/dist/matMul16-BcVC_E62.js +0 -80
  116. package/dist/matMulGelu-JNLZqKQp.js +0 -163
  117. package/dist/mat_mul-DhG0Newp.js +0 -11
  118. package/dist/mod-CSdCpRjf.js +0 -11
  119. package/dist/models/NanoGPTV1.d.ts +0 -16
  120. package/dist/models/NanoGPTV1.js +0 -99
  121. package/dist/models/NanoGPTV2.d.ts +0 -16
  122. package/dist/models/NanoGPTV2.js +0 -90
  123. package/dist/models/config.d.ts +0 -27
  124. package/dist/models/config.js +0 -50
  125. package/dist/models/factory.d.ts +0 -3
  126. package/dist/models/factory.js +0 -16
  127. package/dist/models/model.d.ts +0 -44
  128. package/dist/models/model.js +0 -134
  129. package/dist/non_max_suppression_impl-B2W7YjZB.js +0 -102
  130. package/dist/not_equal-hurPF26l.js +0 -64
  131. package/dist/ones-BytntneX.js +0 -14
  132. package/dist/ops/adamAdjust.d.ts +0 -2
  133. package/dist/ops/adamAdjust.js +0 -9
  134. package/dist/ops/adamMoments.d.ts +0 -2
  135. package/dist/ops/adamMoments.js +0 -9
  136. package/dist/ops/add16.d.ts +0 -2
  137. package/dist/ops/add16.js +0 -9
  138. package/dist/ops/appendCache.d.ts +0 -2
  139. package/dist/ops/appendCache.js +0 -22
  140. package/dist/ops/attentionMask.d.ts +0 -2
  141. package/dist/ops/attentionMask.js +0 -10
  142. package/dist/ops/concat16.d.ts +0 -2
  143. package/dist/ops/concat16.js +0 -9
  144. package/dist/ops/cpu/adamAdjust.d.ts +0 -1
  145. package/dist/ops/cpu/adamAdjust.js +0 -18
  146. package/dist/ops/cpu/adamMoments.d.ts +0 -1
  147. package/dist/ops/cpu/adamMoments.js +0 -16
  148. package/dist/ops/cpu/appendCache.d.ts +0 -1
  149. package/dist/ops/cpu/appendCache.js +0 -23
  150. package/dist/ops/cpu/attentionMask.d.ts +0 -1
  151. package/dist/ops/cpu/attentionMask.js +0 -22
  152. package/dist/ops/cpu/fusedSoftmax.d.ts +0 -9
  153. package/dist/ops/cpu/fusedSoftmax.js +0 -29
  154. package/dist/ops/cpu/gatherSub.d.ts +0 -1
  155. package/dist/ops/cpu/gatherSub.js +0 -18
  156. package/dist/ops/cpu/gelu.d.ts +0 -1
  157. package/dist/ops/cpu/gelu.js +0 -40
  158. package/dist/ops/cpu/matMul16.d.ts +0 -1
  159. package/dist/ops/cpu/matMul16.js +0 -15
  160. package/dist/ops/cpu/matMulGelu.d.ts +0 -1
  161. package/dist/ops/cpu/matMulGelu.js +0 -53
  162. package/dist/ops/cpu/matMulMul.d.ts +0 -1
  163. package/dist/ops/cpu/matMulMul.js +0 -23
  164. package/dist/ops/cpu/mulDropout.d.ts +0 -1
  165. package/dist/ops/cpu/mulDropout.js +0 -23
  166. package/dist/ops/cpu/normRMS.d.ts +0 -1
  167. package/dist/ops/cpu/normRMS.js +0 -39
  168. package/dist/ops/cpu/qkv.d.ts +0 -5
  169. package/dist/ops/cpu/qkv.js +0 -41
  170. package/dist/ops/cpu/rope.d.ts +0 -6
  171. package/dist/ops/cpu/rope.js +0 -38
  172. package/dist/ops/cpu/scatterSub.d.ts +0 -1
  173. package/dist/ops/cpu/scatterSub.js +0 -23
  174. package/dist/ops/dot16.d.ts +0 -2
  175. package/dist/ops/dot16.js +0 -42
  176. package/dist/ops/dropout.d.ts +0 -2
  177. package/dist/ops/dropout.js +0 -14
  178. package/dist/ops/dropout16.d.ts +0 -2
  179. package/dist/ops/dropout16.js +0 -25
  180. package/dist/ops/gatherSub.d.ts +0 -2
  181. package/dist/ops/gatherSub.js +0 -9
  182. package/dist/ops/gelu.d.ts +0 -3
  183. package/dist/ops/gelu.js +0 -8
  184. package/dist/ops/globalNorm.d.ts +0 -2
  185. package/dist/ops/globalNorm.js +0 -13
  186. package/dist/ops/grads/add16.d.ts +0 -1
  187. package/dist/ops/grads/add16.js +0 -26
  188. package/dist/ops/grads/attentionMask.d.ts +0 -1
  189. package/dist/ops/grads/attentionMask.js +0 -21
  190. package/dist/ops/grads/dropout16.d.ts +0 -1
  191. package/dist/ops/grads/dropout16.js +0 -2
  192. package/dist/ops/grads/gelu.d.ts +0 -2
  193. package/dist/ops/grads/gelu.js +0 -5
  194. package/dist/ops/grads/matMul16.d.ts +0 -2
  195. package/dist/ops/grads/matMul16.js +0 -9
  196. package/dist/ops/grads/matMulGelu.d.ts +0 -1
  197. package/dist/ops/grads/matMulGelu.js +0 -17
  198. package/dist/ops/grads/mul16.d.ts +0 -1
  199. package/dist/ops/grads/mul16.js +0 -4
  200. package/dist/ops/grads/normRMS.d.ts +0 -3
  201. package/dist/ops/grads/normRMS.js +0 -33
  202. package/dist/ops/grads/pack16.d.ts +0 -2
  203. package/dist/ops/grads/pack16.js +0 -6
  204. package/dist/ops/grads/qkv.d.ts +0 -3
  205. package/dist/ops/grads/qkv.js +0 -34
  206. package/dist/ops/grads/rope.d.ts +0 -2
  207. package/dist/ops/grads/rope.js +0 -5
  208. package/dist/ops/grads/softmax16.d.ts +0 -2
  209. package/dist/ops/grads/softmax16.js +0 -25
  210. package/dist/ops/grads/unpack16.d.ts +0 -2
  211. package/dist/ops/grads/unpack16.js +0 -5
  212. package/dist/ops/grads/utils.d.ts +0 -4
  213. package/dist/ops/grads/utils.js +0 -14
  214. package/dist/ops/log.d.ts +0 -0
  215. package/dist/ops/log.js +0 -1
  216. package/dist/ops/matMul16.d.ts +0 -15
  217. package/dist/ops/matMul16.js +0 -13
  218. package/dist/ops/matMulGelu.d.ts +0 -3
  219. package/dist/ops/matMulGelu.js +0 -14
  220. package/dist/ops/matMulMul.d.ts +0 -2
  221. package/dist/ops/matMulMul.js +0 -9
  222. package/dist/ops/mul16.d.ts +0 -2
  223. package/dist/ops/mul16.js +0 -39
  224. package/dist/ops/mulDrop.d.ts +0 -2
  225. package/dist/ops/mulDrop.js +0 -9
  226. package/dist/ops/normRMS.d.ts +0 -2
  227. package/dist/ops/normRMS.js +0 -19
  228. package/dist/ops/pack16.d.ts +0 -2
  229. package/dist/ops/pack16.js +0 -5
  230. package/dist/ops/qkv.d.ts +0 -2
  231. package/dist/ops/qkv.js +0 -10
  232. package/dist/ops/reshape16.d.ts +0 -2
  233. package/dist/ops/reshape16.js +0 -41
  234. package/dist/ops/rope.d.ts +0 -3
  235. package/dist/ops/rope.js +0 -7
  236. package/dist/ops/scatterSub.d.ts +0 -2
  237. package/dist/ops/scatterSub.js +0 -9
  238. package/dist/ops/slice16.d.ts +0 -2
  239. package/dist/ops/slice16.js +0 -9
  240. package/dist/ops/softmax16.d.ts +0 -2
  241. package/dist/ops/softmax16.js +0 -9
  242. package/dist/ops/sub16.d.ts +0 -2
  243. package/dist/ops/sub16.js +0 -8
  244. package/dist/ops/sum16.d.ts +0 -2
  245. package/dist/ops/sum16.js +0 -13
  246. package/dist/ops/transpose16.d.ts +0 -3
  247. package/dist/ops/transpose16.js +0 -40
  248. package/dist/ops/unpack16.d.ts +0 -2
  249. package/dist/ops/unpack16.js +0 -6
  250. package/dist/ops/webgl/adamAdjust.d.ts +0 -1
  251. package/dist/ops/webgl/adamAdjust.js +0 -49
  252. package/dist/ops/webgl/adamMoments.d.ts +0 -1
  253. package/dist/ops/webgl/adamMoments.js +0 -40
  254. package/dist/ops/webgl/appendCache.d.ts +0 -1
  255. package/dist/ops/webgl/appendCache.js +0 -44
  256. package/dist/ops/webgl/attentionMask.d.ts +0 -1
  257. package/dist/ops/webgl/attentionMask.js +0 -45
  258. package/dist/ops/webgl/dropout16.d.ts +0 -1
  259. package/dist/ops/webgl/dropout16.js +0 -11
  260. package/dist/ops/webgl/fusedSoftmax.d.ts +0 -11
  261. package/dist/ops/webgl/fusedSoftmax.js +0 -80
  262. package/dist/ops/webgl/gatherSub.d.ts +0 -1
  263. package/dist/ops/webgl/gatherSub.js +0 -27
  264. package/dist/ops/webgl/gelu.d.ts +0 -2
  265. package/dist/ops/webgl/gelu.js +0 -50
  266. package/dist/ops/webgl/log.d.ts +0 -17
  267. package/dist/ops/webgl/log.js +0 -23
  268. package/dist/ops/webgl/matMul16.d.ts +0 -1
  269. package/dist/ops/webgl/matMul16.js +0 -45
  270. package/dist/ops/webgl/matMulGelu.d.ts +0 -21
  271. package/dist/ops/webgl/matMulGelu.js +0 -9
  272. package/dist/ops/webgl/matMulMul.d.ts +0 -14
  273. package/dist/ops/webgl/matMulMul.js +0 -28
  274. package/dist/ops/webgl/mulDropout.d.ts +0 -1
  275. package/dist/ops/webgl/mulDropout.js +0 -41
  276. package/dist/ops/webgl/normRMS.d.ts +0 -1
  277. package/dist/ops/webgl/normRMS.js +0 -93
  278. package/dist/ops/webgl/qkv.d.ts +0 -1
  279. package/dist/ops/webgl/qkv.js +0 -46
  280. package/dist/ops/webgl/rope.d.ts +0 -1
  281. package/dist/ops/webgl/rope.js +0 -56
  282. package/dist/ops/webgl/scatterSub.d.ts +0 -1
  283. package/dist/ops/webgl/scatterSub.js +0 -27
  284. package/dist/ops/webgpu/adamAdjust.d.ts +0 -1
  285. package/dist/ops/webgpu/adamAdjust.js +0 -57
  286. package/dist/ops/webgpu/adamMoments.d.ts +0 -1
  287. package/dist/ops/webgpu/adamMoments.js +0 -60
  288. package/dist/ops/webgpu/add16.d.ts +0 -1
  289. package/dist/ops/webgpu/add16.js +0 -13
  290. package/dist/ops/webgpu/appendCache.d.ts +0 -1
  291. package/dist/ops/webgpu/appendCache.js +0 -105
  292. package/dist/ops/webgpu/attentionMask.d.ts +0 -1
  293. package/dist/ops/webgpu/attentionMask.js +0 -26
  294. package/dist/ops/webgpu/attentionMask32_program.d.ts +0 -19
  295. package/dist/ops/webgpu/attentionMask32_program.js +0 -54
  296. package/dist/ops/webgpu/clipScale.d.ts +0 -1
  297. package/dist/ops/webgpu/clipScale.js +0 -58
  298. package/dist/ops/webgpu/concat16.d.ts +0 -19
  299. package/dist/ops/webgpu/concat16.js +0 -126
  300. package/dist/ops/webgpu/dropout16.d.ts +0 -1
  301. package/dist/ops/webgpu/dropout16.js +0 -51
  302. package/dist/ops/webgpu/gatherSub.d.ts +0 -1
  303. package/dist/ops/webgpu/gatherSub.js +0 -39
  304. package/dist/ops/webgpu/gelu.d.ts +0 -14
  305. package/dist/ops/webgpu/gelu.js +0 -141
  306. package/dist/ops/webgpu/index.d.ts +0 -0
  307. package/dist/ops/webgpu/index.js +0 -26
  308. package/dist/ops/webgpu/matMul16.d.ts +0 -1
  309. package/dist/ops/webgpu/matMul16.js +0 -65
  310. package/dist/ops/webgpu/matMul16_program.d.ts +0 -42
  311. package/dist/ops/webgpu/matMul16_program.js +0 -343
  312. package/dist/ops/webgpu/mul16.d.ts +0 -1
  313. package/dist/ops/webgpu/mul16.js +0 -13
  314. package/dist/ops/webgpu/norm2.d.ts +0 -1
  315. package/dist/ops/webgpu/norm2.js +0 -76
  316. package/dist/ops/webgpu/normRMS.d.ts +0 -1
  317. package/dist/ops/webgpu/normRMS.js +0 -34
  318. package/dist/ops/webgpu/normRMS16_program.d.ts +0 -10
  319. package/dist/ops/webgpu/normRMS16_program.js +0 -25
  320. package/dist/ops/webgpu/normRMS32_program.d.ts +0 -10
  321. package/dist/ops/webgpu/normRMS32_program.js +0 -25
  322. package/dist/ops/webgpu/normRMSGrad.d.ts +0 -1
  323. package/dist/ops/webgpu/normRMSGrad.js +0 -284
  324. package/dist/ops/webgpu/pack16.d.ts +0 -1
  325. package/dist/ops/webgpu/pack16.js +0 -18
  326. package/dist/ops/webgpu/pack16_program.d.ts +0 -19
  327. package/dist/ops/webgpu/pack16_program.js +0 -92
  328. package/dist/ops/webgpu/qkv.d.ts +0 -1
  329. package/dist/ops/webgpu/qkv.js +0 -24
  330. package/dist/ops/webgpu/rope.d.ts +0 -1
  331. package/dist/ops/webgpu/rope.js +0 -135
  332. package/dist/ops/webgpu/scatterSub.d.ts +0 -1
  333. package/dist/ops/webgpu/scatterSub.js +0 -40
  334. package/dist/ops/webgpu/slice16.d.ts +0 -7
  335. package/dist/ops/webgpu/slice16.js +0 -69
  336. package/dist/ops/webgpu/softmax16.d.ts +0 -17
  337. package/dist/ops/webgpu/softmax16.js +0 -21
  338. package/dist/ops/webgpu/softmax16_program.d.ts +0 -13
  339. package/dist/ops/webgpu/softmax16_program.js +0 -73
  340. package/dist/ops/webgpu/softmax16_subgroup_program.d.ts +0 -17
  341. package/dist/ops/webgpu/softmax16_subgroup_program.js +0 -75
  342. package/dist/ops/webgpu/softmax16grad.d.ts +0 -1
  343. package/dist/ops/webgpu/softmax16grad.js +0 -37
  344. package/dist/ops/webgpu/sub16.d.ts +0 -1
  345. package/dist/ops/webgpu/sub16.js +0 -13
  346. package/dist/ops/webgpu/sum16.d.ts +0 -1
  347. package/dist/ops/webgpu/sum16.js +0 -38
  348. package/dist/ops/webgpu/transpose16.d.ts +0 -1
  349. package/dist/ops/webgpu/transpose16.js +0 -34
  350. package/dist/ops/webgpu/transpose16_program.d.ts +0 -16
  351. package/dist/ops/webgpu/transpose16_program.js +0 -50
  352. package/dist/ops/webgpu/transpose16_shared_program.d.ts +0 -15
  353. package/dist/ops/webgpu/transpose16_shared_program.js +0 -70
  354. package/dist/ops/webgpu/unpack16.d.ts +0 -1
  355. package/dist/ops/webgpu/unpack16.js +0 -48
  356. package/dist/ops/webgpu/utils/binary_op.d.ts +0 -35
  357. package/dist/ops/webgpu/utils/binary_op.js +0 -139
  358. package/dist/ops/webgpu/utils/deviceInfo.d.ts +0 -7
  359. package/dist/ops/webgpu/utils/deviceInfo.js +0 -11
  360. package/dist/ops/webgpu/utils/reductions.d.ts +0 -43
  361. package/dist/ops/webgpu/utils/reductions.js +0 -275
  362. package/dist/ops-CsXeTq1P.js +0 -476
  363. package/dist/pack16-bqltoUlR.js +0 -39
  364. package/dist/papaparse.min-C0cScC2i.js +0 -418
  365. package/dist/parquet-Bqjmp2vo.js +0 -44231
  366. package/dist/patches/webgpu_backend.d.ts +0 -18
  367. package/dist/patches/webgpu_backend.js +0 -56
  368. package/dist/patches/webgpu_base.d.ts +0 -21
  369. package/dist/patches/webgpu_base.js +0 -34
  370. package/dist/patches/webgpu_program.d.ts +0 -36
  371. package/dist/patches/webgpu_program.js +0 -400
  372. package/dist/pdf-NIhmP3sq.js +0 -19477
  373. package/dist/rand_util-CZ7yLoUm.js +0 -50
  374. package/dist/random_normal-IBRrha8a.js +0 -14
  375. package/dist/random_width-DN5ZtQkM.js +0 -9796
  376. package/dist/range-C-CjF-LI.js +0 -10
  377. package/dist/relu-J_X6MUzx.js +0 -9
  378. package/dist/reshape-BDOuCSNW.js +0 -9
  379. package/dist/resize_nearest_neighbor-BojqlfRe.js +0 -150
  380. package/dist/rope-DcrZM_e6.js +0 -24
  381. package/dist/scatter_nd_util-ByNJaL6I.js +0 -46
  382. package/dist/segment_util-Dasb2Zaf.js +0 -43
  383. package/dist/selu_util-BLhIqRkw.js +0 -44
  384. package/dist/shared-3agzAqQ_.js +0 -53
  385. package/dist/shared-CagdqkLh.js +0 -2143
  386. package/dist/slice-BzS11Qh0.js +0 -12
  387. package/dist/slice_util-CC35pLmT.js +0 -153
  388. package/dist/softmax-D4q1LJN7.js +0 -12
  389. package/dist/split-C2Sj255c.js +0 -9
  390. package/dist/squeeze-ho4wLUek.js +0 -10
  391. package/dist/stack-DudVrtmG.js +0 -11
  392. package/dist/step-BTxPtq1r.js +0 -261
  393. package/dist/sum-BpiwSWvg.js +0 -11
  394. package/dist/tensor-BWFldCso.js +0 -8
  395. package/dist/tensor1d-LMGMIUlr.js +0 -11
  396. package/dist/tensor2d-BnXMKScO.js +0 -14
  397. package/dist/tensor4d-C6UCG_u8.js +0 -14
  398. package/dist/tfjs_backend-BGnG-ppu.js +0 -654
  399. package/dist/tile-CFy-xTO6.js +0 -11
  400. package/dist/tokeniser/BaseTokeniser.d.ts +0 -33
  401. package/dist/tokeniser/BaseTokeniser.js +0 -124
  402. package/dist/tokeniser/CharTokeniser.d.ts +0 -24
  403. package/dist/tokeniser/CharTokeniser.js +0 -107
  404. package/dist/tokeniser/bpe.d.ts +0 -28
  405. package/dist/tokeniser/bpe.js +0 -173
  406. package/dist/tokeniser/messages.d.ts +0 -61
  407. package/dist/tokeniser/messages.js +0 -1
  408. package/dist/tokeniser/type.d.ts +0 -34
  409. package/dist/tokeniser/type.js +0 -1
  410. package/dist/training/AdamW.d.ts +0 -36
  411. package/dist/training/AdamW.js +0 -138
  412. package/dist/training/BasicTrainer.d.ts +0 -63
  413. package/dist/training/BasicTrainer.js +0 -265
  414. package/dist/training/DatasetBuilder.d.ts +0 -26
  415. package/dist/training/DatasetBuilder.js +0 -86
  416. package/dist/training/Evaluator.d.ts +0 -19
  417. package/dist/training/Evaluator.js +0 -39
  418. package/dist/training/LRScheduler.d.ts +0 -12
  419. package/dist/training/LRScheduler.js +0 -34
  420. package/dist/training/PreTrainer.d.ts +0 -11
  421. package/dist/training/PreTrainer.js +0 -20
  422. package/dist/training/SFTTrainer.d.ts +0 -12
  423. package/dist/training/SFTTrainer.js +0 -22
  424. package/dist/training/loss.d.ts +0 -3
  425. package/dist/training/loss.js +0 -24
  426. package/dist/training/orthoGrad.d.ts +0 -2
  427. package/dist/training/orthoGrad.js +0 -10
  428. package/dist/training/sparseCrossEntropy.d.ts +0 -7
  429. package/dist/training/sparseCrossEntropy.js +0 -69
  430. package/dist/training/tasks/ConversationTask.d.ts +0 -18
  431. package/dist/training/tasks/ConversationTask.js +0 -40
  432. package/dist/training/tasks/PretrainingTask.d.ts +0 -17
  433. package/dist/training/tasks/PretrainingTask.js +0 -47
  434. package/dist/training/tasks/StartSentenceTask.d.ts +0 -18
  435. package/dist/training/tasks/StartSentenceTask.js +0 -49
  436. package/dist/training/tasks/Task.d.ts +0 -22
  437. package/dist/training/tasks/Task.js +0 -68
  438. package/dist/training/tasks/splitter.d.ts +0 -5
  439. package/dist/training/tasks/splitter.js +0 -21
  440. package/dist/training/types.d.ts +0 -78
  441. package/dist/training/types.js +0 -1
  442. package/dist/training/validation.d.ts +0 -17
  443. package/dist/training/validation.js +0 -84
  444. package/dist/transpose-9kRxIXWR.js +0 -36
  445. package/dist/unsorted_segment_sum-DJvk5xnh.js +0 -277
  446. package/dist/utilities/arrayClose.d.ts +0 -1
  447. package/dist/utilities/arrayClose.js +0 -20
  448. package/dist/utilities/datasetID.d.ts +0 -2
  449. package/dist/utilities/datasetID.js +0 -21
  450. package/dist/utilities/dummy.d.ts +0 -9
  451. package/dist/utilities/dummy.js +0 -43
  452. package/dist/utilities/multinomialCPU.d.ts +0 -2
  453. package/dist/utilities/multinomialCPU.js +0 -13
  454. package/dist/utilities/naming.d.ts +0 -4
  455. package/dist/utilities/naming.js +0 -1
  456. package/dist/utilities/packed.d.ts +0 -4
  457. package/dist/utilities/packed.js +0 -15
  458. package/dist/utilities/parameters.d.ts +0 -11
  459. package/dist/utilities/parameters.js +0 -57
  460. package/dist/utilities/performance.d.ts +0 -2
  461. package/dist/utilities/performance.js +0 -16
  462. package/dist/utilities/profile.d.ts +0 -17
  463. package/dist/utilities/profile.js +0 -38
  464. package/dist/utilities/safetensors.d.ts +0 -3
  465. package/dist/utilities/safetensors.js +0 -83
  466. package/dist/utilities/sentences.d.ts +0 -5
  467. package/dist/utilities/sentences.js +0 -41
  468. package/dist/utilities/tokenParse.d.ts +0 -1
  469. package/dist/utilities/tokenParse.js +0 -21
  470. package/dist/utilities/topP.d.ts +0 -1
  471. package/dist/utilities/topP.js +0 -13
  472. package/dist/utilities/waitForModel.d.ts +0 -2
  473. package/dist/utilities/waitForModel.js +0 -12
  474. package/dist/utilities/weights.d.ts +0 -12
  475. package/dist/utilities/weights.js +0 -45
  476. package/dist/utilities/yielder.d.ts +0 -1
  477. package/dist/utilities/yielder.js +0 -7
  478. package/dist/variable-Ck482e3n.js +0 -7
  479. package/dist/webgpu_program-B4HmApL1.js +0 -525
  480. package/dist/webgpu_util-DYlGSwOJ.js +0 -64
  481. package/dist/zeros-DvZpK8s6.js +0 -13
  482. package/dist/zeros_like-CWjDdwr-.js +0 -721
@@ -1,192 +0,0 @@
1
- var t;
2
- (function(e) {
3
- e[e.ADD = 0] = "ADD", e[e.ATAN2 = 1] = "ATAN2", e[e.COMPLEX_MULTIPLY_IMAG = 2] = "COMPLEX_MULTIPLY_IMAG", e[e.COMPLEX_MULTIPLY_REAL = 3] = "COMPLEX_MULTIPLY_REAL", e[e.DIV = 4] = "DIV", e[e.ELU_DER = 5] = "ELU_DER", e[e.EQUAL = 6] = "EQUAL", e[e.FLOOR_DIV = 7] = "FLOOR_DIV", e[e.GREATER = 8] = "GREATER", e[e.GREATER_EQUAL = 9] = "GREATER_EQUAL", e[e.LESS = 10] = "LESS", e[e.LESS_EQUAL = 11] = "LESS_EQUAL", e[e.LOGICAL_AND = 12] = "LOGICAL_AND", e[e.LOGICAL_OR = 13] = "LOGICAL_OR", e[e.MAX = 14] = "MAX", e[e.MIN = 15] = "MIN", e[e.MOD = 16] = "MOD", e[e.MUL = 17] = "MUL", e[e.NOT_EQUAL = 18] = "NOT_EQUAL", e[e.POW = 19] = "POW", e[e.PRELU = 20] = "PRELU", e[e.SQUARED_DIFFERENCE = 21] = "SQUARED_DIFFERENCE", e[e.SUB = 22] = "SUB";
4
- })(t || (t = {}));
5
- const r = "let resultTemp = a + b;", L = "let resultTemp = atan2(a, b);", E = "let resultTemp = areal * breal - aimag * bimag;", c = "let resultTemp = areal * bimag + aimag * breal;", u = "let resultTemp = a / b;", n = "let resultTemp = select(a * (b + 1.0), a, b >= b - b);", A = `
6
- let zero = sign(a) * 0 + 0;
7
- let one = sign(b) * 0 + 1;
8
- let resultTemp = select(zero, one, a == b);
9
- `, N = `
10
- let remainder =
11
- select(a % b, round(a % b), (round(a) == a) & (round(b) == b));
12
- let quotient = (a - remainder) / b;
13
- let resultTemp =
14
- round(select(quotient, quotient - 1, sign(remainder) == -sign(b)));
15
- `, _ = `
16
- let zero = sign(a) * 0 + 0;
17
- let one = sign(b) * 0 + 1;
18
- let resultTemp = select(zero, one, a > b);
19
- `, m = `
20
- let zero = sign(a) * 0 + 0;
21
- let one = sign(b) * 0 + 1;
22
- let resultTemp = select(zero, one, a >= b);
23
- `, R = `
24
- let zero = sign(a) * 0 + 0;
25
- let one = sign(b) * 0 + 1;
26
- let resultTemp = select(zero, one, a < b);
27
- `, U = `
28
- let zero = sign(a) * 0 + 0;
29
- let one = sign(b) * 0 + 1;
30
- let resultTemp = select(zero, one, a <= b);
31
- `, I = "return f32(a >= 1.0 && b >= 1.0);", f = `return (vec4<f32>(a >= vec4<f32>(1.0)) *
32
- vec4<f32>(b >= vec4<f32>(1.0)));`, M = "return f32(a >= 1.0 || b >= 1.0);", i = `return min(vec4<f32>(a >= vec4<f32>(1.0)) +
33
- vec4<f32>(b >= vec4<f32>(1.0)), vec4<f32>(1.0));`, D = "let resultTemp = max(a, b);", v = "let resultTemp = min(a, b);", P = `
34
- let isNaN = b == 0.;
35
- var resultTemp = a % b;
36
- resultTemp = select((resultTemp + b) % b, resultTemp,
37
- (a < 0. && b < 0.) || (a >= 0. && b > 0.));
38
- `, g = `
39
- let isNaN = !vec4<bool>(b);
40
- var resultTemp = vec4<f32>(a % b);
41
- if (!((a[0] < 0. && b[0] < 0.) || (a[0] >= 0. && b[0] > 0.))) {
42
- resultTemp[0] = (resultTemp[0] + b[0]) % b[0];
43
- }
44
- if (!((a[1] < 0. && b[1] < 0.) || (a[1] >= 0. && b[1] > 0.))) {
45
- resultTemp[1] = (resultTemp[1] + b[1]) % b[1];
46
- }
47
- if (!((a[2] < 0. && b[2] < 0.) || (a[2] >= 0. && b[2] > 0.))) {
48
- resultTemp[2] = (resultTemp[2] + b[2]) % b[2];
49
- }
50
- if (!((a[3] < 0. && b[3] < 0.) || (a[3] >= 0. && b[3] > 0.))) {
51
- resultTemp[3] = (resultTemp[3] + b[3]) % b[3];
52
- }
53
- `, C = "let resultTemp = a * b;", S = `
54
- var resultTemp = f32(a != b);
55
- let valueForNaN = 1.0;
56
- `, d = `
57
- var resultTemp = vec4<f32>(a != b);
58
- let valueForNaN = 1.0;
59
- `, T = `
60
- let isNaN = a < 0.0 && floor(b) < b;
61
- if (b == 0.0) {
62
- return 1.0;
63
- }
64
- var resultTemp = select(sign(a) * pow(abs(a), b), pow(abs(a), b),
65
- round(abs(b) % 2.0) != 1.0);
66
- `, G = `
67
- let isModRound1Bool = vec4<i32>(round(abs(b) % vec4<f32>(2.0))) == vec4<i32>(1);
68
- let isModRound1 = vec4<f32>(isModRound1Bool);
69
- let multiplier = sign(a) * isModRound1 + (vec4<f32>(1.0) - isModRound1);
70
- var resultTemp = multiplier * pow(abs(a), b);
71
-
72
- // Ensure that a^0 = 1, including 0^0 = 1 as this correspond to TF and JS
73
- let isExpZero = b == vec4<f32>(0.0);
74
- if (isExpZero.r) {
75
- resultTemp.r = 1.0;
76
- }
77
- if (isExpZero.g) {
78
- resultTemp.g = 1.0;
79
- }
80
- if (isExpZero.b) {
81
- resultTemp.b = 1.0;
82
- }
83
- if (isExpZero.a) {
84
- resultTemp.a = 1.0;
85
- }
86
- let isNaN = (a < vec4<f32>(0.0)) & (floor(b) < b);
87
- `, Q = "if (a < 0.0) { return b * a; } return a;", k = `
88
- let aLessThanZero = vec4<f32>(a < vec4<f32>(0.0));
89
- return (aLessThanZero * (b * a)) + ((vec4<f32>(1.0) - aLessThanZero) * a);
90
- `, F = "let resultTemp = (a - b) * (a - b);", z = "let resultTemp = a - b;";
91
- function X(e, a) {
92
- let s;
93
- do {
94
- switch (e) {
95
- case t.ATAN2:
96
- s = L;
97
- break;
98
- case t.MAX:
99
- s = D;
100
- break;
101
- case t.MIN:
102
- s = v;
103
- break;
104
- case t.MOD:
105
- s = a ? g : P;
106
- break;
107
- case t.NOT_EQUAL:
108
- s = a ? d : S;
109
- break;
110
- case t.POW:
111
- s = a ? G : T;
112
- break;
113
- default:
114
- continue;
115
- }
116
- let o, l, b;
117
- return a ? (o = "isnanVec4", l = "vec4<f32>", b = "vec4<bool>") : (o = "isnan", l = "f32", b = "bool"), `
118
- let aIsNaN = ${o}(a);
119
- let aPostLegalization = select(a, ${l}(42), aIsNaN);
120
- let bIsNaN = ${o}(b);
121
- let bPostLegalization = select(b, ${l}(42), bIsNaN);
122
- let isNaN = false;
123
- let valueForNaN = uniforms.NAN;
124
- {
125
- let a = aPostLegalization;
126
- let b = bPostLegalization;
127
- ${s}
128
- return select(
129
- resultTemp, ${l}(valueForNaN),
130
- ${b}(isNaN) | aIsNaN | bIsNaN);
131
- }
132
- `;
133
- } while (!1);
134
- switch (e) {
135
- case t.ADD:
136
- s = r;
137
- break;
138
- case t.COMPLEX_MULTIPLY_IMAG:
139
- s = c;
140
- break;
141
- case t.COMPLEX_MULTIPLY_REAL:
142
- s = E;
143
- break;
144
- case t.DIV:
145
- s = u;
146
- break;
147
- case t.ELU_DER:
148
- s = n;
149
- break;
150
- case t.EQUAL:
151
- s = A;
152
- break;
153
- case t.FLOOR_DIV:
154
- s = N;
155
- break;
156
- case t.GREATER:
157
- s = _;
158
- break;
159
- case t.GREATER_EQUAL:
160
- s = m;
161
- break;
162
- case t.LESS:
163
- s = R;
164
- break;
165
- case t.LESS_EQUAL:
166
- s = U;
167
- break;
168
- case t.LOGICAL_AND:
169
- return a ? f : I;
170
- case t.LOGICAL_OR:
171
- return a ? i : M;
172
- case t.MUL:
173
- s = C;
174
- break;
175
- case t.PRELU:
176
- return a ? k : Q;
177
- case t.SQUARED_DIFFERENCE:
178
- s = F;
179
- break;
180
- case t.SUB:
181
- s = z;
182
- break;
183
- }
184
- return `
185
- ${s}
186
- return resultTemp;
187
- `;
188
- }
189
- export {
190
- t as B,
191
- X as g
192
- };
@@ -1,28 +0,0 @@
1
- import { o as h, q as f, u as p, w as g, E as u, T } from "./index-CUXkjxiT.js";
2
- import { r as b } from "./reshape-BDOuCSNW.js";
3
- function m(e, r) {
4
- let n = f(e, "broadcastTo", "x");
5
- const a = n.shape;
6
- if (p(r), r.length < n.rank)
7
- throw new Error(`broadcastTo(): shape.length=${r.length} < input.rank=${n.rank}.`);
8
- if (r.length > n.rank) {
9
- const t = n.shape.slice();
10
- for (; t.length < r.length; )
11
- t.unshift(1);
12
- n = b(n, t);
13
- }
14
- const s = n.shape, o = Array.from(r);
15
- for (let t = r.length - 1; t >= 0; t--)
16
- if (s[t] === r[t])
17
- o[t] = 1;
18
- else if (n.shape[t] !== 1)
19
- throw new Error(`broadcastTo(): [${a}] cannot be broadcast to [${r}].`);
20
- if (o.map((t, l) => t > 1 ? l : -1).filter((t) => t >= 0).length === 0)
21
- return g(n);
22
- const i = { x: n }, c = { reps: o };
23
- return u.runKernel(T, i, c);
24
- }
25
- const E = /* @__PURE__ */ h({ broadcastTo_: m });
26
- export {
27
- E as b
28
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;
@@ -1,22 +0,0 @@
1
- import { s, h as a } from "../index-CUXkjxiT.js";
2
- import { t } from "../tensor4d-C6UCG_u8.js";
3
- async function u(e) {
4
- await s(e);
5
- const n = t(
6
- [
7
- [
8
- [
9
- [0.1, 0.2, 0, 0],
10
- [0.1, 0.2, 0, 0],
11
- [0, 0, 0, 0],
12
- [0, 0, 0, 0]
13
- ]
14
- ]
15
- ],
16
- [1, 1, 4, 4]
17
- ), r = t([[[[0.1, 0.2, 0.3, 0.4]]]], [1, 1, 1, 4]);
18
- return await a().runKernel("AppendCache", { cache: n, item: r }, { maxSize: 4, pastLen: 2 }).array();
19
- }
20
- export {
21
- u as execute
22
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;
@@ -1,37 +0,0 @@
1
- import { s as i, h as a } from "../index-CUXkjxiT.js";
2
- import { t } from "../tensor4d-C6UCG_u8.js";
3
- import { t as e } from "../tensor2d-BnXMKScO.js";
4
- async function k(n) {
5
- await i(n);
6
- const s = t(
7
- [
8
- [
9
- [
10
- [0.1, 0.2, 0.3, 0.4],
11
- [0.3, 0.4, 0.5, 0.6]
12
- ]
13
- ]
14
- ],
15
- [1, 1, 2, 4]
16
- ), o = t(
17
- [
18
- [
19
- [
20
- [0.5, 0.6, 0.5, 0.6],
21
- [0.7, 0.8, 0.7, 0.8]
22
- ]
23
- ]
24
- ],
25
- [1, 1, 2, 4]
26
- ), r = e(
27
- [
28
- [0, -1 / 0, -1 / 0, -1 / 0],
29
- [0, 0, 0, -1 / 0]
30
- ],
31
- [2, 4]
32
- );
33
- return await a().runKernel("AttentionMask", { q: s, k: o, mask: r }, { divisor: 0.5, pastLen: 0 }).array();
34
- }
35
- export {
36
- k as execute
37
- };
@@ -1,9 +0,0 @@
1
- interface Result {
2
- backend: string;
3
- result: unknown;
4
- error?: string;
5
- passed: boolean;
6
- maxError?: number;
7
- }
8
- export default function runCheck(check: (backend: string) => Promise<unknown>, epsilon?: number, backends?: string[]): Promise<Result[]>;
9
- export {};
@@ -1,20 +0,0 @@
1
- import { arraysClose as p } from "../utilities/arrayClose.js";
2
- async function d(c, o, n) {
3
- const u = n ?? ["cpu", "webgl", "webgpu"], t = [];
4
- for (const e of u)
5
- try {
6
- const r = await c(e);
7
- t.push({ backend: e, result: r, passed: !0 });
8
- } catch (r) {
9
- t.push({ backend: e, error: r.message, result: [], passed: !1 });
10
- }
11
- const s = await Promise.all(t), l = s[0].result;
12
- for (let e = 1; e < s.length; e++) {
13
- const r = s[e].result, a = p(l, r);
14
- s[e].passed = a <= (o ?? 1e-6), s[e].maxError = a;
15
- }
16
- return s;
17
- }
18
- export {
19
- d as default
20
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;
@@ -1,18 +0,0 @@
1
- import { s as e, h as o } from "../index-CUXkjxiT.js";
2
- import { t as s } from "../tensor2d-BnXMKScO.js";
3
- async function m(t) {
4
- await e(t);
5
- const r = s(
6
- [
7
- [0.1, 0.2, 0, 0, 1230, 1232331234, -12234234],
8
- [0.1, 0.2, 0, 0, -1230, -1232331234, 12234234],
9
- [0, 0, 0, 0, -1, 0, 0],
10
- [0, 0, 0, 0, -0.1, 1e-3, 0]
11
- ],
12
- [4, 7]
13
- );
14
- return await o().runKernel("Gelu", { x: r }).array();
15
- }
16
- export {
17
- m as execute
18
- };
@@ -1,26 +0,0 @@
1
- import { execute as rope } from './rope';
2
- import { execute as normRMS } from './normRMS';
3
- import { execute as qkv } from './qkv';
4
- import { execute as gelu } from './gelu';
5
- import { execute as normRMSGrad } from './normRMSGrad';
6
- import { execute as appendCache } from './appendCache';
7
- import { execute as attentionMask } from './attentionMask';
8
- import { execute as matMulGelu } from './matMulGelu';
9
- import { execute as packUnpack } from './packUnpack';
10
- import { default as runCheck } from './check';
11
- import { createWeightStatistics, createTensorStatistics } from './weights';
12
- declare const checks: {
13
- rope: typeof rope;
14
- qkv: typeof qkv;
15
- gelu: typeof gelu;
16
- normRMS: typeof normRMS;
17
- normRMSGrad: typeof normRMSGrad;
18
- appendCache: typeof appendCache;
19
- attentionMask: typeof attentionMask;
20
- matMulGelu: typeof matMulGelu;
21
- packUnpack: typeof packUnpack;
22
- runCheck: typeof runCheck;
23
- createLayerWeightStatistics: typeof createWeightStatistics;
24
- createWeightStatistics: typeof createTensorStatistics;
25
- };
26
- export default checks;
@@ -1,28 +0,0 @@
1
- import { execute as e } from "./rope.js";
2
- import { execute as t } from "./normRMS.js";
3
- import { execute as r } from "./qkv.js";
4
- import { execute as c } from "./gelu.js";
5
- import { execute as o } from "./normRMSGrad.js";
6
- import { execute as a } from "./appendCache.js";
7
- import { execute as m } from "./attentionMask.js";
8
- import { execute as i } from "./matMulGelu.js";
9
- import { execute as u } from "./packUnpack.js";
10
- import s from "./check.js";
11
- import { createTensorStatistics as x, createWeightStatistics as p } from "./weights.js";
12
- const C = {
13
- rope: e,
14
- qkv: r,
15
- gelu: c,
16
- normRMS: t,
17
- normRMSGrad: o,
18
- appendCache: a,
19
- attentionMask: m,
20
- matMulGelu: i,
21
- packUnpack: u,
22
- runCheck: s,
23
- createLayerWeightStatistics: p,
24
- createWeightStatistics: x
25
- };
26
- export {
27
- C as default
28
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;
@@ -1,28 +0,0 @@
1
- import { s as o, h as s } from "../index-CUXkjxiT.js";
2
- import { t as e } from "../tensor2d-BnXMKScO.js";
3
- async function i(t) {
4
- await o(t);
5
- const r = e(
6
- [
7
- [0.1, 0.2, 9, 10, 11],
8
- [0.3, 0.4, -9, -10, -11],
9
- [0.3, 0.4, -9, -10, -11],
10
- [0.3, 0.4, -9, -10, -11],
11
- [0.3, 0.4, -9, -10, -11]
12
- ],
13
- [5, 5]
14
- ), n = e(
15
- [
16
- [0.5, 0.6, 7e4, -8e3, 0],
17
- [0.7, 0.8, -7e4, 8e4, 0],
18
- [0.7, 0.8, -7e4, 8e4, 0],
19
- [0.7, 0.8, -7e4, 8e4, 0],
20
- [0.7, 0.8, -7e4, 8e4, 0]
21
- ],
22
- [5, 5]
23
- );
24
- return await s().runKernel("MatMulGelu", { x: n, kernel: r }).array();
25
- }
26
- export {
27
- i as execute
28
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;
@@ -1,16 +0,0 @@
1
- import { s as u, a0 as A, h } from "../index-CUXkjxiT.js";
2
- import { a as y } from "../ops-CsXeTq1P.js";
3
- import { t as p } from "../tensor1d-LMGMIUlr.js";
4
- import { t as r } from "../tensor-BWFldCso.js";
5
- const w = Array.from({ length: 2048 * 192 }, () => Math.random()), x = Array.from({ length: 192 }, () => Math.random()), M = Array.from({ length: 2048 * 192 }, () => Math.random());
6
- async function k(t) {
7
- await u(t);
8
- const o = p(x, "float32"), n = r(w, [16, 128, 192], "float32"), s = r(M, [16, 128, 192], "float32"), e = (d, g) => {
9
- const i = h().runKernel("RMSNorm", { x: d, gamma: g });
10
- return y.meanSquaredError(i, s);
11
- }, { value: m, grads: a } = A(e)([n, o]), c = await m.array(), f = await a[0].array(), l = await a[1].array();
12
- return [c, f, l];
13
- }
14
- export {
15
- k as execute
16
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;
@@ -1,12 +0,0 @@
1
- import { s as c, h as d } from "../index-CUXkjxiT.js";
2
- import { t as f } from "../tensor1d-LMGMIUlr.js";
3
- import { t as r } from "../tensor-BWFldCso.js";
4
- const y = Array.from({ length: 2048 * 192 }, () => Math.random()), i = Array.from({ length: 192 }, () => Math.random()), l = Array.from({ length: 2048 * 192 }, () => Math.random());
5
- async function x(t) {
6
- await c(t);
7
- const o = f(i, "float32"), n = r(y, [16, 128, 192], "float32"), m = r(l, [16, 128, 192], "float32"), a = d().runKernel("RMSNormGrad", { x: n, gamma: o, dy: m }), s = await a[0].array(), e = await a[1].array();
8
- return [s, e];
9
- }
10
- export {
11
- x as execute
12
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>;
@@ -1,18 +0,0 @@
1
- import { s as a, h as n } from "../index-CUXkjxiT.js";
2
- import { t as c } from "../tensor2d-BnXMKScO.js";
3
- async function i(e) {
4
- await a(e);
5
- const r = c(
6
- [
7
- [0.1, 0.2, 0, 0, 1230, 1232331234, -12234234],
8
- [0.1, 0.2, 0, 0, -1230, -1232331234, 12234234],
9
- [0, 0, 0, 0, -1, 0, 0],
10
- [0, 0, 0, 0, -0.1, 1e-3, 0]
11
- ],
12
- [4, 7]
13
- ), t = n().runKernel("Pack16", { x: r });
14
- return await n().runKernel("Unpack16", { x: t }).array();
15
- }
16
- export {
17
- i as execute
18
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<(number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[]>;
@@ -1,34 +0,0 @@
1
- import { W as i, X as u, Y as c, s as l, h } from "../index-CUXkjxiT.js";
2
- import { t as f } from "../tensor2d-BnXMKScO.js";
3
- function m(t, e, n) {
4
- if (i(t), e != null && e.length !== 3)
5
- throw new Error("tensor3d() requires shape to have three numbers");
6
- const r = u(t, n);
7
- if (r.length !== 3 && r.length !== 1)
8
- throw new Error("tensor3d() requires values to be number[][][] or flat/TypedArray");
9
- if (r.length === 1 && e == null)
10
- throw new Error("tensor3d() requires shape to be provided when `values` are a flat array");
11
- return c(t, e, r, n);
12
- }
13
- async function y(t) {
14
- await l(t);
15
- const e = m(
16
- [
17
- [
18
- [0.1, 0.2],
19
- [0.3, 0.4]
20
- ]
21
- ],
22
- [1, 2, 2]
23
- ), n = f(
24
- [
25
- [0.5, 0.6, 0.9, 1, 1.3, 1.4],
26
- [0.7, 0.8, 1.1, 1.2, 1.5, 1.6]
27
- ],
28
- [2, 6]
29
- ), r = h().runKernel("QKV", { x: e, kernel: n }, { heads: 1 }), o = await r[0].array(), a = await r[1].array(), s = await r[2].array();
30
- return [o, a, s];
31
- }
32
- export {
33
- y as execute
34
- };
@@ -1 +0,0 @@
1
- export declare function execute(backend: string): Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | Promise<number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][]>[]>;
@@ -1,36 +0,0 @@
1
- import s from "../layers/RoPECache.js";
2
- import { s as c, h as i } from "../index-CUXkjxiT.js";
3
- import { t as p } from "../tensor4d-C6UCG_u8.js";
4
- async function f(r) {
5
- await c(r);
6
- const n = p(
7
- [
8
- [
9
- [
10
- [0.1, 0.2],
11
- [0.3, 0.4]
12
- ]
13
- ]
14
- ],
15
- [1, 1, 2, 2]
16
- ), a = {
17
- modelType: "GenAI_NanoGPT_v1",
18
- vocabSize: 20,
19
- nEmbed: 16,
20
- nHead: 2,
21
- nLayer: 1,
22
- blockSize: 128,
23
- mlpFactor: 4,
24
- useRope: !0
25
- }, e = new s(a);
26
- e.ensureRopeCache(120);
27
- const o = i().runKernel(
28
- "Rope",
29
- { x: n, sin: e.getSin(), cos: e.getCos() },
30
- { pastLen: 20 }
31
- );
32
- return Array.isArray(o) ? o.map((t) => t.array()) : o.array();
33
- }
34
- export {
35
- f as execute
36
- };
@@ -1,14 +0,0 @@
1
- import { default as BaseLayer } from '../layers/BaseLayer';
2
- import { Tensor } from '@tensorflow/tfjs-core';
3
- export interface TensorStatistics {
4
- mean: number;
5
- std: number;
6
- min: number;
7
- max: number;
8
- sparsity: number;
9
- isFinite: boolean;
10
- hasNaN: boolean;
11
- closeToZeroCount: number;
12
- }
13
- export declare function createTensorStatistics(weight: Tensor | number[]): Promise<TensorStatistics>;
14
- export declare function createWeightStatistics(layer: BaseLayer): Promise<Record<string, TensorStatistics>>;
@@ -1,31 +0,0 @@
1
- async function b(s) {
2
- if (!Array.isArray(s) && s.dtype !== "float32")
3
- throw new Error(`Unsupported dtype ${s.dtype} for weight statistics.`);
4
- const e = Array.isArray(s) ? s : await s.data(), a = e.length;
5
- let r = 0, l = 0, n = e[0], i = e[0], f = 0, d = !0, u = !1, y = 0;
6
- for (let c = 0; c < a; c++) {
7
- const t = e[c];
8
- r += t, l += t * t, t < n && (n = t), t > i && (i = t), t === 0 && f++, Math.abs(t) < 1e-8 && y++, Number.isNaN(t) && (u = !0);
9
- }
10
- const o = r / a, m = l / a - o * o, p = Math.sqrt(m), N = f / a;
11
- return {
12
- mean: o,
13
- std: p,
14
- min: n,
15
- max: i,
16
- sparsity: N,
17
- isFinite: d,
18
- hasNaN: u,
19
- closeToZeroCount: y
20
- };
21
- }
22
- async function h(s) {
23
- const e = s.trainableVariables, a = {};
24
- for (const r of e)
25
- a[r.name] = await b(r);
26
- return a;
27
- }
28
- export {
29
- b as createTensorStatistics,
30
- h as createWeightStatistics
31
- };
@@ -1,12 +0,0 @@
1
- import { o as a, q as f, x as m, f as y, E as c, C as p } from "./index-CUXkjxiT.js";
2
- function u(o, s, t) {
3
- const r = f(o, "x", "clipByValue");
4
- if (m(s <= t, () => `Error in clip: min (${s}) must be less than or equal to max (${t}).`), s === t)
5
- return y(r.shape, s, r.dtype);
6
- const n = { x: r }, e = { clipValueMin: s, clipValueMax: t };
7
- return c.runKernel(p, n, e);
8
- }
9
- const E = /* @__PURE__ */ a({ clipByValue_: u });
10
- export {
11
- E as c
12
- };
@@ -1,11 +0,0 @@
1
- import { o as c, q as s, a6 as n, E as m, a7 as r } from "./index-CUXkjxiT.js";
2
- function l(o, p) {
3
- const a = s(o, "real", "complex"), e = s(p, "imag", "complex");
4
- n(a.shape, e.shape, `real and imag shapes, ${a.shape} and ${e.shape}, must match in call to tf.complex().`);
5
- const t = { real: a, imag: e };
6
- return m.runKernel(r, t);
7
- }
8
- const i = /* @__PURE__ */ c({ complex_: l });
9
- export {
10
- i as c
11
- };