@genai-fi/nanogpt 0.19.0 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (482) hide show
  1. package/package.json +9 -10
  2. package/dist/Generator.d.ts +0 -82
  3. package/dist/Generator.js +0 -11941
  4. package/dist/RealDiv-CGwv0liw.js +0 -365
  5. package/dist/Reshape-BW__R4mZ.js +0 -79
  6. package/dist/Reshape-CPBkTIH2.js +0 -14
  7. package/dist/TeachableLLM.d.ts +0 -70
  8. package/dist/TeachableLLM.js +0 -273
  9. package/dist/Trainer.d.ts +0 -43
  10. package/dist/Trainer.js +0 -244
  11. package/dist/_commonjsHelpers-ByX85dGu.js +0 -33
  12. package/dist/axis_util-GTVlo58H.js +0 -55
  13. package/dist/backend.d.ts +0 -2
  14. package/dist/backend.js +0 -13
  15. package/dist/backend_util-GaFarB78.js +0 -425
  16. package/dist/backend_webgpu-BqASlsbV.js +0 -545
  17. package/dist/binary_op_util-pKXltfxI.js +0 -192
  18. package/dist/broadcast_to-eS93CCN_.js +0 -28
  19. package/dist/checks/appendCache.d.ts +0 -1
  20. package/dist/checks/appendCache.js +0 -22
  21. package/dist/checks/attentionMask.d.ts +0 -1
  22. package/dist/checks/attentionMask.js +0 -37
  23. package/dist/checks/check.d.ts +0 -9
  24. package/dist/checks/check.js +0 -20
  25. package/dist/checks/gelu.d.ts +0 -1
  26. package/dist/checks/gelu.js +0 -18
  27. package/dist/checks/index.d.ts +0 -26
  28. package/dist/checks/index.js +0 -28
  29. package/dist/checks/matMulGelu.d.ts +0 -1
  30. package/dist/checks/matMulGelu.js +0 -28
  31. package/dist/checks/normRMS.d.ts +0 -1
  32. package/dist/checks/normRMS.js +0 -16
  33. package/dist/checks/normRMSGrad.d.ts +0 -1
  34. package/dist/checks/normRMSGrad.js +0 -12
  35. package/dist/checks/packUnpack.d.ts +0 -1
  36. package/dist/checks/packUnpack.js +0 -18
  37. package/dist/checks/qkv.d.ts +0 -1
  38. package/dist/checks/qkv.js +0 -34
  39. package/dist/checks/rope.d.ts +0 -1
  40. package/dist/checks/rope.js +0 -36
  41. package/dist/checks/weights.d.ts +0 -14
  42. package/dist/checks/weights.js +0 -31
  43. package/dist/clip_by_value-DDA7rrcT.js +0 -12
  44. package/dist/complex-DI35Q-gW.js +0 -11
  45. package/dist/complex_util-Yc1A_gV1.js +0 -55
  46. package/dist/concat-CAQpCret.js +0 -17
  47. package/dist/concat_util-D18dJ4fD.js +0 -22
  48. package/dist/data/docx.d.ts +0 -2
  49. package/dist/data/docx.js +0 -15
  50. package/dist/data/parquet.d.ts +0 -2
  51. package/dist/data/parquet.js +0 -17
  52. package/dist/data/pdf.d.ts +0 -2
  53. package/dist/data/pdf.js +0 -14
  54. package/dist/data/textLoader.d.ts +0 -7
  55. package/dist/data/textLoader.js +0 -108
  56. package/dist/dataset-CGGp1z9P.js +0 -1124
  57. package/dist/dropout_util--NxWuYg2.js +0 -27
  58. package/dist/expand_dims-Bkd1YD5x.js +0 -11
  59. package/dist/exports_initializers-CYzKLjN7.js +0 -7
  60. package/dist/floor-BQtb-Azg.js +0 -9
  61. package/dist/gather-qIqEqaGn.js +0 -9
  62. package/dist/gelu-B220X1Go.js +0 -26
  63. package/dist/gpgpu_math-BwvV12df.js +0 -2022
  64. package/dist/index-CUXkjxiT.js +0 -3516
  65. package/dist/index-CieiGp4Y.js +0 -349
  66. package/dist/index-CjOWnMXP.js +0 -7308
  67. package/dist/index-Cp39cXWe.js +0 -1016
  68. package/dist/index-D5v913EJ.js +0 -4
  69. package/dist/index-DmeWGGmS.js +0 -1074
  70. package/dist/index-DvYrXKkX.js +0 -113
  71. package/dist/index-Ksja3su6.js +0 -151
  72. package/dist/index-xuotMAFm.js +0 -118
  73. package/dist/inference/types.d.ts +0 -16
  74. package/dist/inference/types.js +0 -1
  75. package/dist/jszip.min-BZhlzntC.js +0 -2313
  76. package/dist/kernel_funcs_utils-pq0CK9co.js +0 -306
  77. package/dist/layers/BaseLayer.d.ts +0 -44
  78. package/dist/layers/BaseLayer.js +0 -74
  79. package/dist/layers/CausalSelfAttention.d.ts +0 -39
  80. package/dist/layers/CausalSelfAttention.js +0 -86
  81. package/dist/layers/LoRA.d.ts +0 -14
  82. package/dist/layers/LoRA.js +0 -58
  83. package/dist/layers/MLP.d.ts +0 -17
  84. package/dist/layers/MLP.js +0 -44
  85. package/dist/layers/PositionEmbedding.d.ts +0 -8
  86. package/dist/layers/PositionEmbedding.js +0 -31
  87. package/dist/layers/RMSNorm.d.ts +0 -12
  88. package/dist/layers/RMSNorm.js +0 -22
  89. package/dist/layers/RoPECache.d.ts +0 -18
  90. package/dist/layers/RoPECache.js +0 -50
  91. package/dist/layers/TiedEmbedding.d.ts +0 -13
  92. package/dist/layers/TiedEmbedding.js +0 -36
  93. package/dist/layers/TransformerBlock.d.ts +0 -27
  94. package/dist/layers/TransformerBlock.js +0 -40
  95. package/dist/layers/WeightStore.d.ts +0 -20
  96. package/dist/layers/WeightStore.js +0 -76
  97. package/dist/loader/load.d.ts +0 -6
  98. package/dist/loader/load.js +0 -68
  99. package/dist/loader/loadHF.d.ts +0 -8
  100. package/dist/loader/loadHF.js +0 -22
  101. package/dist/loader/loadTransformers.d.ts +0 -4
  102. package/dist/loader/loadTransformers.js +0 -44
  103. package/dist/loader/loadZipMeta.d.ts +0 -3
  104. package/dist/loader/loadZipMeta.js +0 -16
  105. package/dist/loader/newZipLoad.d.ts +0 -3
  106. package/dist/loader/newZipLoad.js +0 -31
  107. package/dist/loader/oldZipLoad.d.ts +0 -9
  108. package/dist/loader/oldZipLoad.js +0 -80
  109. package/dist/loader/save.d.ts +0 -16
  110. package/dist/loader/save.js +0 -90
  111. package/dist/loader/types.d.ts +0 -67
  112. package/dist/loader/types.js +0 -1
  113. package/dist/main.d.ts +0 -50
  114. package/dist/main.js +0 -109
  115. package/dist/matMul16-BcVC_E62.js +0 -80
  116. package/dist/matMulGelu-JNLZqKQp.js +0 -163
  117. package/dist/mat_mul-DhG0Newp.js +0 -11
  118. package/dist/mod-CSdCpRjf.js +0 -11
  119. package/dist/models/NanoGPTV1.d.ts +0 -16
  120. package/dist/models/NanoGPTV1.js +0 -99
  121. package/dist/models/NanoGPTV2.d.ts +0 -16
  122. package/dist/models/NanoGPTV2.js +0 -90
  123. package/dist/models/config.d.ts +0 -27
  124. package/dist/models/config.js +0 -50
  125. package/dist/models/factory.d.ts +0 -3
  126. package/dist/models/factory.js +0 -16
  127. package/dist/models/model.d.ts +0 -44
  128. package/dist/models/model.js +0 -134
  129. package/dist/non_max_suppression_impl-B2W7YjZB.js +0 -102
  130. package/dist/not_equal-hurPF26l.js +0 -64
  131. package/dist/ones-BytntneX.js +0 -14
  132. package/dist/ops/adamAdjust.d.ts +0 -2
  133. package/dist/ops/adamAdjust.js +0 -9
  134. package/dist/ops/adamMoments.d.ts +0 -2
  135. package/dist/ops/adamMoments.js +0 -9
  136. package/dist/ops/add16.d.ts +0 -2
  137. package/dist/ops/add16.js +0 -9
  138. package/dist/ops/appendCache.d.ts +0 -2
  139. package/dist/ops/appendCache.js +0 -22
  140. package/dist/ops/attentionMask.d.ts +0 -2
  141. package/dist/ops/attentionMask.js +0 -10
  142. package/dist/ops/concat16.d.ts +0 -2
  143. package/dist/ops/concat16.js +0 -9
  144. package/dist/ops/cpu/adamAdjust.d.ts +0 -1
  145. package/dist/ops/cpu/adamAdjust.js +0 -18
  146. package/dist/ops/cpu/adamMoments.d.ts +0 -1
  147. package/dist/ops/cpu/adamMoments.js +0 -16
  148. package/dist/ops/cpu/appendCache.d.ts +0 -1
  149. package/dist/ops/cpu/appendCache.js +0 -23
  150. package/dist/ops/cpu/attentionMask.d.ts +0 -1
  151. package/dist/ops/cpu/attentionMask.js +0 -22
  152. package/dist/ops/cpu/fusedSoftmax.d.ts +0 -9
  153. package/dist/ops/cpu/fusedSoftmax.js +0 -29
  154. package/dist/ops/cpu/gatherSub.d.ts +0 -1
  155. package/dist/ops/cpu/gatherSub.js +0 -18
  156. package/dist/ops/cpu/gelu.d.ts +0 -1
  157. package/dist/ops/cpu/gelu.js +0 -40
  158. package/dist/ops/cpu/matMul16.d.ts +0 -1
  159. package/dist/ops/cpu/matMul16.js +0 -15
  160. package/dist/ops/cpu/matMulGelu.d.ts +0 -1
  161. package/dist/ops/cpu/matMulGelu.js +0 -53
  162. package/dist/ops/cpu/matMulMul.d.ts +0 -1
  163. package/dist/ops/cpu/matMulMul.js +0 -23
  164. package/dist/ops/cpu/mulDropout.d.ts +0 -1
  165. package/dist/ops/cpu/mulDropout.js +0 -23
  166. package/dist/ops/cpu/normRMS.d.ts +0 -1
  167. package/dist/ops/cpu/normRMS.js +0 -39
  168. package/dist/ops/cpu/qkv.d.ts +0 -5
  169. package/dist/ops/cpu/qkv.js +0 -41
  170. package/dist/ops/cpu/rope.d.ts +0 -6
  171. package/dist/ops/cpu/rope.js +0 -38
  172. package/dist/ops/cpu/scatterSub.d.ts +0 -1
  173. package/dist/ops/cpu/scatterSub.js +0 -23
  174. package/dist/ops/dot16.d.ts +0 -2
  175. package/dist/ops/dot16.js +0 -42
  176. package/dist/ops/dropout.d.ts +0 -2
  177. package/dist/ops/dropout.js +0 -14
  178. package/dist/ops/dropout16.d.ts +0 -2
  179. package/dist/ops/dropout16.js +0 -25
  180. package/dist/ops/gatherSub.d.ts +0 -2
  181. package/dist/ops/gatherSub.js +0 -9
  182. package/dist/ops/gelu.d.ts +0 -3
  183. package/dist/ops/gelu.js +0 -8
  184. package/dist/ops/globalNorm.d.ts +0 -2
  185. package/dist/ops/globalNorm.js +0 -13
  186. package/dist/ops/grads/add16.d.ts +0 -1
  187. package/dist/ops/grads/add16.js +0 -26
  188. package/dist/ops/grads/attentionMask.d.ts +0 -1
  189. package/dist/ops/grads/attentionMask.js +0 -21
  190. package/dist/ops/grads/dropout16.d.ts +0 -1
  191. package/dist/ops/grads/dropout16.js +0 -2
  192. package/dist/ops/grads/gelu.d.ts +0 -2
  193. package/dist/ops/grads/gelu.js +0 -5
  194. package/dist/ops/grads/matMul16.d.ts +0 -2
  195. package/dist/ops/grads/matMul16.js +0 -9
  196. package/dist/ops/grads/matMulGelu.d.ts +0 -1
  197. package/dist/ops/grads/matMulGelu.js +0 -17
  198. package/dist/ops/grads/mul16.d.ts +0 -1
  199. package/dist/ops/grads/mul16.js +0 -4
  200. package/dist/ops/grads/normRMS.d.ts +0 -3
  201. package/dist/ops/grads/normRMS.js +0 -33
  202. package/dist/ops/grads/pack16.d.ts +0 -2
  203. package/dist/ops/grads/pack16.js +0 -6
  204. package/dist/ops/grads/qkv.d.ts +0 -3
  205. package/dist/ops/grads/qkv.js +0 -34
  206. package/dist/ops/grads/rope.d.ts +0 -2
  207. package/dist/ops/grads/rope.js +0 -5
  208. package/dist/ops/grads/softmax16.d.ts +0 -2
  209. package/dist/ops/grads/softmax16.js +0 -25
  210. package/dist/ops/grads/unpack16.d.ts +0 -2
  211. package/dist/ops/grads/unpack16.js +0 -5
  212. package/dist/ops/grads/utils.d.ts +0 -4
  213. package/dist/ops/grads/utils.js +0 -14
  214. package/dist/ops/log.d.ts +0 -0
  215. package/dist/ops/log.js +0 -1
  216. package/dist/ops/matMul16.d.ts +0 -15
  217. package/dist/ops/matMul16.js +0 -13
  218. package/dist/ops/matMulGelu.d.ts +0 -3
  219. package/dist/ops/matMulGelu.js +0 -14
  220. package/dist/ops/matMulMul.d.ts +0 -2
  221. package/dist/ops/matMulMul.js +0 -9
  222. package/dist/ops/mul16.d.ts +0 -2
  223. package/dist/ops/mul16.js +0 -39
  224. package/dist/ops/mulDrop.d.ts +0 -2
  225. package/dist/ops/mulDrop.js +0 -9
  226. package/dist/ops/normRMS.d.ts +0 -2
  227. package/dist/ops/normRMS.js +0 -19
  228. package/dist/ops/pack16.d.ts +0 -2
  229. package/dist/ops/pack16.js +0 -5
  230. package/dist/ops/qkv.d.ts +0 -2
  231. package/dist/ops/qkv.js +0 -10
  232. package/dist/ops/reshape16.d.ts +0 -2
  233. package/dist/ops/reshape16.js +0 -41
  234. package/dist/ops/rope.d.ts +0 -3
  235. package/dist/ops/rope.js +0 -7
  236. package/dist/ops/scatterSub.d.ts +0 -2
  237. package/dist/ops/scatterSub.js +0 -9
  238. package/dist/ops/slice16.d.ts +0 -2
  239. package/dist/ops/slice16.js +0 -9
  240. package/dist/ops/softmax16.d.ts +0 -2
  241. package/dist/ops/softmax16.js +0 -9
  242. package/dist/ops/sub16.d.ts +0 -2
  243. package/dist/ops/sub16.js +0 -8
  244. package/dist/ops/sum16.d.ts +0 -2
  245. package/dist/ops/sum16.js +0 -13
  246. package/dist/ops/transpose16.d.ts +0 -3
  247. package/dist/ops/transpose16.js +0 -40
  248. package/dist/ops/unpack16.d.ts +0 -2
  249. package/dist/ops/unpack16.js +0 -6
  250. package/dist/ops/webgl/adamAdjust.d.ts +0 -1
  251. package/dist/ops/webgl/adamAdjust.js +0 -49
  252. package/dist/ops/webgl/adamMoments.d.ts +0 -1
  253. package/dist/ops/webgl/adamMoments.js +0 -40
  254. package/dist/ops/webgl/appendCache.d.ts +0 -1
  255. package/dist/ops/webgl/appendCache.js +0 -44
  256. package/dist/ops/webgl/attentionMask.d.ts +0 -1
  257. package/dist/ops/webgl/attentionMask.js +0 -45
  258. package/dist/ops/webgl/dropout16.d.ts +0 -1
  259. package/dist/ops/webgl/dropout16.js +0 -11
  260. package/dist/ops/webgl/fusedSoftmax.d.ts +0 -11
  261. package/dist/ops/webgl/fusedSoftmax.js +0 -80
  262. package/dist/ops/webgl/gatherSub.d.ts +0 -1
  263. package/dist/ops/webgl/gatherSub.js +0 -27
  264. package/dist/ops/webgl/gelu.d.ts +0 -2
  265. package/dist/ops/webgl/gelu.js +0 -50
  266. package/dist/ops/webgl/log.d.ts +0 -17
  267. package/dist/ops/webgl/log.js +0 -23
  268. package/dist/ops/webgl/matMul16.d.ts +0 -1
  269. package/dist/ops/webgl/matMul16.js +0 -45
  270. package/dist/ops/webgl/matMulGelu.d.ts +0 -21
  271. package/dist/ops/webgl/matMulGelu.js +0 -9
  272. package/dist/ops/webgl/matMulMul.d.ts +0 -14
  273. package/dist/ops/webgl/matMulMul.js +0 -28
  274. package/dist/ops/webgl/mulDropout.d.ts +0 -1
  275. package/dist/ops/webgl/mulDropout.js +0 -41
  276. package/dist/ops/webgl/normRMS.d.ts +0 -1
  277. package/dist/ops/webgl/normRMS.js +0 -93
  278. package/dist/ops/webgl/qkv.d.ts +0 -1
  279. package/dist/ops/webgl/qkv.js +0 -46
  280. package/dist/ops/webgl/rope.d.ts +0 -1
  281. package/dist/ops/webgl/rope.js +0 -56
  282. package/dist/ops/webgl/scatterSub.d.ts +0 -1
  283. package/dist/ops/webgl/scatterSub.js +0 -27
  284. package/dist/ops/webgpu/adamAdjust.d.ts +0 -1
  285. package/dist/ops/webgpu/adamAdjust.js +0 -57
  286. package/dist/ops/webgpu/adamMoments.d.ts +0 -1
  287. package/dist/ops/webgpu/adamMoments.js +0 -60
  288. package/dist/ops/webgpu/add16.d.ts +0 -1
  289. package/dist/ops/webgpu/add16.js +0 -13
  290. package/dist/ops/webgpu/appendCache.d.ts +0 -1
  291. package/dist/ops/webgpu/appendCache.js +0 -105
  292. package/dist/ops/webgpu/attentionMask.d.ts +0 -1
  293. package/dist/ops/webgpu/attentionMask.js +0 -26
  294. package/dist/ops/webgpu/attentionMask32_program.d.ts +0 -19
  295. package/dist/ops/webgpu/attentionMask32_program.js +0 -54
  296. package/dist/ops/webgpu/clipScale.d.ts +0 -1
  297. package/dist/ops/webgpu/clipScale.js +0 -58
  298. package/dist/ops/webgpu/concat16.d.ts +0 -19
  299. package/dist/ops/webgpu/concat16.js +0 -126
  300. package/dist/ops/webgpu/dropout16.d.ts +0 -1
  301. package/dist/ops/webgpu/dropout16.js +0 -51
  302. package/dist/ops/webgpu/gatherSub.d.ts +0 -1
  303. package/dist/ops/webgpu/gatherSub.js +0 -39
  304. package/dist/ops/webgpu/gelu.d.ts +0 -14
  305. package/dist/ops/webgpu/gelu.js +0 -141
  306. package/dist/ops/webgpu/index.d.ts +0 -0
  307. package/dist/ops/webgpu/index.js +0 -26
  308. package/dist/ops/webgpu/matMul16.d.ts +0 -1
  309. package/dist/ops/webgpu/matMul16.js +0 -65
  310. package/dist/ops/webgpu/matMul16_program.d.ts +0 -42
  311. package/dist/ops/webgpu/matMul16_program.js +0 -343
  312. package/dist/ops/webgpu/mul16.d.ts +0 -1
  313. package/dist/ops/webgpu/mul16.js +0 -13
  314. package/dist/ops/webgpu/norm2.d.ts +0 -1
  315. package/dist/ops/webgpu/norm2.js +0 -76
  316. package/dist/ops/webgpu/normRMS.d.ts +0 -1
  317. package/dist/ops/webgpu/normRMS.js +0 -34
  318. package/dist/ops/webgpu/normRMS16_program.d.ts +0 -10
  319. package/dist/ops/webgpu/normRMS16_program.js +0 -25
  320. package/dist/ops/webgpu/normRMS32_program.d.ts +0 -10
  321. package/dist/ops/webgpu/normRMS32_program.js +0 -25
  322. package/dist/ops/webgpu/normRMSGrad.d.ts +0 -1
  323. package/dist/ops/webgpu/normRMSGrad.js +0 -284
  324. package/dist/ops/webgpu/pack16.d.ts +0 -1
  325. package/dist/ops/webgpu/pack16.js +0 -18
  326. package/dist/ops/webgpu/pack16_program.d.ts +0 -19
  327. package/dist/ops/webgpu/pack16_program.js +0 -92
  328. package/dist/ops/webgpu/qkv.d.ts +0 -1
  329. package/dist/ops/webgpu/qkv.js +0 -24
  330. package/dist/ops/webgpu/rope.d.ts +0 -1
  331. package/dist/ops/webgpu/rope.js +0 -135
  332. package/dist/ops/webgpu/scatterSub.d.ts +0 -1
  333. package/dist/ops/webgpu/scatterSub.js +0 -40
  334. package/dist/ops/webgpu/slice16.d.ts +0 -7
  335. package/dist/ops/webgpu/slice16.js +0 -69
  336. package/dist/ops/webgpu/softmax16.d.ts +0 -17
  337. package/dist/ops/webgpu/softmax16.js +0 -21
  338. package/dist/ops/webgpu/softmax16_program.d.ts +0 -13
  339. package/dist/ops/webgpu/softmax16_program.js +0 -73
  340. package/dist/ops/webgpu/softmax16_subgroup_program.d.ts +0 -17
  341. package/dist/ops/webgpu/softmax16_subgroup_program.js +0 -75
  342. package/dist/ops/webgpu/softmax16grad.d.ts +0 -1
  343. package/dist/ops/webgpu/softmax16grad.js +0 -37
  344. package/dist/ops/webgpu/sub16.d.ts +0 -1
  345. package/dist/ops/webgpu/sub16.js +0 -13
  346. package/dist/ops/webgpu/sum16.d.ts +0 -1
  347. package/dist/ops/webgpu/sum16.js +0 -38
  348. package/dist/ops/webgpu/transpose16.d.ts +0 -1
  349. package/dist/ops/webgpu/transpose16.js +0 -34
  350. package/dist/ops/webgpu/transpose16_program.d.ts +0 -16
  351. package/dist/ops/webgpu/transpose16_program.js +0 -50
  352. package/dist/ops/webgpu/transpose16_shared_program.d.ts +0 -15
  353. package/dist/ops/webgpu/transpose16_shared_program.js +0 -70
  354. package/dist/ops/webgpu/unpack16.d.ts +0 -1
  355. package/dist/ops/webgpu/unpack16.js +0 -48
  356. package/dist/ops/webgpu/utils/binary_op.d.ts +0 -35
  357. package/dist/ops/webgpu/utils/binary_op.js +0 -139
  358. package/dist/ops/webgpu/utils/deviceInfo.d.ts +0 -7
  359. package/dist/ops/webgpu/utils/deviceInfo.js +0 -11
  360. package/dist/ops/webgpu/utils/reductions.d.ts +0 -43
  361. package/dist/ops/webgpu/utils/reductions.js +0 -275
  362. package/dist/ops-CsXeTq1P.js +0 -476
  363. package/dist/pack16-bqltoUlR.js +0 -39
  364. package/dist/papaparse.min-C0cScC2i.js +0 -418
  365. package/dist/parquet-Bqjmp2vo.js +0 -44231
  366. package/dist/patches/webgpu_backend.d.ts +0 -18
  367. package/dist/patches/webgpu_backend.js +0 -56
  368. package/dist/patches/webgpu_base.d.ts +0 -21
  369. package/dist/patches/webgpu_base.js +0 -34
  370. package/dist/patches/webgpu_program.d.ts +0 -36
  371. package/dist/patches/webgpu_program.js +0 -400
  372. package/dist/pdf-NIhmP3sq.js +0 -19477
  373. package/dist/rand_util-CZ7yLoUm.js +0 -50
  374. package/dist/random_normal-IBRrha8a.js +0 -14
  375. package/dist/random_width-DN5ZtQkM.js +0 -9796
  376. package/dist/range-C-CjF-LI.js +0 -10
  377. package/dist/relu-J_X6MUzx.js +0 -9
  378. package/dist/reshape-BDOuCSNW.js +0 -9
  379. package/dist/resize_nearest_neighbor-BojqlfRe.js +0 -150
  380. package/dist/rope-DcrZM_e6.js +0 -24
  381. package/dist/scatter_nd_util-ByNJaL6I.js +0 -46
  382. package/dist/segment_util-Dasb2Zaf.js +0 -43
  383. package/dist/selu_util-BLhIqRkw.js +0 -44
  384. package/dist/shared-3agzAqQ_.js +0 -53
  385. package/dist/shared-CagdqkLh.js +0 -2143
  386. package/dist/slice-BzS11Qh0.js +0 -12
  387. package/dist/slice_util-CC35pLmT.js +0 -153
  388. package/dist/softmax-D4q1LJN7.js +0 -12
  389. package/dist/split-C2Sj255c.js +0 -9
  390. package/dist/squeeze-ho4wLUek.js +0 -10
  391. package/dist/stack-DudVrtmG.js +0 -11
  392. package/dist/step-BTxPtq1r.js +0 -261
  393. package/dist/sum-BpiwSWvg.js +0 -11
  394. package/dist/tensor-BWFldCso.js +0 -8
  395. package/dist/tensor1d-LMGMIUlr.js +0 -11
  396. package/dist/tensor2d-BnXMKScO.js +0 -14
  397. package/dist/tensor4d-C6UCG_u8.js +0 -14
  398. package/dist/tfjs_backend-BGnG-ppu.js +0 -654
  399. package/dist/tile-CFy-xTO6.js +0 -11
  400. package/dist/tokeniser/BaseTokeniser.d.ts +0 -33
  401. package/dist/tokeniser/BaseTokeniser.js +0 -124
  402. package/dist/tokeniser/CharTokeniser.d.ts +0 -24
  403. package/dist/tokeniser/CharTokeniser.js +0 -107
  404. package/dist/tokeniser/bpe.d.ts +0 -28
  405. package/dist/tokeniser/bpe.js +0 -173
  406. package/dist/tokeniser/messages.d.ts +0 -61
  407. package/dist/tokeniser/messages.js +0 -1
  408. package/dist/tokeniser/type.d.ts +0 -34
  409. package/dist/tokeniser/type.js +0 -1
  410. package/dist/training/AdamW.d.ts +0 -36
  411. package/dist/training/AdamW.js +0 -138
  412. package/dist/training/BasicTrainer.d.ts +0 -63
  413. package/dist/training/BasicTrainer.js +0 -265
  414. package/dist/training/DatasetBuilder.d.ts +0 -26
  415. package/dist/training/DatasetBuilder.js +0 -86
  416. package/dist/training/Evaluator.d.ts +0 -19
  417. package/dist/training/Evaluator.js +0 -39
  418. package/dist/training/LRScheduler.d.ts +0 -12
  419. package/dist/training/LRScheduler.js +0 -34
  420. package/dist/training/PreTrainer.d.ts +0 -11
  421. package/dist/training/PreTrainer.js +0 -20
  422. package/dist/training/SFTTrainer.d.ts +0 -12
  423. package/dist/training/SFTTrainer.js +0 -22
  424. package/dist/training/loss.d.ts +0 -3
  425. package/dist/training/loss.js +0 -24
  426. package/dist/training/orthoGrad.d.ts +0 -2
  427. package/dist/training/orthoGrad.js +0 -10
  428. package/dist/training/sparseCrossEntropy.d.ts +0 -7
  429. package/dist/training/sparseCrossEntropy.js +0 -69
  430. package/dist/training/tasks/ConversationTask.d.ts +0 -18
  431. package/dist/training/tasks/ConversationTask.js +0 -40
  432. package/dist/training/tasks/PretrainingTask.d.ts +0 -17
  433. package/dist/training/tasks/PretrainingTask.js +0 -47
  434. package/dist/training/tasks/StartSentenceTask.d.ts +0 -18
  435. package/dist/training/tasks/StartSentenceTask.js +0 -49
  436. package/dist/training/tasks/Task.d.ts +0 -22
  437. package/dist/training/tasks/Task.js +0 -68
  438. package/dist/training/tasks/splitter.d.ts +0 -5
  439. package/dist/training/tasks/splitter.js +0 -21
  440. package/dist/training/types.d.ts +0 -78
  441. package/dist/training/types.js +0 -1
  442. package/dist/training/validation.d.ts +0 -17
  443. package/dist/training/validation.js +0 -84
  444. package/dist/transpose-9kRxIXWR.js +0 -36
  445. package/dist/unsorted_segment_sum-DJvk5xnh.js +0 -277
  446. package/dist/utilities/arrayClose.d.ts +0 -1
  447. package/dist/utilities/arrayClose.js +0 -20
  448. package/dist/utilities/datasetID.d.ts +0 -2
  449. package/dist/utilities/datasetID.js +0 -21
  450. package/dist/utilities/dummy.d.ts +0 -9
  451. package/dist/utilities/dummy.js +0 -43
  452. package/dist/utilities/multinomialCPU.d.ts +0 -2
  453. package/dist/utilities/multinomialCPU.js +0 -13
  454. package/dist/utilities/naming.d.ts +0 -4
  455. package/dist/utilities/naming.js +0 -1
  456. package/dist/utilities/packed.d.ts +0 -4
  457. package/dist/utilities/packed.js +0 -15
  458. package/dist/utilities/parameters.d.ts +0 -11
  459. package/dist/utilities/parameters.js +0 -57
  460. package/dist/utilities/performance.d.ts +0 -2
  461. package/dist/utilities/performance.js +0 -16
  462. package/dist/utilities/profile.d.ts +0 -17
  463. package/dist/utilities/profile.js +0 -38
  464. package/dist/utilities/safetensors.d.ts +0 -3
  465. package/dist/utilities/safetensors.js +0 -83
  466. package/dist/utilities/sentences.d.ts +0 -5
  467. package/dist/utilities/sentences.js +0 -41
  468. package/dist/utilities/tokenParse.d.ts +0 -1
  469. package/dist/utilities/tokenParse.js +0 -21
  470. package/dist/utilities/topP.d.ts +0 -1
  471. package/dist/utilities/topP.js +0 -13
  472. package/dist/utilities/waitForModel.d.ts +0 -2
  473. package/dist/utilities/waitForModel.js +0 -12
  474. package/dist/utilities/weights.d.ts +0 -12
  475. package/dist/utilities/weights.js +0 -45
  476. package/dist/utilities/yielder.d.ts +0 -1
  477. package/dist/utilities/yielder.js +0 -7
  478. package/dist/variable-Ck482e3n.js +0 -7
  479. package/dist/webgpu_program-B4HmApL1.js +0 -525
  480. package/dist/webgpu_util-DYlGSwOJ.js +0 -64
  481. package/dist/zeros-DvZpK8s6.js +0 -13
  482. package/dist/zeros_like-CWjDdwr-.js +0 -721
@@ -1,113 +0,0 @@
1
- import { g as L } from "./_commonjsHelpers-ByX85dGu.js";
2
- var x = { exports: {} }, E;
3
- function C() {
4
- return E || (E = 1, (function(g) {
5
- var w = Object.prototype.hasOwnProperty, c = "~";
6
- function h() {
7
- }
8
- Object.create && (h.prototype = /* @__PURE__ */ Object.create(null), new h().__proto__ || (c = !1));
9
- function d(s, t, n) {
10
- this.fn = s, this.context = t, this.once = n || !1;
11
- }
12
- function m(s, t, n, r, l) {
13
- if (typeof n != "function")
14
- throw new TypeError("The listener must be a function");
15
- var u = new d(n, r || s, l), o = c ? c + t : t;
16
- return s._events[o] ? s._events[o].fn ? s._events[o] = [s._events[o], u] : s._events[o].push(u) : (s._events[o] = u, s._eventsCount++), s;
17
- }
18
- function y(s, t) {
19
- --s._eventsCount === 0 ? s._events = new h() : delete s._events[t];
20
- }
21
- function f() {
22
- this._events = new h(), this._eventsCount = 0;
23
- }
24
- f.prototype.eventNames = function() {
25
- var t = [], n, r;
26
- if (this._eventsCount === 0) return t;
27
- for (r in n = this._events)
28
- w.call(n, r) && t.push(c ? r.slice(1) : r);
29
- return Object.getOwnPropertySymbols ? t.concat(Object.getOwnPropertySymbols(n)) : t;
30
- }, f.prototype.listeners = function(t) {
31
- var n = c ? c + t : t, r = this._events[n];
32
- if (!r) return [];
33
- if (r.fn) return [r.fn];
34
- for (var l = 0, u = r.length, o = new Array(u); l < u; l++)
35
- o[l] = r[l].fn;
36
- return o;
37
- }, f.prototype.listenerCount = function(t) {
38
- var n = c ? c + t : t, r = this._events[n];
39
- return r ? r.fn ? 1 : r.length : 0;
40
- }, f.prototype.emit = function(t, n, r, l, u, o) {
41
- var a = c ? c + t : t;
42
- if (!this._events[a]) return !1;
43
- var e = this._events[a], v = arguments.length, p, i;
44
- if (e.fn) {
45
- switch (e.once && this.removeListener(t, e.fn, void 0, !0), v) {
46
- case 1:
47
- return e.fn.call(e.context), !0;
48
- case 2:
49
- return e.fn.call(e.context, n), !0;
50
- case 3:
51
- return e.fn.call(e.context, n, r), !0;
52
- case 4:
53
- return e.fn.call(e.context, n, r, l), !0;
54
- case 5:
55
- return e.fn.call(e.context, n, r, l, u), !0;
56
- case 6:
57
- return e.fn.call(e.context, n, r, l, u, o), !0;
58
- }
59
- for (i = 1, p = new Array(v - 1); i < v; i++)
60
- p[i - 1] = arguments[i];
61
- e.fn.apply(e.context, p);
62
- } else {
63
- var b = e.length, _;
64
- for (i = 0; i < b; i++)
65
- switch (e[i].once && this.removeListener(t, e[i].fn, void 0, !0), v) {
66
- case 1:
67
- e[i].fn.call(e[i].context);
68
- break;
69
- case 2:
70
- e[i].fn.call(e[i].context, n);
71
- break;
72
- case 3:
73
- e[i].fn.call(e[i].context, n, r);
74
- break;
75
- case 4:
76
- e[i].fn.call(e[i].context, n, r, l);
77
- break;
78
- default:
79
- if (!p) for (_ = 1, p = new Array(v - 1); _ < v; _++)
80
- p[_ - 1] = arguments[_];
81
- e[i].fn.apply(e[i].context, p);
82
- }
83
- }
84
- return !0;
85
- }, f.prototype.on = function(t, n, r) {
86
- return m(this, t, n, r, !1);
87
- }, f.prototype.once = function(t, n, r) {
88
- return m(this, t, n, r, !0);
89
- }, f.prototype.removeListener = function(t, n, r, l) {
90
- var u = c ? c + t : t;
91
- if (!this._events[u]) return this;
92
- if (!n)
93
- return y(this, u), this;
94
- var o = this._events[u];
95
- if (o.fn)
96
- o.fn === n && (!l || o.once) && (!r || o.context === r) && y(this, u);
97
- else {
98
- for (var a = 0, e = [], v = o.length; a < v; a++)
99
- (o[a].fn !== n || l && !o[a].once || r && o[a].context !== r) && e.push(o[a]);
100
- e.length ? this._events[u] = e.length === 1 ? e[0] : e : y(this, u);
101
- }
102
- return this;
103
- }, f.prototype.removeAllListeners = function(t) {
104
- var n;
105
- return t ? (n = c ? c + t : t, this._events[n] && y(this, n)) : (this._events = new h(), this._eventsCount = 0), this;
106
- }, f.prototype.off = f.prototype.removeListener, f.prototype.addListener = f.prototype.on, f.prefixed = c, f.EventEmitter = f, g.exports = f;
107
- })(x)), x.exports;
108
- }
109
- var O = C();
110
- const k = /* @__PURE__ */ L(O);
111
- export {
112
- k as E
113
- };
@@ -1,151 +0,0 @@
1
- import { t as z, f as x } from "./parquet-Bqjmp2vo.js";
2
- class T {
3
- marshaller;
4
- serializer;
5
- deserializer;
6
- serdeContext;
7
- defaultContentType;
8
- constructor({ marshaller: a, serializer: n, deserializer: o, serdeContext: m, defaultContentType: y }) {
9
- this.marshaller = a, this.serializer = n, this.deserializer = o, this.serdeContext = m, this.defaultContentType = y;
10
- }
11
- async serializeEventStream({ eventStream: a, requestSchema: n, initialRequest: o }) {
12
- const m = this.marshaller, y = n.getEventStreamMember(), p = n.getMemberSchema(y), d = this.serializer, f = this.defaultContentType, h = /* @__PURE__ */ Symbol("initialRequestMarker"), S = {
13
- async *[Symbol.asyncIterator]() {
14
- if (o) {
15
- const r = {
16
- ":event-type": { type: "string", value: "initial-request" },
17
- ":message-type": { type: "string", value: "event" },
18
- ":content-type": { type: "string", value: f }
19
- };
20
- d.write(n, o);
21
- const t = d.flush();
22
- yield {
23
- [h]: !0,
24
- headers: r,
25
- body: t
26
- };
27
- }
28
- for await (const r of a)
29
- yield r;
30
- }
31
- };
32
- return m.serialize(S, (r) => {
33
- if (r[h])
34
- return {
35
- headers: r.headers,
36
- body: r.body
37
- };
38
- const t = Object.keys(r).find((s) => s !== "__type") ?? "", { additionalHeaders: e, body: i, eventType: l, explicitPayloadContentType: c } = this.writeEventBody(t, p, r);
39
- return {
40
- headers: {
41
- ":event-type": { type: "string", value: l },
42
- ":message-type": { type: "string", value: "event" },
43
- ":content-type": { type: "string", value: c ?? f },
44
- ...e
45
- },
46
- body: i
47
- };
48
- });
49
- }
50
- async deserializeEventStream({ response: a, responseSchema: n, initialResponseContainer: o }) {
51
- const m = this.marshaller, y = n.getEventStreamMember(), d = n.getMemberSchema(y).getMemberSchemas(), f = /* @__PURE__ */ Symbol("initialResponseMarker"), h = m.deserialize(a.body, async (t) => {
52
- const e = Object.keys(t).find((l) => l !== "__type") ?? "", i = t[e].body;
53
- if (e === "initial-response") {
54
- const l = await this.deserializer.read(n, i);
55
- return delete l[y], {
56
- [f]: !0,
57
- ...l
58
- };
59
- } else if (e in d) {
60
- const l = d[e];
61
- if (l.isStructSchema()) {
62
- const c = {};
63
- let u = !1;
64
- for (const [s, g] of l.structIterator()) {
65
- const { eventHeader: v, eventPayload: w } = g.getMergedTraits();
66
- if (u = u || !!(v || w), w)
67
- g.isBlobSchema() ? c[s] = i : g.isStringSchema() ? c[s] = (this.serdeContext?.utf8Encoder ?? z)(i) : g.isStructSchema() && (c[s] = await this.deserializer.read(g, i));
68
- else if (v) {
69
- const b = t[e].headers[s]?.value;
70
- b != null && (g.isNumericSchema() ? b && typeof b == "object" && "bytes" in b ? c[s] = BigInt(b.toString()) : c[s] = Number(b) : c[s] = b);
71
- }
72
- }
73
- if (u)
74
- return {
75
- [e]: c
76
- };
77
- if (i.byteLength === 0)
78
- return {
79
- [e]: {}
80
- };
81
- }
82
- return {
83
- [e]: await this.deserializer.read(l, i)
84
- };
85
- } else
86
- return {
87
- $unknown: t
88
- };
89
- }), S = h[Symbol.asyncIterator](), r = await S.next();
90
- if (r.done)
91
- return h;
92
- if (r.value?.[f]) {
93
- if (!n)
94
- throw new Error("@smithy::core/protocols - initial-response event encountered in event stream but no response schema given.");
95
- for (const [t, e] of Object.entries(r.value))
96
- o[t] = e;
97
- }
98
- return {
99
- async *[Symbol.asyncIterator]() {
100
- for (r?.value?.[f] || (yield r.value); ; ) {
101
- const { done: t, value: e } = await S.next();
102
- if (t)
103
- break;
104
- yield e;
105
- }
106
- }
107
- };
108
- }
109
- writeEventBody(a, n, o) {
110
- const m = this.serializer;
111
- let y = a, p = null, d;
112
- const f = n.getSchema()[4].includes(a), h = {};
113
- if (f) {
114
- const t = n.getMemberSchema(a);
115
- if (t.isStructSchema()) {
116
- for (const [e, i] of t.structIterator()) {
117
- const { eventHeader: l, eventPayload: c } = i.getMergedTraits();
118
- if (c)
119
- p = e;
120
- else if (l) {
121
- const u = o[a][e];
122
- let s = "binary";
123
- i.isNumericSchema() ? (-2) ** 31 <= u && u <= 2 ** 31 - 1 ? s = "integer" : s = "long" : i.isTimestampSchema() ? s = "timestamp" : i.isStringSchema() ? s = "string" : i.isBooleanSchema() && (s = "boolean"), u != null && (h[e] = {
124
- type: s,
125
- value: u
126
- }, delete o[a][e]);
127
- }
128
- }
129
- if (p !== null) {
130
- const e = t.getMemberSchema(p);
131
- e.isBlobSchema() ? d = "application/octet-stream" : e.isStringSchema() && (d = "text/plain"), m.write(e, o[a][p]);
132
- } else
133
- m.write(t, o[a]);
134
- } else
135
- throw new Error("@smithy/core/event-streams - non-struct member not supported in event stream union.");
136
- } else {
137
- const [t, e] = o[a];
138
- y = t, m.write(15, e);
139
- }
140
- const S = m.flush();
141
- return {
142
- body: typeof S == "string" ? (this.serdeContext?.utf8Decoder ?? x)(S) : S,
143
- eventType: y,
144
- explicitPayloadContentType: d,
145
- additionalHeaders: h
146
- };
147
- }
148
- }
149
- export {
150
- T as EventStreamSerde
151
- };
@@ -1,118 +0,0 @@
1
- function v(e) {
2
- return e && e.__esModule && Object.prototype.hasOwnProperty.call(e, "default") ? e.default : e;
3
- }
4
- var m = { exports: {} }, t = m.exports = {}, n, o;
5
- function f() {
6
- throw new Error("setTimeout has not been defined");
7
- }
8
- function h() {
9
- throw new Error("clearTimeout has not been defined");
10
- }
11
- (function() {
12
- try {
13
- typeof setTimeout == "function" ? n = setTimeout : n = f;
14
- } catch {
15
- n = f;
16
- }
17
- try {
18
- typeof clearTimeout == "function" ? o = clearTimeout : o = h;
19
- } catch {
20
- o = h;
21
- }
22
- })();
23
- function p(e) {
24
- if (n === setTimeout)
25
- return setTimeout(e, 0);
26
- if ((n === f || !n) && setTimeout)
27
- return n = setTimeout, setTimeout(e, 0);
28
- try {
29
- return n(e, 0);
30
- } catch {
31
- try {
32
- return n.call(null, e, 0);
33
- } catch {
34
- return n.call(this, e, 0);
35
- }
36
- }
37
- }
38
- function g(e) {
39
- if (o === clearTimeout)
40
- return clearTimeout(e);
41
- if ((o === h || !o) && clearTimeout)
42
- return o = clearTimeout, clearTimeout(e);
43
- try {
44
- return o(e);
45
- } catch {
46
- try {
47
- return o.call(null, e);
48
- } catch {
49
- return o.call(this, e);
50
- }
51
- }
52
- }
53
- var u = [], s = !1, a, l = -1;
54
- function w() {
55
- !s || !a || (s = !1, a.length ? u = a.concat(u) : l = -1, u.length && d());
56
- }
57
- function d() {
58
- if (!s) {
59
- var e = p(w);
60
- s = !0;
61
- for (var r = u.length; r; ) {
62
- for (a = u, u = []; ++l < r; )
63
- a && a[l].run();
64
- l = -1, r = u.length;
65
- }
66
- a = null, s = !1, g(e);
67
- }
68
- }
69
- t.nextTick = function(e) {
70
- var r = new Array(arguments.length - 1);
71
- if (arguments.length > 1)
72
- for (var c = 1; c < arguments.length; c++)
73
- r[c - 1] = arguments[c];
74
- u.push(new T(e, r)), u.length === 1 && !s && p(d);
75
- };
76
- function T(e, r) {
77
- this.fun = e, this.array = r;
78
- }
79
- T.prototype.run = function() {
80
- this.fun.apply(null, this.array);
81
- };
82
- t.title = "browser";
83
- t.browser = !0;
84
- t.env = {};
85
- t.argv = [];
86
- t.version = "";
87
- t.versions = {};
88
- function i() {
89
- }
90
- t.on = i;
91
- t.addListener = i;
92
- t.once = i;
93
- t.off = i;
94
- t.removeListener = i;
95
- t.removeAllListeners = i;
96
- t.emit = i;
97
- t.prependListener = i;
98
- t.prependOnceListener = i;
99
- t.listeners = function(e) {
100
- return [];
101
- };
102
- t.binding = function(e) {
103
- throw new Error("process.binding is not supported");
104
- };
105
- t.cwd = function() {
106
- return "/";
107
- };
108
- t.chdir = function(e) {
109
- throw new Error("process.chdir is not supported");
110
- };
111
- t.umask = function() {
112
- return 0;
113
- };
114
- var y = m.exports;
115
- const b = /* @__PURE__ */ v(y);
116
- export {
117
- b as p
118
- };
@@ -1,16 +0,0 @@
1
- import { Conversation } from '../tokeniser/type';
2
- export interface GeneratorConversation extends Conversation {
3
- _completed?: boolean;
4
- _timestamp?: number;
5
- }
6
- export interface GenerateOptions {
7
- temperature?: number;
8
- topK?: number;
9
- topP?: number;
10
- usePadding?: boolean;
11
- attentionScores?: boolean;
12
- includeProbabilities?: boolean;
13
- embeddings?: 'embedding' | 'logits' | 'softmax' | 'all';
14
- targets?: number[];
15
- loraName?: string;
16
- }
@@ -1 +0,0 @@
1
-