@genai-fi/nanogpt 0.19.1 → 0.20.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (347) hide show
  1. package/dist/BaseTokeniser-DSg9zcYq.js +221 -0
  2. package/dist/DatasetBuilder-DgURD85T.js +712 -0
  3. package/dist/Generator.js +2 -11941
  4. package/dist/RealDiv-DBu0FQqT.js +362 -0
  5. package/dist/Reshape-CABOPB9d.js +94 -0
  6. package/dist/Reshape-DqO3r8BC.js +17 -0
  7. package/dist/TeachableLLM.d.ts +5 -5
  8. package/dist/TeachableLLM.js +2 -273
  9. package/dist/Trainer.js +2 -244
  10. package/dist/backend.js +12 -12
  11. package/dist/backend_util-Cg-roD1p.js +399 -0
  12. package/dist/binary_op_util-CrYk9LXL.js +103 -0
  13. package/dist/checks/appendCache.js +54 -21
  14. package/dist/checks/attentionMask.js +55 -36
  15. package/dist/checks/check.js +31 -19
  16. package/dist/checks/gelu.js +45 -17
  17. package/dist/checks/index.js +25 -25
  18. package/dist/checks/matMulGelu.js +83 -27
  19. package/dist/checks/normRMS.js +27 -15
  20. package/dist/checks/normRMSGrad.js +21 -11
  21. package/dist/checks/packUnpack.js +45 -17
  22. package/dist/checks/qkv.js +33 -33
  23. package/dist/checks/rope.js +29 -35
  24. package/dist/checks/weights.d.ts +1 -1
  25. package/dist/checks/weights.js +25 -29
  26. package/dist/chunk-BPntVaq0.js +23 -0
  27. package/dist/complex_util-CkazZsaH.js +60 -0
  28. package/dist/concat_util-CWDZCBlA.js +19 -0
  29. package/dist/data/docx.js +3044 -13
  30. package/dist/data/pdf.js +16 -13
  31. package/dist/data/textLoader.js +607 -112
  32. package/dist/dist-BewPQWjc.js +7572 -0
  33. package/dist/dist-DVmq73nz.js +8775 -0
  34. package/dist/dist-DXwIvKxl.js +896 -0
  35. package/dist/dist-VEU5mfO0.js +7545 -0
  36. package/dist/gelu-Bf1HW1RY.js +27 -0
  37. package/dist/gpgpu_math-DvLcCH6u.js +1612 -0
  38. package/dist/inference/types.js +0 -1
  39. package/dist/kernel_funcs_utils-HiXOOx3f.js +229 -0
  40. package/dist/layers/BaseLayer.d.ts +2 -2
  41. package/dist/layers/BaseLayer.js +75 -73
  42. package/dist/layers/CausalSelfAttention.d.ts +1 -1
  43. package/dist/layers/CausalSelfAttention.js +98 -85
  44. package/dist/layers/LoRA.js +47 -57
  45. package/dist/layers/MLP.d.ts +1 -1
  46. package/dist/layers/MLP.js +33 -43
  47. package/dist/layers/PositionEmbedding.d.ts +1 -1
  48. package/dist/layers/PositionEmbedding.js +26 -30
  49. package/dist/layers/RMSNorm.d.ts +1 -1
  50. package/dist/layers/RMSNorm.js +19 -21
  51. package/dist/layers/RoPECache.js +336 -49
  52. package/dist/layers/TiedEmbedding.d.ts +1 -1
  53. package/dist/layers/TiedEmbedding.js +30 -34
  54. package/dist/layers/TransformerBlock.d.ts +1 -1
  55. package/dist/layers/TransformerBlock.js +50 -39
  56. package/dist/layers/WeightStore.js +68 -75
  57. package/dist/loader/load.js +2 -68
  58. package/dist/loader/loadHF.d.ts +2 -2
  59. package/dist/loader/loadHF.js +2 -22
  60. package/dist/loader/loadTransformers.d.ts +1 -1
  61. package/dist/loader/loadTransformers.js +2 -44
  62. package/dist/loader/loadZipMeta.js +15 -15
  63. package/dist/loader/newZipLoad.js +2 -31
  64. package/dist/loader/oldZipLoad.d.ts +2 -2
  65. package/dist/loader/oldZipLoad.js +2 -80
  66. package/dist/loader/save.d.ts +5 -5
  67. package/dist/loader/save.js +2 -90
  68. package/dist/loader/types.d.ts +9 -8
  69. package/dist/loader/types.js +0 -1
  70. package/dist/main-CPjeMv0G.js +13500 -0
  71. package/dist/main.d.ts +1 -1
  72. package/dist/main.js +16 -109
  73. package/dist/matMul16-BNfZSnNM.js +81 -0
  74. package/dist/matMulGelu-CPTntosE.js +162 -0
  75. package/dist/models/NanoGPTV1.js +2 -99
  76. package/dist/models/NanoGPTV2.js +2 -90
  77. package/dist/models/config.js +34 -47
  78. package/dist/models/factory.d.ts +1 -1
  79. package/dist/models/factory.js +2 -16
  80. package/dist/models/model.d.ts +2 -2
  81. package/dist/models/model.js +2 -134
  82. package/dist/ops/adamAdjust.js +15 -6
  83. package/dist/ops/adamMoments.js +13 -6
  84. package/dist/ops/add16.js +9 -6
  85. package/dist/ops/appendCache.js +22 -19
  86. package/dist/ops/attentionMask.js +12 -6
  87. package/dist/ops/concat16.js +7 -8
  88. package/dist/ops/cpu/adamAdjust.js +15 -17
  89. package/dist/ops/cpu/adamMoments.js +15 -15
  90. package/dist/ops/cpu/appendCache.js +64 -22
  91. package/dist/ops/cpu/attentionMask.js +15 -21
  92. package/dist/ops/cpu/fusedSoftmax.js +21 -28
  93. package/dist/ops/cpu/gatherSub.js +11 -17
  94. package/dist/ops/cpu/gelu.js +34 -38
  95. package/dist/ops/cpu/matMul16.js +13 -14
  96. package/dist/ops/cpu/matMulGelu.js +39 -51
  97. package/dist/ops/cpu/matMulMul.js +19 -22
  98. package/dist/ops/cpu/mulDropout.js +19 -22
  99. package/dist/ops/cpu/normRMS.js +33 -37
  100. package/dist/ops/cpu/qkv.js +72 -40
  101. package/dist/ops/cpu/rope.js +79 -36
  102. package/dist/ops/cpu/scatterSub.js +11 -22
  103. package/dist/ops/dot16.js +28 -41
  104. package/dist/ops/dropout.js +10 -13
  105. package/dist/ops/dropout16.js +20 -23
  106. package/dist/ops/gatherSub.js +10 -6
  107. package/dist/ops/gelu.js +2 -8
  108. package/dist/ops/globalNorm.js +18 -12
  109. package/dist/ops/grads/add16.js +27 -26
  110. package/dist/ops/grads/attentionMask.js +26 -21
  111. package/dist/ops/grads/dropout16.js +0 -1
  112. package/dist/ops/grads/gelu.js +2 -5
  113. package/dist/ops/grads/matMul16.js +2 -9
  114. package/dist/ops/grads/matMulGelu.js +21 -16
  115. package/dist/ops/grads/mul16.js +0 -3
  116. package/dist/ops/grads/normRMS.js +34 -30
  117. package/dist/ops/grads/pack16.js +2 -6
  118. package/dist/ops/grads/qkv.js +44 -32
  119. package/dist/ops/grads/rope.js +2 -5
  120. package/dist/ops/grads/softmax16.js +21 -23
  121. package/dist/ops/grads/unpack16.js +2 -5
  122. package/dist/ops/grads/utils.js +9 -11
  123. package/dist/ops/matMul16.js +2 -13
  124. package/dist/ops/matMulGelu.js +16 -10
  125. package/dist/ops/matMulMul.js +13 -6
  126. package/dist/ops/mul16.js +42 -38
  127. package/dist/ops/mulDrop.js +12 -6
  128. package/dist/ops/normRMS.js +18 -15
  129. package/dist/ops/pack16.js +2 -5
  130. package/dist/ops/qkv.js +12 -6
  131. package/dist/ops/reshape16.js +31 -39
  132. package/dist/ops/rope.d.ts +1 -1
  133. package/dist/ops/rope.js +2 -7
  134. package/dist/ops/scatterSub.js +10 -6
  135. package/dist/ops/slice16.js +9 -7
  136. package/dist/ops/softmax16.js +7 -7
  137. package/dist/ops/sub16.js +9 -6
  138. package/dist/ops/sum16.js +12 -12
  139. package/dist/ops/transpose16.js +29 -37
  140. package/dist/ops/unpack16.js +2 -6
  141. package/dist/ops/webgl/adamAdjust.js +62 -29
  142. package/dist/ops/webgl/adamMoments.js +30 -26
  143. package/dist/ops/webgl/appendCache.js +30 -21
  144. package/dist/ops/webgl/attentionMask.js +43 -24
  145. package/dist/ops/webgl/dropout16.js +11 -10
  146. package/dist/ops/webgl/fusedSoftmax.js +69 -79
  147. package/dist/ops/webgl/gatherSub.js +27 -26
  148. package/dist/ops/webgl/gelu.js +32 -34
  149. package/dist/ops/webgl/log.js +14 -23
  150. package/dist/ops/webgl/matMul16.js +36 -44
  151. package/dist/ops/webgl/matMulGelu.js +2 -9
  152. package/dist/ops/webgl/matMulMul.js +23 -27
  153. package/dist/ops/webgl/mulDropout.js +31 -40
  154. package/dist/ops/webgl/normRMS.js +92 -71
  155. package/dist/ops/webgl/qkv.js +35 -27
  156. package/dist/ops/webgl/rope.js +37 -21
  157. package/dist/ops/webgl/scatterSub.js +27 -26
  158. package/dist/ops/webgpu/adamAdjust.js +59 -39
  159. package/dist/ops/webgpu/adamMoments.js +62 -46
  160. package/dist/ops/webgpu/add16.js +13 -12
  161. package/dist/ops/webgpu/appendCache.js +79 -54
  162. package/dist/ops/webgpu/attentionMask.js +41 -25
  163. package/dist/ops/webgpu/attentionMask32_program.js +34 -26
  164. package/dist/ops/webgpu/clipScale.js +44 -57
  165. package/dist/ops/webgpu/concat16.js +96 -111
  166. package/dist/ops/webgpu/dropout16.js +40 -32
  167. package/dist/ops/webgpu/gatherSub.js +43 -30
  168. package/dist/ops/webgpu/gelu.js +88 -82
  169. package/dist/ops/webgpu/index.js +16 -16
  170. package/dist/ops/webgpu/matMul16.js +69 -64
  171. package/dist/ops/webgpu/matMul16_program.js +152 -192
  172. package/dist/ops/webgpu/mul16.js +13 -12
  173. package/dist/ops/webgpu/norm2.js +45 -75
  174. package/dist/ops/webgpu/normRMS.js +25 -33
  175. package/dist/ops/webgpu/normRMS16_program.js +21 -18
  176. package/dist/ops/webgpu/normRMS32_program.js +21 -18
  177. package/dist/ops/webgpu/normRMSGrad.js +125 -184
  178. package/dist/ops/webgpu/pack16.js +20 -17
  179. package/dist/ops/webgpu/pack16_program.js +48 -47
  180. package/dist/ops/webgpu/qkv.js +63 -23
  181. package/dist/ops/webgpu/rope.js +85 -57
  182. package/dist/ops/webgpu/scatterSub.js +43 -30
  183. package/dist/ops/webgpu/slice16.js +66 -61
  184. package/dist/ops/webgpu/softmax16.js +17 -20
  185. package/dist/ops/webgpu/softmax16_program.js +34 -18
  186. package/dist/ops/webgpu/softmax16_subgroup_program.js +40 -45
  187. package/dist/ops/webgpu/softmax16grad.js +30 -36
  188. package/dist/ops/webgpu/sub16.js +13 -12
  189. package/dist/ops/webgpu/sum16.js +28 -37
  190. package/dist/ops/webgpu/transpose16.js +36 -33
  191. package/dist/ops/webgpu/transpose16_program.js +40 -39
  192. package/dist/ops/webgpu/transpose16_shared_program.js +53 -44
  193. package/dist/ops/webgpu/unpack16.js +49 -37
  194. package/dist/ops/webgpu/utils/binary_op.js +70 -68
  195. package/dist/ops/webgpu/utils/deviceInfo.d.ts +1 -1
  196. package/dist/ops/webgpu/utils/deviceInfo.js +10 -10
  197. package/dist/ops/webgpu/utils/reductions.js +136 -148
  198. package/dist/pack16-Ck-spx_F.js +39 -0
  199. package/dist/patches/webgpu_backend.d.ts +2 -2
  200. package/dist/patches/webgpu_backend.js +42 -55
  201. package/dist/patches/webgpu_base.js +21 -33
  202. package/dist/patches/webgpu_program.js +213 -320
  203. package/dist/pdf-UoDqCYzz.js +16726 -0
  204. package/dist/picomatch-3tUnMMbd.js +1063 -0
  205. package/dist/rope-CbeGlsV8.js +25 -0
  206. package/dist/selu_util-zkAx5doH.js +24 -0
  207. package/dist/shared-D1coEFea.js +1314 -0
  208. package/dist/shared-DOgWaqvL.js +5 -0
  209. package/dist/slice_util-Dgb3ANWI.js +208 -0
  210. package/dist/tfjs_backend-BjuQ5FqB.js +614 -0
  211. package/dist/tokeniser/BaseTokeniser.js +2 -124
  212. package/dist/tokeniser/CharTokeniser.js +91 -106
  213. package/dist/tokeniser/bpe.js +163 -166
  214. package/dist/tokeniser/messages.js +0 -1
  215. package/dist/tokeniser/type.js +0 -1
  216. package/dist/training/AdamW.js +127 -137
  217. package/dist/training/BasicTrainer.d.ts +1 -1
  218. package/dist/training/BasicTrainer.js +264 -264
  219. package/dist/training/DatasetBuilder.js +2 -86
  220. package/dist/training/Evaluator.d.ts +1 -1
  221. package/dist/training/Evaluator.js +47 -38
  222. package/dist/training/LRScheduler.js +37 -33
  223. package/dist/training/PreTrainer.d.ts +2 -2
  224. package/dist/training/PreTrainer.js +21 -19
  225. package/dist/training/SFTTrainer.d.ts +2 -2
  226. package/dist/training/SFTTrainer.js +23 -21
  227. package/dist/training/loss.js +17 -22
  228. package/dist/training/orthoGrad.js +9 -9
  229. package/dist/training/sparseCrossEntropy.js +45 -67
  230. package/dist/training/tasks/ConversationTask.d.ts +1 -1
  231. package/dist/training/tasks/ConversationTask.js +36 -38
  232. package/dist/training/tasks/PretrainingTask.d.ts +1 -1
  233. package/dist/training/tasks/PretrainingTask.js +41 -46
  234. package/dist/training/tasks/StartSentenceTask.d.ts +1 -1
  235. package/dist/training/tasks/StartSentenceTask.js +44 -48
  236. package/dist/training/tasks/Task.d.ts +1 -1
  237. package/dist/training/tasks/Task.js +53 -66
  238. package/dist/training/tasks/splitter.js +17 -20
  239. package/dist/training/types.d.ts +2 -2
  240. package/dist/training/types.js +0 -1
  241. package/dist/training/validation.d.ts +1 -1
  242. package/dist/training/validation.js +2 -84
  243. package/dist/utilities/arrayClose.js +15 -19
  244. package/dist/utilities/datasetID.js +17 -20
  245. package/dist/utilities/dummy.d.ts +1 -1
  246. package/dist/utilities/dummy.js +33 -40
  247. package/dist/utilities/multinomialCPU.js +8 -12
  248. package/dist/utilities/naming.js +0 -1
  249. package/dist/utilities/packed.js +10 -12
  250. package/dist/utilities/parameters.d.ts +1 -1
  251. package/dist/utilities/parameters.js +32 -51
  252. package/dist/utilities/performance.js +15 -15
  253. package/dist/utilities/profile.js +32 -37
  254. package/dist/utilities/safetensors.js +49 -79
  255. package/dist/utilities/sentences.d.ts +1 -1
  256. package/dist/utilities/sentences.js +29 -38
  257. package/dist/utilities/tokenParse.js +16 -20
  258. package/dist/utilities/topP.js +11 -12
  259. package/dist/utilities/waitForModel.d.ts +1 -1
  260. package/dist/utilities/waitForModel.js +11 -11
  261. package/dist/utilities/weights.js +37 -42
  262. package/dist/utilities/yielder.js +6 -6
  263. package/dist/webgpu-Dt7BMzWz.js +525 -0
  264. package/dist/webgpu_program-WOyIVMlZ.js +392 -0
  265. package/dist/webgpu_util-B_F3SShA.js +106 -0
  266. package/package.json +9 -10
  267. package/dist/RealDiv-CGwv0liw.js +0 -365
  268. package/dist/Reshape-BW__R4mZ.js +0 -79
  269. package/dist/Reshape-CPBkTIH2.js +0 -14
  270. package/dist/_commonjsHelpers-ByX85dGu.js +0 -33
  271. package/dist/axis_util-GTVlo58H.js +0 -55
  272. package/dist/backend_util-GaFarB78.js +0 -425
  273. package/dist/backend_webgpu-BqASlsbV.js +0 -545
  274. package/dist/binary_op_util-pKXltfxI.js +0 -192
  275. package/dist/broadcast_to-eS93CCN_.js +0 -28
  276. package/dist/clip_by_value-DDA7rrcT.js +0 -12
  277. package/dist/complex-DI35Q-gW.js +0 -11
  278. package/dist/complex_util-Yc1A_gV1.js +0 -55
  279. package/dist/concat-CAQpCret.js +0 -17
  280. package/dist/concat_util-D18dJ4fD.js +0 -22
  281. package/dist/data/parquet.d.ts +0 -2
  282. package/dist/data/parquet.js +0 -17
  283. package/dist/dataset-CGGp1z9P.js +0 -1124
  284. package/dist/dropout_util--NxWuYg2.js +0 -27
  285. package/dist/expand_dims-Bkd1YD5x.js +0 -11
  286. package/dist/exports_initializers-CYzKLjN7.js +0 -7
  287. package/dist/floor-BQtb-Azg.js +0 -9
  288. package/dist/gather-qIqEqaGn.js +0 -9
  289. package/dist/gelu-B220X1Go.js +0 -26
  290. package/dist/gpgpu_math-BwvV12df.js +0 -2022
  291. package/dist/index-CUXkjxiT.js +0 -3516
  292. package/dist/index-CieiGp4Y.js +0 -349
  293. package/dist/index-CjOWnMXP.js +0 -7308
  294. package/dist/index-Cp39cXWe.js +0 -1016
  295. package/dist/index-D5v913EJ.js +0 -4
  296. package/dist/index-DmeWGGmS.js +0 -1074
  297. package/dist/index-DvYrXKkX.js +0 -113
  298. package/dist/index-Ksja3su6.js +0 -151
  299. package/dist/index-xuotMAFm.js +0 -118
  300. package/dist/jszip.min-BZhlzntC.js +0 -2313
  301. package/dist/kernel_funcs_utils-pq0CK9co.js +0 -306
  302. package/dist/matMul16-BcVC_E62.js +0 -80
  303. package/dist/matMulGelu-JNLZqKQp.js +0 -163
  304. package/dist/mat_mul-DhG0Newp.js +0 -11
  305. package/dist/mod-CSdCpRjf.js +0 -11
  306. package/dist/non_max_suppression_impl-B2W7YjZB.js +0 -102
  307. package/dist/not_equal-hurPF26l.js +0 -64
  308. package/dist/ones-BytntneX.js +0 -14
  309. package/dist/ops-CsXeTq1P.js +0 -476
  310. package/dist/pack16-bqltoUlR.js +0 -39
  311. package/dist/papaparse.min-C0cScC2i.js +0 -418
  312. package/dist/parquet-Bqjmp2vo.js +0 -44231
  313. package/dist/pdf-NIhmP3sq.js +0 -19477
  314. package/dist/rand_util-CZ7yLoUm.js +0 -50
  315. package/dist/random_normal-IBRrha8a.js +0 -14
  316. package/dist/random_width-DN5ZtQkM.js +0 -9796
  317. package/dist/range-C-CjF-LI.js +0 -10
  318. package/dist/relu-J_X6MUzx.js +0 -9
  319. package/dist/reshape-BDOuCSNW.js +0 -9
  320. package/dist/resize_nearest_neighbor-BojqlfRe.js +0 -150
  321. package/dist/rope-DcrZM_e6.js +0 -24
  322. package/dist/scatter_nd_util-ByNJaL6I.js +0 -46
  323. package/dist/segment_util-Dasb2Zaf.js +0 -43
  324. package/dist/selu_util-BLhIqRkw.js +0 -44
  325. package/dist/shared-3agzAqQ_.js +0 -53
  326. package/dist/shared-CagdqkLh.js +0 -2143
  327. package/dist/slice-BzS11Qh0.js +0 -12
  328. package/dist/slice_util-CC35pLmT.js +0 -153
  329. package/dist/softmax-D4q1LJN7.js +0 -12
  330. package/dist/split-C2Sj255c.js +0 -9
  331. package/dist/squeeze-ho4wLUek.js +0 -10
  332. package/dist/stack-DudVrtmG.js +0 -11
  333. package/dist/step-BTxPtq1r.js +0 -261
  334. package/dist/sum-BpiwSWvg.js +0 -11
  335. package/dist/tensor-BWFldCso.js +0 -8
  336. package/dist/tensor1d-LMGMIUlr.js +0 -11
  337. package/dist/tensor2d-BnXMKScO.js +0 -14
  338. package/dist/tensor4d-C6UCG_u8.js +0 -14
  339. package/dist/tfjs_backend-BGnG-ppu.js +0 -654
  340. package/dist/tile-CFy-xTO6.js +0 -11
  341. package/dist/transpose-9kRxIXWR.js +0 -36
  342. package/dist/unsorted_segment_sum-DJvk5xnh.js +0 -277
  343. package/dist/variable-Ck482e3n.js +0 -7
  344. package/dist/webgpu_program-B4HmApL1.js +0 -525
  345. package/dist/webgpu_util-DYlGSwOJ.js +0 -64
  346. package/dist/zeros-DvZpK8s6.js +0 -13
  347. package/dist/zeros_like-CWjDdwr-.js +0 -721
@@ -1,10 +0,0 @@
1
- import { E as e, Z as f } from "./index-CUXkjxiT.js";
2
- function E(n, o, r = 1, a = "float32") {
3
- if (r === 0)
4
- throw new Error("Cannot have a step of zero");
5
- const t = { start: n, stop: o, step: r, dtype: a };
6
- return e.runKernel(f, {}, t);
7
- }
8
- export {
9
- E as r
10
- };
@@ -1,9 +0,0 @@
1
- import { o as n, q as e, E as s, H as t } from "./index-CUXkjxiT.js";
2
- function u(r) {
3
- const o = { x: e(r, "x", "relu") };
4
- return s.runKernel(t, o);
5
- }
6
- const l = /* @__PURE__ */ n({ relu_: u });
7
- export {
8
- l as r
9
- };
@@ -1,9 +0,0 @@
1
- import { o, q as t, E as a, R as p } from "./index-CUXkjxiT.js";
2
- function c(r, s) {
3
- const e = { x: t(r, "x", "reshape", "string_or_numeric") }, n = { shape: s };
4
- return a.runKernel(p, e, n);
5
- }
6
- const x = /* @__PURE__ */ o({ reshape_: c });
7
- export {
8
- x as r
9
- };
@@ -1,150 +0,0 @@
1
- import { o, q as t, E as i, aZ as y, ah as K, a_ as c, l as E, p as A, a as D, n as z, B as g, _ as p, a$ as I, b0 as w, b1 as B, b2 as v, b3 as T, b4 as L, L as k, b5 as G, b6 as S, b7 as M, x as f, b8 as R, b9 as P, ba as U } from "./index-CUXkjxiT.js";
2
- import { e as Z } from "./axis_util-GTVlo58H.js";
3
- import { m as d } from "./not_equal-hurPF26l.js";
4
- import { r as b } from "./reshape-BDOuCSNW.js";
5
- import { s as h } from "./sum-BpiwSWvg.js";
6
- function j(s, r = null, e = !1) {
7
- const a = { x: t(s, "x", "min") }, u = { axis: r, keepDims: e };
8
- return i.runKernel(y, a, u);
9
- }
10
- const q = /* @__PURE__ */ o({ min_: j });
11
- function C(s, r = "euclidean", e = null, n = !1) {
12
- s = t(s, "x", "norm");
13
- const a = N(s, r, e);
14
- let u = a.shape;
15
- if (n) {
16
- const m = K(e, s.shape);
17
- u = Z(a.shape, m);
18
- }
19
- return b(a, u);
20
- }
21
- function N(s, r, e = null) {
22
- if (s.rank === 0)
23
- return c(s);
24
- if (s.rank !== 1 && e === null)
25
- return N(b(s, [-1]), r, e);
26
- if (s.rank === 1 || typeof e == "number" || Array.isArray(e) && e.length === 1) {
27
- if (r === 1)
28
- return h(c(s), e);
29
- if (r === 1 / 0)
30
- return d(c(s), e);
31
- if (r === -1 / 0)
32
- return q(c(s), e);
33
- if (r === "euclidean" || r === 2)
34
- return E(h(A(c(s), D(2, "int32")), e));
35
- throw new Error(`Error in norm: invalid ord value: ${r}`);
36
- }
37
- if (Array.isArray(e) && e.length === 2) {
38
- if (r === 1)
39
- return d(h(c(s), e[0]), e[1] - 1);
40
- if (r === 1 / 0)
41
- return d(h(c(s), e[1]), e[0]);
42
- if (r === -1 / 0)
43
- return q(h(c(s), e[1]), e[0]);
44
- if (r === "fro" || r === "euclidean")
45
- return E(h(z(s), e));
46
- throw new Error(`Error in norm: invalid ord value: ${r}`);
47
- }
48
- throw new Error(`Error in norm: invalid axis: ${e}`);
49
- }
50
- const ie = /* @__PURE__ */ o({ norm_: C });
51
- function F(s, r) {
52
- let e = t(s, "a", "greater", "string_or_numeric"), n = t(r, "b", "greater", "string_or_numeric");
53
- [e, n] = g(e, n), p(e.shape, n.shape);
54
- const a = { a: e, b: n };
55
- return i.runKernel(I, a);
56
- }
57
- const ue = /* @__PURE__ */ o({ greater_: F });
58
- function H(s, r) {
59
- let e = t(s, "a", "greaterEqual", "string_or_numeric"), n = t(r, "b", "greaterEqual", "string_or_numeric");
60
- [e, n] = g(e, n), p(e.shape, n.shape);
61
- const a = { a: e, b: n };
62
- return i.runKernel(w, a);
63
- }
64
- const le = /* @__PURE__ */ o({ greaterEqual_: H });
65
- function J(s, r) {
66
- let e = t(s, "a", "less", "string_or_numeric"), n = t(r, "b", "less", "string_or_numeric");
67
- [e, n] = g(e, n), p(e.shape, n.shape);
68
- const a = { a: e, b: n };
69
- return i.runKernel(B, a);
70
- }
71
- const ce = /* @__PURE__ */ o({ less_: J });
72
- function O(s, r) {
73
- let e = t(s, "a", "lessEqual", "string_or_numeric"), n = t(r, "b", "lessEqual", "string_or_numeric");
74
- [e, n] = g(e, n), p(e.shape, n.shape);
75
- const a = { a: e, b: n };
76
- return i.runKernel(v, a);
77
- }
78
- const fe = /* @__PURE__ */ o({ lessEqual_: O });
79
- function Q(s) {
80
- const e = { x: t(s, "x", "log1p") };
81
- return i.runKernel(T, e);
82
- }
83
- const me = /* @__PURE__ */ o({ log1p_: Q });
84
- function V(s, r) {
85
- const e = t(s, "a", "logicalAnd", "bool"), n = t(r, "b", "logicalAnd", "bool");
86
- p(e.shape, n.shape);
87
- const a = { a: e, b: n };
88
- return i.runKernel(L, a);
89
- }
90
- const pe = /* @__PURE__ */ o({ logicalAnd_: V });
91
- function W(s, r) {
92
- let e = t(s, "a", "minimum"), n = t(r, "b", "minimum");
93
- [e, n] = g(e, n), e.dtype === "bool" && (e = k(e, "int32"), n = k(n, "int32")), p(e.shape, n.shape);
94
- const a = { a: e, b: n };
95
- return i.runKernel(G, a);
96
- }
97
- const he = /* @__PURE__ */ o({ minimum_: W });
98
- function X(s) {
99
- const e = { x: t(s, "x", "round") };
100
- return i.runKernel(S, e);
101
- }
102
- const be = /* @__PURE__ */ o({ round_: X });
103
- function Y(s, r) {
104
- let e = t(s, "a", "squaredDifference"), n = t(r, "b", "squaredDifference");
105
- [e, n] = g(e, n), p(e.shape, n.shape);
106
- const a = { a: e, b: n }, u = {};
107
- return i.runKernel(M, a, u);
108
- }
109
- const ge = /* @__PURE__ */ o({ squaredDifference_: Y });
110
- function x(s, r = 0) {
111
- const e = t(s, "x", "unstack", "string_or_numeric");
112
- f(r >= -e.shape.length && r < e.shape.length, () => `Axis = ${r} is not in [-${e.shape.length}, ${e.shape.length})`);
113
- const n = { value: e }, a = { axis: r };
114
- return i.runKernel(R, n, a);
115
- }
116
- const _e = /* @__PURE__ */ o({ unstack_: x });
117
- function ee(s, r, e = !1, n = !1) {
118
- const a = t(s, "images", "resizeBilinear");
119
- f(a.rank === 3 || a.rank === 4, () => `Error in resizeBilinear: x must be rank 3 or 4, but got rank ${a.rank}.`), f(r.length === 2, () => `Error in resizeBilinear: new shape must 2D, but got shape ${r}.`), f(n === !1 || e === !1, () => "Error in resizeBilinear: If halfPixelCenters is true, alignCorners must be false.");
120
- let u = a, m = !1;
121
- a.rank === 3 && (m = !0, u = b(a, [1, a.shape[0], a.shape[1], a.shape[2]]));
122
- const _ = { images: u }, $ = { alignCorners: e, halfPixelCenters: n, size: r }, l = i.runKernel(P, _, $);
123
- return m ? b(l, [l.shape[1], l.shape[2], l.shape[3]]) : l;
124
- }
125
- const $e = /* @__PURE__ */ o({ resizeBilinear_: ee });
126
- function re(s, r, e = !1, n = !1) {
127
- const a = t(s, "images", "resizeNearestNeighbor");
128
- f(a.rank === 3 || a.rank === 4, () => `Error in resizeNearestNeighbor: x must be rank 3 or 4, but got rank ${a.rank}.`), f(r.length === 2, () => `Error in resizeNearestNeighbor: new shape must 2D, but got shape ${r}.`), f(a.dtype === "float32" || a.dtype === "int32", () => "`images` must have `int32` or `float32` as dtype"), f(n === !1 || e === !1, () => "Error in resizeNearestNeighbor: If halfPixelCenters is true, alignCorners must be false.");
129
- let u = a, m = !1;
130
- a.rank === 3 && (m = !0, u = b(a, [1, a.shape[0], a.shape[1], a.shape[2]]));
131
- const _ = { images: u }, $ = { alignCorners: e, halfPixelCenters: n, size: r }, l = i.runKernel(U, _, $);
132
- return m ? b(l, [l.shape[1], l.shape[2], l.shape[3]]) : l;
133
- }
134
- const de = /* @__PURE__ */ o({ resizeNearestNeighbor_: re });
135
- export {
136
- ce as a,
137
- pe as b,
138
- le as c,
139
- me as d,
140
- de as e,
141
- $e as f,
142
- ue as g,
143
- q as h,
144
- fe as l,
145
- he as m,
146
- ie as n,
147
- be as r,
148
- ge as s,
149
- _e as u
150
- };
@@ -1,24 +0,0 @@
1
- import { e as p, h as s } from "./index-CUXkjxiT.js";
2
- import "./ops/cpu/rope.js";
3
- import "./ops/webgl/rope.js";
4
- const u = {
5
- kernelName: "Rope",
6
- inputsToSave: [],
7
- outputsToSave: [],
8
- gradFunc: (e, n, r) => {
9
- const { ropeCache: o } = r, a = i(e, o, 0, !0);
10
- return { x: () => a };
11
- }
12
- };
13
- p(u);
14
- function i(e, n, r, o = !1) {
15
- return n.ensureRopeCache(e.shape[2] + r), s().runKernel("Rope", { x: e }, {
16
- pastLen: r,
17
- negSin: o,
18
- ropeCache: n
19
- });
20
- }
21
- export {
22
- u as a,
23
- i as r
24
- };
@@ -1,46 +0,0 @@
1
- import { U as p, a9 as w } from "./index-CUXkjxiT.js";
2
- function k(o, t, r) {
3
- const n = t.rank > 1 ? t.shape[t.rank - 1] : 1, e = t.rank > 1 ? t.rank - 1 : 1, h = `Must have updates.shape = indices.shape[:batchDim] + shape[sliceDim:], got updates.shape: ${r.shape}, indices.shape: ${t.shape}, shape: ${o}, sliceDim: ${n}, and batchDim: ${e}.`;
4
- if (r.rank < e)
5
- throw new Error(h + ` update.rank < ${e}. `);
6
- if (o.length < n + (r.rank - e))
7
- throw new Error(h + ` Output shape length < ${n + (r.rank - e)}`);
8
- if (r.rank !== e + o.length - n)
9
- throw new Error(h + ` update.rank != ${e + o.length - n}`);
10
- for (let a = 0; a < e; ++a)
11
- if (r.shape[a] !== t.shape[a])
12
- throw new Error(h + ` updates.shape[${a}] (${r.shape[a]}) != indices.shape[${a}] (${t.shape[a]}).`);
13
- for (let a = 0; a < r.rank - e; ++a)
14
- if (r.shape[a + e] !== o[a + n])
15
- throw new Error(h + ` updates.shape[${a + e}] (${r.shape[a + e]}) != shape[${a + e}] (${o[a + e]})`);
16
- }
17
- function $(o, t, r) {
18
- if (t.rank < 1)
19
- throw new Error(`tf.scatterND() expects the indices to be rank 1 or higher, but the rank was ${t.rank}.`);
20
- if (o.rank < 1)
21
- throw new Error(`tf.scatterND() expects the updates to be rank 1 or higher, but the rank was ${o.rank}.`);
22
- if (t.dtype !== "int32")
23
- throw new Error(`The dtype of 'indices' should be int32, but got dtype: ${t.dtype}`);
24
- if (r.length < 1)
25
- throw new Error(`Output rank must be greater or equal to 1, but got shape: ${r}`);
26
- if (r.length === 0) {
27
- if (t.size === 0)
28
- throw new Error(`Indices specified for empty output. indices shape: ${t.shape}`);
29
- if (o.size === 0)
30
- throw new Error(`Updates specified for empty output. updates shape: ${o.shape}`);
31
- }
32
- k(r, t, o);
33
- }
34
- function m(o, t, r) {
35
- const n = t.shape.length, e = n > 1 ? t.shape[n - 1] : 1, h = r.length;
36
- let a = 1;
37
- for (let s = e; s < h; ++s)
38
- a *= r[s];
39
- const i = e < 1 ? 1 : e, f = p(t.shape) / i, c = [...w(r.slice(0, e)), 1], l = p(r);
40
- return { sliceRank: e, numUpdates: f, sliceSize: a, strides: c, outputSize: l };
41
- }
42
- export {
43
- k as a,
44
- m as c,
45
- $ as v
46
- };
@@ -1,43 +0,0 @@
1
- import { P as w } from "./backend_util-GaFarB78.js";
2
- import { a8 as f } from "./index-CUXkjxiT.js";
3
- function g(o, s) {
4
- let r = !1, t;
5
- for (o <= w ? (t = o, r = !0) : t = f(o, Math.floor(Math.sqrt(o))); !r; )
6
- t > s || t === o ? r = !0 : t = f(o, t + 1);
7
- return t;
8
- }
9
- function c(o, s, r) {
10
- const t = [], p = o.length;
11
- for (let h = 0; h < p; h++)
12
- h !== s ? t.push(o[h]) : t.push(r);
13
- return t;
14
- }
15
- function O(o, s, r, t) {
16
- const p = s.shape.length, h = o.shape.length;
17
- if (t !== 0 && (t < -p || t > p))
18
- throw new Error(`Expect batchDims in the range of [-${p}, ${p}], but got ${t}`);
19
- if (t < 0 && (t += p), t > h)
20
- throw new Error(`batchDims (${t}) must be less than rank(x) (
21
- ${h}).`);
22
- if (r < t)
23
- throw new Error(`batchDims (${t}) must be less than or equal to axis (${r}).`);
24
- for (let e = 0; e < t; ++e)
25
- if (o.shape[e] !== s.shape[e])
26
- throw new Error(`x.shape[${e}]: ${o.shape[e]} should be equal to indices.shape[${e}]: ${s.shape[e]}.`);
27
- const $ = o.shape[r], l = [];
28
- let a = 1, n = 1, u = 1;
29
- for (let e = 0; e < t; ++e)
30
- l.push(o.shape[e]), a *= o.shape[e];
31
- for (let e = t; e < r; e++)
32
- l.push(o.shape[e]), n *= o.shape[e];
33
- for (let e = t; e < p; e++)
34
- l.push(s.shape[e]);
35
- for (let e = r + 1; e < h; e++)
36
- l.push(o.shape[e]), u *= o.shape[e];
37
- return { batchSize: a, sliceSize: u, outerSize: n, dimSize: $, outputShape: l };
38
- }
39
- export {
40
- c as a,
41
- O as c,
42
- g as s
43
- };
@@ -1,44 +0,0 @@
1
- import { m as n, $ as l } from "./index-CUXkjxiT.js";
2
- import { e as o, r as t, p as f, l as a, s as p, a as i } from "./step-BTxPtq1r.js";
3
- import { r as m } from "./relu-J_X6MUzx.js";
4
- import { r as d } from "./reshape-BDOuCSNW.js";
5
- import { s as g } from "./sum-BpiwSWvg.js";
6
- function L(e, r, s) {
7
- if (s == null || s === "linear")
8
- return e;
9
- if (s === "relu")
10
- return n(e, i(r));
11
- throw new Error(`Cannot compute gradient for fused activation ${s}.`);
12
- }
13
- function S(e, r) {
14
- let s = r;
15
- const u = l(e.shape, r.shape);
16
- return u.length > 0 && (s = g(s, u)), d(s, e.shape);
17
- }
18
- function k(e, r, s, u) {
19
- if (r === "linear")
20
- return e;
21
- if (r === "relu")
22
- return m(e);
23
- if (r === "elu")
24
- return o(e);
25
- if (r === "relu6")
26
- return t(e);
27
- if (r === "prelu")
28
- return f(e, s);
29
- if (r === "leakyrelu")
30
- return a(e, u);
31
- if (r === "sigmoid")
32
- return p(e);
33
- throw new Error(`Unknown fused activation ${r}.`);
34
- }
35
- const C = (e, r) => !(e > 0) || r === "linear";
36
- const F = 1.7580993408473768, U = 1.0507009873554805;
37
- export {
38
- U as S,
39
- F as a,
40
- k as b,
41
- L as c,
42
- S as g,
43
- C as s
44
- };
@@ -1,53 +0,0 @@
1
- import { s as l } from "./shared-CagdqkLh.js";
2
- const { addImpl: m, bincountImpl: s, bincountReduceImpl: a, bitwiseAndImpl: I, castImpl: e, ceilImpl: t, concatImpl: r, equalImpl: i, expImpl: C, expm1Impl: P, floorImpl: U, gatherNdImpl: n, gatherV2Impl: g, greaterImpl: o, greaterEqualImpl: c, lessImpl: u, lessEqualImpl: d, linSpaceImpl: q, logImpl: R, maxImpl: h, maximumImpl: x, minimumImpl: b, multiplyImpl: E, negImpl: S, notEqualImpl: T, prodImpl: w, raggedGatherImpl: y, raggedRangeImpl: A, raggedTensorToTensorImpl: F, rangeImpl: G, rsqrtImpl: N, scatterImpl: f, sigmoidImpl: k, simpleAbsImpl: B, sliceImpl: H, sparseFillEmptyRowsImpl: K, sparseReshapeImpl: V, sparseSegmentReductionImpl: j, sqrtImpl: v, staticRegexReplaceImpl: z, stridedSliceImpl: D, stringNGramsImpl: J, stringSplitImpl: L, stringToHashBucketFastImpl: M, subImpl: O, tileImpl: Q, topKImpl: W, transposeImpl: X, uniqueImpl: Y } = l;
3
- export {
4
- b as A,
5
- O as B,
6
- S as C,
7
- w as D,
8
- y as E,
9
- A as F,
10
- F as G,
11
- G as H,
12
- N as I,
13
- k as J,
14
- K,
15
- V as L,
16
- j as M,
17
- f as N,
18
- v as O,
19
- z as P,
20
- D as Q,
21
- J as R,
22
- L as S,
23
- M as T,
24
- Q as U,
25
- W as V,
26
- Y as W,
27
- E as a,
28
- m as b,
29
- H as c,
30
- s as d,
31
- I as e,
32
- e as f,
33
- t as g,
34
- r as h,
35
- a as i,
36
- i as j,
37
- C as k,
38
- P as l,
39
- h as m,
40
- T as n,
41
- U as o,
42
- n as p,
43
- g as q,
44
- o as r,
45
- B as s,
46
- X as t,
47
- c as u,
48
- u as v,
49
- d as w,
50
- q as x,
51
- R as y,
52
- x as z
53
- };