@genai-fi/nanogpt 0.15.6 → 0.15.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (231) hide show
  1. package/dist/Generator.js +31 -31
  2. package/dist/{RealDiv-Blil1IAl.js → RealDiv-CGwv0liw.js} +7 -7
  3. package/dist/{Reshape-CZVlscuS.js → Reshape-BW__R4mZ.js} +2 -2
  4. package/dist/{Reshape-rNDnWBJS.js → Reshape-CPBkTIH2.js} +1 -1
  5. package/dist/TeachableLLM.js +10 -10
  6. package/dist/{axis_util-BTeTGnZF.js → axis_util-GTVlo58H.js} +1 -1
  7. package/dist/backend.js +2 -2
  8. package/dist/{backend_util-DGV1tIji.js → backend_util-GaFarB78.js} +6 -6
  9. package/dist/{backend_webgpu-WReHKYZJ.js → backend_webgpu-BqASlsbV.js} +3 -3
  10. package/dist/{broadcast_to-BHFjzMSF.js → broadcast_to-eS93CCN_.js} +2 -2
  11. package/dist/checks/appendCache.js +2 -2
  12. package/dist/checks/attentionMask.js +5 -5
  13. package/dist/checks/gelu.js +2 -2
  14. package/dist/checks/matMulGelu.js +2 -2
  15. package/dist/checks/normRMS.js +6 -6
  16. package/dist/checks/normRMSGrad.js +3 -3
  17. package/dist/checks/packUnpack.js +6 -6
  18. package/dist/checks/qkv.js +2 -2
  19. package/dist/checks/rope.js +2 -2
  20. package/dist/{clip_by_value-q6njgxYg.js → clip_by_value-DDA7rrcT.js} +1 -1
  21. package/dist/{complex-W1ugWfNb.js → complex-DI35Q-gW.js} +1 -1
  22. package/dist/{concat-ByAvdM_j.js → concat-CAQpCret.js} +1 -1
  23. package/dist/{concat_util-Bk6ay4Ob.js → concat_util-D18dJ4fD.js} +1 -1
  24. package/dist/data/docx.js +3 -3
  25. package/dist/data/textLoader.js +54 -40
  26. package/dist/{dataset-CtujTjY_.js → dataset-CGGp1z9P.js} +3 -3
  27. package/dist/{dropout_util-D1mAkyan.js → dropout_util--NxWuYg2.js} +1 -1
  28. package/dist/{expand_dims-B_9x_xWm.js → expand_dims-Bkd1YD5x.js} +1 -1
  29. package/dist/{exports_initializers-Br2S2v4K.js → exports_initializers-CYzKLjN7.js} +1 -1
  30. package/dist/{floor-DJ37xPdi.js → floor-BQtb-Azg.js} +1 -1
  31. package/dist/{gather-DvRBFTfQ.js → gather-qIqEqaGn.js} +1 -1
  32. package/dist/{gelu-Bq6zXPEw.js → gelu-B220X1Go.js} +1 -1
  33. package/dist/{gpgpu_math-C0Hfh1As.js → gpgpu_math-BwvV12df.js} +2 -2
  34. package/dist/{index-BU-PZJ0l.js → index-CUXkjxiT.js} +2 -2
  35. package/dist/{index-BSjeovee.js → index-CjOWnMXP.js} +15 -15
  36. package/dist/{jszip.min-Bz5-11Bk.js → jszip.min-BZhlzntC.js} +1 -1
  37. package/dist/{kernel_funcs_utils-BNsajF26.js → kernel_funcs_utils-pq0CK9co.js} +3 -3
  38. package/dist/layers/BaseLayer.js +4 -4
  39. package/dist/layers/CausalSelfAttention.js +6 -6
  40. package/dist/layers/LoRA.js +4 -4
  41. package/dist/layers/MLP.js +4 -4
  42. package/dist/layers/PositionEmbedding.js +5 -5
  43. package/dist/layers/RMSNorm.js +3 -3
  44. package/dist/layers/RoPECache.js +4 -4
  45. package/dist/layers/TiedEmbedding.js +6 -6
  46. package/dist/layers/TransformerBlock.js +1 -1
  47. package/dist/layers/WeightStore.js +2 -2
  48. package/dist/loader/load.js +3 -3
  49. package/dist/loader/loadTransformers.js +1 -1
  50. package/dist/loader/oldZipLoad.js +10 -10
  51. package/dist/loader/save.js +3 -3
  52. package/dist/main.js +9 -9
  53. package/dist/{matMul16-qjE_mKX8.js → matMul16-BcVC_E62.js} +3 -3
  54. package/dist/{matMulGelu-BM8qerU0.js → matMulGelu-JNLZqKQp.js} +4 -4
  55. package/dist/{mat_mul-dDBRouCf.js → mat_mul-DhG0Newp.js} +1 -1
  56. package/dist/{mod-COvikySw.js → mod-CSdCpRjf.js} +1 -1
  57. package/dist/models/NanoGPTV1.js +2 -2
  58. package/dist/models/NanoGPTV2.js +2 -2
  59. package/dist/models/model.js +10 -10
  60. package/dist/{not_equal-C7_nnOW4.js → not_equal-hurPF26l.js} +5 -5
  61. package/dist/{ones-B0Fr32MP.js → ones-BytntneX.js} +3 -3
  62. package/dist/ops/adamAdjust.js +3 -3
  63. package/dist/ops/adamMoments.js +3 -3
  64. package/dist/ops/add16.js +1 -1
  65. package/dist/ops/appendCache.js +6 -6
  66. package/dist/ops/attentionMask.js +3 -3
  67. package/dist/ops/concat16.js +3 -3
  68. package/dist/ops/cpu/adamAdjust.js +1 -1
  69. package/dist/ops/cpu/adamMoments.js +2 -2
  70. package/dist/ops/cpu/appendCache.js +2 -2
  71. package/dist/ops/cpu/attentionMask.js +6 -6
  72. package/dist/ops/cpu/fusedSoftmax.js +2 -2
  73. package/dist/ops/cpu/gatherSub.js +3 -3
  74. package/dist/ops/cpu/gelu.js +1 -1
  75. package/dist/ops/cpu/matMul16.js +2 -2
  76. package/dist/ops/cpu/matMulGelu.js +3 -3
  77. package/dist/ops/cpu/matMulMul.js +1 -1
  78. package/dist/ops/cpu/mulDropout.js +1 -1
  79. package/dist/ops/cpu/normRMS.js +1 -1
  80. package/dist/ops/cpu/qkv.js +3 -3
  81. package/dist/ops/cpu/rope.js +5 -5
  82. package/dist/ops/cpu/scatterSub.js +5 -5
  83. package/dist/ops/dot16.js +2 -2
  84. package/dist/ops/dropout.js +3 -3
  85. package/dist/ops/dropout16.js +1 -1
  86. package/dist/ops/gatherSub.js +1 -1
  87. package/dist/ops/gelu.js +2 -2
  88. package/dist/ops/globalNorm.js +7 -7
  89. package/dist/ops/grads/add16.js +1 -1
  90. package/dist/ops/grads/attentionMask.js +2 -2
  91. package/dist/ops/grads/dropout16.js +1 -1
  92. package/dist/ops/grads/gelu.js +2 -2
  93. package/dist/ops/grads/matMul16.js +3 -3
  94. package/dist/ops/grads/matMulGelu.js +1 -1
  95. package/dist/ops/grads/mul16.js +1 -1
  96. package/dist/ops/grads/normRMS.js +1 -1
  97. package/dist/ops/grads/pack16.js +3 -3
  98. package/dist/ops/grads/qkv.js +9 -9
  99. package/dist/ops/grads/rope.js +2 -2
  100. package/dist/ops/grads/softmax16.js +1 -1
  101. package/dist/ops/grads/unpack16.js +2 -2
  102. package/dist/ops/matMul16.js +3 -3
  103. package/dist/ops/matMulGelu.js +6 -6
  104. package/dist/ops/matMulMul.js +3 -3
  105. package/dist/ops/mul16.js +1 -1
  106. package/dist/ops/mulDrop.js +3 -3
  107. package/dist/ops/normRMS.js +4 -4
  108. package/dist/ops/pack16.js +2 -2
  109. package/dist/ops/qkv.js +3 -3
  110. package/dist/ops/reshape16.js +2 -2
  111. package/dist/ops/rope.js +2 -2
  112. package/dist/ops/scatterSub.js +1 -1
  113. package/dist/ops/slice16.js +2 -2
  114. package/dist/ops/softmax16.js +1 -1
  115. package/dist/ops/sub16.js +1 -1
  116. package/dist/ops/sum16.js +6 -6
  117. package/dist/ops/transpose16.js +3 -3
  118. package/dist/ops/unpack16.js +2 -2
  119. package/dist/ops/webgl/adamAdjust.js +2 -2
  120. package/dist/ops/webgl/adamMoments.js +1 -1
  121. package/dist/ops/webgl/appendCache.js +1 -1
  122. package/dist/ops/webgl/attentionMask.js +1 -1
  123. package/dist/ops/webgl/dropout16.js +1 -1
  124. package/dist/ops/webgl/fusedSoftmax.js +4 -4
  125. package/dist/ops/webgl/gatherSub.js +1 -1
  126. package/dist/ops/webgl/gelu.js +2 -2
  127. package/dist/ops/webgl/log.js +3 -3
  128. package/dist/ops/webgl/matMul16.js +5 -5
  129. package/dist/ops/webgl/matMulGelu.js +4 -4
  130. package/dist/ops/webgl/matMulMul.js +2 -2
  131. package/dist/ops/webgl/mulDropout.js +1 -1
  132. package/dist/ops/webgl/normRMS.js +2 -2
  133. package/dist/ops/webgl/qkv.js +1 -1
  134. package/dist/ops/webgl/rope.js +1 -1
  135. package/dist/ops/webgl/scatterSub.js +1 -1
  136. package/dist/ops/webgpu/adamAdjust.js +3 -3
  137. package/dist/ops/webgpu/adamMoments.js +3 -3
  138. package/dist/ops/webgpu/add16.js +1 -1
  139. package/dist/ops/webgpu/appendCache.js +3 -3
  140. package/dist/ops/webgpu/attentionMask.js +2 -2
  141. package/dist/ops/webgpu/attentionMask32_program.js +2 -2
  142. package/dist/ops/webgpu/clipScale.js +1 -1
  143. package/dist/ops/webgpu/concat16.js +5 -5
  144. package/dist/ops/webgpu/dropout16.js +3 -3
  145. package/dist/ops/webgpu/gatherSub.js +3 -3
  146. package/dist/ops/webgpu/gelu.js +3 -3
  147. package/dist/ops/webgpu/matMul16.js +5 -5
  148. package/dist/ops/webgpu/matMul16_program.js +2 -2
  149. package/dist/ops/webgpu/mul16.js +1 -1
  150. package/dist/ops/webgpu/norm2.js +1 -1
  151. package/dist/ops/webgpu/normRMS.js +2 -2
  152. package/dist/ops/webgpu/normRMSGrad.js +4 -4
  153. package/dist/ops/webgpu/pack16.js +1 -1
  154. package/dist/ops/webgpu/pack16_program.js +2 -2
  155. package/dist/ops/webgpu/qkv.js +2 -2
  156. package/dist/ops/webgpu/rope.js +3 -3
  157. package/dist/ops/webgpu/scatterSub.js +3 -3
  158. package/dist/ops/webgpu/slice16.js +4 -4
  159. package/dist/ops/webgpu/softmax16.js +4 -4
  160. package/dist/ops/webgpu/softmax16_program.js +2 -2
  161. package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
  162. package/dist/ops/webgpu/softmax16grad.js +1 -1
  163. package/dist/ops/webgpu/sub16.js +1 -1
  164. package/dist/ops/webgpu/sum16.js +3 -3
  165. package/dist/ops/webgpu/transpose16.js +2 -2
  166. package/dist/ops/webgpu/transpose16_program.js +2 -2
  167. package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
  168. package/dist/ops/webgpu/unpack16.js +3 -3
  169. package/dist/ops/webgpu/utils/binary_op.js +3 -3
  170. package/dist/ops/webgpu/utils/reductions.js +5 -5
  171. package/dist/{ops-DJqZQEpR.js → ops-CsXeTq1P.js} +22 -22
  172. package/dist/{pack16-CQUYvE0Y.js → pack16-bqltoUlR.js} +2 -2
  173. package/dist/patches/webgpu_backend.js +4 -4
  174. package/dist/patches/webgpu_base.js +1 -1
  175. package/dist/patches/webgpu_program.js +2 -2
  176. package/dist/{random_normal-m_v8bCWs.js → random_normal-IBRrha8a.js} +1 -1
  177. package/dist/{random_width-DvNaD5W3.js → random_width-DN5ZtQkM.js} +33 -33
  178. package/dist/{range-HI-DFEwl.js → range-C-CjF-LI.js} +1 -1
  179. package/dist/{readers-EC5q8HtM.js → readers-iz5u3HBo.js} +2 -2
  180. package/dist/{relu-CdxfMLya.js → relu-J_X6MUzx.js} +1 -1
  181. package/dist/{reshape-Dxch7IXb.js → reshape-BDOuCSNW.js} +1 -1
  182. package/dist/{resize_nearest_neighbor-B8XxmKCX.js → resize_nearest_neighbor-BojqlfRe.js} +5 -5
  183. package/dist/{rope-DaRtCQFa.js → rope-0j_f1TPm.js} +1 -1
  184. package/dist/{scatter_nd_util-DJ8GpL1I.js → scatter_nd_util-ByNJaL6I.js} +1 -1
  185. package/dist/{segment_util-CXELxApp.js → segment_util-Dasb2Zaf.js} +2 -2
  186. package/dist/{selu_util-CPAAI9PC.js → selu_util-BLhIqRkw.js} +5 -5
  187. package/dist/{shared-DVZEsT-0.js → shared-3agzAqQ_.js} +1 -1
  188. package/dist/{shared-DORJR6eU.js → shared-CagdqkLh.js} +6 -6
  189. package/dist/{slice-DR1nQEmX.js → slice-BzS11Qh0.js} +1 -1
  190. package/dist/{slice_util-DDbd6eyd.js → slice_util-CC35pLmT.js} +1 -1
  191. package/dist/{softmax-CRzm-wNL.js → softmax-D4q1LJN7.js} +1 -1
  192. package/dist/{split-B3dYPTIQ.js → split-C2Sj255c.js} +1 -1
  193. package/dist/{squeeze-D8r4RiDQ.js → squeeze-ho4wLUek.js} +2 -2
  194. package/dist/{stack-CVsp4-gn.js → stack-DudVrtmG.js} +1 -1
  195. package/dist/{step-A_sBP7En.js → step-BTxPtq1r.js} +1 -1
  196. package/dist/{sum-DfuUvBem.js → sum-BpiwSWvg.js} +1 -1
  197. package/dist/{tensor-Gz_zmSjb.js → tensor-BWFldCso.js} +1 -1
  198. package/dist/{tensor1d-D218DD0-.js → tensor1d-LMGMIUlr.js} +1 -1
  199. package/dist/{tensor2d-BieJDjvb.js → tensor2d-BnXMKScO.js} +1 -1
  200. package/dist/{tensor4d-Bptdqjb1.js → tensor4d-C6UCG_u8.js} +1 -1
  201. package/dist/{tfjs_backend-DmRY5T6A.js → tfjs_backend-BGnG-ppu.js} +15 -15
  202. package/dist/{tile-ksYNlaAo.js → tile-CFy-xTO6.js} +1 -1
  203. package/dist/tokeniser/bpe.js +70 -52
  204. package/dist/training/AdamW.js +9 -9
  205. package/dist/training/BasicTrainer.js +2 -2
  206. package/dist/training/DatasetBuilder.d.ts +4 -4
  207. package/dist/training/DatasetBuilder.js +36 -28
  208. package/dist/training/Evaluator.js +2 -2
  209. package/dist/training/SFTDatasetBuilder.js +3 -3
  210. package/dist/training/orthoGrad.js +1 -1
  211. package/dist/training/sparseCrossEntropy.js +4 -4
  212. package/dist/training/tasks/Task.js +32 -31
  213. package/dist/training/validation.js +34 -30
  214. package/dist/{transpose-C4a4Zcdu.js → transpose-9kRxIXWR.js} +2 -2
  215. package/dist/{unsorted_segment_sum-Cx23B-vz.js → unsorted_segment_sum-DJvk5xnh.js} +5 -5
  216. package/dist/utilities/dummy.js +2 -2
  217. package/dist/utilities/multinomialCPU.js +2 -2
  218. package/dist/utilities/packed.js +1 -1
  219. package/dist/utilities/performance.js +1 -1
  220. package/dist/utilities/profile.js +1 -1
  221. package/dist/utilities/safetensors.js +2 -2
  222. package/dist/utilities/sentences.js +5 -5
  223. package/dist/utilities/weights.js +2 -2
  224. package/dist/utilities/yielder.d.ts +1 -0
  225. package/dist/utilities/yielder.js +7 -0
  226. package/dist/{variable-BEihhVWu.js → variable-Ck482e3n.js} +1 -1
  227. package/dist/{webgpu_program-BhNO5Knw.js → webgpu_program-B4HmApL1.js} +1 -1
  228. package/dist/{webgpu_util-CASYKKsD.js → webgpu_util-DYlGSwOJ.js} +1 -1
  229. package/dist/{zeros-CkHJh2fz.js → zeros-DvZpK8s6.js} +2 -2
  230. package/dist/{zeros_like-CGnKYJEe.js → zeros_like-CWjDdwr-.js} +25 -25
  231. package/package.json +1 -1
package/dist/Generator.js CHANGED
@@ -1,41 +1,41 @@
1
1
  import { E as Ui } from "./index-DvYrXKkX.js";
2
- import { o as Hi, q as Xi, E as Ki, dl as Ss, a5 as pe, ab as _, as as oo, at as ao, e as Oe, aY as Dt, ay as ro, az as io, au as ji, av as Ft, aD as Ge, ae as co, aG as ws, aH as qi, U as G, af as _e, aI as Yi, H as Ns, aJ as Rs, R as Qi, aj as Zi, x as te, D as lo, _ as Ne, a9 as ee, bb as uo, c7 as Ts, c8 as Es, cO as po, bm as ho, ah as ue, Q as Ye, bn as fo, bo as mo, c9 as go, ca as Ds, cb as Fs, cc as Ps, cd as Os, ce as As, bp as xo, ac as nt, cy as Co, cP as bo, cQ as Io, bs as yo, br as ko, bd as $o, de as vo, C as _s, cS as So, ao as wo, z as No, bt as Ro, c2 as $e, cD as To, bu as Eo, cz as Do, cT as Fo, cA as Po, bv as Ls, bw as Vs, bf as Oo, bx as Ao, am as Qe, V as Ji, by as _o, cB as Lo, cf as Vo, bz as Wo, cF as Mo, cG as Bo, df as Go, cg as zo, bX as ns, bR as St, bU as Ws, cU as yn, dt as ut, du as Uo, cV as kn, dg as ec, N as tc, be as Ho, cW as Xo, bB as Ms, A as Ko, aX as jo, aV as mt, cp as qo, dc as Yo, dd as Qo, bg as Zo, cE as Jo, di as ea, al as ta, G as sa, cq as na, ch as Bs, ci as Gs, cj as zs, dj as oa, b3 as Us, b4 as Hs, bD as Xs, cl as Ks, ck as aa, cY as ra, aM as sc, bE as ia, cC as ca, cZ as la, c_ as ua, dk as da, aP as pa, aZ as ha, cm as fa, bQ as ma, M as js, I as ga, bi as xa, bk as Ca, bj as ba, bF as Ia, d3 as ya, bG as ka, P as $a, a6 as va, bH as Sa, c$ as qs, dv as wa, dw as Na, dx as Ra, Z as Ta, cn as Ys, b9 as Ea, d0 as Da, ba as Fa, d1 as Pa, bJ as Oa, bh as Aa, b6 as Qs, ak as _a, dm as La, aL as Va, bL as Zs, co as Js, bM as en, bN as tn, bC as sn, bI as Wa, dy as Ma, dz as Ba, dn as Ga, dp as za, dq as Ua, J as Ha, d2 as Xa, aK as nn, cr as Ka, dr as ja, dA as qa, dB as Ya, cs as on, bq as an, ds as Qa, T as Za, ct as Ja, bl as er, dC as rn, cu as tr, b8 as sr, bO as nr, c as or, dD as ar, dE as $n, aw as vn, ax as nc, t as rr, a as oc, dF as ac, dG as rc, c0 as ic, ar as cc, bP as lc, bV as uc, S as dc, bW as pc, aQ as hc, aq as fc, bS as mc, bT as gc, bY as xc, aS as ir, bA as Cc, aN as bc, bZ as Ic, F as yc, b_ as kc, dh as $c, a$ as vc, b0 as Sc, b1 as wc, b2 as Nc, aO as Rc, b$ as Tc, b5 as Ec, c5 as Dc, ap as Fc, c1 as Pc, aW as cr, bK as Oc, aF as Ac, c3 as _c, b7 as Lc, c4 as Vc, k as Wc } from "./index-BU-PZJ0l.js";
3
- import { n as Mc } from "./random_width-DvNaD5W3.js";
4
- import { t as Bc } from "./zeros_like-CGnKYJEe.js";
2
+ import { o as Hi, q as Xi, E as Ki, dl as Ss, a5 as pe, ab as _, as as oo, at as ao, h as Oe, aY as Dt, ay as ro, az as io, au as ji, av as Ft, aD as Ge, ae as co, aG as ws, aH as qi, U as G, af as _e, aI as Yi, H as Ns, aJ as Rs, R as Qi, aj as Zi, x as te, D as lo, _ as Ne, a9 as ee, bb as uo, c7 as Ts, c8 as Es, cO as po, bm as ho, ah as ue, Q as Ye, bn as fo, bo as mo, c9 as go, ca as Ds, cb as Fs, cc as Ps, cd as Os, ce as As, bp as xo, ac as nt, cy as Co, cP as bo, cQ as Io, bs as yo, br as ko, bd as $o, de as vo, C as _s, cS as So, ao as wo, z as No, bt as Ro, c2 as $e, cD as To, bu as Eo, cz as Do, cT as Fo, cA as Po, bv as Ls, bw as Vs, bf as Oo, bx as Ao, am as Qe, V as Ji, by as _o, cB as Lo, cf as Vo, bz as Wo, cF as Mo, cG as Bo, df as Go, cg as zo, bX as ns, bR as St, bU as Ws, cU as yn, dt as ut, du as Uo, cV as kn, dg as ec, N as tc, be as Ho, cW as Xo, bB as Ms, A as Ko, aX as jo, aV as mt, cp as qo, dc as Yo, dd as Qo, bg as Zo, cE as Jo, di as ea, al as ta, G as sa, cq as na, ch as Bs, ci as Gs, cj as zs, dj as oa, b3 as Us, b4 as Hs, bD as Xs, cl as Ks, ck as aa, cY as ra, aM as sc, bE as ia, cC as ca, cZ as la, c_ as ua, dk as da, aP as pa, aZ as ha, cm as fa, bQ as ma, M as js, I as ga, bi as xa, bk as Ca, bj as ba, bF as Ia, d3 as ya, bG as ka, P as $a, a6 as va, bH as Sa, c$ as qs, dv as wa, dw as Na, dx as Ra, Z as Ta, cn as Ys, b9 as Ea, d0 as Da, ba as Fa, d1 as Pa, bJ as Oa, bh as Aa, b6 as Qs, ak as _a, dm as La, aL as Va, bL as Zs, co as Js, bM as en, bN as tn, bC as sn, bI as Wa, dy as Ma, dz as Ba, dn as Ga, dp as za, dq as Ua, J as Ha, d2 as Xa, aK as nn, cr as Ka, dr as ja, dA as qa, dB as Ya, cs as on, bq as an, ds as Qa, T as Za, ct as Ja, bl as er, dC as rn, cu as tr, b8 as sr, bO as nr, c as or, dD as ar, dE as $n, aw as vn, ax as nc, t as rr, a as oc, dF as ac, dG as rc, c0 as ic, ar as cc, bP as lc, bV as uc, S as dc, bW as pc, aQ as hc, aq as fc, bS as mc, bT as gc, bY as xc, aS as ir, bA as Cc, aN as bc, bZ as Ic, F as yc, b_ as kc, dh as $c, a$ as vc, b0 as Sc, b1 as wc, b2 as Nc, aO as Rc, b$ as Tc, b5 as Ec, c5 as Dc, ap as Fc, c1 as Pc, aW as cr, bK as Oc, aF as Ac, c3 as _c, b7 as Lc, c4 as Vc, k as Wc } from "./index-CUXkjxiT.js";
3
+ import { n as Mc } from "./random_width-DN5ZtQkM.js";
4
+ import { t as Bc } from "./zeros_like-CWjDdwr-.js";
5
5
  import "./index-Cp39cXWe.js";
6
- import "./dataset-CtujTjY_.js";
7
- import { a as j, u as ae, c as ot, i as at, b as Gc, d as wt, t as Re, e as gt, f as dt, g as lr, r as Nt, h as Ae, j as zc, k as Uc, l as cn, z as Hc, m as ln, n as ur, o as Xc, p as Kc, q as jc, v as qc, w as Yc, x as Qc, y as Zc, A as Jc, B as el, C as tl, D as lt, E as sl, F as nl, G as dr, H as ol, I as al, J as rl, K as il, L as cl, M as ll, N as ul, O as dl, P as pl, Q as hl, R as fl, S as ml, T as gl, U as xl, V as Cl, W as bl, X as Il, Y as yl, Z as kl, _ as $l, $ as vl, a0 as Sl, a1 as wl, a2 as Nl, a3 as Rl, a4 as Tl, a5 as El, a6 as Dl, a7 as Fl, a8 as Pl, a9 as Ol, aa as Al, ab as _l, ac as Ll, ad as Vl, ae as Wl, af as Ml, ag as Bl, ah as Gl, ai as zl } from "./shared-DORJR6eU.js";
6
+ import "./dataset-CGGp1z9P.js";
7
+ import { a as j, u as ae, c as ot, i as at, b as Gc, d as wt, t as Re, e as gt, f as dt, g as lr, r as Nt, h as Ae, j as zc, k as Uc, l as cn, z as Hc, m as ln, n as ur, o as Xc, p as Kc, q as jc, v as qc, w as Yc, x as Qc, y as Zc, A as Jc, B as el, C as tl, D as lt, E as sl, F as nl, G as dr, H as ol, I as al, J as rl, K as il, L as cl, M as ll, N as ul, O as dl, P as pl, Q as hl, R as fl, S as ml, T as gl, U as xl, V as Cl, W as bl, X as Il, Y as yl, Z as kl, _ as $l, $ as vl, a0 as Sl, a1 as wl, a2 as Nl, a3 as Rl, a4 as Tl, a5 as El, a6 as Dl, a7 as Fl, a8 as Pl, a9 as Ol, aa as Al, ab as _l, ac as Ll, ad as Vl, ae as Wl, af as Ml, ag as Bl, ah as Gl, ai as zl } from "./shared-CagdqkLh.js";
8
8
  import { m as pt, g as pr, s as Ul, c as Hl, b as Xl, d as Kl, a as jl, e as ql } from "./complex_util-Yc1A_gV1.js";
9
- import { a as ge, b as xe, d as ke, c as ve, e as Te, g as os } from "./axis_util-BTeTGnZF.js";
10
- import { k as Ze, h as Le, i as Je, j as rt, b as Se, d as xt, g as as } from "./step-A_sBP7En.js";
11
- import { z as rs, A as is, B as cs, C as hr, D as fr, F as mr, G as gr, H as xr, I as Cr, J as br, y as Ir, x as yr, w as kr, u as $r, t as vr, E as Sr, K as wr, L as Nr, M as Rr, c as Tr, f as Yl } from "./backend_util-DGV1tIji.js";
12
- import { a as Er, c as Ue } from "./concat_util-Bk6ay4Ob.js";
13
- import { c as Dr, a as Ql, s as Zl } from "./segment_util-CXELxApp.js";
9
+ import { a as ge, b as xe, d as ke, c as ve, e as Te, g as os } from "./axis_util-GTVlo58H.js";
10
+ import { k as Ze, h as Le, i as Je, j as rt, b as Se, d as xt, g as as } from "./step-BTxPtq1r.js";
11
+ import { z as rs, A as is, B as cs, C as hr, D as fr, F as mr, G as gr, H as xr, I as Cr, J as br, y as Ir, x as yr, w as kr, u as $r, t as vr, E as Sr, K as wr, L as Nr, M as Rr, c as Tr, f as Yl } from "./backend_util-GaFarB78.js";
12
+ import { a as Er, c as Ue } from "./concat_util-D18dJ4fD.js";
13
+ import { c as Dr, a as Ql, s as Zl } from "./segment_util-Dasb2Zaf.js";
14
14
  import { s as Jl } from "./index-CieiGp4Y.js";
15
15
  import { n as Fr, b as Pr, a as Or } from "./non_max_suppression_impl-B2W7YjZB.js";
16
- import { c as Ct } from "./scatter_nd_util-DJ8GpL1I.js";
17
- import { S as Ar, a as _r } from "./selu_util-CPAAI9PC.js";
18
- import { s as Lr, b as Vr, p as eu, a as tu, i as su, c as nu } from "./slice_util-DDbd6eyd.js";
19
- import { h as Sn, j as ou, k as au, l as ru, m as iu, n as cu, o as lu, P as un, p as Ve, u as Pe, q as Wr, c as Mr, T as De, E as Br, g as Gr, a as zr, r as uu, s as du, t as Y, v as pu, w as wn, x as hu, y as fu, z as Pt, A as Ot, B as mu, C as gu, D as bs, F as Gt, G as zt, H as xu, I as Cu, J as Nn, K as bu, L as Iu, M as fs, N as yu, O as ku, Q as $u, R as Ut, S as ms, U as vu, f as he, V as be, W as Ht, X as Xt, Y as Su, d as Rn, e as Tn, i as Ur, Z as wu, _ as Nu, $ as Ru, a0 as Tu, a1 as Eu, a2 as Du, a3 as At } from "./gpgpu_math-C0Hfh1As.js";
20
- import { s as Hr, a as Fu, t as Xr, b as Pu, c as Ou, d as Kr, e as Au, n as _u, f as Lu, g as Vu, h as Wu, i as Mu, j as Bu, k as Gu, l as zu, o as Uu, p as Hu, q as Xu, r as Ku, u as ju, v as qu, w as Yu, x as Qu, y as Zu, z as Ju, A as ed, B as td, C as sd, D as nd, E as od, F as ad, G as rd, H as id, I as cd, J as ld, K as ud, L as dd, M as jr, N as pd, O as hd, P as fd, Q as md, R as gd, S as xd, T as Cd, U as bd, V as Id, W as yd } from "./shared-DVZEsT-0.js";
21
- import { a as ye, c as kd, U as st, d as qe, e as ze, A as En, f as bt, B as dn, h as pn, m as Rt, u as se, C as We, b as Ce, i as Fe, j as hn, k as it, l as It, n as $d, o as vd, p as Sd, q as wd } from "./kernel_funcs_utils-BNsajF26.js";
22
- import { R as Nd, r as U, a as Rd } from "./Reshape-CZVlscuS.js";
23
- import { M as qr } from "./matMulGelu-BM8qerU0.js";
24
- import { t as Yr, s as fn, a as _t, m as Td, r as Ed, b as Dd, c as Fd, d as Pd } from "./RealDiv-Blil1IAl.js";
25
- import { z as Od } from "./zeros-CkHJh2fz.js";
16
+ import { c as Ct } from "./scatter_nd_util-ByNJaL6I.js";
17
+ import { S as Ar, a as _r } from "./selu_util-BLhIqRkw.js";
18
+ import { s as Lr, b as Vr, p as eu, a as tu, i as su, c as nu } from "./slice_util-CC35pLmT.js";
19
+ import { h as Sn, j as ou, k as au, l as ru, m as iu, n as cu, o as lu, P as un, p as Ve, u as Pe, q as Wr, c as Mr, T as De, E as Br, g as Gr, a as zr, r as uu, s as du, t as Y, v as pu, w as wn, x as hu, y as fu, z as Pt, A as Ot, B as mu, C as gu, D as bs, F as Gt, G as zt, H as xu, I as Cu, J as Nn, K as bu, L as Iu, M as fs, N as yu, O as ku, Q as $u, R as Ut, S as ms, U as vu, f as he, V as be, W as Ht, X as Xt, Y as Su, d as Rn, e as Tn, i as Ur, Z as wu, _ as Nu, $ as Ru, a0 as Tu, a1 as Eu, a2 as Du, a3 as At } from "./gpgpu_math-BwvV12df.js";
20
+ import { s as Hr, a as Fu, t as Xr, b as Pu, c as Ou, d as Kr, e as Au, n as _u, f as Lu, g as Vu, h as Wu, i as Mu, j as Bu, k as Gu, l as zu, o as Uu, p as Hu, q as Xu, r as Ku, u as ju, v as qu, w as Yu, x as Qu, y as Zu, z as Ju, A as ed, B as td, C as sd, D as nd, E as od, F as ad, G as rd, H as id, I as cd, J as ld, K as ud, L as dd, M as jr, N as pd, O as hd, P as fd, Q as md, R as gd, S as xd, T as Cd, U as bd, V as Id, W as yd } from "./shared-3agzAqQ_.js";
21
+ import { a as ye, c as kd, U as st, d as qe, e as ze, A as En, f as bt, B as dn, h as pn, m as Rt, u as se, C as We, b as Ce, i as Fe, j as hn, k as it, l as It, n as $d, o as vd, p as Sd, q as wd } from "./kernel_funcs_utils-pq0CK9co.js";
22
+ import { R as Nd, r as U, a as Rd } from "./Reshape-BW__R4mZ.js";
23
+ import { M as qr } from "./matMulGelu-JNLZqKQp.js";
24
+ import { t as Yr, s as fn, a as _t, m as Td, r as Ed, b as Dd, c as Fd, d as Pd } from "./RealDiv-CGwv0liw.js";
25
+ import { z as Od } from "./zeros-DvZpK8s6.js";
26
26
  import "./ops/cpu/attentionMask.js";
27
27
  import "./ops/webgl/attentionMask.js";
28
28
  import "./ops/grads/attentionMask.js";
29
29
  import "./ops/cpu/rope.js";
30
30
  import "./ops/webgl/rope.js";
31
- import "./rope-DaRtCQFa.js";
31
+ import "./rope-0j_f1TPm.js";
32
32
  import "./ops/cpu/appendCache.js";
33
33
  import "./ops/webgl/appendCache.js";
34
34
  import "./ops/grads/softmax16.js";
35
- import "./matMul16-qjE_mKX8.js";
35
+ import "./matMul16-BcVC_E62.js";
36
36
  import "./ops/webgl/matMul16.js";
37
37
  import "./ops/cpu/matMul16.js";
38
- import "./pack16-CQUYvE0Y.js";
38
+ import "./pack16-bqltoUlR.js";
39
39
  import "./ops/transpose16.js";
40
40
  import "./ops/reshape16.js";
41
41
  import "./ops/cpu/qkv.js";
@@ -47,7 +47,7 @@ import "./ops/grads/normRMS.js";
47
47
  import "./ops/dropout16.js";
48
48
  import "./ops/webgl/dropout16.js";
49
49
  import "./ops/grads/add16.js";
50
- import "./jszip.min-Bz5-11Bk.js";
50
+ import "./jszip.min-BZhlzntC.js";
51
51
  import Ad from "./tokeniser/CharTokeniser.js";
52
52
  import { SPECIALS as _d } from "./tokeniser/BaseTokeniser.js";
53
53
  import { sparseSoftmaxCrossEntropy as Ld } from "./training/sparseCrossEntropy.js";
@@ -65,17 +65,17 @@ import "./ops/cpu/matMulGelu.js";
65
65
  import "./ops/grads/matMulGelu.js";
66
66
  import "./ops/cpu/gelu.js";
67
67
  import "./ops/webgl/gelu.js";
68
- import "./gelu-Bq6zXPEw.js";
68
+ import "./gelu-B220X1Go.js";
69
69
  import "./ops/webgl/log.js";
70
70
  import "./checks/normRMS.js";
71
71
  import "./checks/normRMSGrad.js";
72
72
  import Wd from "./utilities/multinomialCPU.js";
73
- import { r as Dn } from "./reshape-Dxch7IXb.js";
74
- import { t as Kt } from "./tensor2d-BieJDjvb.js";
75
- import { z as Md } from "./unsorted_segment_sum-Cx23B-vz.js";
76
- import { s as gs } from "./softmax-CRzm-wNL.js";
77
- import { g as Bd } from "./gather-DvRBFTfQ.js";
78
- import { c as Gd } from "./concat-ByAvdM_j.js";
73
+ import { r as Dn } from "./reshape-BDOuCSNW.js";
74
+ import { t as Kt } from "./tensor2d-BnXMKScO.js";
75
+ import { z as Md } from "./unsorted_segment_sum-DJvk5xnh.js";
76
+ import { s as gs } from "./softmax-D4q1LJN7.js";
77
+ import { g as Bd } from "./gather-qIqEqaGn.js";
78
+ import { c as Gd } from "./concat-CAQpCret.js";
79
79
  function zd(a, t, e, n = !1) {
80
80
  const s = Xi(a, "logits", "multinomial"), o = s.size, r = s.rank;
81
81
  if (o < 2)
@@ -1,10 +1,10 @@
1
- import { aE as E, ab as T, ah as O, U as V, aW as B, N as F, aM as U, aX as W } from "./index-BU-PZJ0l.js";
2
- import { r as $ } from "./Reshape-CZVlscuS.js";
3
- import { a as A, b as k, d as C, c as N, e as R } from "./axis_util-BTeTGnZF.js";
4
- import { t as K, m as _ } from "./shared-DVZEsT-0.js";
5
- import { c as j } from "./backend_util-DGV1tIji.js";
6
- import { f as y } from "./gpgpu_math-C0Hfh1As.js";
7
- import { g as G, b as L } from "./kernel_funcs_utils-BNsajF26.js";
1
+ import { aE as E, ab as T, ah as O, U as V, aW as B, N as F, aM as U, aX as W } from "./index-CUXkjxiT.js";
2
+ import { r as $ } from "./Reshape-BW__R4mZ.js";
3
+ import { a as A, b as k, d as C, c as N, e as R } from "./axis_util-GTVlo58H.js";
4
+ import { t as K, m as _ } from "./shared-3agzAqQ_.js";
5
+ import { c as j } from "./backend_util-GaFarB78.js";
6
+ import { f as y } from "./gpgpu_math-BwvV12df.js";
7
+ import { g as G, b as L } from "./kernel_funcs_utils-pq0CK9co.js";
8
8
  class w {
9
9
  constructor(s, e) {
10
10
  this.variableNames = ["x"];
@@ -1,5 +1,5 @@
1
- import { R as C, U as c, aj as R, x as f } from "./index-BU-PZJ0l.js";
2
- import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-C0Hfh1As.js";
1
+ import { R as C, U as c, aj as R, x as f } from "./index-CUXkjxiT.js";
2
+ import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-BwvV12df.js";
3
3
  class S {
4
4
  constructor(t, i) {
5
5
  this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.customUniforms = [{ name: "inputShape", type: "ivec3" }], this.outputShape = t, this.enableShapeUniforms = g(this.outputShape.length);
@@ -1,4 +1,4 @@
1
- import { U as h, aj as d, x as c, R as m } from "./index-BU-PZJ0l.js";
1
+ import { U as h, aj as d, x as c, R as m } from "./index-CUXkjxiT.js";
2
2
  function i(n) {
3
3
  const { inputs: p, attrs: o } = n, { x: e } = p, { shape: r } = o, a = h(e.shape), s = d(r, a), t = h(s);
4
4
  return c(a === t, () => `The new shape (${s}) has ${t} elements and the old shape (${e.shape}) has ${a} elements. The new shape and old shape must have the same number of elements.`), n.backend.incRef(e.dataId), { dataId: e.dataId, shape: s, dtype: e.dtype };
@@ -5,24 +5,24 @@ import u from "./Generator.js";
5
5
  import h from "./Trainer.js";
6
6
  import { E as f } from "./index-DvYrXKkX.js";
7
7
  import { dummyPassTrainAsync as l } from "./utilities/dummy.js";
8
- import "./index-BU-PZJ0l.js";
9
- import "./random_width-DvNaD5W3.js";
10
- import "./zeros_like-CGnKYJEe.js";
8
+ import "./index-CUXkjxiT.js";
9
+ import "./random_width-DN5ZtQkM.js";
10
+ import "./zeros_like-CWjDdwr-.js";
11
11
  import "./index-Cp39cXWe.js";
12
- import "./dataset-CtujTjY_.js";
12
+ import "./dataset-CGGp1z9P.js";
13
13
  import "./ops/cpu/attentionMask.js";
14
14
  import "./ops/webgl/attentionMask.js";
15
15
  import "./ops/grads/attentionMask.js";
16
16
  import "./ops/cpu/rope.js";
17
17
  import "./ops/webgl/rope.js";
18
- import "./rope-DaRtCQFa.js";
18
+ import "./rope-0j_f1TPm.js";
19
19
  import "./ops/cpu/appendCache.js";
20
20
  import "./ops/webgl/appendCache.js";
21
21
  import "./ops/grads/softmax16.js";
22
- import "./matMul16-qjE_mKX8.js";
22
+ import "./matMul16-BcVC_E62.js";
23
23
  import "./ops/webgl/matMul16.js";
24
24
  import "./ops/cpu/matMul16.js";
25
- import "./pack16-CQUYvE0Y.js";
25
+ import "./pack16-bqltoUlR.js";
26
26
  import "./ops/transpose16.js";
27
27
  import "./ops/reshape16.js";
28
28
  import "./ops/cpu/qkv.js";
@@ -37,17 +37,17 @@ import "./ops/grads/add16.js";
37
37
  import c from "./tokeniser/CharTokeniser.js";
38
38
  import g from "./tokeniser/bpe.js";
39
39
  import "./papaparse.min-C0cScC2i.js";
40
- import "./jszip.min-Bz5-11Bk.js";
40
+ import "./jszip.min-BZhlzntC.js";
41
41
  import "./ops/cpu/gatherSub.js";
42
42
  import "./ops/webgl/gatherSub.js";
43
43
  import "./ops/cpu/scatterSub.js";
44
44
  import "./ops/webgl/scatterSub.js";
45
45
  import "./ops/cpu/matMulGelu.js";
46
- import "./matMulGelu-BM8qerU0.js";
46
+ import "./matMulGelu-JNLZqKQp.js";
47
47
  import "./ops/grads/matMulGelu.js";
48
48
  import "./ops/cpu/gelu.js";
49
49
  import "./ops/webgl/gelu.js";
50
- import "./gelu-Bq6zXPEw.js";
50
+ import "./gelu-B220X1Go.js";
51
51
  import "./ops/webgl/log.js";
52
52
  import "./ops/cpu/adamMoments.js";
53
53
  import "./ops/webgl/adamMoments.js";
@@ -1,4 +1,4 @@
1
- import { x as c } from "./index-BU-PZJ0l.js";
1
+ import { x as c } from "./index-CUXkjxiT.js";
2
2
  function i(e, n) {
3
3
  for (let t = 0; t < e.length; ++t)
4
4
  if (e[e.length - t - 1] !== n - 1 - t)
package/dist/backend.js CHANGED
@@ -1,9 +1,9 @@
1
- import { g as o, s as e, r as s } from "./index-BU-PZJ0l.js";
1
+ import { g as o, s as e, r as s } from "./index-CUXkjxiT.js";
2
2
  async function c(t, a) {
3
3
  if (o() !== t) {
4
4
  if (t === "webgpu") {
5
5
  const { registerWebGPUBackend: i } = await import("./patches/webgpu_base.js");
6
- i(a), await import("./index-BSjeovee.js"), await import("./ops/webgpu/index.js");
6
+ i(a), await import("./index-CjOWnMXP.js"), await import("./ops/webgpu/index.js");
7
7
  }
8
8
  await e(t), await s(), console.log(`Backend set to ${t}`);
9
9
  }
@@ -1,9 +1,9 @@
1
- import { U as d, a9 as A, a8 as O, x as g, av as _, az as w, ad as D, _ as x, $ as b, am as y, aY as M } from "./index-BU-PZJ0l.js";
2
- import { d as T, f as L, h as W, c as v, e as F, a as N, b as C, g as P } from "./axis_util-BTeTGnZF.js";
3
- import { a as z, c as U } from "./concat_util-Bk6ay4Ob.js";
4
- import { c as B, b as H, d as V, f as G, g as Z, h as j, i as q, j as J, k as K, m as X, t as Y } from "./step-A_sBP7En.js";
5
- import { S as k, a as Q, b as ee, g as te, c as se, s as ne } from "./selu_util-CPAAI9PC.js";
6
- import { c as re, v as oe, a as ie } from "./scatter_nd_util-DJ8GpL1I.js";
1
+ import { U as d, a9 as A, a8 as O, x as g, av as _, az as w, ad as D, _ as x, $ as b, am as y, aY as M } from "./index-CUXkjxiT.js";
2
+ import { d as T, f as L, h as W, c as v, e as F, a as N, b as C, g as P } from "./axis_util-GTVlo58H.js";
3
+ import { a as z, c as U } from "./concat_util-D18dJ4fD.js";
4
+ import { c as B, b as H, d as V, f as G, g as Z, h as j, i as q, j as J, k as K, m as X, t as Y } from "./step-BTxPtq1r.js";
5
+ import { S as k, a as Q, b as ee, g as te, c as se, s as ne } from "./selu_util-BLhIqRkw.js";
6
+ import { c as re, v as oe, a as ie } from "./scatter_nd_util-ByNJaL6I.js";
7
7
  import { a as ae, c as ue, b as ce, e as pe, d as le, g as fe, m as he, s as ge } from "./complex_util-Yc1A_gV1.js";
8
8
  function de(e, t) {
9
9
  const r = e.shape.length, n = t.shape.length;
@@ -1,6 +1,6 @@
1
- import { ab as g, as as $, at as K, e as D, x as _, au as O, U as x, av as Z, a5 as W, aw as F, ax as j, ay as X, az as J, af as ee, a9 as k } from "./index-BU-PZJ0l.js";
2
- import { m as te, f as se, P as re } from "./webgpu_program-BhNO5Knw.js";
3
- import { i as ne, G as q } from "./webgpu_util-CASYKKsD.js";
1
+ import { ab as g, as as $, at as K, h as D, x as _, au as O, U as x, av as Z, a5 as W, aw as F, ax as j, ay as X, az as J, af as ee, a9 as k } from "./index-CUXkjxiT.js";
2
+ import { m as te, f as se, P as re } from "./webgpu_program-B4HmApL1.js";
3
+ import { i as ne, G as q } from "./webgpu_util-DYlGSwOJ.js";
4
4
  import { m as N } from "./complex_util-Yc1A_gV1.js";
5
5
  const d = g();
6
6
  d.registerFlag("WEBGPU_DEFERRED_SUBMIT_BATCH_SIZE", () => 15);
@@ -1,5 +1,5 @@
1
- import { o as h, q as f, u as p, w as g, E as u, T } from "./index-BU-PZJ0l.js";
2
- import { r as b } from "./reshape-Dxch7IXb.js";
1
+ import { o as h, q as f, u as p, w as g, E as u, T } from "./index-CUXkjxiT.js";
2
+ import { r as b } from "./reshape-BDOuCSNW.js";
3
3
  function m(e, r) {
4
4
  let n = f(e, "broadcastTo", "x");
5
5
  const a = n.shape;
@@ -1,5 +1,5 @@
1
- import { s, e as a } from "../index-BU-PZJ0l.js";
2
- import { t } from "../tensor4d-Bptdqjb1.js";
1
+ import { s, h as a } from "../index-CUXkjxiT.js";
2
+ import { t } from "../tensor4d-C6UCG_u8.js";
3
3
  async function u(e) {
4
4
  await s(e);
5
5
  const n = t(
@@ -1,6 +1,6 @@
1
- import { s as i, e } from "../index-BU-PZJ0l.js";
2
- import { t } from "../tensor4d-Bptdqjb1.js";
3
- import { t as a } from "../tensor2d-BieJDjvb.js";
1
+ import { s as i, h as a } from "../index-CUXkjxiT.js";
2
+ import { t } from "../tensor4d-C6UCG_u8.js";
3
+ import { t as e } from "../tensor2d-BnXMKScO.js";
4
4
  async function k(n) {
5
5
  await i(n);
6
6
  const s = t(
@@ -23,14 +23,14 @@ async function k(n) {
23
23
  ]
24
24
  ],
25
25
  [1, 1, 2, 4]
26
- ), r = a(
26
+ ), r = e(
27
27
  [
28
28
  [0, -1 / 0, -1 / 0, -1 / 0],
29
29
  [0, 0, 0, -1 / 0]
30
30
  ],
31
31
  [2, 4]
32
32
  );
33
- return await e().runKernel("AttentionMask", { q: s, k: o, mask: r }, { divisor: 0.5, pastLen: 0 }).array();
33
+ return await a().runKernel("AttentionMask", { q: s, k: o, mask: r }, { divisor: 0.5, pastLen: 0 }).array();
34
34
  }
35
35
  export {
36
36
  k as execute
@@ -1,5 +1,5 @@
1
- import { s as e, e as o } from "../index-BU-PZJ0l.js";
2
- import { t as s } from "../tensor2d-BieJDjvb.js";
1
+ import { s as e, h as o } from "../index-CUXkjxiT.js";
2
+ import { t as s } from "../tensor2d-BnXMKScO.js";
3
3
  async function m(t) {
4
4
  await e(t);
5
5
  const r = s(
@@ -1,5 +1,5 @@
1
- import { s as o, e as s } from "../index-BU-PZJ0l.js";
2
- import { t as e } from "../tensor2d-BieJDjvb.js";
1
+ import { s as o, h as s } from "../index-CUXkjxiT.js";
2
+ import { t as e } from "../tensor2d-BnXMKScO.js";
3
3
  async function i(t) {
4
4
  await o(t);
5
5
  const r = e(
@@ -1,13 +1,13 @@
1
- import { s as u, a0 as A, e as y } from "../index-BU-PZJ0l.js";
2
- import { a as h } from "../ops-DJqZQEpR.js";
3
- import { t as p } from "../tensor1d-D218DD0-.js";
4
- import { t as r } from "../tensor-Gz_zmSjb.js";
1
+ import { s as u, a0 as A, h } from "../index-CUXkjxiT.js";
2
+ import { a as y } from "../ops-CsXeTq1P.js";
3
+ import { t as p } from "../tensor1d-LMGMIUlr.js";
4
+ import { t as r } from "../tensor-BWFldCso.js";
5
5
  const w = Array.from({ length: 2048 * 192 }, () => Math.random()), x = Array.from({ length: 192 }, () => Math.random()), M = Array.from({ length: 2048 * 192 }, () => Math.random());
6
6
  async function k(t) {
7
7
  await u(t);
8
8
  const o = p(x, "float32"), n = r(w, [16, 128, 192], "float32"), s = r(M, [16, 128, 192], "float32"), e = (d, g) => {
9
- const i = y().runKernel("RMSNorm", { x: d, gamma: g });
10
- return h.meanSquaredError(i, s);
9
+ const i = h().runKernel("RMSNorm", { x: d, gamma: g });
10
+ return y.meanSquaredError(i, s);
11
11
  }, { value: m, grads: a } = A(e)([n, o]), c = await m.array(), f = await a[0].array(), l = await a[1].array();
12
12
  return [c, f, l];
13
13
  }
@@ -1,6 +1,6 @@
1
- import { s as c, e as d } from "../index-BU-PZJ0l.js";
2
- import { t as f } from "../tensor1d-D218DD0-.js";
3
- import { t as r } from "../tensor-Gz_zmSjb.js";
1
+ import { s as c, h as d } from "../index-CUXkjxiT.js";
2
+ import { t as f } from "../tensor1d-LMGMIUlr.js";
3
+ import { t as r } from "../tensor-BWFldCso.js";
4
4
  const y = Array.from({ length: 2048 * 192 }, () => Math.random()), i = Array.from({ length: 192 }, () => Math.random()), l = Array.from({ length: 2048 * 192 }, () => Math.random());
5
5
  async function x(t) {
6
6
  await c(t);
@@ -1,7 +1,7 @@
1
- import { s as a, e } from "../index-BU-PZJ0l.js";
2
- import { t as c } from "../tensor2d-BieJDjvb.js";
3
- async function i(n) {
4
- await a(n);
1
+ import { s as a, h as n } from "../index-CUXkjxiT.js";
2
+ import { t as c } from "../tensor2d-BnXMKScO.js";
3
+ async function i(e) {
4
+ await a(e);
5
5
  const r = c(
6
6
  [
7
7
  [0.1, 0.2, 0, 0, 1230, 1232331234, -12234234],
@@ -10,8 +10,8 @@ async function i(n) {
10
10
  [0, 0, 0, 0, -0.1, 1e-3, 0]
11
11
  ],
12
12
  [4, 7]
13
- ), t = e().runKernel("Pack16", { x: r });
14
- return await e().runKernel("Unpack16", { x: t }).array();
13
+ ), t = n().runKernel("Pack16", { x: r });
14
+ return await n().runKernel("Unpack16", { x: t }).array();
15
15
  }
16
16
  export {
17
17
  i as execute
@@ -1,5 +1,5 @@
1
- import { W as i, X as u, Y as c, s as l, e as h } from "../index-BU-PZJ0l.js";
2
- import { t as f } from "../tensor2d-BieJDjvb.js";
1
+ import { W as i, X as u, Y as c, s as l, h } from "../index-CUXkjxiT.js";
2
+ import { t as f } from "../tensor2d-BnXMKScO.js";
3
3
  function m(t, e, n) {
4
4
  if (i(t), e != null && e.length !== 3)
5
5
  throw new Error("tensor3d() requires shape to have three numbers");
@@ -1,6 +1,6 @@
1
1
  import s from "../layers/RoPECache.js";
2
- import { s as c, e as i } from "../index-BU-PZJ0l.js";
3
- import { t as p } from "../tensor4d-Bptdqjb1.js";
2
+ import { s as c, h as i } from "../index-CUXkjxiT.js";
3
+ import { t as p } from "../tensor4d-C6UCG_u8.js";
4
4
  async function f(r) {
5
5
  await c(r);
6
6
  const n = p(
@@ -1,4 +1,4 @@
1
- import { o as a, q as f, x as m, f as y, E as c, C as p } from "./index-BU-PZJ0l.js";
1
+ import { o as a, q as f, x as m, f as y, E as c, C as p } from "./index-CUXkjxiT.js";
2
2
  function u(o, s, t) {
3
3
  const r = f(o, "x", "clipByValue");
4
4
  if (m(s <= t, () => `Error in clip: min (${s}) must be less than or equal to max (${t}).`), s === t)
@@ -1,4 +1,4 @@
1
- import { o as c, q as s, a6 as n, E as m, a7 as r } from "./index-BU-PZJ0l.js";
1
+ import { o as c, q as s, a6 as n, E as m, a7 as r } from "./index-CUXkjxiT.js";
2
2
  function l(o, p) {
3
3
  const a = s(o, "real", "complex"), e = s(p, "imag", "complex");
4
4
  n(a.shape, e.shape, `real and imag shapes, ${a.shape} and ${e.shape}, must match in call to tf.complex().`);
@@ -1,4 +1,4 @@
1
- import { o as s, x as a, y as p, w as i, E as l, z as f } from "./index-BU-PZJ0l.js";
1
+ import { o as s, x as a, y as p, w as i, E as l, z as f } from "./index-CUXkjxiT.js";
2
2
  function h(o, e = 0) {
3
3
  a(o.length >= 1, () => "Pass at least one tensor to concat");
4
4
  const t = p(o, "tensors", "concat", "string_or_numeric");
@@ -1,4 +1,4 @@
1
- import { x as s } from "./index-BU-PZJ0l.js";
1
+ import { x as s } from "./index-CUXkjxiT.js";
2
2
  function h(n, o) {
3
3
  const t = n[0].length;
4
4
  n.forEach((a, c) => {
package/dist/data/docx.js CHANGED
@@ -1,11 +1,11 @@
1
- import { j as a } from "../jszip.min-Bz5-11Bk.js";
1
+ import { z as a } from "../jszip.min-BZhlzntC.js";
2
2
  async function c(n) {
3
3
  const t = await (await a.loadAsync(n)).file("word/document.xml")?.async("string");
4
4
  if (!t) throw new Error("Failed to load document.xml");
5
- return s(t).split(`
5
+ return i(t).split(`
6
6
  `).filter((r) => r.trim().length > 10);
7
7
  }
8
- function s(n) {
8
+ function i(n) {
9
9
  const t = new DOMParser().parseFromString(n, "application/xml");
10
10
  return Array.from(t.getElementsByTagName("w:t")).map((r) => r.textContent).join(`
11
11
  `);
@@ -1,19 +1,20 @@
1
- import { p as d } from "../papaparse.min-C0cScC2i.js";
2
- import { loadParquet as u } from "./parquet.js";
3
- import { loadPDF as l } from "./pdf.js";
4
- import { loadDOCX as f } from "./docx.js";
5
- function m(t, a) {
6
- const e = t.findIndex((i) => i.toLowerCase() === a.toLowerCase());
7
- return e === -1 ? 0 : e;
1
+ import { p as u } from "../papaparse.min-C0cScC2i.js";
2
+ import { loadParquet as d } from "./parquet.js";
3
+ import { loadPDF as f } from "./pdf.js";
4
+ import { loadDOCX as m } from "./docx.js";
5
+ import { z as x } from "../jszip.min-BZhlzntC.js";
6
+ function w(t, n) {
7
+ const r = t.findIndex((i) => i.toLowerCase() === n.toLowerCase());
8
+ return r === -1 ? 0 : r;
8
9
  }
9
- function x(t) {
10
- return t.every((a) => a.length < 64);
10
+ function y(t) {
11
+ return t.every((n) => n.length < 64);
11
12
  }
12
- function w(t) {
13
+ function h(t) {
13
14
  return t.split(".").pop() || "";
14
15
  }
15
- function y(t) {
16
- switch (w(t)) {
16
+ function g(t) {
17
+ switch (h(t)) {
17
18
  case "json":
18
19
  return "application/json";
19
20
  case "jsonl":
@@ -28,60 +29,73 @@ function y(t) {
28
29
  return "application/pdf";
29
30
  case "docx":
30
31
  return "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
32
+ case "zip":
33
+ return "application/zip";
31
34
  default:
32
35
  return "unknown";
33
36
  }
34
37
  }
35
- async function E(t, a) {
36
- const e = t.type !== "" ? t.type : y(t.name);
37
- if (e === "application/parquet")
38
- return u(t, a?.maxSize, a?.column);
39
- if (e === "application/pdf")
40
- return l(t, a?.maxSize);
41
- if (e === "application/vnd.openxmlformats-officedocument.wordprocessingml.document")
42
- return f(t);
43
- if (e === "application/json") {
44
- const i = await t.text(), n = JSON.parse(i);
45
- if (Array.isArray(n))
46
- return n.map(
47
- (r) => typeof r == "string" ? r : "text" in r ? r.text : JSON.stringify(r)
38
+ async function z(t, n) {
39
+ const r = t.type !== "" ? t.type : g(t.name);
40
+ if (r === "application/parquet")
41
+ return d(t, n?.maxSize, n?.column);
42
+ if (r === "application/pdf")
43
+ return f(t, n?.maxSize);
44
+ if (r === "application/vnd.openxmlformats-officedocument.wordprocessingml.document")
45
+ return m(t);
46
+ if (r === "application/json") {
47
+ const i = await t.text(), a = JSON.parse(i);
48
+ if (Array.isArray(a))
49
+ return a.map(
50
+ (e) => typeof e == "string" ? e : "text" in e ? e.text : JSON.stringify(e)
48
51
  );
49
52
  throw new Error("Expected JSON array");
50
53
  }
51
- if (e === "application/jsonl")
54
+ if (r === "application/jsonl")
52
55
  return (await t.text()).split(`
53
- `).filter((n) => n.trim() !== "").map((n) => {
56
+ `).filter((a) => a.trim() !== "").map((a) => {
54
57
  try {
55
- const r = JSON.parse(n);
56
- return typeof r == "string" ? r : "text" in r ? r.text : JSON.stringify(r);
58
+ const e = JSON.parse(a);
59
+ return typeof e == "string" ? e : "text" in e ? e.text : JSON.stringify(e);
57
60
  } catch {
58
- return n;
61
+ return a;
59
62
  }
60
63
  });
61
- if (e === "text/csv") {
64
+ if (r === "application/zip") {
65
+ const i = await x.loadAsync(t), a = [];
66
+ for (const e of Object.keys(i.files)) {
67
+ const o = i.file(e);
68
+ if (o) {
69
+ const c = await o.async("blob"), p = await z(new File([c], e), n);
70
+ a.push(...p);
71
+ }
72
+ }
73
+ return a;
74
+ }
75
+ if (r === "text/csv") {
62
76
  const i = await t.text();
63
- return new Promise((n, r) => {
64
- d.parse(i, {
77
+ return new Promise((a, e) => {
78
+ u.parse(i, {
65
79
  header: !1,
66
80
  skipEmptyLines: !0,
67
81
  delimiter: ",",
68
82
  complete: (o) => {
69
83
  if (o.errors.length > 0)
70
- console.error(o.errors), r(new Error("Error parsing file"));
84
+ console.error(o.errors), e(new Error("Error parsing file"));
71
85
  else {
72
- const p = m(o.data[0], a?.column || "text"), c = a?.hasHeader ?? x(o.data[0]) ? o.data.slice(1) : o.data;
73
- n(c.map((s) => s[p]));
86
+ const c = w(o.data[0], n?.column || "text"), s = n?.hasHeader ?? y(o.data[0]) ? o.data.slice(1) : o.data;
87
+ a(s.map((l) => l[c]));
74
88
  }
75
89
  },
76
90
  error: (o) => {
77
- r(o);
91
+ e(o);
78
92
  }
79
93
  });
80
94
  });
81
- } else if (e === "text/plain")
95
+ } else if (r === "text/plain")
82
96
  return [await t.text()];
83
- throw new Error(`Unsupported file type: ${e}`);
97
+ throw new Error(`Unsupported file type: ${r}`);
84
98
  }
85
99
  export {
86
- E as default
100
+ z as default
87
101
  };
@@ -1,7 +1,7 @@
1
- import { ag as h, aA as S, ab as N, d as v, aB as o, aC as p, aD as g, x as k, t as y } from "./index-BU-PZJ0l.js";
1
+ import { ag as h, aA as S, ab as N, d as v, aB as o, aC as p, aD as g, x as k, t as y } from "./index-CUXkjxiT.js";
2
2
  import { s as R } from "./index-CieiGp4Y.js";
3
- import { s as B } from "./stack-CVsp4-gn.js";
4
- import { t as $ } from "./tensor-Gz_zmSjb.js";
3
+ import { s as B } from "./stack-DudVrtmG.js";
4
+ import { t as $ } from "./tensor-BWFldCso.js";
5
5
  function _(s, t) {
6
6
  return b(s, t);
7
7
  }
@@ -1,4 +1,4 @@
1
- import { o as u, u as f, a5 as i, ac as m } from "./index-BU-PZJ0l.js";
1
+ import { o as u, u as f, a5 as i, ac as m } from "./index-CUXkjxiT.js";
2
2
  import { U as c } from "./rand_util-CZ7yLoUm.js";
3
3
  function g(n, r = 0, t = 1, e = "float32", a) {
4
4
  f(n);
@@ -1,4 +1,4 @@
1
- import { o as e, q as a, x as i, E as m, A as p } from "./index-BU-PZJ0l.js";
1
+ import { o as e, q as a, x as i, E as m, A as p } from "./index-CUXkjxiT.js";
2
2
  function x(t, n = 0) {
3
3
  const s = a(t, "x", "expandDims", "string_or_numeric");
4
4
  i(n <= s.rank, () => "Axis must be <= rank of the tensor");
@@ -1,4 +1,4 @@
1
- import { R as o } from "./random_width-DvNaD5W3.js";
1
+ import { R as o } from "./random_width-DN5ZtQkM.js";
2
2
  function m(r) {
3
3
  return new o(r);
4
4
  }
@@ -1,4 +1,4 @@
1
- import { o as n, q as s, E as t, F as f } from "./index-BU-PZJ0l.js";
1
+ import { o as n, q as s, E as t, F as f } from "./index-CUXkjxiT.js";
2
2
  function a(o) {
3
3
  const r = { x: s(o, "x", "floor", "float32") };
4
4
  return t.runKernel(f, r);