@genai-fi/nanogpt 0.7.0 → 0.7.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/dist/Generator.js +13 -9
  2. package/dist/NanoGPTModel.js +10 -10
  3. package/dist/{RealDiv-C4hOvYOZ.js → RealDiv-Dy0p8Bvo.js} +11 -11
  4. package/dist/{Reshape-BLijOA8h.js → Reshape-DH5srBP0.js} +2 -2
  5. package/dist/Reshape-DvudQDvJ.js +30 -0
  6. package/dist/TeachableLLM.js +9 -5
  7. package/dist/{TiedEmbedding-BLltddza.js → TiedEmbedding-BxOerUmB.js} +4 -4
  8. package/dist/{axis_util-DaAl5MER.js → axis_util-BzbKo31C.js} +1 -1
  9. package/dist/backend.js +2 -2
  10. package/dist/{backend_util-DWiwsi2N.js → backend_util-TE7aTPhZ.js} +40 -40
  11. package/dist/{broadcast_to-C4v-j9yA.js → broadcast_to-CdbwV-Dj.js} +2 -2
  12. package/dist/{concat-CsHeR4zV.js → concat-CsxrgovM.js} +1 -1
  13. package/dist/{dataset-JDyjG3QR.js → dataset-CtdBYwjo.js} +7 -7
  14. package/dist/{dropout-hpDwECTe.js → dropout-DYs5QFGQ.js} +11 -11
  15. package/dist/{gather-D0_gPiBz.js → gather-CMMy2KEG.js} +4 -4
  16. package/dist/{gelu-uyHP1x1f.js → gelu-C-dPj6Ku.js} +1 -1
  17. package/dist/{gpgpu_math-DJm3ZTAf.js → gpgpu_math-DGNLNL4I.js} +2 -2
  18. package/dist/{index-C0dhsYom.js → index-BoWRt-10.js} +126 -126
  19. package/dist/{index-BPPzKVdR.js → index-CLthM0TO.js} +1083 -1106
  20. package/dist/{kernel_funcs_utils-CwRTFqrc.js → kernel_funcs_utils-BYKWV8Aa.js} +3 -3
  21. package/dist/layers/BaseLayer.js +2 -2
  22. package/dist/layers/CausalSelfAttention.js +8 -8
  23. package/dist/layers/MLP.js +5 -5
  24. package/dist/layers/RMSNorm.js +3 -3
  25. package/dist/layers/RoPECache.js +4 -4
  26. package/dist/layers/TiedEmbedding.js +5 -5
  27. package/dist/layers/TransformerBlock.js +1 -1
  28. package/dist/loader/loadTransformers.js +1 -1
  29. package/dist/loader/oldZipLoad.js +11 -7
  30. package/dist/{log_sum_exp-D086OgZJ.js → log_sum_exp-DbjkV734.js} +8 -8
  31. package/dist/main.d.ts +11 -0
  32. package/dist/main.js +44 -27
  33. package/dist/{mat_mul-1nwdPkQ_.js → mat_mul-8m8pfdcx.js} +1 -1
  34. package/dist/{max-BQc2Aj-I.js → max-Ddnnb5xe.js} +3 -3
  35. package/dist/{mulmat_packed_gpu-Gzf3I9UV.js → mulmat_packed_gpu-VSekgsNv.js} +1 -1
  36. package/dist/{ones-D63HpSF_.js → ones-Dj0SDhHf.js} +2 -2
  37. package/dist/ops/adamAdjust.d.ts +2 -0
  38. package/dist/ops/adamAdjust.js +9 -0
  39. package/dist/ops/adamMoments.d.ts +2 -0
  40. package/dist/ops/adamMoments.js +9 -0
  41. package/dist/ops/appendCache.js +3 -3
  42. package/dist/ops/attentionMask.js +1 -1
  43. package/dist/ops/cpu/adamAdjust.d.ts +1 -0
  44. package/dist/ops/cpu/adamAdjust.js +18 -0
  45. package/dist/ops/cpu/adamMoments.d.ts +1 -0
  46. package/dist/ops/cpu/adamMoments.js +16 -0
  47. package/dist/ops/cpu/appendCache.js +2 -2
  48. package/dist/ops/cpu/attentionMask.js +5 -5
  49. package/dist/ops/cpu/fusedSoftmax.js +2 -2
  50. package/dist/ops/cpu/gatherSub.js +3 -3
  51. package/dist/ops/cpu/gelu.js +1 -1
  52. package/dist/ops/cpu/matMulGelu.js +2 -2
  53. package/dist/ops/cpu/matMulMul.js +1 -1
  54. package/dist/ops/cpu/mulDropout.js +1 -1
  55. package/dist/ops/cpu/normRMS.js +1 -1
  56. package/dist/ops/cpu/qkv.js +3 -3
  57. package/dist/ops/cpu/rope.js +5 -5
  58. package/dist/ops/cpu/scatterSub.js +11 -11
  59. package/dist/ops/fusedSoftmax.js +1 -1
  60. package/dist/ops/gatherSub.js +1 -1
  61. package/dist/ops/gelu.js +2 -2
  62. package/dist/ops/grads/attentionMask.js +1 -1
  63. package/dist/ops/grads/fusedSoftmax.js +2 -2
  64. package/dist/ops/grads/gelu.js +2 -2
  65. package/dist/ops/grads/matMulGelu.js +1 -1
  66. package/dist/ops/grads/normRMS.js +1 -1
  67. package/dist/ops/grads/qkv.js +1 -1
  68. package/dist/ops/grads/rope.js +1 -1
  69. package/dist/ops/matMulGelu.js +1 -1
  70. package/dist/ops/matMulMul.js +1 -1
  71. package/dist/ops/mulDrop.js +1 -1
  72. package/dist/ops/normRMS.js +1 -1
  73. package/dist/ops/qkv.js +1 -1
  74. package/dist/ops/rope.js +4 -4
  75. package/dist/ops/scatterSub.js +1 -1
  76. package/dist/ops/webgl/adamAdjust.d.ts +1 -0
  77. package/dist/ops/webgl/adamAdjust.js +50 -0
  78. package/dist/ops/webgl/adamMoments.d.ts +1 -0
  79. package/dist/ops/webgl/adamMoments.js +40 -0
  80. package/dist/ops/webgl/appendCache.js +1 -1
  81. package/dist/ops/webgl/attentionMask.js +1 -1
  82. package/dist/ops/webgl/fusedSoftmax.js +4 -4
  83. package/dist/ops/webgl/gatherSub.js +8 -8
  84. package/dist/ops/webgl/gelu.js +2 -2
  85. package/dist/ops/webgl/log.js +3 -3
  86. package/dist/ops/webgl/matMulGelu.js +4 -4
  87. package/dist/ops/webgl/matMulMul.js +1 -1
  88. package/dist/ops/webgl/mulDropout.js +1 -1
  89. package/dist/ops/webgl/normRMS.js +2 -2
  90. package/dist/ops/webgl/qkv.js +1 -1
  91. package/dist/ops/webgl/rope.js +1 -1
  92. package/dist/ops/webgl/scatterSub.js +1 -1
  93. package/dist/ops/webgpu/adamAdjust.d.ts +1 -0
  94. package/dist/ops/webgpu/adamAdjust.js +54 -0
  95. package/dist/ops/webgpu/adamMoments.d.ts +1 -0
  96. package/dist/ops/webgpu/adamMoments.js +58 -0
  97. package/dist/ops/webgpu/appendCache.js +22 -18
  98. package/dist/ops/webgpu/attentionMask.js +24 -17
  99. package/dist/ops/webgpu/gatherSub.js +17 -15
  100. package/dist/ops/webgpu/gelu.js +7 -6
  101. package/dist/ops/webgpu/index.js +3 -0
  102. package/dist/ops/webgpu/normRMS.js +35 -101
  103. package/dist/ops/webgpu/normRMSGrad.d.ts +1 -0
  104. package/dist/ops/webgpu/normRMSGrad.js +133 -0
  105. package/dist/ops/webgpu/qkv.js +21 -16
  106. package/dist/ops/webgpu/rope.js +37 -23
  107. package/dist/ops/webgpu/scatterSub.js +16 -13
  108. package/dist/ops/webgpu/utils/reductions.d.ts +9 -0
  109. package/dist/ops/webgpu/utils/reductions.js +68 -0
  110. package/dist/{ops-CIQLNshk.js → ops-BFGCx8Ri.js} +195 -219
  111. package/dist/{random_width-DkYP8W8N.js → random_width-sZORGo5k.js} +22 -21
  112. package/dist/{range-CYzpQY53.js → range-CRuAh-gd.js} +1 -1
  113. package/dist/{reciprocal-_A9yv27J.js → reciprocal-BvGAyKyu.js} +1 -1
  114. package/dist/{register_all_kernels-guvSxp7M.js → register_all_kernels-BwDSRN-f.js} +30 -29
  115. package/dist/{reshape-BMUzc1UY.js → reshape-CdBq1WJ6.js} +3 -3
  116. package/dist/{scatter_nd_util-IRBqKz_b.js → scatter_nd_util-DUstGbU1.js} +1 -1
  117. package/dist/{selu_util-Dt_iuXaq.js → selu_util-BJEXVvjX.js} +41 -41
  118. package/dist/{shared-CDu9S76h.js → shared-B8ztnyEk.js} +6 -6
  119. package/dist/{shared-BNa2q6jD.js → shared-wS99K7_n.js} +1 -1
  120. package/dist/{sin-Cocju-BY.js → sin-BeA3tsEd.js} +6 -6
  121. package/dist/slice-BiOsknYS.js +28 -0
  122. package/dist/{softmax-GPNK3o-U.js → softmax-Bv_6lyMX.js} +3 -3
  123. package/dist/{split-CHzJjxDv.js → split-B-dikLRw.js} +1 -1
  124. package/dist/{stack-Dpgg_1W1.js → stack-B17UN2nn.js} +1 -1
  125. package/dist/{sum-B8wEpKsg.js → sum-66ew2byf.js} +3 -3
  126. package/dist/{tensor-RvZVNmg0.js → tensor-JwS7ZYY6.js} +1 -1
  127. package/dist/{tensor2d-B_kyod7_.js → tensor2d-wxPAnDQy.js} +1 -1
  128. package/dist/training/Adam.d.ts +22 -0
  129. package/dist/training/Adam.js +93 -0
  130. package/dist/training/AdamExt.d.ts +1 -1
  131. package/dist/training/AdamExt.js +13 -12
  132. package/dist/training/DatasetBuilder.js +35 -32
  133. package/dist/training/FullTrainer.js +22 -22
  134. package/dist/training/Trainer.d.ts +1 -1
  135. package/dist/training/Trainer.js +32 -32
  136. package/dist/training/sparseCrossEntropy.d.ts +0 -4
  137. package/dist/training/sparseCrossEntropy.js +7 -7
  138. package/dist/utilities/arrayClose.d.ts +1 -0
  139. package/dist/utilities/arrayClose.js +11 -0
  140. package/dist/utilities/dummy.js +2 -2
  141. package/dist/utilities/generate.js +3 -3
  142. package/dist/utilities/multinomialCPU.js +2 -2
  143. package/dist/utilities/performance.d.ts +1 -1
  144. package/dist/utilities/performance.js +11 -11
  145. package/dist/utilities/profile.js +1 -1
  146. package/dist/utilities/safetensors.js +2 -2
  147. package/dist/utilities/weights.js +2 -2
  148. package/dist/{variable-DXEUOwew.js → variable-BuddVFLa.js} +1 -1
  149. package/dist/{webgpu_util-g13LvDIv.js → webgpu_program-PFzf1hAQ.js} +138 -215
  150. package/dist/webgpu_util-D____QpY.js +80 -0
  151. package/dist/{zeros-DCPCdFGq.js → zeros--BdLQ3oG.js} +4 -4
  152. package/package.json +1 -1
@@ -4152,66 +4152,66 @@ function Bs() {
4152
4152
  */
4153
4153
  Bs();
4154
4154
  export {
4155
- ea as $,
4156
- Is as A,
4157
- Tn as B,
4158
- Ct as C,
4159
- Ge as D,
4155
+ Ps as $,
4156
+ bi as A,
4157
+ D as B,
4158
+ T as C,
4159
+ Tn as D,
4160
4160
  f as E,
4161
- K as F,
4161
+ Ct as F,
4162
4162
  ta as G,
4163
- hr as H,
4164
- Ya as I,
4165
- So as J,
4166
- Xn as K,
4167
- Po as L,
4168
- Sr as M,
4169
- ka as N,
4170
- Xa as O,
4163
+ Ge as H,
4164
+ K as I,
4165
+ hr as J,
4166
+ Ya as K,
4167
+ So as L,
4168
+ Xn as M,
4169
+ Po as N,
4170
+ H as O,
4171
4171
  Ga as P,
4172
- Rt as Q,
4172
+ Sr as Q,
4173
4173
  Ka as R,
4174
4174
  ko as S,
4175
4175
  x as T,
4176
- bo as U,
4177
- In as V,
4178
- An as W,
4179
- Ps as X,
4180
- ni as Y,
4181
- $t as Z,
4182
- oo as _,
4176
+ ka as U,
4177
+ Xa as V,
4178
+ ho as W,
4179
+ Rt as X,
4180
+ bo as Y,
4181
+ In as Z,
4182
+ An as _,
4183
4183
  b as a,
4184
4184
  Na as a$,
4185
- xe as a0,
4186
- wr as a1,
4187
- ne as a2,
4188
- Br as a3,
4189
- fo as a4,
4190
- xa as a5,
4191
- k as a6,
4192
- Kr as a7,
4193
- fa as a8,
4194
- Gs as a9,
4195
- di as aA,
4196
- Se as aB,
4197
- fi as aC,
4198
- gi as aD,
4199
- Us as aE,
4200
- _s as aF,
4201
- $s as aG,
4202
- ut as aH,
4203
- Ws as aI,
4204
- jt as aJ,
4205
- ue as aK,
4206
- Xo as aL,
4207
- O as aM,
4208
- ho as aN,
4209
- fr as aO,
4210
- lo as aP,
4211
- zr as aQ,
4212
- Ma as aR,
4213
- rs as aS,
4214
- nt as aT,
4185
+ ni as a0,
4186
+ $t as a1,
4187
+ xe as a2,
4188
+ Gs as a3,
4189
+ oo as a4,
4190
+ ea as a5,
4191
+ wr as a6,
4192
+ ne as a7,
4193
+ Br as a8,
4194
+ fo as a9,
4195
+ A as aA,
4196
+ st as aB,
4197
+ di as aC,
4198
+ Se as aD,
4199
+ fi as aE,
4200
+ gi as aF,
4201
+ Us as aG,
4202
+ _s as aH,
4203
+ $s as aI,
4204
+ ut as aJ,
4205
+ Ws as aK,
4206
+ jt as aL,
4207
+ ue as aM,
4208
+ Xo as aN,
4209
+ O as aO,
4210
+ fr as aP,
4211
+ lo as aQ,
4212
+ zr as aR,
4213
+ Ma as aS,
4214
+ rs as aT,
4215
4215
  V as aU,
4216
4216
  Hr as aV,
4217
4217
  na as aW,
@@ -4222,29 +4222,29 @@ export {
4222
4222
  pi as aa,
4223
4223
  xt as ab,
4224
4224
  S as ac,
4225
- F as ad,
4226
- pe as ae,
4227
- ti as af,
4228
- gt as ag,
4229
- Zr as ah,
4230
- qn as ai,
4231
- $ as aj,
4232
- ie as ak,
4233
- la as al,
4234
- Zo as am,
4235
- za as an,
4236
- Ne as ao,
4237
- po as ap,
4238
- Vr as aq,
4239
- Ja as ar,
4240
- no as as,
4241
- Vo as at,
4242
- yi as au,
4243
- Ns as av,
4244
- Qo as aw,
4245
- Xe as ax,
4246
- A as ay,
4247
- st as az,
4225
+ xa as ad,
4226
+ Kr as ae,
4227
+ fa as af,
4228
+ F as ag,
4229
+ pe as ah,
4230
+ ti as ai,
4231
+ gt as aj,
4232
+ Zr as ak,
4233
+ qn as al,
4234
+ ie as am,
4235
+ la as an,
4236
+ Zo as ao,
4237
+ za as ap,
4238
+ Ne as aq,
4239
+ po as ar,
4240
+ Vr as as,
4241
+ Ja as at,
4242
+ no as au,
4243
+ Vo as av,
4244
+ yi as aw,
4245
+ Ns as ax,
4246
+ Qo as ay,
4247
+ Xe as az,
4248
4248
  q as b,
4249
4249
  Ea as b$,
4250
4250
  ma as b0,
@@ -4322,32 +4322,32 @@ export {
4322
4322
  go as c7,
4323
4323
  zo as c8,
4324
4324
  Ir as c9,
4325
- Or as cA,
4326
- Wr as cB,
4327
- oa as cC,
4328
- ia as cD,
4329
- ca as cE,
4330
- ba as cF,
4331
- Sa as cG,
4332
- wa as cH,
4333
- Aa as cI,
4334
- Ta as cJ,
4335
- Fa as cK,
4336
- Ra as cL,
4337
- tn as cM,
4338
- eo as cN,
4339
- Qa as cO,
4340
- mo as cP,
4341
- Mo as cQ,
4342
- $o as cR,
4343
- ms as cS,
4344
- sn as cT,
4345
- li as cU,
4346
- ws as cV,
4347
- bs as cW,
4348
- G as cX,
4349
- Oe as cY,
4350
- H as cZ,
4325
+ Gr as cA,
4326
+ Or as cB,
4327
+ Wr as cC,
4328
+ oa as cD,
4329
+ ia as cE,
4330
+ ca as cF,
4331
+ ba as cG,
4332
+ Sa as cH,
4333
+ wa as cI,
4334
+ Aa as cJ,
4335
+ Ta as cK,
4336
+ Fa as cL,
4337
+ Ra as cM,
4338
+ tn as cN,
4339
+ eo as cO,
4340
+ Qa as cP,
4341
+ mo as cQ,
4342
+ Mo as cR,
4343
+ $o as cS,
4344
+ ms as cT,
4345
+ sn as cU,
4346
+ li as cV,
4347
+ ws as cW,
4348
+ bs as cX,
4349
+ G as cY,
4350
+ Oe as cZ,
4351
4351
  xs as c_,
4352
4352
  Ko as ca,
4353
4353
  Cr as cb,
@@ -4356,25 +4356,25 @@ export {
4356
4356
  Be as ce,
4357
4357
  Es as cf,
4358
4358
  As as cg,
4359
- Ss as ch,
4360
- Ts as ci,
4361
- ks as cj,
4362
- Xs as ck,
4363
- Js as cl,
4364
- Ys as cm,
4365
- er as cn,
4366
- nr as co,
4367
- sr as cp,
4368
- or as cq,
4369
- rr as cr,
4370
- ar as cs,
4371
- ur as ct,
4372
- cr as cu,
4373
- mr as cv,
4374
- He as cw,
4375
- Ar as cx,
4376
- _r as cy,
4377
- Gr as cz,
4359
+ Is as ch,
4360
+ Ss as ci,
4361
+ Ts as cj,
4362
+ ks as ck,
4363
+ Xs as cl,
4364
+ Js as cm,
4365
+ Ys as cn,
4366
+ er as co,
4367
+ nr as cp,
4368
+ sr as cq,
4369
+ or as cr,
4370
+ rr as cs,
4371
+ ar as ct,
4372
+ ur as cu,
4373
+ cr as cv,
4374
+ mr as cw,
4375
+ He as cx,
4376
+ Ar as cy,
4377
+ _r as cz,
4378
4378
  M as d,
4379
4379
  ui as d0,
4380
4380
  hi as d1,
@@ -4432,17 +4432,17 @@ export {
4432
4432
  os as k,
4433
4433
  y as l,
4434
4434
  ri as m,
4435
- Qt as n,
4436
- Bn as o,
4435
+ $ as n,
4436
+ k as o,
4437
4437
  $e as p,
4438
- wi as q,
4438
+ nt as q,
4439
4439
  oi as r,
4440
4440
  ai as s,
4441
4441
  E as t,
4442
4442
  fe as u,
4443
4443
  hs as v,
4444
- bi as w,
4445
- D as x,
4446
- T as y,
4444
+ Bn as w,
4445
+ Qt as x,
4446
+ wi as y,
4447
4447
  C as z
4448
4448
  };