@genai-fi/nanogpt 0.7.0 → 0.7.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Generator.js +13 -9
- package/dist/NanoGPTModel.js +10 -10
- package/dist/{RealDiv-C4hOvYOZ.js → RealDiv-Dy0p8Bvo.js} +11 -11
- package/dist/{Reshape-BLijOA8h.js → Reshape-DH5srBP0.js} +2 -2
- package/dist/Reshape-DvudQDvJ.js +30 -0
- package/dist/TeachableLLM.js +9 -5
- package/dist/{TiedEmbedding-BLltddza.js → TiedEmbedding-BxOerUmB.js} +4 -4
- package/dist/{axis_util-DaAl5MER.js → axis_util-BzbKo31C.js} +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-DWiwsi2N.js → backend_util-TE7aTPhZ.js} +40 -40
- package/dist/{broadcast_to-C4v-j9yA.js → broadcast_to-CdbwV-Dj.js} +2 -2
- package/dist/{concat-CsHeR4zV.js → concat-CsxrgovM.js} +1 -1
- package/dist/{dataset-JDyjG3QR.js → dataset-CtdBYwjo.js} +7 -7
- package/dist/{dropout-hpDwECTe.js → dropout-DYs5QFGQ.js} +11 -11
- package/dist/{gather-D0_gPiBz.js → gather-CMMy2KEG.js} +4 -4
- package/dist/{gelu-uyHP1x1f.js → gelu-C-dPj6Ku.js} +1 -1
- package/dist/{gpgpu_math-DJm3ZTAf.js → gpgpu_math-DGNLNL4I.js} +2 -2
- package/dist/{index-C0dhsYom.js → index-BoWRt-10.js} +126 -126
- package/dist/{index-BPPzKVdR.js → index-CLthM0TO.js} +1083 -1106
- package/dist/{kernel_funcs_utils-CwRTFqrc.js → kernel_funcs_utils-BYKWV8Aa.js} +3 -3
- package/dist/layers/BaseLayer.js +2 -2
- package/dist/layers/CausalSelfAttention.js +8 -8
- package/dist/layers/MLP.js +5 -5
- package/dist/layers/RMSNorm.js +3 -3
- package/dist/layers/RoPECache.js +4 -4
- package/dist/layers/TiedEmbedding.js +5 -5
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/oldZipLoad.js +11 -7
- package/dist/{log_sum_exp-D086OgZJ.js → log_sum_exp-DbjkV734.js} +8 -8
- package/dist/main.d.ts +11 -0
- package/dist/main.js +44 -27
- package/dist/{mat_mul-1nwdPkQ_.js → mat_mul-8m8pfdcx.js} +1 -1
- package/dist/{max-BQc2Aj-I.js → max-Ddnnb5xe.js} +3 -3
- package/dist/{mulmat_packed_gpu-Gzf3I9UV.js → mulmat_packed_gpu-VSekgsNv.js} +1 -1
- package/dist/{ones-D63HpSF_.js → ones-Dj0SDhHf.js} +2 -2
- package/dist/ops/adamAdjust.d.ts +2 -0
- package/dist/ops/adamAdjust.js +9 -0
- package/dist/ops/adamMoments.d.ts +2 -0
- package/dist/ops/adamMoments.js +9 -0
- package/dist/ops/appendCache.js +3 -3
- package/dist/ops/attentionMask.js +1 -1
- package/dist/ops/cpu/adamAdjust.d.ts +1 -0
- package/dist/ops/cpu/adamAdjust.js +18 -0
- package/dist/ops/cpu/adamMoments.d.ts +1 -0
- package/dist/ops/cpu/adamMoments.js +16 -0
- package/dist/ops/cpu/appendCache.js +2 -2
- package/dist/ops/cpu/attentionMask.js +5 -5
- package/dist/ops/cpu/fusedSoftmax.js +2 -2
- package/dist/ops/cpu/gatherSub.js +3 -3
- package/dist/ops/cpu/gelu.js +1 -1
- package/dist/ops/cpu/matMulGelu.js +2 -2
- package/dist/ops/cpu/matMulMul.js +1 -1
- package/dist/ops/cpu/mulDropout.js +1 -1
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +3 -3
- package/dist/ops/cpu/rope.js +5 -5
- package/dist/ops/cpu/scatterSub.js +11 -11
- package/dist/ops/fusedSoftmax.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +2 -2
- package/dist/ops/grads/attentionMask.js +1 -1
- package/dist/ops/grads/fusedSoftmax.js +2 -2
- package/dist/ops/grads/gelu.js +2 -2
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/normRMS.js +1 -1
- package/dist/ops/grads/qkv.js +1 -1
- package/dist/ops/grads/rope.js +1 -1
- package/dist/ops/matMulGelu.js +1 -1
- package/dist/ops/matMulMul.js +1 -1
- package/dist/ops/mulDrop.js +1 -1
- package/dist/ops/normRMS.js +1 -1
- package/dist/ops/qkv.js +1 -1
- package/dist/ops/rope.js +4 -4
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/webgl/adamAdjust.d.ts +1 -0
- package/dist/ops/webgl/adamAdjust.js +50 -0
- package/dist/ops/webgl/adamMoments.d.ts +1 -0
- package/dist/ops/webgl/adamMoments.js +40 -0
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +4 -4
- package/dist/ops/webgl/gatherSub.js +8 -8
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMulGelu.js +4 -4
- package/dist/ops/webgl/matMulMul.js +1 -1
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +2 -2
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +1 -1
- package/dist/ops/webgpu/adamAdjust.d.ts +1 -0
- package/dist/ops/webgpu/adamAdjust.js +54 -0
- package/dist/ops/webgpu/adamMoments.d.ts +1 -0
- package/dist/ops/webgpu/adamMoments.js +58 -0
- package/dist/ops/webgpu/appendCache.js +22 -18
- package/dist/ops/webgpu/attentionMask.js +24 -17
- package/dist/ops/webgpu/gatherSub.js +17 -15
- package/dist/ops/webgpu/gelu.js +7 -6
- package/dist/ops/webgpu/index.js +3 -0
- package/dist/ops/webgpu/normRMS.js +35 -101
- package/dist/ops/webgpu/normRMSGrad.d.ts +1 -0
- package/dist/ops/webgpu/normRMSGrad.js +133 -0
- package/dist/ops/webgpu/qkv.js +21 -16
- package/dist/ops/webgpu/rope.js +37 -23
- package/dist/ops/webgpu/scatterSub.js +16 -13
- package/dist/ops/webgpu/utils/reductions.d.ts +9 -0
- package/dist/ops/webgpu/utils/reductions.js +68 -0
- package/dist/{ops-CIQLNshk.js → ops-BFGCx8Ri.js} +195 -219
- package/dist/{random_width-DkYP8W8N.js → random_width-sZORGo5k.js} +22 -21
- package/dist/{range-CYzpQY53.js → range-CRuAh-gd.js} +1 -1
- package/dist/{reciprocal-_A9yv27J.js → reciprocal-BvGAyKyu.js} +1 -1
- package/dist/{register_all_kernels-guvSxp7M.js → register_all_kernels-BwDSRN-f.js} +30 -29
- package/dist/{reshape-BMUzc1UY.js → reshape-CdBq1WJ6.js} +3 -3
- package/dist/{scatter_nd_util-IRBqKz_b.js → scatter_nd_util-DUstGbU1.js} +1 -1
- package/dist/{selu_util-Dt_iuXaq.js → selu_util-BJEXVvjX.js} +41 -41
- package/dist/{shared-CDu9S76h.js → shared-B8ztnyEk.js} +6 -6
- package/dist/{shared-BNa2q6jD.js → shared-wS99K7_n.js} +1 -1
- package/dist/{sin-Cocju-BY.js → sin-BeA3tsEd.js} +6 -6
- package/dist/slice-BiOsknYS.js +28 -0
- package/dist/{softmax-GPNK3o-U.js → softmax-Bv_6lyMX.js} +3 -3
- package/dist/{split-CHzJjxDv.js → split-B-dikLRw.js} +1 -1
- package/dist/{stack-Dpgg_1W1.js → stack-B17UN2nn.js} +1 -1
- package/dist/{sum-B8wEpKsg.js → sum-66ew2byf.js} +3 -3
- package/dist/{tensor-RvZVNmg0.js → tensor-JwS7ZYY6.js} +1 -1
- package/dist/{tensor2d-B_kyod7_.js → tensor2d-wxPAnDQy.js} +1 -1
- package/dist/training/Adam.d.ts +22 -0
- package/dist/training/Adam.js +93 -0
- package/dist/training/AdamExt.d.ts +1 -1
- package/dist/training/AdamExt.js +13 -12
- package/dist/training/DatasetBuilder.js +35 -32
- package/dist/training/FullTrainer.js +22 -22
- package/dist/training/Trainer.d.ts +1 -1
- package/dist/training/Trainer.js +32 -32
- package/dist/training/sparseCrossEntropy.d.ts +0 -4
- package/dist/training/sparseCrossEntropy.js +7 -7
- package/dist/utilities/arrayClose.d.ts +1 -0
- package/dist/utilities/arrayClose.js +11 -0
- package/dist/utilities/dummy.js +2 -2
- package/dist/utilities/generate.js +3 -3
- package/dist/utilities/multinomialCPU.js +2 -2
- package/dist/utilities/performance.d.ts +1 -1
- package/dist/utilities/performance.js +11 -11
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.js +2 -2
- package/dist/utilities/weights.js +2 -2
- package/dist/{variable-DXEUOwew.js → variable-BuddVFLa.js} +1 -1
- package/dist/{webgpu_util-g13LvDIv.js → webgpu_program-PFzf1hAQ.js} +138 -215
- package/dist/webgpu_util-D____QpY.js +80 -0
- package/dist/{zeros-DCPCdFGq.js → zeros--BdLQ3oG.js} +4 -4
- package/package.json +1 -1
|
@@ -4152,66 +4152,66 @@ function Bs() {
|
|
|
4152
4152
|
*/
|
|
4153
4153
|
Bs();
|
|
4154
4154
|
export {
|
|
4155
|
-
|
|
4156
|
-
|
|
4157
|
-
|
|
4158
|
-
|
|
4159
|
-
|
|
4155
|
+
Ps as $,
|
|
4156
|
+
bi as A,
|
|
4157
|
+
D as B,
|
|
4158
|
+
T as C,
|
|
4159
|
+
Tn as D,
|
|
4160
4160
|
f as E,
|
|
4161
|
-
|
|
4161
|
+
Ct as F,
|
|
4162
4162
|
ta as G,
|
|
4163
|
-
|
|
4164
|
-
|
|
4165
|
-
|
|
4166
|
-
|
|
4167
|
-
|
|
4168
|
-
|
|
4169
|
-
|
|
4170
|
-
|
|
4163
|
+
Ge as H,
|
|
4164
|
+
K as I,
|
|
4165
|
+
hr as J,
|
|
4166
|
+
Ya as K,
|
|
4167
|
+
So as L,
|
|
4168
|
+
Xn as M,
|
|
4169
|
+
Po as N,
|
|
4170
|
+
H as O,
|
|
4171
4171
|
Ga as P,
|
|
4172
|
-
|
|
4172
|
+
Sr as Q,
|
|
4173
4173
|
Ka as R,
|
|
4174
4174
|
ko as S,
|
|
4175
4175
|
x as T,
|
|
4176
|
-
|
|
4177
|
-
|
|
4178
|
-
|
|
4179
|
-
|
|
4180
|
-
|
|
4181
|
-
|
|
4182
|
-
|
|
4176
|
+
ka as U,
|
|
4177
|
+
Xa as V,
|
|
4178
|
+
ho as W,
|
|
4179
|
+
Rt as X,
|
|
4180
|
+
bo as Y,
|
|
4181
|
+
In as Z,
|
|
4182
|
+
An as _,
|
|
4183
4183
|
b as a,
|
|
4184
4184
|
Na as a$,
|
|
4185
|
-
|
|
4186
|
-
|
|
4187
|
-
|
|
4188
|
-
|
|
4189
|
-
|
|
4190
|
-
|
|
4191
|
-
|
|
4192
|
-
|
|
4193
|
-
|
|
4194
|
-
|
|
4195
|
-
|
|
4196
|
-
|
|
4197
|
-
|
|
4198
|
-
|
|
4199
|
-
|
|
4200
|
-
|
|
4201
|
-
|
|
4202
|
-
|
|
4203
|
-
|
|
4204
|
-
|
|
4205
|
-
|
|
4206
|
-
|
|
4207
|
-
|
|
4208
|
-
|
|
4209
|
-
|
|
4210
|
-
|
|
4211
|
-
|
|
4212
|
-
|
|
4213
|
-
|
|
4214
|
-
|
|
4185
|
+
ni as a0,
|
|
4186
|
+
$t as a1,
|
|
4187
|
+
xe as a2,
|
|
4188
|
+
Gs as a3,
|
|
4189
|
+
oo as a4,
|
|
4190
|
+
ea as a5,
|
|
4191
|
+
wr as a6,
|
|
4192
|
+
ne as a7,
|
|
4193
|
+
Br as a8,
|
|
4194
|
+
fo as a9,
|
|
4195
|
+
A as aA,
|
|
4196
|
+
st as aB,
|
|
4197
|
+
di as aC,
|
|
4198
|
+
Se as aD,
|
|
4199
|
+
fi as aE,
|
|
4200
|
+
gi as aF,
|
|
4201
|
+
Us as aG,
|
|
4202
|
+
_s as aH,
|
|
4203
|
+
$s as aI,
|
|
4204
|
+
ut as aJ,
|
|
4205
|
+
Ws as aK,
|
|
4206
|
+
jt as aL,
|
|
4207
|
+
ue as aM,
|
|
4208
|
+
Xo as aN,
|
|
4209
|
+
O as aO,
|
|
4210
|
+
fr as aP,
|
|
4211
|
+
lo as aQ,
|
|
4212
|
+
zr as aR,
|
|
4213
|
+
Ma as aS,
|
|
4214
|
+
rs as aT,
|
|
4215
4215
|
V as aU,
|
|
4216
4216
|
Hr as aV,
|
|
4217
4217
|
na as aW,
|
|
@@ -4222,29 +4222,29 @@ export {
|
|
|
4222
4222
|
pi as aa,
|
|
4223
4223
|
xt as ab,
|
|
4224
4224
|
S as ac,
|
|
4225
|
-
|
|
4226
|
-
|
|
4227
|
-
|
|
4228
|
-
|
|
4229
|
-
|
|
4230
|
-
|
|
4231
|
-
|
|
4232
|
-
|
|
4233
|
-
|
|
4234
|
-
|
|
4235
|
-
|
|
4236
|
-
|
|
4237
|
-
|
|
4238
|
-
|
|
4239
|
-
|
|
4240
|
-
|
|
4241
|
-
|
|
4242
|
-
|
|
4243
|
-
|
|
4244
|
-
|
|
4245
|
-
|
|
4246
|
-
|
|
4247
|
-
|
|
4225
|
+
xa as ad,
|
|
4226
|
+
Kr as ae,
|
|
4227
|
+
fa as af,
|
|
4228
|
+
F as ag,
|
|
4229
|
+
pe as ah,
|
|
4230
|
+
ti as ai,
|
|
4231
|
+
gt as aj,
|
|
4232
|
+
Zr as ak,
|
|
4233
|
+
qn as al,
|
|
4234
|
+
ie as am,
|
|
4235
|
+
la as an,
|
|
4236
|
+
Zo as ao,
|
|
4237
|
+
za as ap,
|
|
4238
|
+
Ne as aq,
|
|
4239
|
+
po as ar,
|
|
4240
|
+
Vr as as,
|
|
4241
|
+
Ja as at,
|
|
4242
|
+
no as au,
|
|
4243
|
+
Vo as av,
|
|
4244
|
+
yi as aw,
|
|
4245
|
+
Ns as ax,
|
|
4246
|
+
Qo as ay,
|
|
4247
|
+
Xe as az,
|
|
4248
4248
|
q as b,
|
|
4249
4249
|
Ea as b$,
|
|
4250
4250
|
ma as b0,
|
|
@@ -4322,32 +4322,32 @@ export {
|
|
|
4322
4322
|
go as c7,
|
|
4323
4323
|
zo as c8,
|
|
4324
4324
|
Ir as c9,
|
|
4325
|
-
|
|
4326
|
-
|
|
4327
|
-
|
|
4328
|
-
|
|
4329
|
-
|
|
4330
|
-
|
|
4331
|
-
|
|
4332
|
-
|
|
4333
|
-
|
|
4334
|
-
|
|
4335
|
-
|
|
4336
|
-
|
|
4337
|
-
|
|
4338
|
-
|
|
4339
|
-
|
|
4340
|
-
|
|
4341
|
-
|
|
4342
|
-
|
|
4343
|
-
|
|
4344
|
-
|
|
4345
|
-
|
|
4346
|
-
|
|
4347
|
-
|
|
4348
|
-
|
|
4349
|
-
|
|
4350
|
-
|
|
4325
|
+
Gr as cA,
|
|
4326
|
+
Or as cB,
|
|
4327
|
+
Wr as cC,
|
|
4328
|
+
oa as cD,
|
|
4329
|
+
ia as cE,
|
|
4330
|
+
ca as cF,
|
|
4331
|
+
ba as cG,
|
|
4332
|
+
Sa as cH,
|
|
4333
|
+
wa as cI,
|
|
4334
|
+
Aa as cJ,
|
|
4335
|
+
Ta as cK,
|
|
4336
|
+
Fa as cL,
|
|
4337
|
+
Ra as cM,
|
|
4338
|
+
tn as cN,
|
|
4339
|
+
eo as cO,
|
|
4340
|
+
Qa as cP,
|
|
4341
|
+
mo as cQ,
|
|
4342
|
+
Mo as cR,
|
|
4343
|
+
$o as cS,
|
|
4344
|
+
ms as cT,
|
|
4345
|
+
sn as cU,
|
|
4346
|
+
li as cV,
|
|
4347
|
+
ws as cW,
|
|
4348
|
+
bs as cX,
|
|
4349
|
+
G as cY,
|
|
4350
|
+
Oe as cZ,
|
|
4351
4351
|
xs as c_,
|
|
4352
4352
|
Ko as ca,
|
|
4353
4353
|
Cr as cb,
|
|
@@ -4356,25 +4356,25 @@ export {
|
|
|
4356
4356
|
Be as ce,
|
|
4357
4357
|
Es as cf,
|
|
4358
4358
|
As as cg,
|
|
4359
|
-
|
|
4360
|
-
|
|
4361
|
-
|
|
4362
|
-
|
|
4363
|
-
|
|
4364
|
-
|
|
4365
|
-
|
|
4366
|
-
|
|
4367
|
-
|
|
4368
|
-
|
|
4369
|
-
|
|
4370
|
-
|
|
4371
|
-
|
|
4372
|
-
|
|
4373
|
-
|
|
4374
|
-
|
|
4375
|
-
|
|
4376
|
-
|
|
4377
|
-
|
|
4359
|
+
Is as ch,
|
|
4360
|
+
Ss as ci,
|
|
4361
|
+
Ts as cj,
|
|
4362
|
+
ks as ck,
|
|
4363
|
+
Xs as cl,
|
|
4364
|
+
Js as cm,
|
|
4365
|
+
Ys as cn,
|
|
4366
|
+
er as co,
|
|
4367
|
+
nr as cp,
|
|
4368
|
+
sr as cq,
|
|
4369
|
+
or as cr,
|
|
4370
|
+
rr as cs,
|
|
4371
|
+
ar as ct,
|
|
4372
|
+
ur as cu,
|
|
4373
|
+
cr as cv,
|
|
4374
|
+
mr as cw,
|
|
4375
|
+
He as cx,
|
|
4376
|
+
Ar as cy,
|
|
4377
|
+
_r as cz,
|
|
4378
4378
|
M as d,
|
|
4379
4379
|
ui as d0,
|
|
4380
4380
|
hi as d1,
|
|
@@ -4432,17 +4432,17 @@ export {
|
|
|
4432
4432
|
os as k,
|
|
4433
4433
|
y as l,
|
|
4434
4434
|
ri as m,
|
|
4435
|
-
|
|
4436
|
-
|
|
4435
|
+
$ as n,
|
|
4436
|
+
k as o,
|
|
4437
4437
|
$e as p,
|
|
4438
|
-
|
|
4438
|
+
nt as q,
|
|
4439
4439
|
oi as r,
|
|
4440
4440
|
ai as s,
|
|
4441
4441
|
E as t,
|
|
4442
4442
|
fe as u,
|
|
4443
4443
|
hs as v,
|
|
4444
|
-
|
|
4445
|
-
|
|
4446
|
-
|
|
4444
|
+
Bn as w,
|
|
4445
|
+
Qt as x,
|
|
4446
|
+
wi as y,
|
|
4447
4447
|
C as z
|
|
4448
4448
|
};
|