@genai-fi/nanogpt 0.7.1 → 0.7.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Generator.d.ts +11 -2
- package/dist/Generator.js +81 -68
- package/dist/NanoGPTModel.js +8 -8
- package/dist/{RealDiv-CVYNbZxu.js → RealDiv-Dy0p8Bvo.js} +7 -7
- package/dist/{Reshape-CEsEp0AI.js → Reshape-DH5srBP0.js} +2 -2
- package/dist/{Reshape-Do18N3gO.js → Reshape-DvudQDvJ.js} +1 -1
- package/dist/TeachableLLM.js +33 -32
- package/dist/{TiedEmbedding-ccLBFiZi.js → TiedEmbedding-BxOerUmB.js} +4 -4
- package/dist/Trainer.d.ts +6 -1
- package/dist/Trainer.js +53 -19
- package/dist/{axis_util-5DTW2tFV.js → axis_util-BzbKo31C.js} +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-C9Ut8n0Q.js → backend_util-TE7aTPhZ.js} +4 -4
- package/dist/{broadcast_to-Ba9h_8DO.js → broadcast_to-CdbwV-Dj.js} +2 -2
- package/dist/{concat-CbXTetof.js → concat-CsxrgovM.js} +1 -1
- package/dist/{dataset-U3PrjwgU.js → dataset-CtdBYwjo.js} +3 -3
- package/dist/{dropout-DPfPgWWe.js → dropout-DYs5QFGQ.js} +1 -1
- package/dist/{gather-Bbh8DHhM.js → gather-CMMy2KEG.js} +1 -1
- package/dist/{gelu-BFwVnd1r.js → gelu-C-dPj6Ku.js} +1 -1
- package/dist/{gpgpu_math-DffelNS-.js → gpgpu_math-DGNLNL4I.js} +2 -2
- package/dist/{index-UdZhlibC.js → index-BoWRt-10.js} +4 -4
- package/dist/{index-DYD_yPa-.js → index-CLthM0TO.js} +10 -10
- package/dist/{kernel_funcs_utils-CXDy3EN7.js → kernel_funcs_utils-BYKWV8Aa.js} +3 -3
- package/dist/layers/BaseLayer.js +2 -2
- package/dist/layers/CausalSelfAttention.js +6 -6
- package/dist/layers/MLP.js +5 -5
- package/dist/layers/RMSNorm.js +3 -3
- package/dist/layers/RoPECache.js +4 -4
- package/dist/layers/TiedEmbedding.js +5 -5
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/oldZipLoad.js +5 -5
- package/dist/{log_sum_exp-BnmCkHWl.js → log_sum_exp-DbjkV734.js} +5 -5
- package/dist/main.js +5 -5
- package/dist/{mat_mul-dwmZz69e.js → mat_mul-8m8pfdcx.js} +1 -1
- package/dist/{max-ByjEGoFx.js → max-Ddnnb5xe.js} +1 -1
- package/dist/{mulmat_packed_gpu-IGPBp6h9.js → mulmat_packed_gpu-VSekgsNv.js} +1 -1
- package/dist/{ones-C8Mfln6-.js → ones-Dj0SDhHf.js} +2 -2
- package/dist/ops/adamAdjust.js +1 -1
- package/dist/ops/adamMoments.js +1 -1
- package/dist/ops/appendCache.js +3 -3
- package/dist/ops/attentionMask.js +1 -1
- package/dist/ops/cpu/adamAdjust.js +1 -1
- package/dist/ops/cpu/adamMoments.js +2 -2
- package/dist/ops/cpu/appendCache.js +2 -2
- package/dist/ops/cpu/attentionMask.js +5 -5
- package/dist/ops/cpu/fusedSoftmax.js +2 -2
- package/dist/ops/cpu/gatherSub.js +3 -3
- package/dist/ops/cpu/gelu.js +1 -1
- package/dist/ops/cpu/matMulGelu.js +2 -2
- package/dist/ops/cpu/matMulMul.js +1 -1
- package/dist/ops/cpu/mulDropout.js +1 -1
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +3 -3
- package/dist/ops/cpu/rope.js +5 -5
- package/dist/ops/cpu/scatterSub.js +5 -5
- package/dist/ops/fusedSoftmax.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +2 -2
- package/dist/ops/grads/attentionMask.js +1 -1
- package/dist/ops/grads/fusedSoftmax.js +2 -2
- package/dist/ops/grads/gelu.js +2 -2
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/normRMS.js +1 -1
- package/dist/ops/grads/qkv.js +1 -1
- package/dist/ops/grads/rope.js +1 -1
- package/dist/ops/matMulGelu.js +1 -1
- package/dist/ops/matMulMul.js +1 -1
- package/dist/ops/mulDrop.js +1 -1
- package/dist/ops/normRMS.js +1 -1
- package/dist/ops/qkv.js +1 -1
- package/dist/ops/rope.js +4 -4
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/webgl/adamAdjust.js +2 -2
- package/dist/ops/webgl/adamMoments.js +7 -5
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +4 -4
- package/dist/ops/webgl/gatherSub.js +1 -1
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMulGelu.js +4 -4
- package/dist/ops/webgl/matMulMul.js +1 -1
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +2 -2
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +1 -1
- package/dist/ops/webgpu/adamAdjust.js +15 -13
- package/dist/ops/webgpu/adamMoments.js +18 -11
- package/dist/ops/webgpu/appendCache.js +18 -15
- package/dist/ops/webgpu/attentionMask.js +24 -18
- package/dist/ops/webgpu/gatherSub.js +17 -30
- package/dist/ops/webgpu/gelu.js +3 -3
- package/dist/ops/webgpu/normRMS.js +16 -8
- package/dist/ops/webgpu/normRMSGrad.js +25 -20
- package/dist/ops/webgpu/qkv.js +23 -19
- package/dist/ops/webgpu/rope.js +37 -24
- package/dist/ops/webgpu/scatterSub.js +16 -14
- package/dist/ops/webgpu/utils/reductions.js +4 -4
- package/dist/{ops-aRTXR2Sr.js → ops-BFGCx8Ri.js} +15 -15
- package/dist/{random_width-DbSpgl4o.js → random_width-sZORGo5k.js} +22 -22
- package/dist/{range-D9CZhVlR.js → range-CRuAh-gd.js} +1 -1
- package/dist/{reciprocal-CGB48wZB.js → reciprocal-BvGAyKyu.js} +1 -1
- package/dist/{register_all_kernels-DnbAyBXt.js → register_all_kernels-BwDSRN-f.js} +30 -30
- package/dist/{reshape-BR0eoLYN.js → reshape-CdBq1WJ6.js} +1 -1
- package/dist/{scatter_nd_util-OjyAxku2.js → scatter_nd_util-DUstGbU1.js} +1 -1
- package/dist/{selu_util-Ce6pu9IM.js → selu_util-BJEXVvjX.js} +3 -3
- package/dist/{shared-Czipaeb6.js → shared-B8ztnyEk.js} +6 -6
- package/dist/{shared-DS5waSIY.js → shared-wS99K7_n.js} +1 -1
- package/dist/{sin-CiBxrDqX.js → sin-BeA3tsEd.js} +1 -1
- package/dist/{slice-BHbDHObE.js → slice-BiOsknYS.js} +1 -1
- package/dist/{softmax-JMEIUo2J.js → softmax-Bv_6lyMX.js} +1 -1
- package/dist/{split-CRU0PjVV.js → split-B-dikLRw.js} +1 -1
- package/dist/{stack-ikk2Y8_P.js → stack-B17UN2nn.js} +1 -1
- package/dist/{sum-NLYbiDag.js → sum-66ew2byf.js} +1 -1
- package/dist/{tensor-Do9PKbIE.js → tensor-JwS7ZYY6.js} +1 -1
- package/dist/{tensor2d-CWHxHpLh.js → tensor2d-wxPAnDQy.js} +1 -1
- package/dist/training/Adam.js +2 -2
- package/dist/training/AdamExt.js +1 -1
- package/dist/training/DatasetBuilder.js +35 -32
- package/dist/training/FullTrainer.d.ts +15 -2
- package/dist/training/FullTrainer.js +97 -51
- package/dist/training/Trainer.d.ts +10 -0
- package/dist/training/Trainer.js +2 -2
- package/dist/training/sparseCrossEntropy.js +4 -4
- package/dist/utilities/dummy.js +2 -2
- package/dist/utilities/generate.js +3 -3
- package/dist/utilities/multinomialCPU.js +2 -2
- package/dist/utilities/performance.js +1 -1
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.js +2 -2
- package/dist/utilities/weights.js +2 -2
- package/dist/{variable-BTBkayv_.js → variable-BuddVFLa.js} +1 -1
- package/dist/{webgpu_program-WaoMq-WD.js → webgpu_program-PFzf1hAQ.js} +1 -1
- package/dist/{webgpu_util-DhSeP4b6.js → webgpu_util-D____QpY.js} +1 -1
- package/dist/{zeros-DnPT2nD4.js → zeros--BdLQ3oG.js} +1 -1
- package/package.json +1 -1
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { aA as z, ac as v, aB as oe, aC as ie, aD as ae, l as F, aE as me, aF as J, a1 as B, aG as I, ab as T, j as E, aH as H, aI as $e, aJ as Y, aa as Te } from "./index-
|
|
1
|
+
import { aA as z, ac as v, aB as oe, aC as ie, aD as ae, l as F, aE as me, aF as J, a1 as B, aG as I, ab as T, j as E, aH as H, aI as $e, aJ as Y, aa as Te } from "./index-BoWRt-10.js";
|
|
2
2
|
import "./index-Tf7vU29b.js";
|
|
3
|
-
import { b as Se } from "./backend_util-
|
|
3
|
+
import { b as Se } from "./backend_util-TE7aTPhZ.js";
|
|
4
4
|
/**
|
|
5
5
|
* @license
|
|
6
6
|
* Copyright 2018 Google LLC. All Rights Reserved.
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { ac as U, d2 as Jt, d3 as es, e as Te, l as L, d4 as _e, j as $, aL as Ge, al as de, d5 as st, d6 as ts, d7 as ss, aM as os, bg as Ct, a1 as Re, d8 as is, d9 as rs, da as as, bo as ns, k as Z, cd as us, db as ot, am as ds, a6 as ls, u as ge, bf as cs, cl as hs, cm as ps, bm as fs, cn as ms, b5 as gs, ab as ze, p as se, ay as xs, bE as Cs, bF as ws, bG as bs, co as ys, cp as Ss, cq as vs, cs as Is, cr as ks, ct as Rs, U as Ps, c0 as Ds, bH as Ns, bI as $s, cu as zs, cv as As, J as Fs, W as Ls, bK as Es, aP as Bs, dc as Ws, bv as Ts, b2 as _s, bj as Vs, bk as Us, bp as Ms, bM as Os, cx as Gs, aY as Hs, Q as Xs, bN as Ks, c9 as qs, bO as Ys, bP as Qs, cy as js, bQ as Zs, a8 as Js, bR as eo, b6 as to, bS as so, bT as oo, bU as io, dd as ro, bV as ao, cb as no, cc as uo, de as lo, cz as co, cA as ho, cB as po, df as fo, bu as mo, Y as go, aR as xo, as as Co, cC as wo, bq as bo, bW as yo, ae as So, aV as vo, br as Io, dg as ko, b7 as Ro, ak as Po, bs as Do, dh as No, bL as $o, ca as zo, di as Ao,
|
|
2
|
-
import { m as hr, c as pr, P as He, t as E, g as y, a as J, b as q, d as Pe, e as fr, f as mr } from "./webgpu_program-
|
|
3
|
-
import { i as wt, G as it, a as gr, c as S, f as I, M as j, b as bt, d as yt, e as St } from "./webgpu_util-
|
|
4
|
-
import { m as rt, E as xr, u as Cr, w as wr, x as br, y as yr, z as Sr, f as at, A as vt, B as It, C as kt, D as vr, F as Ir, G as xe, H as kr, I as Rr, J as Pr, K as Dr, L as Nr, M as $r, N as zr, O as Ar, P as Fr, Q as Lr, S as Er } from "./backend_util-
|
|
5
|
-
import { S as Br, a as Wr, h as be, i as Ae, p as Tr, q as _r, j as ye, d as ee, e as Xe, g as Ke, k as Rt, B as Vr, C as Ur } from "./selu_util-
|
|
6
|
-
import { r as R, a as Mr } from "./Reshape-
|
|
7
|
-
import { s as Or } from "./shared-
|
|
8
|
-
import { c as qe, g as Se, a as ve, b as Ye, e as Gr, h as Pt } from "./axis_util-
|
|
9
|
-
import { z as Hr } from "./zeros
|
|
1
|
+
import { ac as U, d2 as Jt, d3 as es, e as Te, l as L, d4 as _e, j as $, aL as Ge, al as de, d5 as st, d6 as ts, d7 as ss, aM as os, bg as Ct, a1 as Re, d8 as is, d9 as rs, da as as, bo as ns, k as Z, cd as us, db as ot, am as ds, a6 as ls, u as ge, bf as cs, cl as hs, cm as ps, bm as fs, cn as ms, b5 as gs, ab as ze, p as se, ay as xs, bE as Cs, bF as ws, bG as bs, co as ys, cp as Ss, cq as vs, cs as Is, cr as ks, ct as Rs, U as Ps, c0 as Ds, bH as Ns, bI as $s, cu as zs, cv as As, J as Fs, W as Ls, bK as Es, aP as Bs, dc as Ws, bv as Ts, b2 as _s, bj as Vs, bk as Us, bp as Ms, bM as Os, cx as Gs, aY as Hs, Q as Xs, bN as Ks, c9 as qs, bO as Ys, bP as Qs, cy as js, bQ as Zs, a8 as Js, bR as eo, b6 as to, bS as so, bT as oo, bU as io, dd as ro, bV as ao, cb as no, cc as uo, de as lo, cz as co, cA as ho, cB as po, df as fo, bu as mo, Y as go, aR as xo, as as Co, cC as wo, bq as bo, bW as yo, ae as So, aV as vo, br as Io, dg as ko, b7 as Ro, ak as Po, bs as Do, dh as No, bL as $o, ca as zo, di as Ao, a5 as Fo, G as Lo, aW as Eo, aX as Bo, dj as Wo, cD as To, cE as _o, cF as Vo, an as Uo, aZ as Mo, a_ as Oo, dk as Go, af as Ho, bX as Xo, b0 as Ko, bZ as qo, dl as Yo, cI as Qo, cH as jo, bt as Zo, b_ as Jo, b$ as ei, cJ as ti, cK as si, dm as oi, aS as ii, b1 as ri, cL as ai, cM as ni, S as ui, ad as di, a$ as li, b9 as ci, ba as hi, c1 as pi, cU as fi, c2 as mi, P as gi, a2 as xi, c3 as Ci, cN as wi, ap as bi, bw as yi, R as Si, az as vi, V as Ii, at as ki, au as Ri, bc as Pi, cO as Di, bd as Ni, cP as $i, c5 as zi, b8 as Ai, b3 as Fi, bx as Li, a4 as Ei, dn as Bi, aQ as Wi, c6 as Ti, ar as _i, cQ as Vi, a9 as Ui, c7 as Mi, bY as Oi, c4 as Gi, dp as Hi, dq as Xi, N as Ki, dr as qi, a7 as Yi, L as Qi, bz as ji, cR as Zi, bA as Ji, av as er, ds as tr, dt as sr, bC as or, cS as ir, bJ as rr, du as ar, dv as nr, be as ur, b4 as dr, c8 as lr, f as cr } from "./index-BoWRt-10.js";
|
|
2
|
+
import { m as hr, c as pr, P as He, t as E, g as y, a as J, b as q, d as Pe, e as fr, f as mr } from "./webgpu_program-PFzf1hAQ.js";
|
|
3
|
+
import { i as wt, G as it, a as gr, c as S, f as I, M as j, b as bt, d as yt, e as St } from "./webgpu_util-D____QpY.js";
|
|
4
|
+
import { m as rt, E as xr, u as Cr, w as wr, x as br, y as yr, z as Sr, f as at, A as vt, B as It, C as kt, D as vr, F as Ir, G as xe, H as kr, I as Rr, J as Pr, K as Dr, L as Nr, M as $r, N as zr, O as Ar, P as Fr, Q as Lr, S as Er } from "./backend_util-TE7aTPhZ.js";
|
|
5
|
+
import { S as Br, a as Wr, h as be, i as Ae, p as Tr, q as _r, j as ye, d as ee, e as Xe, g as Ke, k as Rt, B as Vr, C as Ur } from "./selu_util-BJEXVvjX.js";
|
|
6
|
+
import { r as R, a as Mr } from "./Reshape-DvudQDvJ.js";
|
|
7
|
+
import { s as Or } from "./shared-B8ztnyEk.js";
|
|
8
|
+
import { c as qe, g as Se, a as ve, b as Ye, e as Gr, h as Pt } from "./axis_util-BzbKo31C.js";
|
|
9
|
+
import { z as Hr } from "./zeros--BdLQ3oG.js";
|
|
10
10
|
import { n as Xr, a as Kr } from "./non_max_suppression_impl-CsEgBuMA.js";
|
|
11
|
-
import { c as Qe } from "./scatter_nd_util-
|
|
11
|
+
import { c as Qe } from "./scatter_nd_util-DUstGbU1.js";
|
|
12
12
|
/**
|
|
13
13
|
* @license
|
|
14
14
|
* Copyright 2019 Google LLC. All Rights Reserved.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { k as B, j as G, am as K, a6 as W, an as z, ao as V, ac as N, ap as F, u as S } from "./index-
|
|
2
|
-
import { u as O, f as Y } from "./gpgpu_math-
|
|
3
|
-
import { f as v } from "./backend_util-
|
|
1
|
+
import { k as B, j as G, am as K, a6 as W, an as z, ao as V, ac as N, ap as F, u as S } from "./index-BoWRt-10.js";
|
|
2
|
+
import { u as O, f as Y } from "./gpgpu_math-DGNLNL4I.js";
|
|
3
|
+
import { f as v } from "./backend_util-TE7aTPhZ.js";
|
|
4
4
|
/**
|
|
5
5
|
* @license
|
|
6
6
|
* Copyright 2018 Google LLC. All Rights Reserved.
|
package/dist/layers/BaseLayer.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { T as g, y as p, e as o, A as v } from "../index-
|
|
2
|
-
import { v as _ } from "../variable-
|
|
1
|
+
import { T as g, y as p, e as o, A as v } from "../index-BoWRt-10.js";
|
|
2
|
+
import { v as _ } from "../variable-BuddVFLa.js";
|
|
3
3
|
class M {
|
|
4
4
|
parent;
|
|
5
5
|
config;
|
|
@@ -3,13 +3,13 @@ import O from "./BaseLayer.js";
|
|
|
3
3
|
import { qkv as P } from "../ops/qkv.js";
|
|
4
4
|
import { rope as v } from "../ops/rope.js";
|
|
5
5
|
import { appendCache as V } from "../ops/appendCache.js";
|
|
6
|
-
import { w as c, t as C } from "../index-
|
|
6
|
+
import { w as c, t as C } from "../index-BoWRt-10.js";
|
|
7
7
|
import { fusedSoftmax as T } from "../ops/fusedSoftmax.js";
|
|
8
|
-
import { d as y } from "../random_width-
|
|
9
|
-
import { v as b } from "../variable-
|
|
10
|
-
import { r as k, d as L } from "../dropout-
|
|
11
|
-
import { r as N } from "../reshape-
|
|
12
|
-
import { m as R } from "../mat_mul-
|
|
8
|
+
import { d as y } from "../random_width-sZORGo5k.js";
|
|
9
|
+
import { v as b } from "../variable-BuddVFLa.js";
|
|
10
|
+
import { r as k, d as L } from "../dropout-DYs5QFGQ.js";
|
|
11
|
+
import { r as N } from "../reshape-CdBq1WJ6.js";
|
|
12
|
+
import { m as R } from "../mat_mul-8m8pfdcx.js";
|
|
13
13
|
class W extends O {
|
|
14
14
|
divisor;
|
|
15
15
|
index;
|
package/dist/layers/MLP.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { t as l } from "../index-
|
|
1
|
+
import { t as l } from "../index-BoWRt-10.js";
|
|
2
2
|
import u from "./BaseLayer.js";
|
|
3
3
|
import { matMulGelu as M } from "../ops/matMulGelu.js";
|
|
4
|
-
import { v as o } from "../variable-
|
|
5
|
-
import { r as h, d as f } from "../dropout-
|
|
6
|
-
import { r as d } from "../reshape-
|
|
7
|
-
import { m as c } from "../mat_mul-
|
|
4
|
+
import { v as o } from "../variable-BuddVFLa.js";
|
|
5
|
+
import { r as h, d as f } from "../dropout-DYs5QFGQ.js";
|
|
6
|
+
import { r as d } from "../reshape-CdBq1WJ6.js";
|
|
7
|
+
import { m as c } from "../mat_mul-8m8pfdcx.js";
|
|
8
8
|
class V extends u {
|
|
9
9
|
index;
|
|
10
10
|
hiddenUnits;
|
package/dist/layers/RMSNorm.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { t as s } from "../index-
|
|
1
|
+
import { t as s } from "../index-BoWRt-10.js";
|
|
2
2
|
import e from "./BaseLayer.js";
|
|
3
3
|
import { normRMS as a } from "../ops/normRMS.js";
|
|
4
|
-
import { v as i } from "../variable-
|
|
5
|
-
import { o as m } from "../ones-
|
|
4
|
+
import { v as i } from "../variable-BuddVFLa.js";
|
|
5
|
+
import { o as m } from "../ones-Dj0SDhHf.js";
|
|
6
6
|
class f extends e {
|
|
7
7
|
GAMMA;
|
|
8
8
|
constructor(r, t = "", o) {
|
package/dist/layers/RoPECache.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { b as t, x as h, t as n, w as p } from "../index-
|
|
2
|
-
import { r as c } from "../reciprocal-
|
|
3
|
-
import { c as f, s as m } from "../sin-
|
|
4
|
-
import { r as a } from "../range-
|
|
1
|
+
import { b as t, x as h, t as n, w as p } from "../index-BoWRt-10.js";
|
|
2
|
+
import { r as c } from "../reciprocal-BvGAyKyu.js";
|
|
3
|
+
import { c as f, s as m } from "../sin-BeA3tsEd.js";
|
|
4
|
+
import { r as a } from "../range-CRuAh-gd.js";
|
|
5
5
|
class D {
|
|
6
6
|
constructor(o) {
|
|
7
7
|
this.config = o;
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import "../random_width-
|
|
2
|
-
import "../index-
|
|
3
|
-
import { T as e } from "../TiedEmbedding-
|
|
1
|
+
import "../random_width-sZORGo5k.js";
|
|
2
|
+
import "../index-BoWRt-10.js";
|
|
3
|
+
import { T as e } from "../TiedEmbedding-BxOerUmB.js";
|
|
4
4
|
import "./BaseLayer.js";
|
|
5
|
-
import "../variable-
|
|
6
|
-
import "../gather-
|
|
5
|
+
import "../variable-BuddVFLa.js";
|
|
6
|
+
import "../gather-CMMy2KEG.js";
|
|
7
7
|
export {
|
|
8
8
|
e as default
|
|
9
9
|
};
|
|
@@ -2,7 +2,7 @@ import l from "./CausalSelfAttention.js";
|
|
|
2
2
|
import r from "./MLP.js";
|
|
3
3
|
import o from "./RMSNorm.js";
|
|
4
4
|
import d from "./BaseLayer.js";
|
|
5
|
-
import { t as p } from "../index-
|
|
5
|
+
import { t as p } from "../index-BoWRt-10.js";
|
|
6
6
|
class k extends d {
|
|
7
7
|
ln1;
|
|
8
8
|
attn;
|
|
@@ -2,7 +2,7 @@ import b from "../NanoGPTModel.js";
|
|
|
2
2
|
import c from "../tokeniser/CharTokeniser.js";
|
|
3
3
|
import l from "../tokeniser/bpe.js";
|
|
4
4
|
import { load_safetensors as u } from "../utilities/safetensors.js";
|
|
5
|
-
import { a0 as y } from "../index-
|
|
5
|
+
import { a0 as y } from "../index-BoWRt-10.js";
|
|
6
6
|
import { dummyPassAsync as h } from "../utilities/dummy.js";
|
|
7
7
|
async function L(e, a, r, t) {
|
|
8
8
|
const n = {
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import d from "../NanoGPTModel.js";
|
|
2
2
|
import "../jszip.min-CjP2V1VV.js";
|
|
3
3
|
import h from "../tokeniser/CharTokeniser.js";
|
|
4
|
-
import { a0 as k } from "../index-
|
|
4
|
+
import { a0 as k } from "../index-BoWRt-10.js";
|
|
5
5
|
import b from "../tokeniser/bpe.js";
|
|
6
6
|
import { dummyPassAsync as u } from "../utilities/dummy.js";
|
|
7
7
|
import "../Generator.js";
|
|
8
8
|
import "../index-Dwqa6Zy2.js";
|
|
9
|
-
import "../dataset-
|
|
9
|
+
import "../dataset-CtdBYwjo.js";
|
|
10
10
|
import "../index-Tf7vU29b.js";
|
|
11
11
|
import "../ops/cpu/adamAdjust.js";
|
|
12
12
|
import "../ops/webgl/adamAdjust.js";
|
|
@@ -23,8 +23,8 @@ import "../ops/grads/attentionMask.js";
|
|
|
23
23
|
import "../ops/cpu/qkv.js";
|
|
24
24
|
import "../ops/webgl/qkv.js";
|
|
25
25
|
import "../ops/grads/qkv.js";
|
|
26
|
-
import "../random_width-
|
|
27
|
-
import "../register_all_kernels-
|
|
26
|
+
import "../random_width-sZORGo5k.js";
|
|
27
|
+
import "../register_all_kernels-BwDSRN-f.js";
|
|
28
28
|
import "../ops/cpu/rope.js";
|
|
29
29
|
import "../ops/webgl/rope.js";
|
|
30
30
|
import "../ops/grads/rope.js";
|
|
@@ -38,7 +38,7 @@ import "../ops/webgl/matMulGelu.js";
|
|
|
38
38
|
import "../ops/grads/matMulGelu.js";
|
|
39
39
|
import "../ops/cpu/gelu.js";
|
|
40
40
|
import "../ops/webgl/gelu.js";
|
|
41
|
-
import "../gelu-
|
|
41
|
+
import "../gelu-C-dPj6Ku.js";
|
|
42
42
|
import "../ops/cpu/normRMS.js";
|
|
43
43
|
import "../ops/webgl/normRMS.js";
|
|
44
44
|
import "../ops/grads/normRMS.js";
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { B as r, C as p, E as u, ae as E, af as h, p as S, c as $, o as d } from "./index-
|
|
2
|
-
import { e as K } from "./axis_util-
|
|
3
|
-
import { m as T } from "./max-
|
|
4
|
-
import { r as m } from "./reshape-
|
|
5
|
-
import { s as _ } from "./sum-
|
|
1
|
+
import { B as r, C as p, E as u, ae as E, af as h, p as S, c as $, o as d } from "./index-BoWRt-10.js";
|
|
2
|
+
import { e as K } from "./axis_util-BzbKo31C.js";
|
|
3
|
+
import { m as T } from "./max-Ddnnb5xe.js";
|
|
4
|
+
import { r as m } from "./reshape-CdBq1WJ6.js";
|
|
5
|
+
import { s as _ } from "./sum-66ew2byf.js";
|
|
6
6
|
/**
|
|
7
7
|
* @license
|
|
8
8
|
* Copyright 2018 Google LLC. All Rights Reserved.
|
package/dist/main.js
CHANGED
|
@@ -5,7 +5,7 @@ import { default as oo } from "./tokeniser/bpe.js";
|
|
|
5
5
|
import { default as to } from "./utilities/waitForModel.js";
|
|
6
6
|
import { default as eo } from "./data/textLoader.js";
|
|
7
7
|
import { estimateMemoryUsage as po, estimateParameterCount as ao, estimateResources as fo, estimateTrainingMemoryUsage as so, validateConfig as lo } from "./utilities/parameters.js";
|
|
8
|
-
import "./index-
|
|
8
|
+
import "./index-BoWRt-10.js";
|
|
9
9
|
import "./ops/cpu/scatterSub.js";
|
|
10
10
|
import "./ops/webgl/scatterSub.js";
|
|
11
11
|
import "./ops/cpu/gatherSub.js";
|
|
@@ -16,10 +16,10 @@ import "./ops/grads/attentionMask.js";
|
|
|
16
16
|
import "./ops/cpu/qkv.js";
|
|
17
17
|
import "./ops/webgl/qkv.js";
|
|
18
18
|
import "./ops/grads/qkv.js";
|
|
19
|
-
import "./random_width-
|
|
20
|
-
import "./register_all_kernels-
|
|
19
|
+
import "./random_width-sZORGo5k.js";
|
|
20
|
+
import "./register_all_kernels-BwDSRN-f.js";
|
|
21
21
|
import "./index-Tf7vU29b.js";
|
|
22
|
-
import "./dataset-
|
|
22
|
+
import "./dataset-CtdBYwjo.js";
|
|
23
23
|
import "./ops/cpu/rope.js";
|
|
24
24
|
import "./ops/webgl/rope.js";
|
|
25
25
|
import "./ops/grads/rope.js";
|
|
@@ -33,7 +33,7 @@ import "./ops/webgl/matMulGelu.js";
|
|
|
33
33
|
import "./ops/grads/matMulGelu.js";
|
|
34
34
|
import "./ops/cpu/gelu.js";
|
|
35
35
|
import "./ops/webgl/gelu.js";
|
|
36
|
-
import "./gelu-
|
|
36
|
+
import "./gelu-C-dPj6Ku.js";
|
|
37
37
|
import "./ops/cpu/normRMS.js";
|
|
38
38
|
import "./ops/webgl/normRMS.js";
|
|
39
39
|
import "./ops/grads/normRMS.js";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { F as n, H as t, j as m, E as i } from "./index-
|
|
2
|
-
import { z as c, c as f } from "./zeros
|
|
1
|
+
import { F as n, H as t, j as m, E as i } from "./index-BoWRt-10.js";
|
|
2
|
+
import { z as c, c as f } from "./zeros--BdLQ3oG.js";
|
|
3
3
|
/**
|
|
4
4
|
* @license
|
|
5
5
|
* Copyright 2018 Google LLC. All Rights Reserved.
|
package/dist/ops/adamAdjust.js
CHANGED
package/dist/ops/adamMoments.js
CHANGED
package/dist/ops/appendCache.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { e as a } from "../index-
|
|
1
|
+
import { e as a } from "../index-BoWRt-10.js";
|
|
2
2
|
import "./cpu/appendCache.js";
|
|
3
3
|
import "./webgl/appendCache.js";
|
|
4
|
-
import { c as s } from "../concat-
|
|
5
|
-
import { z as c } from "../zeros
|
|
4
|
+
import { c as s } from "../concat-CsxrgovM.js";
|
|
5
|
+
import { z as c } from "../zeros--BdLQ3oG.js";
|
|
6
6
|
function i(r, p, n, o) {
|
|
7
7
|
if (!o) {
|
|
8
8
|
const e = r.shape[2];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { f as k, n as t, o as i, a as q, q as z } from "../../index-
|
|
1
|
+
import { f as k, n as t, o as i, a as q, q as z } from "../../index-BoWRt-10.js";
|
|
2
2
|
function A(a) {
|
|
3
3
|
const { moments: n, value: r } = a.inputs, { beta1: l, beta2: u, epsilon: m, learningRate: d } = a.attrs, e = n.shape.length, c = new Array(e).fill(0), s = n.shape.slice();
|
|
4
4
|
s[e - 1] = 1;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as p } from "../../index-
|
|
2
|
-
import { s as f } from "../../stack-
|
|
1
|
+
import { f as p } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { s as f } from "../../stack-B17UN2nn.js";
|
|
3
3
|
function b(t) {
|
|
4
4
|
const { moments: n, gradient: c } = t.inputs, { beta1: o, beta2: m } = t.attrs, e = n.shape.length, a = new Array(e).fill(0), s = n.shape.slice();
|
|
5
5
|
s[e - 1] = 1;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as d } from "../../index-
|
|
2
|
-
import { c as h } from "../../concat-
|
|
1
|
+
import { f as d } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { c as h } from "../../concat-CsxrgovM.js";
|
|
3
3
|
function u(p) {
|
|
4
4
|
const { cache: n, item: s } = p.inputs, { maxSize: i, pastLen: c } = p.attrs, t = n.shape[0], o = n.shape[1], a = n.shape[3], e = s.shape[2];
|
|
5
5
|
if (c + e <= i) {
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { f as a, h as p, b as u } from "../../index-
|
|
2
|
-
import { l as N, w as b } from "../../ops-
|
|
3
|
-
import { o as A } from "../../ones-
|
|
4
|
-
import { z as I } from "../../zeros
|
|
5
|
-
import { m as g } from "../../mat_mul-
|
|
1
|
+
import { f as a, h as p, b as u } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { l as N, w as b } from "../../ops-BFGCx8Ri.js";
|
|
3
|
+
import { o as A } from "../../ones-Dj0SDhHf.js";
|
|
4
|
+
import { z as I } from "../../zeros--BdLQ3oG.js";
|
|
5
|
+
import { m as g } from "../../mat_mul-8m8pfdcx.js";
|
|
6
6
|
function o(n) {
|
|
7
7
|
const { q: s, k: e } = n.inputs, { divisor: r } = n.attrs, c = s.shape[2], t = e.shape[2], m = N.bandPart(A([t, t]), -1, 0).cast("bool"), l = I([t, t]), i = p([t, t], Number.NEGATIVE_INFINITY), f = b(m, l, i), k = g(s, e, !1, !0).mul(u(r)), d = f.slice([0, 0], [c, t]).expandDims(0).expandDims(0);
|
|
8
8
|
return k.add(d);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as e } from "../../index-
|
|
2
|
-
import { s as f } from "../../softmax-
|
|
1
|
+
import { f as e } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { s as f } from "../../softmax-Bv_6lyMX.js";
|
|
3
3
|
function n(t) {
|
|
4
4
|
const { inputs: s, attrs: a } = t, { logits: o } = s, { dim: i, dropoutRate: r } = a;
|
|
5
5
|
if (!o)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { B as u, C as c, E as g,
|
|
2
|
-
import { r as f } from "../../range-
|
|
3
|
-
import { s as l } from "../../stack-
|
|
1
|
+
import { B as u, C as c, E as g, a5 as h, f as m, c as p } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { r as f } from "../../range-CRuAh-gd.js";
|
|
3
|
+
import { s as l } from "../../stack-B17UN2nn.js";
|
|
4
4
|
/**
|
|
5
5
|
* @license
|
|
6
6
|
* Copyright 2018 Google LLC. All Rights Reserved.
|
package/dist/ops/cpu/gelu.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { f as e, t as m } from "../../index-
|
|
2
|
-
import { g as d, d as M } from "../../gelu-
|
|
1
|
+
import { f as e, t as m } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { g as d, d as M } from "../../gelu-C-dPj6Ku.js";
|
|
3
3
|
function c(t) {
|
|
4
4
|
const { inputs: u } = t, { x: n, kernel: l } = u, a = n, r = l;
|
|
5
5
|
return m(() => {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { f as e, t as i } from "../../index-
|
|
1
|
+
import { f as e, t as i } from "../../index-BoWRt-10.js";
|
|
2
2
|
function n(t) {
|
|
3
3
|
const { inputs: r, attrs: l } = t, { transposeA: o, transposeB: s } = l, { x: u, kernel: a, y: c } = r, m = u, k = a, M = c;
|
|
4
4
|
return i(() => m.matMul(k, o, s).mul(M));
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { f as e, a as t } from "../../index-
|
|
1
|
+
import { f as e, a as t } from "../../index-BoWRt-10.js";
|
|
2
2
|
function n(o) {
|
|
3
3
|
const { inputs: r } = o, { a: l, b: u } = r;
|
|
4
4
|
return console.warn("Using fallback mulDrop implementation without dropout."), t(l, u);
|
package/dist/ops/cpu/normRMS.js
CHANGED
package/dist/ops/cpu/qkv.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { f as q } from "../../index-
|
|
2
|
-
import { r as o } from "../../reshape-
|
|
3
|
-
import { s as x } from "../../split-
|
|
1
|
+
import { f as q } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { r as o } from "../../reshape-CdBq1WJ6.js";
|
|
3
|
+
import { s as x } from "../../split-B-dikLRw.js";
|
|
4
4
|
function v(p) {
|
|
5
5
|
const { x: c, kernel: K } = p.inputs, { heads: n } = p.attrs, [s, e, t] = c.shape, a = o(c, [s * e, t]), i = a.dot(K);
|
|
6
6
|
a.dispose();
|
package/dist/ops/cpu/rope.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { f as S } from "../../index-
|
|
2
|
-
import { r as F } from "../../range-
|
|
3
|
-
import { g as I } from "../../gather-
|
|
4
|
-
import { s as E } from "../../stack-
|
|
5
|
-
import { c as T } from "../../concat-
|
|
1
|
+
import { f as S } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { r as F } from "../../range-CRuAh-gd.js";
|
|
3
|
+
import { g as I } from "../../gather-CMMy2KEG.js";
|
|
4
|
+
import { s as E } from "../../stack-B17UN2nn.js";
|
|
5
|
+
import { c as T } from "../../concat-CsxrgovM.js";
|
|
6
6
|
function U(t, c, p, o, r) {
|
|
7
7
|
const n = o.shape[3], s = p;
|
|
8
8
|
if (s > n) return o;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { B as f, F as g, C as r, E as l,
|
|
2
|
-
import { v as D } from "../../scatter_nd_util-
|
|
3
|
-
import { r as k } from "../../range-
|
|
4
|
-
import { s as v } from "../../stack-
|
|
5
|
-
import { o as E } from "../../ones-
|
|
1
|
+
import { B as f, F as g, C as r, E as l, a4 as N, f as b, c as S, a as h } from "../../index-BoWRt-10.js";
|
|
2
|
+
import { v as D } from "../../scatter_nd_util-DUstGbU1.js";
|
|
3
|
+
import { r as k } from "../../range-CRuAh-gd.js";
|
|
4
|
+
import { s as v } from "../../stack-B17UN2nn.js";
|
|
5
|
+
import { o as E } from "../../ones-Dj0SDhHf.js";
|
|
6
6
|
/**
|
|
7
7
|
* @license
|
|
8
8
|
* Copyright 2018 Google LLC. All Rights Reserved.
|
package/dist/ops/fusedSoftmax.js
CHANGED
package/dist/ops/gatherSub.js
CHANGED
package/dist/ops/gelu.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import "../index-
|
|
1
|
+
import "../index-BoWRt-10.js";
|
|
2
2
|
import "./cpu/gelu.js";
|
|
3
3
|
import "./webgl/gelu.js";
|
|
4
|
-
import { d as e, g as i } from "../gelu-
|
|
4
|
+
import { d as e, g as i } from "../gelu-C-dPj6Ku.js";
|
|
5
5
|
export {
|
|
6
6
|
e as dGelu,
|
|
7
7
|
i as gelu
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { i as f, a as i, c as l } from "../../index-
|
|
1
|
+
import { i as f, a as i, c as l } from "../../index-BoWRt-10.js";
|
|
2
2
|
import { mulDrop as g } from "../mulDrop.js";
|
|
3
|
-
import { s as T } from "../../sum-
|
|
3
|
+
import { s as T } from "../../sum-66ew2byf.js";
|
|
4
4
|
const Y = {
|
|
5
5
|
kernelName: "FusedSoftmax",
|
|
6
6
|
outputsToSave: [!0],
|
package/dist/ops/grads/gelu.js
CHANGED
package/dist/ops/grads/qkv.js
CHANGED
package/dist/ops/grads/rope.js
CHANGED
package/dist/ops/matMulGelu.js
CHANGED
package/dist/ops/matMulMul.js
CHANGED
package/dist/ops/mulDrop.js
CHANGED
package/dist/ops/normRMS.js
CHANGED
package/dist/ops/qkv.js
CHANGED
package/dist/ops/rope.js
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { e as p } from "../index-
|
|
2
|
-
import "../random_width-
|
|
3
|
-
import "../register_all_kernels-
|
|
1
|
+
import { e as p } from "../index-BoWRt-10.js";
|
|
2
|
+
import "../random_width-sZORGo5k.js";
|
|
3
|
+
import "../register_all_kernels-BwDSRN-f.js";
|
|
4
4
|
import "../index-Tf7vU29b.js";
|
|
5
|
-
import "../dataset-
|
|
5
|
+
import "../dataset-CtdBYwjo.js";
|
|
6
6
|
import "./cpu/rope.js";
|
|
7
7
|
import "./webgl/rope.js";
|
|
8
8
|
import "./grads/rope.js";
|