@genai-fi/nanogpt 0.15.6 → 0.15.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Generator.js +31 -31
- package/dist/{RealDiv-Blil1IAl.js → RealDiv-CGwv0liw.js} +7 -7
- package/dist/{Reshape-CZVlscuS.js → Reshape-BW__R4mZ.js} +2 -2
- package/dist/{Reshape-rNDnWBJS.js → Reshape-CPBkTIH2.js} +1 -1
- package/dist/TeachableLLM.js +10 -10
- package/dist/{axis_util-BTeTGnZF.js → axis_util-GTVlo58H.js} +1 -1
- package/dist/backend.js +2 -2
- package/dist/{backend_util-DGV1tIji.js → backend_util-GaFarB78.js} +6 -6
- package/dist/{backend_webgpu-WReHKYZJ.js → backend_webgpu-BqASlsbV.js} +3 -3
- package/dist/{broadcast_to-BHFjzMSF.js → broadcast_to-eS93CCN_.js} +2 -2
- package/dist/checks/appendCache.js +2 -2
- package/dist/checks/attentionMask.js +5 -5
- package/dist/checks/gelu.js +2 -2
- package/dist/checks/matMulGelu.js +2 -2
- package/dist/checks/normRMS.js +6 -6
- package/dist/checks/normRMSGrad.js +3 -3
- package/dist/checks/packUnpack.js +6 -6
- package/dist/checks/qkv.js +2 -2
- package/dist/checks/rope.js +2 -2
- package/dist/{clip_by_value-q6njgxYg.js → clip_by_value-DDA7rrcT.js} +1 -1
- package/dist/{complex-W1ugWfNb.js → complex-DI35Q-gW.js} +1 -1
- package/dist/{concat-ByAvdM_j.js → concat-CAQpCret.js} +1 -1
- package/dist/{concat_util-Bk6ay4Ob.js → concat_util-D18dJ4fD.js} +1 -1
- package/dist/data/docx.js +3 -3
- package/dist/data/textLoader.js +54 -40
- package/dist/{dataset-CtujTjY_.js → dataset-CGGp1z9P.js} +3 -3
- package/dist/{dropout_util-D1mAkyan.js → dropout_util--NxWuYg2.js} +1 -1
- package/dist/{expand_dims-B_9x_xWm.js → expand_dims-Bkd1YD5x.js} +1 -1
- package/dist/{exports_initializers-Br2S2v4K.js → exports_initializers-CYzKLjN7.js} +1 -1
- package/dist/{floor-DJ37xPdi.js → floor-BQtb-Azg.js} +1 -1
- package/dist/{gather-DvRBFTfQ.js → gather-qIqEqaGn.js} +1 -1
- package/dist/{gelu-Bq6zXPEw.js → gelu-B220X1Go.js} +1 -1
- package/dist/{gpgpu_math-C0Hfh1As.js → gpgpu_math-BwvV12df.js} +2 -2
- package/dist/{index-BU-PZJ0l.js → index-CUXkjxiT.js} +2 -2
- package/dist/{index-BSjeovee.js → index-CjOWnMXP.js} +15 -15
- package/dist/{jszip.min-Bz5-11Bk.js → jszip.min-BZhlzntC.js} +1 -1
- package/dist/{kernel_funcs_utils-BNsajF26.js → kernel_funcs_utils-pq0CK9co.js} +3 -3
- package/dist/layers/BaseLayer.js +4 -4
- package/dist/layers/CausalSelfAttention.js +6 -6
- package/dist/layers/LoRA.js +4 -4
- package/dist/layers/MLP.js +4 -4
- package/dist/layers/PositionEmbedding.js +5 -5
- package/dist/layers/RMSNorm.js +3 -3
- package/dist/layers/RoPECache.js +4 -4
- package/dist/layers/TiedEmbedding.js +6 -6
- package/dist/layers/TransformerBlock.js +1 -1
- package/dist/layers/WeightStore.js +2 -2
- package/dist/loader/load.js +3 -3
- package/dist/loader/loadTransformers.js +1 -1
- package/dist/loader/oldZipLoad.js +10 -10
- package/dist/loader/save.js +3 -3
- package/dist/main.js +9 -9
- package/dist/{matMul16-qjE_mKX8.js → matMul16-BcVC_E62.js} +3 -3
- package/dist/{matMulGelu-BM8qerU0.js → matMulGelu-JNLZqKQp.js} +4 -4
- package/dist/{mat_mul-dDBRouCf.js → mat_mul-DhG0Newp.js} +1 -1
- package/dist/{mod-COvikySw.js → mod-CSdCpRjf.js} +1 -1
- package/dist/models/NanoGPTV1.js +2 -2
- package/dist/models/NanoGPTV2.js +2 -2
- package/dist/models/model.js +10 -10
- package/dist/{not_equal-C7_nnOW4.js → not_equal-hurPF26l.js} +5 -5
- package/dist/{ones-B0Fr32MP.js → ones-BytntneX.js} +3 -3
- package/dist/ops/adamAdjust.js +3 -3
- package/dist/ops/adamMoments.js +3 -3
- package/dist/ops/add16.js +1 -1
- package/dist/ops/appendCache.js +6 -6
- package/dist/ops/attentionMask.js +3 -3
- package/dist/ops/concat16.js +3 -3
- package/dist/ops/cpu/adamAdjust.js +1 -1
- package/dist/ops/cpu/adamMoments.js +2 -2
- package/dist/ops/cpu/appendCache.js +2 -2
- package/dist/ops/cpu/attentionMask.js +6 -6
- package/dist/ops/cpu/fusedSoftmax.js +2 -2
- package/dist/ops/cpu/gatherSub.js +3 -3
- package/dist/ops/cpu/gelu.js +1 -1
- package/dist/ops/cpu/matMul16.js +2 -2
- package/dist/ops/cpu/matMulGelu.js +3 -3
- package/dist/ops/cpu/matMulMul.js +1 -1
- package/dist/ops/cpu/mulDropout.js +1 -1
- package/dist/ops/cpu/normRMS.js +1 -1
- package/dist/ops/cpu/qkv.js +3 -3
- package/dist/ops/cpu/rope.js +5 -5
- package/dist/ops/cpu/scatterSub.js +5 -5
- package/dist/ops/dot16.js +2 -2
- package/dist/ops/dropout.js +3 -3
- package/dist/ops/dropout16.js +1 -1
- package/dist/ops/gatherSub.js +1 -1
- package/dist/ops/gelu.js +2 -2
- package/dist/ops/globalNorm.js +7 -7
- package/dist/ops/grads/add16.js +1 -1
- package/dist/ops/grads/attentionMask.js +2 -2
- package/dist/ops/grads/dropout16.js +1 -1
- package/dist/ops/grads/gelu.js +2 -2
- package/dist/ops/grads/matMul16.js +3 -3
- package/dist/ops/grads/matMulGelu.js +1 -1
- package/dist/ops/grads/mul16.js +1 -1
- package/dist/ops/grads/normRMS.js +1 -1
- package/dist/ops/grads/pack16.js +3 -3
- package/dist/ops/grads/qkv.js +9 -9
- package/dist/ops/grads/rope.js +2 -2
- package/dist/ops/grads/softmax16.js +1 -1
- package/dist/ops/grads/unpack16.js +2 -2
- package/dist/ops/matMul16.js +3 -3
- package/dist/ops/matMulGelu.js +6 -6
- package/dist/ops/matMulMul.js +3 -3
- package/dist/ops/mul16.js +1 -1
- package/dist/ops/mulDrop.js +3 -3
- package/dist/ops/normRMS.js +4 -4
- package/dist/ops/pack16.js +2 -2
- package/dist/ops/qkv.js +3 -3
- package/dist/ops/reshape16.js +2 -2
- package/dist/ops/rope.js +2 -2
- package/dist/ops/scatterSub.js +1 -1
- package/dist/ops/slice16.js +2 -2
- package/dist/ops/softmax16.js +1 -1
- package/dist/ops/sub16.js +1 -1
- package/dist/ops/sum16.js +6 -6
- package/dist/ops/transpose16.js +3 -3
- package/dist/ops/unpack16.js +2 -2
- package/dist/ops/webgl/adamAdjust.js +2 -2
- package/dist/ops/webgl/adamMoments.js +1 -1
- package/dist/ops/webgl/appendCache.js +1 -1
- package/dist/ops/webgl/attentionMask.js +1 -1
- package/dist/ops/webgl/dropout16.js +1 -1
- package/dist/ops/webgl/fusedSoftmax.js +4 -4
- package/dist/ops/webgl/gatherSub.js +1 -1
- package/dist/ops/webgl/gelu.js +2 -2
- package/dist/ops/webgl/log.js +3 -3
- package/dist/ops/webgl/matMul16.js +5 -5
- package/dist/ops/webgl/matMulGelu.js +4 -4
- package/dist/ops/webgl/matMulMul.js +2 -2
- package/dist/ops/webgl/mulDropout.js +1 -1
- package/dist/ops/webgl/normRMS.js +2 -2
- package/dist/ops/webgl/qkv.js +1 -1
- package/dist/ops/webgl/rope.js +1 -1
- package/dist/ops/webgl/scatterSub.js +1 -1
- package/dist/ops/webgpu/adamAdjust.js +3 -3
- package/dist/ops/webgpu/adamMoments.js +3 -3
- package/dist/ops/webgpu/add16.js +1 -1
- package/dist/ops/webgpu/appendCache.js +3 -3
- package/dist/ops/webgpu/attentionMask.js +2 -2
- package/dist/ops/webgpu/attentionMask32_program.js +2 -2
- package/dist/ops/webgpu/clipScale.js +1 -1
- package/dist/ops/webgpu/concat16.js +5 -5
- package/dist/ops/webgpu/dropout16.js +3 -3
- package/dist/ops/webgpu/gatherSub.js +3 -3
- package/dist/ops/webgpu/gelu.js +3 -3
- package/dist/ops/webgpu/matMul16.js +5 -5
- package/dist/ops/webgpu/matMul16_program.js +2 -2
- package/dist/ops/webgpu/mul16.js +1 -1
- package/dist/ops/webgpu/norm2.js +1 -1
- package/dist/ops/webgpu/normRMS.js +2 -2
- package/dist/ops/webgpu/normRMSGrad.js +4 -4
- package/dist/ops/webgpu/pack16.js +1 -1
- package/dist/ops/webgpu/pack16_program.js +2 -2
- package/dist/ops/webgpu/qkv.js +2 -2
- package/dist/ops/webgpu/rope.js +3 -3
- package/dist/ops/webgpu/scatterSub.js +3 -3
- package/dist/ops/webgpu/slice16.js +4 -4
- package/dist/ops/webgpu/softmax16.js +4 -4
- package/dist/ops/webgpu/softmax16_program.js +2 -2
- package/dist/ops/webgpu/softmax16_subgroup_program.js +2 -2
- package/dist/ops/webgpu/softmax16grad.js +1 -1
- package/dist/ops/webgpu/sub16.js +1 -1
- package/dist/ops/webgpu/sum16.js +3 -3
- package/dist/ops/webgpu/transpose16.js +2 -2
- package/dist/ops/webgpu/transpose16_program.js +2 -2
- package/dist/ops/webgpu/transpose16_shared_program.js +3 -3
- package/dist/ops/webgpu/unpack16.js +3 -3
- package/dist/ops/webgpu/utils/binary_op.js +3 -3
- package/dist/ops/webgpu/utils/reductions.js +5 -5
- package/dist/{ops-DJqZQEpR.js → ops-CsXeTq1P.js} +22 -22
- package/dist/{pack16-CQUYvE0Y.js → pack16-bqltoUlR.js} +2 -2
- package/dist/patches/webgpu_backend.js +4 -4
- package/dist/patches/webgpu_base.js +1 -1
- package/dist/patches/webgpu_program.js +2 -2
- package/dist/{random_normal-m_v8bCWs.js → random_normal-IBRrha8a.js} +1 -1
- package/dist/{random_width-DvNaD5W3.js → random_width-DN5ZtQkM.js} +33 -33
- package/dist/{range-HI-DFEwl.js → range-C-CjF-LI.js} +1 -1
- package/dist/{readers-EC5q8HtM.js → readers-iz5u3HBo.js} +2 -2
- package/dist/{relu-CdxfMLya.js → relu-J_X6MUzx.js} +1 -1
- package/dist/{reshape-Dxch7IXb.js → reshape-BDOuCSNW.js} +1 -1
- package/dist/{resize_nearest_neighbor-B8XxmKCX.js → resize_nearest_neighbor-BojqlfRe.js} +5 -5
- package/dist/{rope-DaRtCQFa.js → rope-0j_f1TPm.js} +1 -1
- package/dist/{scatter_nd_util-DJ8GpL1I.js → scatter_nd_util-ByNJaL6I.js} +1 -1
- package/dist/{segment_util-CXELxApp.js → segment_util-Dasb2Zaf.js} +2 -2
- package/dist/{selu_util-CPAAI9PC.js → selu_util-BLhIqRkw.js} +5 -5
- package/dist/{shared-DVZEsT-0.js → shared-3agzAqQ_.js} +1 -1
- package/dist/{shared-DORJR6eU.js → shared-CagdqkLh.js} +6 -6
- package/dist/{slice-DR1nQEmX.js → slice-BzS11Qh0.js} +1 -1
- package/dist/{slice_util-DDbd6eyd.js → slice_util-CC35pLmT.js} +1 -1
- package/dist/{softmax-CRzm-wNL.js → softmax-D4q1LJN7.js} +1 -1
- package/dist/{split-B3dYPTIQ.js → split-C2Sj255c.js} +1 -1
- package/dist/{squeeze-D8r4RiDQ.js → squeeze-ho4wLUek.js} +2 -2
- package/dist/{stack-CVsp4-gn.js → stack-DudVrtmG.js} +1 -1
- package/dist/{step-A_sBP7En.js → step-BTxPtq1r.js} +1 -1
- package/dist/{sum-DfuUvBem.js → sum-BpiwSWvg.js} +1 -1
- package/dist/{tensor-Gz_zmSjb.js → tensor-BWFldCso.js} +1 -1
- package/dist/{tensor1d-D218DD0-.js → tensor1d-LMGMIUlr.js} +1 -1
- package/dist/{tensor2d-BieJDjvb.js → tensor2d-BnXMKScO.js} +1 -1
- package/dist/{tensor4d-Bptdqjb1.js → tensor4d-C6UCG_u8.js} +1 -1
- package/dist/{tfjs_backend-DmRY5T6A.js → tfjs_backend-BGnG-ppu.js} +15 -15
- package/dist/{tile-ksYNlaAo.js → tile-CFy-xTO6.js} +1 -1
- package/dist/tokeniser/bpe.js +70 -52
- package/dist/training/AdamW.js +9 -9
- package/dist/training/BasicTrainer.js +2 -2
- package/dist/training/DatasetBuilder.d.ts +4 -4
- package/dist/training/DatasetBuilder.js +36 -28
- package/dist/training/Evaluator.js +2 -2
- package/dist/training/SFTDatasetBuilder.js +3 -3
- package/dist/training/orthoGrad.js +1 -1
- package/dist/training/sparseCrossEntropy.js +4 -4
- package/dist/training/tasks/Task.js +32 -31
- package/dist/training/validation.js +34 -30
- package/dist/{transpose-C4a4Zcdu.js → transpose-9kRxIXWR.js} +2 -2
- package/dist/{unsorted_segment_sum-Cx23B-vz.js → unsorted_segment_sum-DJvk5xnh.js} +5 -5
- package/dist/utilities/dummy.js +2 -2
- package/dist/utilities/multinomialCPU.js +2 -2
- package/dist/utilities/packed.js +1 -1
- package/dist/utilities/performance.js +1 -1
- package/dist/utilities/profile.js +1 -1
- package/dist/utilities/safetensors.js +2 -2
- package/dist/utilities/sentences.js +5 -5
- package/dist/utilities/weights.js +2 -2
- package/dist/utilities/yielder.d.ts +1 -0
- package/dist/utilities/yielder.js +7 -0
- package/dist/{variable-BEihhVWu.js → variable-Ck482e3n.js} +1 -1
- package/dist/{webgpu_program-BhNO5Knw.js → webgpu_program-B4HmApL1.js} +1 -1
- package/dist/{webgpu_util-CASYKKsD.js → webgpu_util-DYlGSwOJ.js} +1 -1
- package/dist/{zeros-CkHJh2fz.js → zeros-DvZpK8s6.js} +2 -2
- package/dist/{zeros_like-CGnKYJEe.js → zeros_like-CWjDdwr-.js} +25 -25
- package/package.json +1 -1
package/dist/Generator.js
CHANGED
|
@@ -1,41 +1,41 @@
|
|
|
1
1
|
import { E as Ui } from "./index-DvYrXKkX.js";
|
|
2
|
-
import { o as Hi, q as Xi, E as Ki, dl as Ss, a5 as pe, ab as _, as as oo, at as ao,
|
|
3
|
-
import { n as Mc } from "./random_width-
|
|
4
|
-
import { t as Bc } from "./zeros_like-
|
|
2
|
+
import { o as Hi, q as Xi, E as Ki, dl as Ss, a5 as pe, ab as _, as as oo, at as ao, h as Oe, aY as Dt, ay as ro, az as io, au as ji, av as Ft, aD as Ge, ae as co, aG as ws, aH as qi, U as G, af as _e, aI as Yi, H as Ns, aJ as Rs, R as Qi, aj as Zi, x as te, D as lo, _ as Ne, a9 as ee, bb as uo, c7 as Ts, c8 as Es, cO as po, bm as ho, ah as ue, Q as Ye, bn as fo, bo as mo, c9 as go, ca as Ds, cb as Fs, cc as Ps, cd as Os, ce as As, bp as xo, ac as nt, cy as Co, cP as bo, cQ as Io, bs as yo, br as ko, bd as $o, de as vo, C as _s, cS as So, ao as wo, z as No, bt as Ro, c2 as $e, cD as To, bu as Eo, cz as Do, cT as Fo, cA as Po, bv as Ls, bw as Vs, bf as Oo, bx as Ao, am as Qe, V as Ji, by as _o, cB as Lo, cf as Vo, bz as Wo, cF as Mo, cG as Bo, df as Go, cg as zo, bX as ns, bR as St, bU as Ws, cU as yn, dt as ut, du as Uo, cV as kn, dg as ec, N as tc, be as Ho, cW as Xo, bB as Ms, A as Ko, aX as jo, aV as mt, cp as qo, dc as Yo, dd as Qo, bg as Zo, cE as Jo, di as ea, al as ta, G as sa, cq as na, ch as Bs, ci as Gs, cj as zs, dj as oa, b3 as Us, b4 as Hs, bD as Xs, cl as Ks, ck as aa, cY as ra, aM as sc, bE as ia, cC as ca, cZ as la, c_ as ua, dk as da, aP as pa, aZ as ha, cm as fa, bQ as ma, M as js, I as ga, bi as xa, bk as Ca, bj as ba, bF as Ia, d3 as ya, bG as ka, P as $a, a6 as va, bH as Sa, c$ as qs, dv as wa, dw as Na, dx as Ra, Z as Ta, cn as Ys, b9 as Ea, d0 as Da, ba as Fa, d1 as Pa, bJ as Oa, bh as Aa, b6 as Qs, ak as _a, dm as La, aL as Va, bL as Zs, co as Js, bM as en, bN as tn, bC as sn, bI as Wa, dy as Ma, dz as Ba, dn as Ga, dp as za, dq as Ua, J as Ha, d2 as Xa, aK as nn, cr as Ka, dr as ja, dA as qa, dB as Ya, cs as on, bq as an, ds as Qa, T as Za, ct as Ja, bl as er, dC as rn, cu as tr, b8 as sr, bO as nr, c as or, dD as ar, dE as $n, aw as vn, ax as nc, t as rr, a as oc, dF as ac, dG as rc, c0 as ic, ar as cc, bP as lc, bV as uc, S as dc, bW as pc, aQ as hc, aq as fc, bS as mc, bT as gc, bY as xc, aS as ir, bA as Cc, aN as bc, bZ as Ic, F as yc, b_ as kc, dh as $c, a$ as vc, b0 as Sc, b1 as wc, b2 as Nc, aO as Rc, b$ as Tc, b5 as Ec, c5 as Dc, ap as Fc, c1 as Pc, aW as cr, bK as Oc, aF as Ac, c3 as _c, b7 as Lc, c4 as Vc, k as Wc } from "./index-CUXkjxiT.js";
|
|
3
|
+
import { n as Mc } from "./random_width-DN5ZtQkM.js";
|
|
4
|
+
import { t as Bc } from "./zeros_like-CWjDdwr-.js";
|
|
5
5
|
import "./index-Cp39cXWe.js";
|
|
6
|
-
import "./dataset-
|
|
7
|
-
import { a as j, u as ae, c as ot, i as at, b as Gc, d as wt, t as Re, e as gt, f as dt, g as lr, r as Nt, h as Ae, j as zc, k as Uc, l as cn, z as Hc, m as ln, n as ur, o as Xc, p as Kc, q as jc, v as qc, w as Yc, x as Qc, y as Zc, A as Jc, B as el, C as tl, D as lt, E as sl, F as nl, G as dr, H as ol, I as al, J as rl, K as il, L as cl, M as ll, N as ul, O as dl, P as pl, Q as hl, R as fl, S as ml, T as gl, U as xl, V as Cl, W as bl, X as Il, Y as yl, Z as kl, _ as $l, $ as vl, a0 as Sl, a1 as wl, a2 as Nl, a3 as Rl, a4 as Tl, a5 as El, a6 as Dl, a7 as Fl, a8 as Pl, a9 as Ol, aa as Al, ab as _l, ac as Ll, ad as Vl, ae as Wl, af as Ml, ag as Bl, ah as Gl, ai as zl } from "./shared-
|
|
6
|
+
import "./dataset-CGGp1z9P.js";
|
|
7
|
+
import { a as j, u as ae, c as ot, i as at, b as Gc, d as wt, t as Re, e as gt, f as dt, g as lr, r as Nt, h as Ae, j as zc, k as Uc, l as cn, z as Hc, m as ln, n as ur, o as Xc, p as Kc, q as jc, v as qc, w as Yc, x as Qc, y as Zc, A as Jc, B as el, C as tl, D as lt, E as sl, F as nl, G as dr, H as ol, I as al, J as rl, K as il, L as cl, M as ll, N as ul, O as dl, P as pl, Q as hl, R as fl, S as ml, T as gl, U as xl, V as Cl, W as bl, X as Il, Y as yl, Z as kl, _ as $l, $ as vl, a0 as Sl, a1 as wl, a2 as Nl, a3 as Rl, a4 as Tl, a5 as El, a6 as Dl, a7 as Fl, a8 as Pl, a9 as Ol, aa as Al, ab as _l, ac as Ll, ad as Vl, ae as Wl, af as Ml, ag as Bl, ah as Gl, ai as zl } from "./shared-CagdqkLh.js";
|
|
8
8
|
import { m as pt, g as pr, s as Ul, c as Hl, b as Xl, d as Kl, a as jl, e as ql } from "./complex_util-Yc1A_gV1.js";
|
|
9
|
-
import { a as ge, b as xe, d as ke, c as ve, e as Te, g as os } from "./axis_util-
|
|
10
|
-
import { k as Ze, h as Le, i as Je, j as rt, b as Se, d as xt, g as as } from "./step-
|
|
11
|
-
import { z as rs, A as is, B as cs, C as hr, D as fr, F as mr, G as gr, H as xr, I as Cr, J as br, y as Ir, x as yr, w as kr, u as $r, t as vr, E as Sr, K as wr, L as Nr, M as Rr, c as Tr, f as Yl } from "./backend_util-
|
|
12
|
-
import { a as Er, c as Ue } from "./concat_util-
|
|
13
|
-
import { c as Dr, a as Ql, s as Zl } from "./segment_util-
|
|
9
|
+
import { a as ge, b as xe, d as ke, c as ve, e as Te, g as os } from "./axis_util-GTVlo58H.js";
|
|
10
|
+
import { k as Ze, h as Le, i as Je, j as rt, b as Se, d as xt, g as as } from "./step-BTxPtq1r.js";
|
|
11
|
+
import { z as rs, A as is, B as cs, C as hr, D as fr, F as mr, G as gr, H as xr, I as Cr, J as br, y as Ir, x as yr, w as kr, u as $r, t as vr, E as Sr, K as wr, L as Nr, M as Rr, c as Tr, f as Yl } from "./backend_util-GaFarB78.js";
|
|
12
|
+
import { a as Er, c as Ue } from "./concat_util-D18dJ4fD.js";
|
|
13
|
+
import { c as Dr, a as Ql, s as Zl } from "./segment_util-Dasb2Zaf.js";
|
|
14
14
|
import { s as Jl } from "./index-CieiGp4Y.js";
|
|
15
15
|
import { n as Fr, b as Pr, a as Or } from "./non_max_suppression_impl-B2W7YjZB.js";
|
|
16
|
-
import { c as Ct } from "./scatter_nd_util-
|
|
17
|
-
import { S as Ar, a as _r } from "./selu_util-
|
|
18
|
-
import { s as Lr, b as Vr, p as eu, a as tu, i as su, c as nu } from "./slice_util-
|
|
19
|
-
import { h as Sn, j as ou, k as au, l as ru, m as iu, n as cu, o as lu, P as un, p as Ve, u as Pe, q as Wr, c as Mr, T as De, E as Br, g as Gr, a as zr, r as uu, s as du, t as Y, v as pu, w as wn, x as hu, y as fu, z as Pt, A as Ot, B as mu, C as gu, D as bs, F as Gt, G as zt, H as xu, I as Cu, J as Nn, K as bu, L as Iu, M as fs, N as yu, O as ku, Q as $u, R as Ut, S as ms, U as vu, f as he, V as be, W as Ht, X as Xt, Y as Su, d as Rn, e as Tn, i as Ur, Z as wu, _ as Nu, $ as Ru, a0 as Tu, a1 as Eu, a2 as Du, a3 as At } from "./gpgpu_math-
|
|
20
|
-
import { s as Hr, a as Fu, t as Xr, b as Pu, c as Ou, d as Kr, e as Au, n as _u, f as Lu, g as Vu, h as Wu, i as Mu, j as Bu, k as Gu, l as zu, o as Uu, p as Hu, q as Xu, r as Ku, u as ju, v as qu, w as Yu, x as Qu, y as Zu, z as Ju, A as ed, B as td, C as sd, D as nd, E as od, F as ad, G as rd, H as id, I as cd, J as ld, K as ud, L as dd, M as jr, N as pd, O as hd, P as fd, Q as md, R as gd, S as xd, T as Cd, U as bd, V as Id, W as yd } from "./shared-
|
|
21
|
-
import { a as ye, c as kd, U as st, d as qe, e as ze, A as En, f as bt, B as dn, h as pn, m as Rt, u as se, C as We, b as Ce, i as Fe, j as hn, k as it, l as It, n as $d, o as vd, p as Sd, q as wd } from "./kernel_funcs_utils-
|
|
22
|
-
import { R as Nd, r as U, a as Rd } from "./Reshape-
|
|
23
|
-
import { M as qr } from "./matMulGelu-
|
|
24
|
-
import { t as Yr, s as fn, a as _t, m as Td, r as Ed, b as Dd, c as Fd, d as Pd } from "./RealDiv-
|
|
25
|
-
import { z as Od } from "./zeros-
|
|
16
|
+
import { c as Ct } from "./scatter_nd_util-ByNJaL6I.js";
|
|
17
|
+
import { S as Ar, a as _r } from "./selu_util-BLhIqRkw.js";
|
|
18
|
+
import { s as Lr, b as Vr, p as eu, a as tu, i as su, c as nu } from "./slice_util-CC35pLmT.js";
|
|
19
|
+
import { h as Sn, j as ou, k as au, l as ru, m as iu, n as cu, o as lu, P as un, p as Ve, u as Pe, q as Wr, c as Mr, T as De, E as Br, g as Gr, a as zr, r as uu, s as du, t as Y, v as pu, w as wn, x as hu, y as fu, z as Pt, A as Ot, B as mu, C as gu, D as bs, F as Gt, G as zt, H as xu, I as Cu, J as Nn, K as bu, L as Iu, M as fs, N as yu, O as ku, Q as $u, R as Ut, S as ms, U as vu, f as he, V as be, W as Ht, X as Xt, Y as Su, d as Rn, e as Tn, i as Ur, Z as wu, _ as Nu, $ as Ru, a0 as Tu, a1 as Eu, a2 as Du, a3 as At } from "./gpgpu_math-BwvV12df.js";
|
|
20
|
+
import { s as Hr, a as Fu, t as Xr, b as Pu, c as Ou, d as Kr, e as Au, n as _u, f as Lu, g as Vu, h as Wu, i as Mu, j as Bu, k as Gu, l as zu, o as Uu, p as Hu, q as Xu, r as Ku, u as ju, v as qu, w as Yu, x as Qu, y as Zu, z as Ju, A as ed, B as td, C as sd, D as nd, E as od, F as ad, G as rd, H as id, I as cd, J as ld, K as ud, L as dd, M as jr, N as pd, O as hd, P as fd, Q as md, R as gd, S as xd, T as Cd, U as bd, V as Id, W as yd } from "./shared-3agzAqQ_.js";
|
|
21
|
+
import { a as ye, c as kd, U as st, d as qe, e as ze, A as En, f as bt, B as dn, h as pn, m as Rt, u as se, C as We, b as Ce, i as Fe, j as hn, k as it, l as It, n as $d, o as vd, p as Sd, q as wd } from "./kernel_funcs_utils-pq0CK9co.js";
|
|
22
|
+
import { R as Nd, r as U, a as Rd } from "./Reshape-BW__R4mZ.js";
|
|
23
|
+
import { M as qr } from "./matMulGelu-JNLZqKQp.js";
|
|
24
|
+
import { t as Yr, s as fn, a as _t, m as Td, r as Ed, b as Dd, c as Fd, d as Pd } from "./RealDiv-CGwv0liw.js";
|
|
25
|
+
import { z as Od } from "./zeros-DvZpK8s6.js";
|
|
26
26
|
import "./ops/cpu/attentionMask.js";
|
|
27
27
|
import "./ops/webgl/attentionMask.js";
|
|
28
28
|
import "./ops/grads/attentionMask.js";
|
|
29
29
|
import "./ops/cpu/rope.js";
|
|
30
30
|
import "./ops/webgl/rope.js";
|
|
31
|
-
import "./rope-
|
|
31
|
+
import "./rope-0j_f1TPm.js";
|
|
32
32
|
import "./ops/cpu/appendCache.js";
|
|
33
33
|
import "./ops/webgl/appendCache.js";
|
|
34
34
|
import "./ops/grads/softmax16.js";
|
|
35
|
-
import "./matMul16-
|
|
35
|
+
import "./matMul16-BcVC_E62.js";
|
|
36
36
|
import "./ops/webgl/matMul16.js";
|
|
37
37
|
import "./ops/cpu/matMul16.js";
|
|
38
|
-
import "./pack16-
|
|
38
|
+
import "./pack16-bqltoUlR.js";
|
|
39
39
|
import "./ops/transpose16.js";
|
|
40
40
|
import "./ops/reshape16.js";
|
|
41
41
|
import "./ops/cpu/qkv.js";
|
|
@@ -47,7 +47,7 @@ import "./ops/grads/normRMS.js";
|
|
|
47
47
|
import "./ops/dropout16.js";
|
|
48
48
|
import "./ops/webgl/dropout16.js";
|
|
49
49
|
import "./ops/grads/add16.js";
|
|
50
|
-
import "./jszip.min-
|
|
50
|
+
import "./jszip.min-BZhlzntC.js";
|
|
51
51
|
import Ad from "./tokeniser/CharTokeniser.js";
|
|
52
52
|
import { SPECIALS as _d } from "./tokeniser/BaseTokeniser.js";
|
|
53
53
|
import { sparseSoftmaxCrossEntropy as Ld } from "./training/sparseCrossEntropy.js";
|
|
@@ -65,17 +65,17 @@ import "./ops/cpu/matMulGelu.js";
|
|
|
65
65
|
import "./ops/grads/matMulGelu.js";
|
|
66
66
|
import "./ops/cpu/gelu.js";
|
|
67
67
|
import "./ops/webgl/gelu.js";
|
|
68
|
-
import "./gelu-
|
|
68
|
+
import "./gelu-B220X1Go.js";
|
|
69
69
|
import "./ops/webgl/log.js";
|
|
70
70
|
import "./checks/normRMS.js";
|
|
71
71
|
import "./checks/normRMSGrad.js";
|
|
72
72
|
import Wd from "./utilities/multinomialCPU.js";
|
|
73
|
-
import { r as Dn } from "./reshape-
|
|
74
|
-
import { t as Kt } from "./tensor2d-
|
|
75
|
-
import { z as Md } from "./unsorted_segment_sum-
|
|
76
|
-
import { s as gs } from "./softmax-
|
|
77
|
-
import { g as Bd } from "./gather-
|
|
78
|
-
import { c as Gd } from "./concat-
|
|
73
|
+
import { r as Dn } from "./reshape-BDOuCSNW.js";
|
|
74
|
+
import { t as Kt } from "./tensor2d-BnXMKScO.js";
|
|
75
|
+
import { z as Md } from "./unsorted_segment_sum-DJvk5xnh.js";
|
|
76
|
+
import { s as gs } from "./softmax-D4q1LJN7.js";
|
|
77
|
+
import { g as Bd } from "./gather-qIqEqaGn.js";
|
|
78
|
+
import { c as Gd } from "./concat-CAQpCret.js";
|
|
79
79
|
function zd(a, t, e, n = !1) {
|
|
80
80
|
const s = Xi(a, "logits", "multinomial"), o = s.size, r = s.rank;
|
|
81
81
|
if (o < 2)
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { aE as E, ab as T, ah as O, U as V, aW as B, N as F, aM as U, aX as W } from "./index-
|
|
2
|
-
import { r as $ } from "./Reshape-
|
|
3
|
-
import { a as A, b as k, d as C, c as N, e as R } from "./axis_util-
|
|
4
|
-
import { t as K, m as _ } from "./shared-
|
|
5
|
-
import { c as j } from "./backend_util-
|
|
6
|
-
import { f as y } from "./gpgpu_math-
|
|
7
|
-
import { g as G, b as L } from "./kernel_funcs_utils-
|
|
1
|
+
import { aE as E, ab as T, ah as O, U as V, aW as B, N as F, aM as U, aX as W } from "./index-CUXkjxiT.js";
|
|
2
|
+
import { r as $ } from "./Reshape-BW__R4mZ.js";
|
|
3
|
+
import { a as A, b as k, d as C, c as N, e as R } from "./axis_util-GTVlo58H.js";
|
|
4
|
+
import { t as K, m as _ } from "./shared-3agzAqQ_.js";
|
|
5
|
+
import { c as j } from "./backend_util-GaFarB78.js";
|
|
6
|
+
import { f as y } from "./gpgpu_math-BwvV12df.js";
|
|
7
|
+
import { g as G, b as L } from "./kernel_funcs_utils-pq0CK9co.js";
|
|
8
8
|
class w {
|
|
9
9
|
constructor(s, e) {
|
|
10
10
|
this.variableNames = ["x"];
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { R as C, U as c, aj as R, x as f } from "./index-
|
|
2
|
-
import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-
|
|
1
|
+
import { R as C, U as c, aj as R, x as f } from "./index-CUXkjxiT.js";
|
|
2
|
+
import { u as g, g as I, a as x, b as F, c as $, d as u, e as m, i as l } from "./gpgpu_math-BwvV12df.js";
|
|
3
3
|
class S {
|
|
4
4
|
constructor(t, i) {
|
|
5
5
|
this.variableNames = ["A"], this.packedInputs = !0, this.packedOutput = !0, this.customUniforms = [{ name: "inputShape", type: "ivec3" }], this.outputShape = t, this.enableShapeUniforms = g(this.outputShape.length);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { U as h, aj as d, x as c, R as m } from "./index-
|
|
1
|
+
import { U as h, aj as d, x as c, R as m } from "./index-CUXkjxiT.js";
|
|
2
2
|
function i(n) {
|
|
3
3
|
const { inputs: p, attrs: o } = n, { x: e } = p, { shape: r } = o, a = h(e.shape), s = d(r, a), t = h(s);
|
|
4
4
|
return c(a === t, () => `The new shape (${s}) has ${t} elements and the old shape (${e.shape}) has ${a} elements. The new shape and old shape must have the same number of elements.`), n.backend.incRef(e.dataId), { dataId: e.dataId, shape: s, dtype: e.dtype };
|
package/dist/TeachableLLM.js
CHANGED
|
@@ -5,24 +5,24 @@ import u from "./Generator.js";
|
|
|
5
5
|
import h from "./Trainer.js";
|
|
6
6
|
import { E as f } from "./index-DvYrXKkX.js";
|
|
7
7
|
import { dummyPassTrainAsync as l } from "./utilities/dummy.js";
|
|
8
|
-
import "./index-
|
|
9
|
-
import "./random_width-
|
|
10
|
-
import "./zeros_like-
|
|
8
|
+
import "./index-CUXkjxiT.js";
|
|
9
|
+
import "./random_width-DN5ZtQkM.js";
|
|
10
|
+
import "./zeros_like-CWjDdwr-.js";
|
|
11
11
|
import "./index-Cp39cXWe.js";
|
|
12
|
-
import "./dataset-
|
|
12
|
+
import "./dataset-CGGp1z9P.js";
|
|
13
13
|
import "./ops/cpu/attentionMask.js";
|
|
14
14
|
import "./ops/webgl/attentionMask.js";
|
|
15
15
|
import "./ops/grads/attentionMask.js";
|
|
16
16
|
import "./ops/cpu/rope.js";
|
|
17
17
|
import "./ops/webgl/rope.js";
|
|
18
|
-
import "./rope-
|
|
18
|
+
import "./rope-0j_f1TPm.js";
|
|
19
19
|
import "./ops/cpu/appendCache.js";
|
|
20
20
|
import "./ops/webgl/appendCache.js";
|
|
21
21
|
import "./ops/grads/softmax16.js";
|
|
22
|
-
import "./matMul16-
|
|
22
|
+
import "./matMul16-BcVC_E62.js";
|
|
23
23
|
import "./ops/webgl/matMul16.js";
|
|
24
24
|
import "./ops/cpu/matMul16.js";
|
|
25
|
-
import "./pack16-
|
|
25
|
+
import "./pack16-bqltoUlR.js";
|
|
26
26
|
import "./ops/transpose16.js";
|
|
27
27
|
import "./ops/reshape16.js";
|
|
28
28
|
import "./ops/cpu/qkv.js";
|
|
@@ -37,17 +37,17 @@ import "./ops/grads/add16.js";
|
|
|
37
37
|
import c from "./tokeniser/CharTokeniser.js";
|
|
38
38
|
import g from "./tokeniser/bpe.js";
|
|
39
39
|
import "./papaparse.min-C0cScC2i.js";
|
|
40
|
-
import "./jszip.min-
|
|
40
|
+
import "./jszip.min-BZhlzntC.js";
|
|
41
41
|
import "./ops/cpu/gatherSub.js";
|
|
42
42
|
import "./ops/webgl/gatherSub.js";
|
|
43
43
|
import "./ops/cpu/scatterSub.js";
|
|
44
44
|
import "./ops/webgl/scatterSub.js";
|
|
45
45
|
import "./ops/cpu/matMulGelu.js";
|
|
46
|
-
import "./matMulGelu-
|
|
46
|
+
import "./matMulGelu-JNLZqKQp.js";
|
|
47
47
|
import "./ops/grads/matMulGelu.js";
|
|
48
48
|
import "./ops/cpu/gelu.js";
|
|
49
49
|
import "./ops/webgl/gelu.js";
|
|
50
|
-
import "./gelu-
|
|
50
|
+
import "./gelu-B220X1Go.js";
|
|
51
51
|
import "./ops/webgl/log.js";
|
|
52
52
|
import "./ops/cpu/adamMoments.js";
|
|
53
53
|
import "./ops/webgl/adamMoments.js";
|
package/dist/backend.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { g as o, s as e, r as s } from "./index-
|
|
1
|
+
import { g as o, s as e, r as s } from "./index-CUXkjxiT.js";
|
|
2
2
|
async function c(t, a) {
|
|
3
3
|
if (o() !== t) {
|
|
4
4
|
if (t === "webgpu") {
|
|
5
5
|
const { registerWebGPUBackend: i } = await import("./patches/webgpu_base.js");
|
|
6
|
-
i(a), await import("./index-
|
|
6
|
+
i(a), await import("./index-CjOWnMXP.js"), await import("./ops/webgpu/index.js");
|
|
7
7
|
}
|
|
8
8
|
await e(t), await s(), console.log(`Backend set to ${t}`);
|
|
9
9
|
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { U as d, a9 as A, a8 as O, x as g, av as _, az as w, ad as D, _ as x, $ as b, am as y, aY as M } from "./index-
|
|
2
|
-
import { d as T, f as L, h as W, c as v, e as F, a as N, b as C, g as P } from "./axis_util-
|
|
3
|
-
import { a as z, c as U } from "./concat_util-
|
|
4
|
-
import { c as B, b as H, d as V, f as G, g as Z, h as j, i as q, j as J, k as K, m as X, t as Y } from "./step-
|
|
5
|
-
import { S as k, a as Q, b as ee, g as te, c as se, s as ne } from "./selu_util-
|
|
6
|
-
import { c as re, v as oe, a as ie } from "./scatter_nd_util-
|
|
1
|
+
import { U as d, a9 as A, a8 as O, x as g, av as _, az as w, ad as D, _ as x, $ as b, am as y, aY as M } from "./index-CUXkjxiT.js";
|
|
2
|
+
import { d as T, f as L, h as W, c as v, e as F, a as N, b as C, g as P } from "./axis_util-GTVlo58H.js";
|
|
3
|
+
import { a as z, c as U } from "./concat_util-D18dJ4fD.js";
|
|
4
|
+
import { c as B, b as H, d as V, f as G, g as Z, h as j, i as q, j as J, k as K, m as X, t as Y } from "./step-BTxPtq1r.js";
|
|
5
|
+
import { S as k, a as Q, b as ee, g as te, c as se, s as ne } from "./selu_util-BLhIqRkw.js";
|
|
6
|
+
import { c as re, v as oe, a as ie } from "./scatter_nd_util-ByNJaL6I.js";
|
|
7
7
|
import { a as ae, c as ue, b as ce, e as pe, d as le, g as fe, m as he, s as ge } from "./complex_util-Yc1A_gV1.js";
|
|
8
8
|
function de(e, t) {
|
|
9
9
|
const r = e.shape.length, n = t.shape.length;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { ab as g, as as $, at as K,
|
|
2
|
-
import { m as te, f as se, P as re } from "./webgpu_program-
|
|
3
|
-
import { i as ne, G as q } from "./webgpu_util-
|
|
1
|
+
import { ab as g, as as $, at as K, h as D, x as _, au as O, U as x, av as Z, a5 as W, aw as F, ax as j, ay as X, az as J, af as ee, a9 as k } from "./index-CUXkjxiT.js";
|
|
2
|
+
import { m as te, f as se, P as re } from "./webgpu_program-B4HmApL1.js";
|
|
3
|
+
import { i as ne, G as q } from "./webgpu_util-DYlGSwOJ.js";
|
|
4
4
|
import { m as N } from "./complex_util-Yc1A_gV1.js";
|
|
5
5
|
const d = g();
|
|
6
6
|
d.registerFlag("WEBGPU_DEFERRED_SUBMIT_BATCH_SIZE", () => 15);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { o as h, q as f, u as p, w as g, E as u, T } from "./index-
|
|
2
|
-
import { r as b } from "./reshape-
|
|
1
|
+
import { o as h, q as f, u as p, w as g, E as u, T } from "./index-CUXkjxiT.js";
|
|
2
|
+
import { r as b } from "./reshape-BDOuCSNW.js";
|
|
3
3
|
function m(e, r) {
|
|
4
4
|
let n = f(e, "broadcastTo", "x");
|
|
5
5
|
const a = n.shape;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { s as i,
|
|
2
|
-
import { t } from "../tensor4d-
|
|
3
|
-
import { t as
|
|
1
|
+
import { s as i, h as a } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { t } from "../tensor4d-C6UCG_u8.js";
|
|
3
|
+
import { t as e } from "../tensor2d-BnXMKScO.js";
|
|
4
4
|
async function k(n) {
|
|
5
5
|
await i(n);
|
|
6
6
|
const s = t(
|
|
@@ -23,14 +23,14 @@ async function k(n) {
|
|
|
23
23
|
]
|
|
24
24
|
],
|
|
25
25
|
[1, 1, 2, 4]
|
|
26
|
-
), r =
|
|
26
|
+
), r = e(
|
|
27
27
|
[
|
|
28
28
|
[0, -1 / 0, -1 / 0, -1 / 0],
|
|
29
29
|
[0, 0, 0, -1 / 0]
|
|
30
30
|
],
|
|
31
31
|
[2, 4]
|
|
32
32
|
);
|
|
33
|
-
return await
|
|
33
|
+
return await a().runKernel("AttentionMask", { q: s, k: o, mask: r }, { divisor: 0.5, pastLen: 0 }).array();
|
|
34
34
|
}
|
|
35
35
|
export {
|
|
36
36
|
k as execute
|
package/dist/checks/gelu.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { s as e,
|
|
2
|
-
import { t as s } from "../tensor2d-
|
|
1
|
+
import { s as e, h as o } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { t as s } from "../tensor2d-BnXMKScO.js";
|
|
3
3
|
async function m(t) {
|
|
4
4
|
await e(t);
|
|
5
5
|
const r = s(
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { s as o,
|
|
2
|
-
import { t as e } from "../tensor2d-
|
|
1
|
+
import { s as o, h as s } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { t as e } from "../tensor2d-BnXMKScO.js";
|
|
3
3
|
async function i(t) {
|
|
4
4
|
await o(t);
|
|
5
5
|
const r = e(
|
package/dist/checks/normRMS.js
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
import { s as u, a0 as A,
|
|
2
|
-
import { a as
|
|
3
|
-
import { t as p } from "../tensor1d-
|
|
4
|
-
import { t as r } from "../tensor-
|
|
1
|
+
import { s as u, a0 as A, h } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { a as y } from "../ops-CsXeTq1P.js";
|
|
3
|
+
import { t as p } from "../tensor1d-LMGMIUlr.js";
|
|
4
|
+
import { t as r } from "../tensor-BWFldCso.js";
|
|
5
5
|
const w = Array.from({ length: 2048 * 192 }, () => Math.random()), x = Array.from({ length: 192 }, () => Math.random()), M = Array.from({ length: 2048 * 192 }, () => Math.random());
|
|
6
6
|
async function k(t) {
|
|
7
7
|
await u(t);
|
|
8
8
|
const o = p(x, "float32"), n = r(w, [16, 128, 192], "float32"), s = r(M, [16, 128, 192], "float32"), e = (d, g) => {
|
|
9
|
-
const i =
|
|
10
|
-
return
|
|
9
|
+
const i = h().runKernel("RMSNorm", { x: d, gamma: g });
|
|
10
|
+
return y.meanSquaredError(i, s);
|
|
11
11
|
}, { value: m, grads: a } = A(e)([n, o]), c = await m.array(), f = await a[0].array(), l = await a[1].array();
|
|
12
12
|
return [c, f, l];
|
|
13
13
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { s as c,
|
|
2
|
-
import { t as f } from "../tensor1d-
|
|
3
|
-
import { t as r } from "../tensor-
|
|
1
|
+
import { s as c, h as d } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { t as f } from "../tensor1d-LMGMIUlr.js";
|
|
3
|
+
import { t as r } from "../tensor-BWFldCso.js";
|
|
4
4
|
const y = Array.from({ length: 2048 * 192 }, () => Math.random()), i = Array.from({ length: 192 }, () => Math.random()), l = Array.from({ length: 2048 * 192 }, () => Math.random());
|
|
5
5
|
async function x(t) {
|
|
6
6
|
await c(t);
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { s as a,
|
|
2
|
-
import { t as c } from "../tensor2d-
|
|
3
|
-
async function i(
|
|
4
|
-
await a(
|
|
1
|
+
import { s as a, h as n } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { t as c } from "../tensor2d-BnXMKScO.js";
|
|
3
|
+
async function i(e) {
|
|
4
|
+
await a(e);
|
|
5
5
|
const r = c(
|
|
6
6
|
[
|
|
7
7
|
[0.1, 0.2, 0, 0, 1230, 1232331234, -12234234],
|
|
@@ -10,8 +10,8 @@ async function i(n) {
|
|
|
10
10
|
[0, 0, 0, 0, -0.1, 1e-3, 0]
|
|
11
11
|
],
|
|
12
12
|
[4, 7]
|
|
13
|
-
), t =
|
|
14
|
-
return await
|
|
13
|
+
), t = n().runKernel("Pack16", { x: r });
|
|
14
|
+
return await n().runKernel("Unpack16", { x: t }).array();
|
|
15
15
|
}
|
|
16
16
|
export {
|
|
17
17
|
i as execute
|
package/dist/checks/qkv.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { W as i, X as u, Y as c, s as l,
|
|
2
|
-
import { t as f } from "../tensor2d-
|
|
1
|
+
import { W as i, X as u, Y as c, s as l, h } from "../index-CUXkjxiT.js";
|
|
2
|
+
import { t as f } from "../tensor2d-BnXMKScO.js";
|
|
3
3
|
function m(t, e, n) {
|
|
4
4
|
if (i(t), e != null && e.length !== 3)
|
|
5
5
|
throw new Error("tensor3d() requires shape to have three numbers");
|
package/dist/checks/rope.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import s from "../layers/RoPECache.js";
|
|
2
|
-
import { s as c,
|
|
3
|
-
import { t as p } from "../tensor4d-
|
|
2
|
+
import { s as c, h as i } from "../index-CUXkjxiT.js";
|
|
3
|
+
import { t as p } from "../tensor4d-C6UCG_u8.js";
|
|
4
4
|
async function f(r) {
|
|
5
5
|
await c(r);
|
|
6
6
|
const n = p(
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { o as a, q as f, x as m, f as y, E as c, C as p } from "./index-
|
|
1
|
+
import { o as a, q as f, x as m, f as y, E as c, C as p } from "./index-CUXkjxiT.js";
|
|
2
2
|
function u(o, s, t) {
|
|
3
3
|
const r = f(o, "x", "clipByValue");
|
|
4
4
|
if (m(s <= t, () => `Error in clip: min (${s}) must be less than or equal to max (${t}).`), s === t)
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { o as c, q as s, a6 as n, E as m, a7 as r } from "./index-
|
|
1
|
+
import { o as c, q as s, a6 as n, E as m, a7 as r } from "./index-CUXkjxiT.js";
|
|
2
2
|
function l(o, p) {
|
|
3
3
|
const a = s(o, "real", "complex"), e = s(p, "imag", "complex");
|
|
4
4
|
n(a.shape, e.shape, `real and imag shapes, ${a.shape} and ${e.shape}, must match in call to tf.complex().`);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { o as s, x as a, y as p, w as i, E as l, z as f } from "./index-
|
|
1
|
+
import { o as s, x as a, y as p, w as i, E as l, z as f } from "./index-CUXkjxiT.js";
|
|
2
2
|
function h(o, e = 0) {
|
|
3
3
|
a(o.length >= 1, () => "Pass at least one tensor to concat");
|
|
4
4
|
const t = p(o, "tensors", "concat", "string_or_numeric");
|
package/dist/data/docx.js
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { z as a } from "../jszip.min-BZhlzntC.js";
|
|
2
2
|
async function c(n) {
|
|
3
3
|
const t = await (await a.loadAsync(n)).file("word/document.xml")?.async("string");
|
|
4
4
|
if (!t) throw new Error("Failed to load document.xml");
|
|
5
|
-
return
|
|
5
|
+
return i(t).split(`
|
|
6
6
|
`).filter((r) => r.trim().length > 10);
|
|
7
7
|
}
|
|
8
|
-
function
|
|
8
|
+
function i(n) {
|
|
9
9
|
const t = new DOMParser().parseFromString(n, "application/xml");
|
|
10
10
|
return Array.from(t.getElementsByTagName("w:t")).map((r) => r.textContent).join(`
|
|
11
11
|
`);
|
package/dist/data/textLoader.js
CHANGED
|
@@ -1,19 +1,20 @@
|
|
|
1
|
-
import { p as
|
|
2
|
-
import { loadParquet as
|
|
3
|
-
import { loadPDF as
|
|
4
|
-
import { loadDOCX as
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
1
|
+
import { p as u } from "../papaparse.min-C0cScC2i.js";
|
|
2
|
+
import { loadParquet as d } from "./parquet.js";
|
|
3
|
+
import { loadPDF as f } from "./pdf.js";
|
|
4
|
+
import { loadDOCX as m } from "./docx.js";
|
|
5
|
+
import { z as x } from "../jszip.min-BZhlzntC.js";
|
|
6
|
+
function w(t, n) {
|
|
7
|
+
const r = t.findIndex((i) => i.toLowerCase() === n.toLowerCase());
|
|
8
|
+
return r === -1 ? 0 : r;
|
|
8
9
|
}
|
|
9
|
-
function
|
|
10
|
-
return t.every((
|
|
10
|
+
function y(t) {
|
|
11
|
+
return t.every((n) => n.length < 64);
|
|
11
12
|
}
|
|
12
|
-
function
|
|
13
|
+
function h(t) {
|
|
13
14
|
return t.split(".").pop() || "";
|
|
14
15
|
}
|
|
15
|
-
function
|
|
16
|
-
switch (
|
|
16
|
+
function g(t) {
|
|
17
|
+
switch (h(t)) {
|
|
17
18
|
case "json":
|
|
18
19
|
return "application/json";
|
|
19
20
|
case "jsonl":
|
|
@@ -28,60 +29,73 @@ function y(t) {
|
|
|
28
29
|
return "application/pdf";
|
|
29
30
|
case "docx":
|
|
30
31
|
return "application/vnd.openxmlformats-officedocument.wordprocessingml.document";
|
|
32
|
+
case "zip":
|
|
33
|
+
return "application/zip";
|
|
31
34
|
default:
|
|
32
35
|
return "unknown";
|
|
33
36
|
}
|
|
34
37
|
}
|
|
35
|
-
async function
|
|
36
|
-
const
|
|
37
|
-
if (
|
|
38
|
-
return
|
|
39
|
-
if (
|
|
40
|
-
return
|
|
41
|
-
if (
|
|
42
|
-
return
|
|
43
|
-
if (
|
|
44
|
-
const i = await t.text(),
|
|
45
|
-
if (Array.isArray(
|
|
46
|
-
return
|
|
47
|
-
(
|
|
38
|
+
async function z(t, n) {
|
|
39
|
+
const r = t.type !== "" ? t.type : g(t.name);
|
|
40
|
+
if (r === "application/parquet")
|
|
41
|
+
return d(t, n?.maxSize, n?.column);
|
|
42
|
+
if (r === "application/pdf")
|
|
43
|
+
return f(t, n?.maxSize);
|
|
44
|
+
if (r === "application/vnd.openxmlformats-officedocument.wordprocessingml.document")
|
|
45
|
+
return m(t);
|
|
46
|
+
if (r === "application/json") {
|
|
47
|
+
const i = await t.text(), a = JSON.parse(i);
|
|
48
|
+
if (Array.isArray(a))
|
|
49
|
+
return a.map(
|
|
50
|
+
(e) => typeof e == "string" ? e : "text" in e ? e.text : JSON.stringify(e)
|
|
48
51
|
);
|
|
49
52
|
throw new Error("Expected JSON array");
|
|
50
53
|
}
|
|
51
|
-
if (
|
|
54
|
+
if (r === "application/jsonl")
|
|
52
55
|
return (await t.text()).split(`
|
|
53
|
-
`).filter((
|
|
56
|
+
`).filter((a) => a.trim() !== "").map((a) => {
|
|
54
57
|
try {
|
|
55
|
-
const
|
|
56
|
-
return typeof
|
|
58
|
+
const e = JSON.parse(a);
|
|
59
|
+
return typeof e == "string" ? e : "text" in e ? e.text : JSON.stringify(e);
|
|
57
60
|
} catch {
|
|
58
|
-
return
|
|
61
|
+
return a;
|
|
59
62
|
}
|
|
60
63
|
});
|
|
61
|
-
if (
|
|
64
|
+
if (r === "application/zip") {
|
|
65
|
+
const i = await x.loadAsync(t), a = [];
|
|
66
|
+
for (const e of Object.keys(i.files)) {
|
|
67
|
+
const o = i.file(e);
|
|
68
|
+
if (o) {
|
|
69
|
+
const c = await o.async("blob"), p = await z(new File([c], e), n);
|
|
70
|
+
a.push(...p);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
return a;
|
|
74
|
+
}
|
|
75
|
+
if (r === "text/csv") {
|
|
62
76
|
const i = await t.text();
|
|
63
|
-
return new Promise((
|
|
64
|
-
|
|
77
|
+
return new Promise((a, e) => {
|
|
78
|
+
u.parse(i, {
|
|
65
79
|
header: !1,
|
|
66
80
|
skipEmptyLines: !0,
|
|
67
81
|
delimiter: ",",
|
|
68
82
|
complete: (o) => {
|
|
69
83
|
if (o.errors.length > 0)
|
|
70
|
-
console.error(o.errors),
|
|
84
|
+
console.error(o.errors), e(new Error("Error parsing file"));
|
|
71
85
|
else {
|
|
72
|
-
const
|
|
73
|
-
|
|
86
|
+
const c = w(o.data[0], n?.column || "text"), s = n?.hasHeader ?? y(o.data[0]) ? o.data.slice(1) : o.data;
|
|
87
|
+
a(s.map((l) => l[c]));
|
|
74
88
|
}
|
|
75
89
|
},
|
|
76
90
|
error: (o) => {
|
|
77
|
-
|
|
91
|
+
e(o);
|
|
78
92
|
}
|
|
79
93
|
});
|
|
80
94
|
});
|
|
81
|
-
} else if (
|
|
95
|
+
} else if (r === "text/plain")
|
|
82
96
|
return [await t.text()];
|
|
83
|
-
throw new Error(`Unsupported file type: ${
|
|
97
|
+
throw new Error(`Unsupported file type: ${r}`);
|
|
84
98
|
}
|
|
85
99
|
export {
|
|
86
|
-
|
|
100
|
+
z as default
|
|
87
101
|
};
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { ag as h, aA as S, ab as N, d as v, aB as o, aC as p, aD as g, x as k, t as y } from "./index-
|
|
1
|
+
import { ag as h, aA as S, ab as N, d as v, aB as o, aC as p, aD as g, x as k, t as y } from "./index-CUXkjxiT.js";
|
|
2
2
|
import { s as R } from "./index-CieiGp4Y.js";
|
|
3
|
-
import { s as B } from "./stack-
|
|
4
|
-
import { t as $ } from "./tensor-
|
|
3
|
+
import { s as B } from "./stack-DudVrtmG.js";
|
|
4
|
+
import { t as $ } from "./tensor-BWFldCso.js";
|
|
5
5
|
function _(s, t) {
|
|
6
6
|
return b(s, t);
|
|
7
7
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { o as e, q as a, x as i, E as m, A as p } from "./index-
|
|
1
|
+
import { o as e, q as a, x as i, E as m, A as p } from "./index-CUXkjxiT.js";
|
|
2
2
|
function x(t, n = 0) {
|
|
3
3
|
const s = a(t, "x", "expandDims", "string_or_numeric");
|
|
4
4
|
i(n <= s.rank, () => "Axis must be <= rank of the tensor");
|