@genai-fi/nanogpt 0.19.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +9 -10
- package/dist/Generator.d.ts +0 -82
- package/dist/Generator.js +0 -11941
- package/dist/RealDiv-CGwv0liw.js +0 -365
- package/dist/Reshape-BW__R4mZ.js +0 -79
- package/dist/Reshape-CPBkTIH2.js +0 -14
- package/dist/TeachableLLM.d.ts +0 -70
- package/dist/TeachableLLM.js +0 -273
- package/dist/Trainer.d.ts +0 -43
- package/dist/Trainer.js +0 -244
- package/dist/_commonjsHelpers-ByX85dGu.js +0 -33
- package/dist/axis_util-GTVlo58H.js +0 -55
- package/dist/backend.d.ts +0 -2
- package/dist/backend.js +0 -13
- package/dist/backend_util-GaFarB78.js +0 -425
- package/dist/backend_webgpu-BqASlsbV.js +0 -545
- package/dist/binary_op_util-pKXltfxI.js +0 -192
- package/dist/broadcast_to-eS93CCN_.js +0 -28
- package/dist/checks/appendCache.d.ts +0 -1
- package/dist/checks/appendCache.js +0 -22
- package/dist/checks/attentionMask.d.ts +0 -1
- package/dist/checks/attentionMask.js +0 -37
- package/dist/checks/check.d.ts +0 -9
- package/dist/checks/check.js +0 -20
- package/dist/checks/gelu.d.ts +0 -1
- package/dist/checks/gelu.js +0 -18
- package/dist/checks/index.d.ts +0 -26
- package/dist/checks/index.js +0 -28
- package/dist/checks/matMulGelu.d.ts +0 -1
- package/dist/checks/matMulGelu.js +0 -28
- package/dist/checks/normRMS.d.ts +0 -1
- package/dist/checks/normRMS.js +0 -16
- package/dist/checks/normRMSGrad.d.ts +0 -1
- package/dist/checks/normRMSGrad.js +0 -12
- package/dist/checks/packUnpack.d.ts +0 -1
- package/dist/checks/packUnpack.js +0 -18
- package/dist/checks/qkv.d.ts +0 -1
- package/dist/checks/qkv.js +0 -34
- package/dist/checks/rope.d.ts +0 -1
- package/dist/checks/rope.js +0 -36
- package/dist/checks/weights.d.ts +0 -14
- package/dist/checks/weights.js +0 -31
- package/dist/clip_by_value-DDA7rrcT.js +0 -12
- package/dist/complex-DI35Q-gW.js +0 -11
- package/dist/complex_util-Yc1A_gV1.js +0 -55
- package/dist/concat-CAQpCret.js +0 -17
- package/dist/concat_util-D18dJ4fD.js +0 -22
- package/dist/data/docx.d.ts +0 -2
- package/dist/data/docx.js +0 -15
- package/dist/data/parquet.d.ts +0 -2
- package/dist/data/parquet.js +0 -17
- package/dist/data/pdf.d.ts +0 -2
- package/dist/data/pdf.js +0 -14
- package/dist/data/textLoader.d.ts +0 -7
- package/dist/data/textLoader.js +0 -108
- package/dist/dataset-CGGp1z9P.js +0 -1124
- package/dist/dropout_util--NxWuYg2.js +0 -27
- package/dist/expand_dims-Bkd1YD5x.js +0 -11
- package/dist/exports_initializers-CYzKLjN7.js +0 -7
- package/dist/floor-BQtb-Azg.js +0 -9
- package/dist/gather-qIqEqaGn.js +0 -9
- package/dist/gelu-B220X1Go.js +0 -26
- package/dist/gpgpu_math-BwvV12df.js +0 -2022
- package/dist/index-CUXkjxiT.js +0 -3516
- package/dist/index-CieiGp4Y.js +0 -349
- package/dist/index-CjOWnMXP.js +0 -7308
- package/dist/index-Cp39cXWe.js +0 -1016
- package/dist/index-D5v913EJ.js +0 -4
- package/dist/index-DmeWGGmS.js +0 -1074
- package/dist/index-DvYrXKkX.js +0 -113
- package/dist/index-Ksja3su6.js +0 -151
- package/dist/index-xuotMAFm.js +0 -118
- package/dist/inference/types.d.ts +0 -16
- package/dist/inference/types.js +0 -1
- package/dist/jszip.min-BZhlzntC.js +0 -2313
- package/dist/kernel_funcs_utils-pq0CK9co.js +0 -306
- package/dist/layers/BaseLayer.d.ts +0 -44
- package/dist/layers/BaseLayer.js +0 -74
- package/dist/layers/CausalSelfAttention.d.ts +0 -39
- package/dist/layers/CausalSelfAttention.js +0 -86
- package/dist/layers/LoRA.d.ts +0 -14
- package/dist/layers/LoRA.js +0 -58
- package/dist/layers/MLP.d.ts +0 -17
- package/dist/layers/MLP.js +0 -44
- package/dist/layers/PositionEmbedding.d.ts +0 -8
- package/dist/layers/PositionEmbedding.js +0 -31
- package/dist/layers/RMSNorm.d.ts +0 -12
- package/dist/layers/RMSNorm.js +0 -22
- package/dist/layers/RoPECache.d.ts +0 -18
- package/dist/layers/RoPECache.js +0 -50
- package/dist/layers/TiedEmbedding.d.ts +0 -13
- package/dist/layers/TiedEmbedding.js +0 -36
- package/dist/layers/TransformerBlock.d.ts +0 -27
- package/dist/layers/TransformerBlock.js +0 -40
- package/dist/layers/WeightStore.d.ts +0 -20
- package/dist/layers/WeightStore.js +0 -76
- package/dist/loader/load.d.ts +0 -6
- package/dist/loader/load.js +0 -68
- package/dist/loader/loadHF.d.ts +0 -8
- package/dist/loader/loadHF.js +0 -22
- package/dist/loader/loadTransformers.d.ts +0 -4
- package/dist/loader/loadTransformers.js +0 -44
- package/dist/loader/loadZipMeta.d.ts +0 -3
- package/dist/loader/loadZipMeta.js +0 -16
- package/dist/loader/newZipLoad.d.ts +0 -3
- package/dist/loader/newZipLoad.js +0 -31
- package/dist/loader/oldZipLoad.d.ts +0 -9
- package/dist/loader/oldZipLoad.js +0 -80
- package/dist/loader/save.d.ts +0 -16
- package/dist/loader/save.js +0 -90
- package/dist/loader/types.d.ts +0 -67
- package/dist/loader/types.js +0 -1
- package/dist/main.d.ts +0 -50
- package/dist/main.js +0 -109
- package/dist/matMul16-BcVC_E62.js +0 -80
- package/dist/matMulGelu-JNLZqKQp.js +0 -163
- package/dist/mat_mul-DhG0Newp.js +0 -11
- package/dist/mod-CSdCpRjf.js +0 -11
- package/dist/models/NanoGPTV1.d.ts +0 -16
- package/dist/models/NanoGPTV1.js +0 -99
- package/dist/models/NanoGPTV2.d.ts +0 -16
- package/dist/models/NanoGPTV2.js +0 -90
- package/dist/models/config.d.ts +0 -27
- package/dist/models/config.js +0 -50
- package/dist/models/factory.d.ts +0 -3
- package/dist/models/factory.js +0 -16
- package/dist/models/model.d.ts +0 -44
- package/dist/models/model.js +0 -134
- package/dist/non_max_suppression_impl-B2W7YjZB.js +0 -102
- package/dist/not_equal-hurPF26l.js +0 -64
- package/dist/ones-BytntneX.js +0 -14
- package/dist/ops/adamAdjust.d.ts +0 -2
- package/dist/ops/adamAdjust.js +0 -9
- package/dist/ops/adamMoments.d.ts +0 -2
- package/dist/ops/adamMoments.js +0 -9
- package/dist/ops/add16.d.ts +0 -2
- package/dist/ops/add16.js +0 -9
- package/dist/ops/appendCache.d.ts +0 -2
- package/dist/ops/appendCache.js +0 -22
- package/dist/ops/attentionMask.d.ts +0 -2
- package/dist/ops/attentionMask.js +0 -10
- package/dist/ops/concat16.d.ts +0 -2
- package/dist/ops/concat16.js +0 -9
- package/dist/ops/cpu/adamAdjust.d.ts +0 -1
- package/dist/ops/cpu/adamAdjust.js +0 -18
- package/dist/ops/cpu/adamMoments.d.ts +0 -1
- package/dist/ops/cpu/adamMoments.js +0 -16
- package/dist/ops/cpu/appendCache.d.ts +0 -1
- package/dist/ops/cpu/appendCache.js +0 -23
- package/dist/ops/cpu/attentionMask.d.ts +0 -1
- package/dist/ops/cpu/attentionMask.js +0 -22
- package/dist/ops/cpu/fusedSoftmax.d.ts +0 -9
- package/dist/ops/cpu/fusedSoftmax.js +0 -29
- package/dist/ops/cpu/gatherSub.d.ts +0 -1
- package/dist/ops/cpu/gatherSub.js +0 -18
- package/dist/ops/cpu/gelu.d.ts +0 -1
- package/dist/ops/cpu/gelu.js +0 -40
- package/dist/ops/cpu/matMul16.d.ts +0 -1
- package/dist/ops/cpu/matMul16.js +0 -15
- package/dist/ops/cpu/matMulGelu.d.ts +0 -1
- package/dist/ops/cpu/matMulGelu.js +0 -53
- package/dist/ops/cpu/matMulMul.d.ts +0 -1
- package/dist/ops/cpu/matMulMul.js +0 -23
- package/dist/ops/cpu/mulDropout.d.ts +0 -1
- package/dist/ops/cpu/mulDropout.js +0 -23
- package/dist/ops/cpu/normRMS.d.ts +0 -1
- package/dist/ops/cpu/normRMS.js +0 -39
- package/dist/ops/cpu/qkv.d.ts +0 -5
- package/dist/ops/cpu/qkv.js +0 -41
- package/dist/ops/cpu/rope.d.ts +0 -6
- package/dist/ops/cpu/rope.js +0 -38
- package/dist/ops/cpu/scatterSub.d.ts +0 -1
- package/dist/ops/cpu/scatterSub.js +0 -23
- package/dist/ops/dot16.d.ts +0 -2
- package/dist/ops/dot16.js +0 -42
- package/dist/ops/dropout.d.ts +0 -2
- package/dist/ops/dropout.js +0 -14
- package/dist/ops/dropout16.d.ts +0 -2
- package/dist/ops/dropout16.js +0 -25
- package/dist/ops/gatherSub.d.ts +0 -2
- package/dist/ops/gatherSub.js +0 -9
- package/dist/ops/gelu.d.ts +0 -3
- package/dist/ops/gelu.js +0 -8
- package/dist/ops/globalNorm.d.ts +0 -2
- package/dist/ops/globalNorm.js +0 -13
- package/dist/ops/grads/add16.d.ts +0 -1
- package/dist/ops/grads/add16.js +0 -26
- package/dist/ops/grads/attentionMask.d.ts +0 -1
- package/dist/ops/grads/attentionMask.js +0 -21
- package/dist/ops/grads/dropout16.d.ts +0 -1
- package/dist/ops/grads/dropout16.js +0 -2
- package/dist/ops/grads/gelu.d.ts +0 -2
- package/dist/ops/grads/gelu.js +0 -5
- package/dist/ops/grads/matMul16.d.ts +0 -2
- package/dist/ops/grads/matMul16.js +0 -9
- package/dist/ops/grads/matMulGelu.d.ts +0 -1
- package/dist/ops/grads/matMulGelu.js +0 -17
- package/dist/ops/grads/mul16.d.ts +0 -1
- package/dist/ops/grads/mul16.js +0 -4
- package/dist/ops/grads/normRMS.d.ts +0 -3
- package/dist/ops/grads/normRMS.js +0 -33
- package/dist/ops/grads/pack16.d.ts +0 -2
- package/dist/ops/grads/pack16.js +0 -6
- package/dist/ops/grads/qkv.d.ts +0 -3
- package/dist/ops/grads/qkv.js +0 -34
- package/dist/ops/grads/rope.d.ts +0 -2
- package/dist/ops/grads/rope.js +0 -5
- package/dist/ops/grads/softmax16.d.ts +0 -2
- package/dist/ops/grads/softmax16.js +0 -25
- package/dist/ops/grads/unpack16.d.ts +0 -2
- package/dist/ops/grads/unpack16.js +0 -5
- package/dist/ops/grads/utils.d.ts +0 -4
- package/dist/ops/grads/utils.js +0 -14
- package/dist/ops/log.d.ts +0 -0
- package/dist/ops/log.js +0 -1
- package/dist/ops/matMul16.d.ts +0 -15
- package/dist/ops/matMul16.js +0 -13
- package/dist/ops/matMulGelu.d.ts +0 -3
- package/dist/ops/matMulGelu.js +0 -14
- package/dist/ops/matMulMul.d.ts +0 -2
- package/dist/ops/matMulMul.js +0 -9
- package/dist/ops/mul16.d.ts +0 -2
- package/dist/ops/mul16.js +0 -39
- package/dist/ops/mulDrop.d.ts +0 -2
- package/dist/ops/mulDrop.js +0 -9
- package/dist/ops/normRMS.d.ts +0 -2
- package/dist/ops/normRMS.js +0 -19
- package/dist/ops/pack16.d.ts +0 -2
- package/dist/ops/pack16.js +0 -5
- package/dist/ops/qkv.d.ts +0 -2
- package/dist/ops/qkv.js +0 -10
- package/dist/ops/reshape16.d.ts +0 -2
- package/dist/ops/reshape16.js +0 -41
- package/dist/ops/rope.d.ts +0 -3
- package/dist/ops/rope.js +0 -7
- package/dist/ops/scatterSub.d.ts +0 -2
- package/dist/ops/scatterSub.js +0 -9
- package/dist/ops/slice16.d.ts +0 -2
- package/dist/ops/slice16.js +0 -9
- package/dist/ops/softmax16.d.ts +0 -2
- package/dist/ops/softmax16.js +0 -9
- package/dist/ops/sub16.d.ts +0 -2
- package/dist/ops/sub16.js +0 -8
- package/dist/ops/sum16.d.ts +0 -2
- package/dist/ops/sum16.js +0 -13
- package/dist/ops/transpose16.d.ts +0 -3
- package/dist/ops/transpose16.js +0 -40
- package/dist/ops/unpack16.d.ts +0 -2
- package/dist/ops/unpack16.js +0 -6
- package/dist/ops/webgl/adamAdjust.d.ts +0 -1
- package/dist/ops/webgl/adamAdjust.js +0 -49
- package/dist/ops/webgl/adamMoments.d.ts +0 -1
- package/dist/ops/webgl/adamMoments.js +0 -40
- package/dist/ops/webgl/appendCache.d.ts +0 -1
- package/dist/ops/webgl/appendCache.js +0 -44
- package/dist/ops/webgl/attentionMask.d.ts +0 -1
- package/dist/ops/webgl/attentionMask.js +0 -45
- package/dist/ops/webgl/dropout16.d.ts +0 -1
- package/dist/ops/webgl/dropout16.js +0 -11
- package/dist/ops/webgl/fusedSoftmax.d.ts +0 -11
- package/dist/ops/webgl/fusedSoftmax.js +0 -80
- package/dist/ops/webgl/gatherSub.d.ts +0 -1
- package/dist/ops/webgl/gatherSub.js +0 -27
- package/dist/ops/webgl/gelu.d.ts +0 -2
- package/dist/ops/webgl/gelu.js +0 -50
- package/dist/ops/webgl/log.d.ts +0 -17
- package/dist/ops/webgl/log.js +0 -23
- package/dist/ops/webgl/matMul16.d.ts +0 -1
- package/dist/ops/webgl/matMul16.js +0 -45
- package/dist/ops/webgl/matMulGelu.d.ts +0 -21
- package/dist/ops/webgl/matMulGelu.js +0 -9
- package/dist/ops/webgl/matMulMul.d.ts +0 -14
- package/dist/ops/webgl/matMulMul.js +0 -28
- package/dist/ops/webgl/mulDropout.d.ts +0 -1
- package/dist/ops/webgl/mulDropout.js +0 -41
- package/dist/ops/webgl/normRMS.d.ts +0 -1
- package/dist/ops/webgl/normRMS.js +0 -93
- package/dist/ops/webgl/qkv.d.ts +0 -1
- package/dist/ops/webgl/qkv.js +0 -46
- package/dist/ops/webgl/rope.d.ts +0 -1
- package/dist/ops/webgl/rope.js +0 -56
- package/dist/ops/webgl/scatterSub.d.ts +0 -1
- package/dist/ops/webgl/scatterSub.js +0 -27
- package/dist/ops/webgpu/adamAdjust.d.ts +0 -1
- package/dist/ops/webgpu/adamAdjust.js +0 -57
- package/dist/ops/webgpu/adamMoments.d.ts +0 -1
- package/dist/ops/webgpu/adamMoments.js +0 -60
- package/dist/ops/webgpu/add16.d.ts +0 -1
- package/dist/ops/webgpu/add16.js +0 -13
- package/dist/ops/webgpu/appendCache.d.ts +0 -1
- package/dist/ops/webgpu/appendCache.js +0 -105
- package/dist/ops/webgpu/attentionMask.d.ts +0 -1
- package/dist/ops/webgpu/attentionMask.js +0 -26
- package/dist/ops/webgpu/attentionMask32_program.d.ts +0 -19
- package/dist/ops/webgpu/attentionMask32_program.js +0 -54
- package/dist/ops/webgpu/clipScale.d.ts +0 -1
- package/dist/ops/webgpu/clipScale.js +0 -58
- package/dist/ops/webgpu/concat16.d.ts +0 -19
- package/dist/ops/webgpu/concat16.js +0 -126
- package/dist/ops/webgpu/dropout16.d.ts +0 -1
- package/dist/ops/webgpu/dropout16.js +0 -51
- package/dist/ops/webgpu/gatherSub.d.ts +0 -1
- package/dist/ops/webgpu/gatherSub.js +0 -39
- package/dist/ops/webgpu/gelu.d.ts +0 -14
- package/dist/ops/webgpu/gelu.js +0 -141
- package/dist/ops/webgpu/index.d.ts +0 -0
- package/dist/ops/webgpu/index.js +0 -26
- package/dist/ops/webgpu/matMul16.d.ts +0 -1
- package/dist/ops/webgpu/matMul16.js +0 -65
- package/dist/ops/webgpu/matMul16_program.d.ts +0 -42
- package/dist/ops/webgpu/matMul16_program.js +0 -343
- package/dist/ops/webgpu/mul16.d.ts +0 -1
- package/dist/ops/webgpu/mul16.js +0 -13
- package/dist/ops/webgpu/norm2.d.ts +0 -1
- package/dist/ops/webgpu/norm2.js +0 -76
- package/dist/ops/webgpu/normRMS.d.ts +0 -1
- package/dist/ops/webgpu/normRMS.js +0 -34
- package/dist/ops/webgpu/normRMS16_program.d.ts +0 -10
- package/dist/ops/webgpu/normRMS16_program.js +0 -25
- package/dist/ops/webgpu/normRMS32_program.d.ts +0 -10
- package/dist/ops/webgpu/normRMS32_program.js +0 -25
- package/dist/ops/webgpu/normRMSGrad.d.ts +0 -1
- package/dist/ops/webgpu/normRMSGrad.js +0 -284
- package/dist/ops/webgpu/pack16.d.ts +0 -1
- package/dist/ops/webgpu/pack16.js +0 -18
- package/dist/ops/webgpu/pack16_program.d.ts +0 -19
- package/dist/ops/webgpu/pack16_program.js +0 -92
- package/dist/ops/webgpu/qkv.d.ts +0 -1
- package/dist/ops/webgpu/qkv.js +0 -24
- package/dist/ops/webgpu/rope.d.ts +0 -1
- package/dist/ops/webgpu/rope.js +0 -135
- package/dist/ops/webgpu/scatterSub.d.ts +0 -1
- package/dist/ops/webgpu/scatterSub.js +0 -40
- package/dist/ops/webgpu/slice16.d.ts +0 -7
- package/dist/ops/webgpu/slice16.js +0 -69
- package/dist/ops/webgpu/softmax16.d.ts +0 -17
- package/dist/ops/webgpu/softmax16.js +0 -21
- package/dist/ops/webgpu/softmax16_program.d.ts +0 -13
- package/dist/ops/webgpu/softmax16_program.js +0 -73
- package/dist/ops/webgpu/softmax16_subgroup_program.d.ts +0 -17
- package/dist/ops/webgpu/softmax16_subgroup_program.js +0 -75
- package/dist/ops/webgpu/softmax16grad.d.ts +0 -1
- package/dist/ops/webgpu/softmax16grad.js +0 -37
- package/dist/ops/webgpu/sub16.d.ts +0 -1
- package/dist/ops/webgpu/sub16.js +0 -13
- package/dist/ops/webgpu/sum16.d.ts +0 -1
- package/dist/ops/webgpu/sum16.js +0 -38
- package/dist/ops/webgpu/transpose16.d.ts +0 -1
- package/dist/ops/webgpu/transpose16.js +0 -34
- package/dist/ops/webgpu/transpose16_program.d.ts +0 -16
- package/dist/ops/webgpu/transpose16_program.js +0 -50
- package/dist/ops/webgpu/transpose16_shared_program.d.ts +0 -15
- package/dist/ops/webgpu/transpose16_shared_program.js +0 -70
- package/dist/ops/webgpu/unpack16.d.ts +0 -1
- package/dist/ops/webgpu/unpack16.js +0 -48
- package/dist/ops/webgpu/utils/binary_op.d.ts +0 -35
- package/dist/ops/webgpu/utils/binary_op.js +0 -139
- package/dist/ops/webgpu/utils/deviceInfo.d.ts +0 -7
- package/dist/ops/webgpu/utils/deviceInfo.js +0 -11
- package/dist/ops/webgpu/utils/reductions.d.ts +0 -43
- package/dist/ops/webgpu/utils/reductions.js +0 -275
- package/dist/ops-CsXeTq1P.js +0 -476
- package/dist/pack16-bqltoUlR.js +0 -39
- package/dist/papaparse.min-C0cScC2i.js +0 -418
- package/dist/parquet-Bqjmp2vo.js +0 -44231
- package/dist/patches/webgpu_backend.d.ts +0 -18
- package/dist/patches/webgpu_backend.js +0 -56
- package/dist/patches/webgpu_base.d.ts +0 -21
- package/dist/patches/webgpu_base.js +0 -34
- package/dist/patches/webgpu_program.d.ts +0 -36
- package/dist/patches/webgpu_program.js +0 -400
- package/dist/pdf-NIhmP3sq.js +0 -19477
- package/dist/rand_util-CZ7yLoUm.js +0 -50
- package/dist/random_normal-IBRrha8a.js +0 -14
- package/dist/random_width-DN5ZtQkM.js +0 -9796
- package/dist/range-C-CjF-LI.js +0 -10
- package/dist/relu-J_X6MUzx.js +0 -9
- package/dist/reshape-BDOuCSNW.js +0 -9
- package/dist/resize_nearest_neighbor-BojqlfRe.js +0 -150
- package/dist/rope-DcrZM_e6.js +0 -24
- package/dist/scatter_nd_util-ByNJaL6I.js +0 -46
- package/dist/segment_util-Dasb2Zaf.js +0 -43
- package/dist/selu_util-BLhIqRkw.js +0 -44
- package/dist/shared-3agzAqQ_.js +0 -53
- package/dist/shared-CagdqkLh.js +0 -2143
- package/dist/slice-BzS11Qh0.js +0 -12
- package/dist/slice_util-CC35pLmT.js +0 -153
- package/dist/softmax-D4q1LJN7.js +0 -12
- package/dist/split-C2Sj255c.js +0 -9
- package/dist/squeeze-ho4wLUek.js +0 -10
- package/dist/stack-DudVrtmG.js +0 -11
- package/dist/step-BTxPtq1r.js +0 -261
- package/dist/sum-BpiwSWvg.js +0 -11
- package/dist/tensor-BWFldCso.js +0 -8
- package/dist/tensor1d-LMGMIUlr.js +0 -11
- package/dist/tensor2d-BnXMKScO.js +0 -14
- package/dist/tensor4d-C6UCG_u8.js +0 -14
- package/dist/tfjs_backend-BGnG-ppu.js +0 -654
- package/dist/tile-CFy-xTO6.js +0 -11
- package/dist/tokeniser/BaseTokeniser.d.ts +0 -33
- package/dist/tokeniser/BaseTokeniser.js +0 -124
- package/dist/tokeniser/CharTokeniser.d.ts +0 -24
- package/dist/tokeniser/CharTokeniser.js +0 -107
- package/dist/tokeniser/bpe.d.ts +0 -28
- package/dist/tokeniser/bpe.js +0 -173
- package/dist/tokeniser/messages.d.ts +0 -61
- package/dist/tokeniser/messages.js +0 -1
- package/dist/tokeniser/type.d.ts +0 -34
- package/dist/tokeniser/type.js +0 -1
- package/dist/training/AdamW.d.ts +0 -36
- package/dist/training/AdamW.js +0 -138
- package/dist/training/BasicTrainer.d.ts +0 -63
- package/dist/training/BasicTrainer.js +0 -265
- package/dist/training/DatasetBuilder.d.ts +0 -26
- package/dist/training/DatasetBuilder.js +0 -86
- package/dist/training/Evaluator.d.ts +0 -19
- package/dist/training/Evaluator.js +0 -39
- package/dist/training/LRScheduler.d.ts +0 -12
- package/dist/training/LRScheduler.js +0 -34
- package/dist/training/PreTrainer.d.ts +0 -11
- package/dist/training/PreTrainer.js +0 -20
- package/dist/training/SFTTrainer.d.ts +0 -12
- package/dist/training/SFTTrainer.js +0 -22
- package/dist/training/loss.d.ts +0 -3
- package/dist/training/loss.js +0 -24
- package/dist/training/orthoGrad.d.ts +0 -2
- package/dist/training/orthoGrad.js +0 -10
- package/dist/training/sparseCrossEntropy.d.ts +0 -7
- package/dist/training/sparseCrossEntropy.js +0 -69
- package/dist/training/tasks/ConversationTask.d.ts +0 -18
- package/dist/training/tasks/ConversationTask.js +0 -40
- package/dist/training/tasks/PretrainingTask.d.ts +0 -17
- package/dist/training/tasks/PretrainingTask.js +0 -47
- package/dist/training/tasks/StartSentenceTask.d.ts +0 -18
- package/dist/training/tasks/StartSentenceTask.js +0 -49
- package/dist/training/tasks/Task.d.ts +0 -22
- package/dist/training/tasks/Task.js +0 -68
- package/dist/training/tasks/splitter.d.ts +0 -5
- package/dist/training/tasks/splitter.js +0 -21
- package/dist/training/types.d.ts +0 -78
- package/dist/training/types.js +0 -1
- package/dist/training/validation.d.ts +0 -17
- package/dist/training/validation.js +0 -84
- package/dist/transpose-9kRxIXWR.js +0 -36
- package/dist/unsorted_segment_sum-DJvk5xnh.js +0 -277
- package/dist/utilities/arrayClose.d.ts +0 -1
- package/dist/utilities/arrayClose.js +0 -20
- package/dist/utilities/datasetID.d.ts +0 -2
- package/dist/utilities/datasetID.js +0 -21
- package/dist/utilities/dummy.d.ts +0 -9
- package/dist/utilities/dummy.js +0 -43
- package/dist/utilities/multinomialCPU.d.ts +0 -2
- package/dist/utilities/multinomialCPU.js +0 -13
- package/dist/utilities/naming.d.ts +0 -4
- package/dist/utilities/naming.js +0 -1
- package/dist/utilities/packed.d.ts +0 -4
- package/dist/utilities/packed.js +0 -15
- package/dist/utilities/parameters.d.ts +0 -11
- package/dist/utilities/parameters.js +0 -57
- package/dist/utilities/performance.d.ts +0 -2
- package/dist/utilities/performance.js +0 -16
- package/dist/utilities/profile.d.ts +0 -17
- package/dist/utilities/profile.js +0 -38
- package/dist/utilities/safetensors.d.ts +0 -3
- package/dist/utilities/safetensors.js +0 -83
- package/dist/utilities/sentences.d.ts +0 -5
- package/dist/utilities/sentences.js +0 -41
- package/dist/utilities/tokenParse.d.ts +0 -1
- package/dist/utilities/tokenParse.js +0 -21
- package/dist/utilities/topP.d.ts +0 -1
- package/dist/utilities/topP.js +0 -13
- package/dist/utilities/waitForModel.d.ts +0 -2
- package/dist/utilities/waitForModel.js +0 -12
- package/dist/utilities/weights.d.ts +0 -12
- package/dist/utilities/weights.js +0 -45
- package/dist/utilities/yielder.d.ts +0 -1
- package/dist/utilities/yielder.js +0 -7
- package/dist/variable-Ck482e3n.js +0 -7
- package/dist/webgpu_program-B4HmApL1.js +0 -525
- package/dist/webgpu_util-DYlGSwOJ.js +0 -64
- package/dist/zeros-DvZpK8s6.js +0 -13
- package/dist/zeros_like-CWjDdwr-.js +0 -721
package/dist/ones-BytntneX.js
DELETED
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import { u as n, V as t, U as m, E as i } from "./index-CUXkjxiT.js";
|
|
2
|
-
import { c as f } from "./complex-DI35Q-gW.js";
|
|
3
|
-
import { z as c } from "./zeros-DvZpK8s6.js";
|
|
4
|
-
function l(o, r = "float32") {
|
|
5
|
-
if (n(o), r === "complex64") {
|
|
6
|
-
const s = l(o, "float32"), a = c(o, "float32");
|
|
7
|
-
return f(s, a);
|
|
8
|
-
}
|
|
9
|
-
const e = t(m(o), r);
|
|
10
|
-
return i.makeTensor(e, o, r);
|
|
11
|
-
}
|
|
12
|
-
export {
|
|
13
|
-
l as o
|
|
14
|
-
};
|
package/dist/ops/adamAdjust.d.ts
DELETED
package/dist/ops/adamAdjust.js
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { h as u } from "../index-CUXkjxiT.js";
|
|
2
|
-
import "./cpu/adamAdjust.js";
|
|
3
|
-
import "./webgl/adamAdjust.js";
|
|
4
|
-
function s(r, t, n, e, m, o, i = 0) {
|
|
5
|
-
return u().runKernel("AdamAdjust", { moments: r, value: t }, { beta1: n, beta2: e, epsilon: m, learningRate: o, weightDecay: i });
|
|
6
|
-
}
|
|
7
|
-
export {
|
|
8
|
-
s as adamAdjust
|
|
9
|
-
};
|
package/dist/ops/adamMoments.js
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { h as t } from "../index-CUXkjxiT.js";
|
|
2
|
-
import "./cpu/adamMoments.js";
|
|
3
|
-
import "./webgl/adamMoments.js";
|
|
4
|
-
function s(n, r, e, m, o) {
|
|
5
|
-
return t().runKernel("AdamMoments", { moments: n, gradient: r, scaling: o }, { beta1: e, beta2: m });
|
|
6
|
-
}
|
|
7
|
-
export {
|
|
8
|
-
s as adamMoments
|
|
9
|
-
};
|
package/dist/ops/add16.d.ts
DELETED
package/dist/ops/add16.js
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { j as t, h as o } from "../index-CUXkjxiT.js";
|
|
2
|
-
import { isPackedTensor as n } from "../utilities/packed.js";
|
|
3
|
-
import "./grads/add16.js";
|
|
4
|
-
function m(r, e) {
|
|
5
|
-
return !n(r) && !n(e) ? t(r, e) : o().runKernel("Add16", { a: r, b: e });
|
|
6
|
-
}
|
|
7
|
-
export {
|
|
8
|
-
m as add16
|
|
9
|
-
};
|
package/dist/ops/appendCache.js
DELETED
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
import { h as e } from "../index-CUXkjxiT.js";
|
|
2
|
-
import "./cpu/appendCache.js";
|
|
3
|
-
import "./webgl/appendCache.js";
|
|
4
|
-
import { isPackedTensor as c } from "../utilities/packed.js";
|
|
5
|
-
import { c as t } from "../concat-CAQpCret.js";
|
|
6
|
-
import { z as f } from "../zeros-DvZpK8s6.js";
|
|
7
|
-
function C(r, o, n, p) {
|
|
8
|
-
if (!p) {
|
|
9
|
-
const s = r.shape[2], a = c(r);
|
|
10
|
-
return t(
|
|
11
|
-
[
|
|
12
|
-
r,
|
|
13
|
-
f([r.shape[0], r.shape[1], o - s, r.shape[3]], a ? "int32" : r.dtype)
|
|
14
|
-
],
|
|
15
|
-
2
|
|
16
|
-
);
|
|
17
|
-
}
|
|
18
|
-
return e().runKernel("AppendCache", { cache: p, item: r }, { maxSize: o, pastLen: n });
|
|
19
|
-
}
|
|
20
|
-
export {
|
|
21
|
-
C as appendCache
|
|
22
|
-
};
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import { h as e } from "../index-CUXkjxiT.js";
|
|
2
|
-
import "./cpu/attentionMask.js";
|
|
3
|
-
import "./webgl/attentionMask.js";
|
|
4
|
-
import "./grads/attentionMask.js";
|
|
5
|
-
function u(t, n, o, r) {
|
|
6
|
-
return e().runKernel("AttentionMask", { q: t, k: n }, { divisor: o, pastLen: r || 0 });
|
|
7
|
-
}
|
|
8
|
-
export {
|
|
9
|
-
u as attentionMask
|
|
10
|
-
};
|
package/dist/ops/concat16.d.ts
DELETED
package/dist/ops/concat16.js
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { isPackedTensor as o } from "../utilities/packed.js";
|
|
2
|
-
import { h as c } from "../index-CUXkjxiT.js";
|
|
3
|
-
import { c as e } from "../concat-CAQpCret.js";
|
|
4
|
-
function p(r, n) {
|
|
5
|
-
return o(r[0]) ? c().runKernel("Concat16", r, { axis: n ?? -1 }) : e(r, n);
|
|
6
|
-
}
|
|
7
|
-
export {
|
|
8
|
-
p as concat16
|
|
9
|
-
};
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import { c as k, i as t, j as i, m as z, l as A } from "../../index-CUXkjxiT.js";
|
|
2
|
-
function C(c) {
|
|
3
|
-
const { moments: s, value: r } = c.inputs, { beta1: l, beta2: m, epsilon: u, learningRate: d } = c.attrs, e = s.shape.length, a = new Array(e).fill(0), n = s.shape.slice();
|
|
4
|
-
n[e - 1] = 1;
|
|
5
|
-
const o = a.slice();
|
|
6
|
-
o[e - 1] = 1;
|
|
7
|
-
const b = n.slice(), p = s.slice(a, n).squeeze([e - 1]), M = s.slice(o, b).squeeze([e - 1]), g = t(p, l), f = t(M, m);
|
|
8
|
-
return i(
|
|
9
|
-
z(t(g, i(A(f), u ?? 1e-8)), -d),
|
|
10
|
-
r
|
|
11
|
-
);
|
|
12
|
-
}
|
|
13
|
-
const h = {
|
|
14
|
-
kernelName: "AdamAdjust",
|
|
15
|
-
backendName: "cpu",
|
|
16
|
-
kernelFunc: C
|
|
17
|
-
};
|
|
18
|
-
k(h);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { c as p } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { s as b } from "../../stack-DudVrtmG.js";
|
|
3
|
-
function f(t) {
|
|
4
|
-
const { moments: n, gradient: c } = t.inputs, { beta1: o, beta2: m } = t.attrs, e = n.shape.length, a = new Array(e).fill(0), s = n.shape.slice();
|
|
5
|
-
s[e - 1] = 1;
|
|
6
|
-
const i = a.slice();
|
|
7
|
-
i[e - 1] = 1;
|
|
8
|
-
const r = s.slice(), l = n.slice(a, s).squeeze([e - 1]), u = n.slice(i, r).squeeze([e - 1]), M = l.mul(o).add(c.mul(1 - o)), d = u.mul(m).add(c.square().mul(1 - m));
|
|
9
|
-
return b([M, d], -1);
|
|
10
|
-
}
|
|
11
|
-
const g = {
|
|
12
|
-
kernelName: "AdamMoments",
|
|
13
|
-
backendName: "cpu",
|
|
14
|
-
kernelFunc: f
|
|
15
|
-
};
|
|
16
|
-
p(g);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { c as d } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { c as h } from "../../concat-CAQpCret.js";
|
|
3
|
-
function u(p) {
|
|
4
|
-
const { cache: n, item: s } = p.inputs, { maxSize: i, pastLen: c } = p.attrs, t = n.shape[0], o = n.shape[1], a = n.shape[3], e = s.shape[2];
|
|
5
|
-
if (c + e <= i) {
|
|
6
|
-
const f = n.slice([0, 0, 0, 0], [t, o, c, a]), m = n.slice([0, 0, c + e, 0], [t, o, i - c - e, a]), r = e < e ? s.slice([0, 0, 0, 0], [t, o, e, a]) : s, k = h([f, r, m], 2);
|
|
7
|
-
return f.dispose(), m.dispose(), r !== s && r.dispose(), k;
|
|
8
|
-
}
|
|
9
|
-
const l = n.slice([0, 0, e, 0], [t, o, i - e, a]), C = h([l, s], 2);
|
|
10
|
-
return l.dispose(), C;
|
|
11
|
-
}
|
|
12
|
-
const w = {
|
|
13
|
-
kernelName: "AppendCache",
|
|
14
|
-
backendName: "cpu",
|
|
15
|
-
kernelFunc: u
|
|
16
|
-
};
|
|
17
|
-
d(w);
|
|
18
|
-
const N = {
|
|
19
|
-
kernelName: "AppendCache",
|
|
20
|
-
backendName: "tensorflow",
|
|
21
|
-
kernelFunc: u
|
|
22
|
-
};
|
|
23
|
-
d(N);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
import { c as o, f as d, a as u } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { l as N } from "../../ops-CsXeTq1P.js";
|
|
3
|
-
import { o as b } from "../../ones-BytntneX.js";
|
|
4
|
-
import { z as A } from "../../zeros-DvZpK8s6.js";
|
|
5
|
-
import { w as I } from "../../not_equal-hurPF26l.js";
|
|
6
|
-
import { m as g } from "../../mat_mul-DhG0Newp.js";
|
|
7
|
-
function a(n) {
|
|
8
|
-
const { q: s, k: e } = n.inputs, { divisor: r } = n.attrs, c = s.shape[2], t = e.shape[2], m = N.bandPart(b([t, t]), -1, 0).cast("bool"), i = A([t, t]), l = d([t, t], Number.NEGATIVE_INFINITY), f = I(m, i, l), k = g(s, e, !1, !0).mul(u(r)), p = f.slice([0, 0], [c, t]).expandDims(0).expandDims(0);
|
|
9
|
-
return k.add(p);
|
|
10
|
-
}
|
|
11
|
-
const w = {
|
|
12
|
-
kernelName: "AttentionMask",
|
|
13
|
-
backendName: "cpu",
|
|
14
|
-
kernelFunc: a
|
|
15
|
-
};
|
|
16
|
-
o(w);
|
|
17
|
-
const M = {
|
|
18
|
-
kernelName: "AttentionMask",
|
|
19
|
-
backendName: "tensorflow",
|
|
20
|
-
kernelFunc: a
|
|
21
|
-
};
|
|
22
|
-
o(M);
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { SoftmaxAttrs, SoftmaxInputs, TensorInfo } from '@tensorflow/tfjs-core';
|
|
2
|
-
interface FusedSoftmaxAttrs extends SoftmaxAttrs {
|
|
3
|
-
dropoutRate?: number;
|
|
4
|
-
}
|
|
5
|
-
export declare function softmaxCPU(args: {
|
|
6
|
-
inputs: SoftmaxInputs;
|
|
7
|
-
attrs: FusedSoftmaxAttrs;
|
|
8
|
-
}): TensorInfo;
|
|
9
|
-
export {};
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { c as e } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { s as m } from "../../softmax-D4q1LJN7.js";
|
|
3
|
-
function n(t) {
|
|
4
|
-
const { inputs: s, attrs: a } = t, { logits: o } = s, { dim: i, dropoutRate: r } = a;
|
|
5
|
-
if (!o)
|
|
6
|
-
throw new Error("Error in softmax: input logits is null");
|
|
7
|
-
return r !== void 0 && r > 0 && console.warn("Dropout in fusedSoftmax not implemented for CPU backend, skipping dropout."), m(o, i);
|
|
8
|
-
}
|
|
9
|
-
const f = {
|
|
10
|
-
kernelName: "FusedSoftmax",
|
|
11
|
-
backendName: "cpu",
|
|
12
|
-
kernelFunc: n
|
|
13
|
-
};
|
|
14
|
-
e(f);
|
|
15
|
-
const u = {
|
|
16
|
-
kernelName: "FusedSoftmax",
|
|
17
|
-
backendName: "tensorflow",
|
|
18
|
-
kernelFunc: n
|
|
19
|
-
};
|
|
20
|
-
e(u);
|
|
21
|
-
const c = {
|
|
22
|
-
kernelName: "FusedSoftmax",
|
|
23
|
-
backendName: "webgpu",
|
|
24
|
-
kernelFunc: n
|
|
25
|
-
};
|
|
26
|
-
e(c);
|
|
27
|
-
export {
|
|
28
|
-
n as softmaxCPU
|
|
29
|
-
};
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import { o as u, q as c, E as g, al as h, c as l, a1 as m } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { r as p } from "../../range-C-CjF-LI.js";
|
|
3
|
-
import { s as N } from "../../stack-DudVrtmG.js";
|
|
4
|
-
function f(e, t) {
|
|
5
|
-
const n = c(t, "indices", "gatherND", "int32"), s = { params: c(e, "x", "gatherND", "string_or_numeric"), indices: n };
|
|
6
|
-
return g.runKernel(h, s);
|
|
7
|
-
}
|
|
8
|
-
const b = /* @__PURE__ */ u({ gatherND_: f });
|
|
9
|
-
function d(e) {
|
|
10
|
-
const { values: t, labels: n, logits: r } = e.inputs, s = n.shape[0], a = p(0, s, 1, "int32"), o = N([a, n], 1), i = b(r, o);
|
|
11
|
-
return m(t, i);
|
|
12
|
-
}
|
|
13
|
-
const k = {
|
|
14
|
-
kernelName: "EfficientGatherSub",
|
|
15
|
-
backendName: "cpu",
|
|
16
|
-
kernelFunc: d
|
|
17
|
-
};
|
|
18
|
-
l(k);
|
package/dist/ops/cpu/gelu.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
package/dist/ops/cpu/gelu.js
DELETED
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
import { c as t, t as d } from "../../index-CUXkjxiT.js";
|
|
2
|
-
const o = 0.7978845608028654, c = 0.044715;
|
|
3
|
-
function m(r) {
|
|
4
|
-
const { inputs: u } = r, { x: n } = u, e = n;
|
|
5
|
-
return d(() => {
|
|
6
|
-
const l = e.pow(3), s = e.add(l.mul(c)).mul(o).tanh().add(1).mul(0.5);
|
|
7
|
-
return e.mul(s);
|
|
8
|
-
});
|
|
9
|
-
}
|
|
10
|
-
const p = {
|
|
11
|
-
kernelName: "Gelu",
|
|
12
|
-
backendName: "cpu",
|
|
13
|
-
kernelFunc: m
|
|
14
|
-
};
|
|
15
|
-
t(p);
|
|
16
|
-
const K = {
|
|
17
|
-
kernelName: "Gelu",
|
|
18
|
-
backendName: "tensorflow",
|
|
19
|
-
kernelFunc: m
|
|
20
|
-
};
|
|
21
|
-
t(K);
|
|
22
|
-
function i(r) {
|
|
23
|
-
const { dy: u, x: n } = r.inputs;
|
|
24
|
-
return d(() => {
|
|
25
|
-
const e = n.square(), l = e.mul(n), a = n.add(l.mul(c)).mul(o).tanh(), f = a.square().neg().add(1), k = e.mul(3 * c).add(1), g = a.add(1).mul(0.5), G = n.mul(f).mul(o).mul(k).mul(0.5), N = g.add(G);
|
|
26
|
-
return u.mul(N);
|
|
27
|
-
});
|
|
28
|
-
}
|
|
29
|
-
const x = {
|
|
30
|
-
kernelName: "GeluGrad",
|
|
31
|
-
backendName: "cpu",
|
|
32
|
-
kernelFunc: i
|
|
33
|
-
};
|
|
34
|
-
t(x);
|
|
35
|
-
const h = {
|
|
36
|
-
kernelName: "GeluGrad",
|
|
37
|
-
backendName: "tensorflow",
|
|
38
|
-
kernelFunc: i
|
|
39
|
-
};
|
|
40
|
-
t(h);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
package/dist/ops/cpu/matMul16.js
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import { isPackedTensor as t } from "../../utilities/packed.js";
|
|
2
|
-
import { c as p } from "../../index-CUXkjxiT.js";
|
|
3
|
-
import { m as l } from "../../mat_mul-DhG0Newp.js";
|
|
4
|
-
function m(e) {
|
|
5
|
-
const { A: n, B: r } = e.inputs, { transposeA: o, transposeB: s } = e.attrs, a = !t(n), c = !t(r);
|
|
6
|
-
if (a && c)
|
|
7
|
-
return l(n, r, o, s);
|
|
8
|
-
throw new Error("MatMul16 CPU kernel only supports packed tensors currently.");
|
|
9
|
-
}
|
|
10
|
-
const u = {
|
|
11
|
-
kernelName: "MatMul16",
|
|
12
|
-
backendName: "cpu",
|
|
13
|
-
kernelFunc: m
|
|
14
|
-
};
|
|
15
|
-
p(u);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
import { c as e, t as m } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { g as M, d as i } from "../../gelu-B220X1Go.js";
|
|
3
|
-
import { m as k } from "../../mat_mul-DhG0Newp.js";
|
|
4
|
-
function c(t) {
|
|
5
|
-
const { inputs: u } = t, { x: n, kernel: r } = u, a = n, l = r;
|
|
6
|
-
return m(() => {
|
|
7
|
-
const o = k(a, l);
|
|
8
|
-
return M(o);
|
|
9
|
-
});
|
|
10
|
-
}
|
|
11
|
-
const G = {
|
|
12
|
-
kernelName: "MatMulGelu",
|
|
13
|
-
backendName: "cpu",
|
|
14
|
-
kernelFunc: c
|
|
15
|
-
};
|
|
16
|
-
e(G);
|
|
17
|
-
const f = {
|
|
18
|
-
kernelName: "MatMulGelu",
|
|
19
|
-
backendName: "tensorflow",
|
|
20
|
-
kernelFunc: c
|
|
21
|
-
};
|
|
22
|
-
e(f);
|
|
23
|
-
const p = {
|
|
24
|
-
kernelName: "MatMulGelu",
|
|
25
|
-
backendName: "webgpu",
|
|
26
|
-
kernelFunc: c
|
|
27
|
-
};
|
|
28
|
-
e(p);
|
|
29
|
-
function s(t) {
|
|
30
|
-
const { dy: u, x: n, kernel: r } = t.inputs;
|
|
31
|
-
return m(() => {
|
|
32
|
-
const a = k(n, r), l = i(u, a), o = l.matMul(r.transpose()), d = n.transpose().matMul(l);
|
|
33
|
-
return [o, d];
|
|
34
|
-
});
|
|
35
|
-
}
|
|
36
|
-
const g = {
|
|
37
|
-
kernelName: "MatMulGeluGrad",
|
|
38
|
-
backendName: "cpu",
|
|
39
|
-
kernelFunc: s
|
|
40
|
-
};
|
|
41
|
-
e(g);
|
|
42
|
-
const N = {
|
|
43
|
-
kernelName: "MatMulGeluGrad",
|
|
44
|
-
backendName: "tensorflow",
|
|
45
|
-
kernelFunc: s
|
|
46
|
-
};
|
|
47
|
-
e(N);
|
|
48
|
-
const b = {
|
|
49
|
-
kernelName: "MatMulGeluGrad",
|
|
50
|
-
backendName: "webgpu",
|
|
51
|
-
kernelFunc: s
|
|
52
|
-
};
|
|
53
|
-
e(b);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { c as e, t as i } from "../../index-CUXkjxiT.js";
|
|
2
|
-
function n(t) {
|
|
3
|
-
const { inputs: r, attrs: l } = t, { transposeA: o, transposeB: s } = l, { x: u, kernel: c, y: a } = r, m = u, k = c, M = a;
|
|
4
|
-
return i(() => m.matMul(k, o, s).mul(M));
|
|
5
|
-
}
|
|
6
|
-
const p = {
|
|
7
|
-
kernelName: "MatMulMul",
|
|
8
|
-
backendName: "cpu",
|
|
9
|
-
kernelFunc: n
|
|
10
|
-
};
|
|
11
|
-
e(p);
|
|
12
|
-
const f = {
|
|
13
|
-
kernelName: "MatMulMul",
|
|
14
|
-
backendName: "tensorflow",
|
|
15
|
-
kernelFunc: n
|
|
16
|
-
};
|
|
17
|
-
e(f);
|
|
18
|
-
const g = {
|
|
19
|
-
kernelName: "MatMulMul",
|
|
20
|
-
backendName: "webgpu",
|
|
21
|
-
kernelFunc: n
|
|
22
|
-
};
|
|
23
|
-
e(g);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { c as e, m as t } from "../../index-CUXkjxiT.js";
|
|
2
|
-
function n(o) {
|
|
3
|
-
const { inputs: r } = o, { a: l, b: u } = r;
|
|
4
|
-
return console.warn("Using fallback mulDrop implementation without dropout."), t(l, u);
|
|
5
|
-
}
|
|
6
|
-
const c = {
|
|
7
|
-
kernelName: "MulDropout",
|
|
8
|
-
backendName: "cpu",
|
|
9
|
-
kernelFunc: n
|
|
10
|
-
};
|
|
11
|
-
e(c);
|
|
12
|
-
const a = {
|
|
13
|
-
kernelName: "MulDropout",
|
|
14
|
-
backendName: "tensorflow",
|
|
15
|
-
kernelFunc: n
|
|
16
|
-
};
|
|
17
|
-
e(a);
|
|
18
|
-
const m = {
|
|
19
|
-
kernelName: "MulDropout",
|
|
20
|
-
backendName: "webgpu",
|
|
21
|
-
kernelFunc: n
|
|
22
|
-
};
|
|
23
|
-
e(m);
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
package/dist/ops/cpu/normRMS.js
DELETED
|
@@ -1,39 +0,0 @@
|
|
|
1
|
-
import { c as o, t as d } from "../../index-CUXkjxiT.js";
|
|
2
|
-
function i(t) {
|
|
3
|
-
const { inputs: e } = t, { x: n, gamma: s } = e, r = n, a = s;
|
|
4
|
-
return d(() => {
|
|
5
|
-
const u = r.square().mean(-1, !0).add(1e-8).rsqrt();
|
|
6
|
-
return r.mul(u).mul(a);
|
|
7
|
-
});
|
|
8
|
-
}
|
|
9
|
-
const f = {
|
|
10
|
-
kernelName: "RMSNorm",
|
|
11
|
-
backendName: "cpu",
|
|
12
|
-
kernelFunc: i
|
|
13
|
-
};
|
|
14
|
-
o(f);
|
|
15
|
-
const g = {
|
|
16
|
-
kernelName: "RMSNorm",
|
|
17
|
-
backendName: "tensorflow",
|
|
18
|
-
kernelFunc: i
|
|
19
|
-
};
|
|
20
|
-
o(g);
|
|
21
|
-
function N(t) {
|
|
22
|
-
const { dy: e, x: n, gamma: s } = t.inputs;
|
|
23
|
-
return d(() => {
|
|
24
|
-
const r = n.shape[n.shape.length - 1], a = n.square().mean(-1, !0), m = a.add(1e-8).rsqrt(), u = n.mul(m), l = e.mul(u).sum([0, 1]), c = e.mul(s), k = c.mul(n).sum(-1, !0).div(r);
|
|
25
|
-
return [c.mul(m).sub(n.mul(k).mul(m).div(a.add(1e-8))), l];
|
|
26
|
-
});
|
|
27
|
-
}
|
|
28
|
-
const S = {
|
|
29
|
-
kernelName: "RMSNormGrad",
|
|
30
|
-
backendName: "cpu",
|
|
31
|
-
kernelFunc: N
|
|
32
|
-
};
|
|
33
|
-
o(S);
|
|
34
|
-
const R = {
|
|
35
|
-
kernelName: "RMSNormGrad",
|
|
36
|
-
backendName: "tensorflow",
|
|
37
|
-
kernelFunc: N
|
|
38
|
-
};
|
|
39
|
-
o(R);
|
package/dist/ops/cpu/qkv.d.ts
DELETED
package/dist/ops/cpu/qkv.js
DELETED
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
import { c as q } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { r as o } from "../../reshape-BDOuCSNW.js";
|
|
3
|
-
import { s as x } from "../../split-C2Sj255c.js";
|
|
4
|
-
function v(p) {
|
|
5
|
-
const { x: c, kernel: K } = p.inputs, { heads: n, packed: C } = p.attrs;
|
|
6
|
-
if (C)
|
|
7
|
-
throw new Error("QKV CPU implementation does not support packed tensors.");
|
|
8
|
-
const [s, e, t] = c.shape, a = o(c, [s * e, t]), i = a.dot(K);
|
|
9
|
-
a.dispose();
|
|
10
|
-
const d = o(i, [s, e, 3 * t]);
|
|
11
|
-
i.dispose();
|
|
12
|
-
const [k, l, m] = x(d, 3, -1);
|
|
13
|
-
d.dispose();
|
|
14
|
-
const r = t / n, f = o(k, [s, e, n, r]);
|
|
15
|
-
k.dispose();
|
|
16
|
-
const w = f.transpose([0, 2, 1, 3]);
|
|
17
|
-
f.dispose();
|
|
18
|
-
const h = o(l, [s, e, n, r]);
|
|
19
|
-
l.dispose();
|
|
20
|
-
const N = h.transpose([0, 2, 1, 3]);
|
|
21
|
-
h.dispose();
|
|
22
|
-
const u = o(m, [s, e, n, r]);
|
|
23
|
-
m.dispose();
|
|
24
|
-
const T = u.transpose([0, 2, 1, 3]);
|
|
25
|
-
return u.dispose(), [w, N, T];
|
|
26
|
-
}
|
|
27
|
-
const F = {
|
|
28
|
-
kernelName: "QKV",
|
|
29
|
-
backendName: "cpu",
|
|
30
|
-
kernelFunc: v
|
|
31
|
-
};
|
|
32
|
-
q(F);
|
|
33
|
-
const Q = {
|
|
34
|
-
kernelName: "QKV",
|
|
35
|
-
backendName: "tensorflow",
|
|
36
|
-
kernelFunc: v
|
|
37
|
-
};
|
|
38
|
-
q(Q);
|
|
39
|
-
export {
|
|
40
|
-
v as qkvCPU
|
|
41
|
-
};
|
package/dist/ops/cpu/rope.d.ts
DELETED
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
import { NamedAttrMap, NamedTensorInfoMap, Tensor, TensorInfo } from '@tensorflow/tfjs-core';
|
|
2
|
-
export declare function applyRoPE(sinCache: Tensor, cosCache: Tensor, rotaryDim: number, q: Tensor, pastLen: number): Tensor;
|
|
3
|
-
export declare function ropeCPU(args: {
|
|
4
|
-
inputs: NamedTensorInfoMap;
|
|
5
|
-
attrs?: NamedAttrMap;
|
|
6
|
-
}): TensorInfo;
|
package/dist/ops/cpu/rope.js
DELETED
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
import { c as I } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { r as y } from "../../range-C-CjF-LI.js";
|
|
3
|
-
import { g as F } from "../../gather-qIqEqaGn.js";
|
|
4
|
-
import { s as E } from "../../stack-DudVrtmG.js";
|
|
5
|
-
import { c as T } from "../../concat-CAQpCret.js";
|
|
6
|
-
function U(c, r, p, e, n) {
|
|
7
|
-
const t = e.shape[3], s = p;
|
|
8
|
-
if (s > t) return e;
|
|
9
|
-
const o = e.shape[2], i = s / 2, a = r.slice([n, 0, 0], [o, i, 1]).reshape([1, 1, o, i]), d = c.slice([n, 0, 0], [o, i, 1]).reshape([1, 1, o, i]), l = e.shape[0], m = e.shape[1], h = y(0, s, 2, "int32"), g = y(1, s, 2, "int32"), D = ((k) => {
|
|
10
|
-
const C = k.slice([0, 0, 0, 0], [l, m, o, s]), R = s < t ? k.slice([0, 0, 0, s], [l, m, o, t - s]) : null, u = F(C, h, 3), f = F(C, g, 3), v = u.mul(a), N = f.mul(d), S = v.sub(N), P = f.mul(a), b = u.mul(d), x = P.add(b);
|
|
11
|
-
u.dispose(), f.dispose(), a.dispose(), d.dispose(), v.dispose(), N.dispose(), P.dispose(), b.dispose();
|
|
12
|
-
const K = E([S, x], -1);
|
|
13
|
-
S.dispose(), x.dispose();
|
|
14
|
-
const w = K.reshape([l, m, o, s]);
|
|
15
|
-
return K.dispose(), R ? T([w, R], 3) : w;
|
|
16
|
-
})(e);
|
|
17
|
-
return h.dispose(), g.dispose(), D;
|
|
18
|
-
}
|
|
19
|
-
function B(c) {
|
|
20
|
-
const { x: r } = c.inputs, { pastLen: p, negSin: e, ropeCache: n } = c.attrs, t = r.shape[3], s = e ? n.getNegSin() : n.getSin(), o = n.getCos();
|
|
21
|
-
return U(s, o, t, r, p);
|
|
22
|
-
}
|
|
23
|
-
const j = {
|
|
24
|
-
kernelName: "Rope",
|
|
25
|
-
backendName: "cpu",
|
|
26
|
-
kernelFunc: B
|
|
27
|
-
};
|
|
28
|
-
I(j);
|
|
29
|
-
const z = {
|
|
30
|
-
kernelName: "Rope",
|
|
31
|
-
backendName: "tensorflow",
|
|
32
|
-
kernelFunc: B
|
|
33
|
-
};
|
|
34
|
-
I(z);
|
|
35
|
-
export {
|
|
36
|
-
U as applyRoPE,
|
|
37
|
-
B as ropeCPU
|
|
38
|
-
};
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export {};
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { o as f, u as g, q as r, E as l, ak as N, c as b, a1 as S, m as h } from "../../index-CUXkjxiT.js";
|
|
2
|
-
import { v as k } from "../../scatter_nd_util-ByNJaL6I.js";
|
|
3
|
-
import { r as D } from "../../range-C-CjF-LI.js";
|
|
4
|
-
import { s as v } from "../../stack-DudVrtmG.js";
|
|
5
|
-
import { o as E } from "../../ones-BytntneX.js";
|
|
6
|
-
function I(a, e, s) {
|
|
7
|
-
g(s);
|
|
8
|
-
const n = r(a, "indices", "scatterND", "int32"), t = r(e, "updates", "scatterND");
|
|
9
|
-
k(t, n, s);
|
|
10
|
-
const c = { indices: n, updates: t }, o = { shape: s };
|
|
11
|
-
return l.runKernel(N, c, o);
|
|
12
|
-
}
|
|
13
|
-
const K = /* @__PURE__ */ f({ scatterND_: I });
|
|
14
|
-
function L(a) {
|
|
15
|
-
const { logits: e, labels: s, dy: n } = a.inputs, t = s.shape[0], c = e.shape[1], o = D(0, t, 1, "int32"), i = v([o, s], 1), d = E([t]), u = K(i, d, [t, c]), p = S(e, u), m = n.reshape([t, 1]);
|
|
16
|
-
return h(p, m);
|
|
17
|
-
}
|
|
18
|
-
const T = {
|
|
19
|
-
kernelName: "EfficientScatterSub",
|
|
20
|
-
backendName: "cpu",
|
|
21
|
-
kernelFunc: L
|
|
22
|
-
};
|
|
23
|
-
b(T);
|
package/dist/ops/dot16.d.ts
DELETED