@genai-fi/nanogpt 0.19.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +9 -10
- package/dist/Generator.d.ts +0 -82
- package/dist/Generator.js +0 -11941
- package/dist/RealDiv-CGwv0liw.js +0 -365
- package/dist/Reshape-BW__R4mZ.js +0 -79
- package/dist/Reshape-CPBkTIH2.js +0 -14
- package/dist/TeachableLLM.d.ts +0 -70
- package/dist/TeachableLLM.js +0 -273
- package/dist/Trainer.d.ts +0 -43
- package/dist/Trainer.js +0 -244
- package/dist/_commonjsHelpers-ByX85dGu.js +0 -33
- package/dist/axis_util-GTVlo58H.js +0 -55
- package/dist/backend.d.ts +0 -2
- package/dist/backend.js +0 -13
- package/dist/backend_util-GaFarB78.js +0 -425
- package/dist/backend_webgpu-BqASlsbV.js +0 -545
- package/dist/binary_op_util-pKXltfxI.js +0 -192
- package/dist/broadcast_to-eS93CCN_.js +0 -28
- package/dist/checks/appendCache.d.ts +0 -1
- package/dist/checks/appendCache.js +0 -22
- package/dist/checks/attentionMask.d.ts +0 -1
- package/dist/checks/attentionMask.js +0 -37
- package/dist/checks/check.d.ts +0 -9
- package/dist/checks/check.js +0 -20
- package/dist/checks/gelu.d.ts +0 -1
- package/dist/checks/gelu.js +0 -18
- package/dist/checks/index.d.ts +0 -26
- package/dist/checks/index.js +0 -28
- package/dist/checks/matMulGelu.d.ts +0 -1
- package/dist/checks/matMulGelu.js +0 -28
- package/dist/checks/normRMS.d.ts +0 -1
- package/dist/checks/normRMS.js +0 -16
- package/dist/checks/normRMSGrad.d.ts +0 -1
- package/dist/checks/normRMSGrad.js +0 -12
- package/dist/checks/packUnpack.d.ts +0 -1
- package/dist/checks/packUnpack.js +0 -18
- package/dist/checks/qkv.d.ts +0 -1
- package/dist/checks/qkv.js +0 -34
- package/dist/checks/rope.d.ts +0 -1
- package/dist/checks/rope.js +0 -36
- package/dist/checks/weights.d.ts +0 -14
- package/dist/checks/weights.js +0 -31
- package/dist/clip_by_value-DDA7rrcT.js +0 -12
- package/dist/complex-DI35Q-gW.js +0 -11
- package/dist/complex_util-Yc1A_gV1.js +0 -55
- package/dist/concat-CAQpCret.js +0 -17
- package/dist/concat_util-D18dJ4fD.js +0 -22
- package/dist/data/docx.d.ts +0 -2
- package/dist/data/docx.js +0 -15
- package/dist/data/parquet.d.ts +0 -2
- package/dist/data/parquet.js +0 -17
- package/dist/data/pdf.d.ts +0 -2
- package/dist/data/pdf.js +0 -14
- package/dist/data/textLoader.d.ts +0 -7
- package/dist/data/textLoader.js +0 -108
- package/dist/dataset-CGGp1z9P.js +0 -1124
- package/dist/dropout_util--NxWuYg2.js +0 -27
- package/dist/expand_dims-Bkd1YD5x.js +0 -11
- package/dist/exports_initializers-CYzKLjN7.js +0 -7
- package/dist/floor-BQtb-Azg.js +0 -9
- package/dist/gather-qIqEqaGn.js +0 -9
- package/dist/gelu-B220X1Go.js +0 -26
- package/dist/gpgpu_math-BwvV12df.js +0 -2022
- package/dist/index-CUXkjxiT.js +0 -3516
- package/dist/index-CieiGp4Y.js +0 -349
- package/dist/index-CjOWnMXP.js +0 -7308
- package/dist/index-Cp39cXWe.js +0 -1016
- package/dist/index-D5v913EJ.js +0 -4
- package/dist/index-DmeWGGmS.js +0 -1074
- package/dist/index-DvYrXKkX.js +0 -113
- package/dist/index-Ksja3su6.js +0 -151
- package/dist/index-xuotMAFm.js +0 -118
- package/dist/inference/types.d.ts +0 -16
- package/dist/inference/types.js +0 -1
- package/dist/jszip.min-BZhlzntC.js +0 -2313
- package/dist/kernel_funcs_utils-pq0CK9co.js +0 -306
- package/dist/layers/BaseLayer.d.ts +0 -44
- package/dist/layers/BaseLayer.js +0 -74
- package/dist/layers/CausalSelfAttention.d.ts +0 -39
- package/dist/layers/CausalSelfAttention.js +0 -86
- package/dist/layers/LoRA.d.ts +0 -14
- package/dist/layers/LoRA.js +0 -58
- package/dist/layers/MLP.d.ts +0 -17
- package/dist/layers/MLP.js +0 -44
- package/dist/layers/PositionEmbedding.d.ts +0 -8
- package/dist/layers/PositionEmbedding.js +0 -31
- package/dist/layers/RMSNorm.d.ts +0 -12
- package/dist/layers/RMSNorm.js +0 -22
- package/dist/layers/RoPECache.d.ts +0 -18
- package/dist/layers/RoPECache.js +0 -50
- package/dist/layers/TiedEmbedding.d.ts +0 -13
- package/dist/layers/TiedEmbedding.js +0 -36
- package/dist/layers/TransformerBlock.d.ts +0 -27
- package/dist/layers/TransformerBlock.js +0 -40
- package/dist/layers/WeightStore.d.ts +0 -20
- package/dist/layers/WeightStore.js +0 -76
- package/dist/loader/load.d.ts +0 -6
- package/dist/loader/load.js +0 -68
- package/dist/loader/loadHF.d.ts +0 -8
- package/dist/loader/loadHF.js +0 -22
- package/dist/loader/loadTransformers.d.ts +0 -4
- package/dist/loader/loadTransformers.js +0 -44
- package/dist/loader/loadZipMeta.d.ts +0 -3
- package/dist/loader/loadZipMeta.js +0 -16
- package/dist/loader/newZipLoad.d.ts +0 -3
- package/dist/loader/newZipLoad.js +0 -31
- package/dist/loader/oldZipLoad.d.ts +0 -9
- package/dist/loader/oldZipLoad.js +0 -80
- package/dist/loader/save.d.ts +0 -16
- package/dist/loader/save.js +0 -90
- package/dist/loader/types.d.ts +0 -67
- package/dist/loader/types.js +0 -1
- package/dist/main.d.ts +0 -50
- package/dist/main.js +0 -109
- package/dist/matMul16-BcVC_E62.js +0 -80
- package/dist/matMulGelu-JNLZqKQp.js +0 -163
- package/dist/mat_mul-DhG0Newp.js +0 -11
- package/dist/mod-CSdCpRjf.js +0 -11
- package/dist/models/NanoGPTV1.d.ts +0 -16
- package/dist/models/NanoGPTV1.js +0 -99
- package/dist/models/NanoGPTV2.d.ts +0 -16
- package/dist/models/NanoGPTV2.js +0 -90
- package/dist/models/config.d.ts +0 -27
- package/dist/models/config.js +0 -50
- package/dist/models/factory.d.ts +0 -3
- package/dist/models/factory.js +0 -16
- package/dist/models/model.d.ts +0 -44
- package/dist/models/model.js +0 -134
- package/dist/non_max_suppression_impl-B2W7YjZB.js +0 -102
- package/dist/not_equal-hurPF26l.js +0 -64
- package/dist/ones-BytntneX.js +0 -14
- package/dist/ops/adamAdjust.d.ts +0 -2
- package/dist/ops/adamAdjust.js +0 -9
- package/dist/ops/adamMoments.d.ts +0 -2
- package/dist/ops/adamMoments.js +0 -9
- package/dist/ops/add16.d.ts +0 -2
- package/dist/ops/add16.js +0 -9
- package/dist/ops/appendCache.d.ts +0 -2
- package/dist/ops/appendCache.js +0 -22
- package/dist/ops/attentionMask.d.ts +0 -2
- package/dist/ops/attentionMask.js +0 -10
- package/dist/ops/concat16.d.ts +0 -2
- package/dist/ops/concat16.js +0 -9
- package/dist/ops/cpu/adamAdjust.d.ts +0 -1
- package/dist/ops/cpu/adamAdjust.js +0 -18
- package/dist/ops/cpu/adamMoments.d.ts +0 -1
- package/dist/ops/cpu/adamMoments.js +0 -16
- package/dist/ops/cpu/appendCache.d.ts +0 -1
- package/dist/ops/cpu/appendCache.js +0 -23
- package/dist/ops/cpu/attentionMask.d.ts +0 -1
- package/dist/ops/cpu/attentionMask.js +0 -22
- package/dist/ops/cpu/fusedSoftmax.d.ts +0 -9
- package/dist/ops/cpu/fusedSoftmax.js +0 -29
- package/dist/ops/cpu/gatherSub.d.ts +0 -1
- package/dist/ops/cpu/gatherSub.js +0 -18
- package/dist/ops/cpu/gelu.d.ts +0 -1
- package/dist/ops/cpu/gelu.js +0 -40
- package/dist/ops/cpu/matMul16.d.ts +0 -1
- package/dist/ops/cpu/matMul16.js +0 -15
- package/dist/ops/cpu/matMulGelu.d.ts +0 -1
- package/dist/ops/cpu/matMulGelu.js +0 -53
- package/dist/ops/cpu/matMulMul.d.ts +0 -1
- package/dist/ops/cpu/matMulMul.js +0 -23
- package/dist/ops/cpu/mulDropout.d.ts +0 -1
- package/dist/ops/cpu/mulDropout.js +0 -23
- package/dist/ops/cpu/normRMS.d.ts +0 -1
- package/dist/ops/cpu/normRMS.js +0 -39
- package/dist/ops/cpu/qkv.d.ts +0 -5
- package/dist/ops/cpu/qkv.js +0 -41
- package/dist/ops/cpu/rope.d.ts +0 -6
- package/dist/ops/cpu/rope.js +0 -38
- package/dist/ops/cpu/scatterSub.d.ts +0 -1
- package/dist/ops/cpu/scatterSub.js +0 -23
- package/dist/ops/dot16.d.ts +0 -2
- package/dist/ops/dot16.js +0 -42
- package/dist/ops/dropout.d.ts +0 -2
- package/dist/ops/dropout.js +0 -14
- package/dist/ops/dropout16.d.ts +0 -2
- package/dist/ops/dropout16.js +0 -25
- package/dist/ops/gatherSub.d.ts +0 -2
- package/dist/ops/gatherSub.js +0 -9
- package/dist/ops/gelu.d.ts +0 -3
- package/dist/ops/gelu.js +0 -8
- package/dist/ops/globalNorm.d.ts +0 -2
- package/dist/ops/globalNorm.js +0 -13
- package/dist/ops/grads/add16.d.ts +0 -1
- package/dist/ops/grads/add16.js +0 -26
- package/dist/ops/grads/attentionMask.d.ts +0 -1
- package/dist/ops/grads/attentionMask.js +0 -21
- package/dist/ops/grads/dropout16.d.ts +0 -1
- package/dist/ops/grads/dropout16.js +0 -2
- package/dist/ops/grads/gelu.d.ts +0 -2
- package/dist/ops/grads/gelu.js +0 -5
- package/dist/ops/grads/matMul16.d.ts +0 -2
- package/dist/ops/grads/matMul16.js +0 -9
- package/dist/ops/grads/matMulGelu.d.ts +0 -1
- package/dist/ops/grads/matMulGelu.js +0 -17
- package/dist/ops/grads/mul16.d.ts +0 -1
- package/dist/ops/grads/mul16.js +0 -4
- package/dist/ops/grads/normRMS.d.ts +0 -3
- package/dist/ops/grads/normRMS.js +0 -33
- package/dist/ops/grads/pack16.d.ts +0 -2
- package/dist/ops/grads/pack16.js +0 -6
- package/dist/ops/grads/qkv.d.ts +0 -3
- package/dist/ops/grads/qkv.js +0 -34
- package/dist/ops/grads/rope.d.ts +0 -2
- package/dist/ops/grads/rope.js +0 -5
- package/dist/ops/grads/softmax16.d.ts +0 -2
- package/dist/ops/grads/softmax16.js +0 -25
- package/dist/ops/grads/unpack16.d.ts +0 -2
- package/dist/ops/grads/unpack16.js +0 -5
- package/dist/ops/grads/utils.d.ts +0 -4
- package/dist/ops/grads/utils.js +0 -14
- package/dist/ops/log.d.ts +0 -0
- package/dist/ops/log.js +0 -1
- package/dist/ops/matMul16.d.ts +0 -15
- package/dist/ops/matMul16.js +0 -13
- package/dist/ops/matMulGelu.d.ts +0 -3
- package/dist/ops/matMulGelu.js +0 -14
- package/dist/ops/matMulMul.d.ts +0 -2
- package/dist/ops/matMulMul.js +0 -9
- package/dist/ops/mul16.d.ts +0 -2
- package/dist/ops/mul16.js +0 -39
- package/dist/ops/mulDrop.d.ts +0 -2
- package/dist/ops/mulDrop.js +0 -9
- package/dist/ops/normRMS.d.ts +0 -2
- package/dist/ops/normRMS.js +0 -19
- package/dist/ops/pack16.d.ts +0 -2
- package/dist/ops/pack16.js +0 -5
- package/dist/ops/qkv.d.ts +0 -2
- package/dist/ops/qkv.js +0 -10
- package/dist/ops/reshape16.d.ts +0 -2
- package/dist/ops/reshape16.js +0 -41
- package/dist/ops/rope.d.ts +0 -3
- package/dist/ops/rope.js +0 -7
- package/dist/ops/scatterSub.d.ts +0 -2
- package/dist/ops/scatterSub.js +0 -9
- package/dist/ops/slice16.d.ts +0 -2
- package/dist/ops/slice16.js +0 -9
- package/dist/ops/softmax16.d.ts +0 -2
- package/dist/ops/softmax16.js +0 -9
- package/dist/ops/sub16.d.ts +0 -2
- package/dist/ops/sub16.js +0 -8
- package/dist/ops/sum16.d.ts +0 -2
- package/dist/ops/sum16.js +0 -13
- package/dist/ops/transpose16.d.ts +0 -3
- package/dist/ops/transpose16.js +0 -40
- package/dist/ops/unpack16.d.ts +0 -2
- package/dist/ops/unpack16.js +0 -6
- package/dist/ops/webgl/adamAdjust.d.ts +0 -1
- package/dist/ops/webgl/adamAdjust.js +0 -49
- package/dist/ops/webgl/adamMoments.d.ts +0 -1
- package/dist/ops/webgl/adamMoments.js +0 -40
- package/dist/ops/webgl/appendCache.d.ts +0 -1
- package/dist/ops/webgl/appendCache.js +0 -44
- package/dist/ops/webgl/attentionMask.d.ts +0 -1
- package/dist/ops/webgl/attentionMask.js +0 -45
- package/dist/ops/webgl/dropout16.d.ts +0 -1
- package/dist/ops/webgl/dropout16.js +0 -11
- package/dist/ops/webgl/fusedSoftmax.d.ts +0 -11
- package/dist/ops/webgl/fusedSoftmax.js +0 -80
- package/dist/ops/webgl/gatherSub.d.ts +0 -1
- package/dist/ops/webgl/gatherSub.js +0 -27
- package/dist/ops/webgl/gelu.d.ts +0 -2
- package/dist/ops/webgl/gelu.js +0 -50
- package/dist/ops/webgl/log.d.ts +0 -17
- package/dist/ops/webgl/log.js +0 -23
- package/dist/ops/webgl/matMul16.d.ts +0 -1
- package/dist/ops/webgl/matMul16.js +0 -45
- package/dist/ops/webgl/matMulGelu.d.ts +0 -21
- package/dist/ops/webgl/matMulGelu.js +0 -9
- package/dist/ops/webgl/matMulMul.d.ts +0 -14
- package/dist/ops/webgl/matMulMul.js +0 -28
- package/dist/ops/webgl/mulDropout.d.ts +0 -1
- package/dist/ops/webgl/mulDropout.js +0 -41
- package/dist/ops/webgl/normRMS.d.ts +0 -1
- package/dist/ops/webgl/normRMS.js +0 -93
- package/dist/ops/webgl/qkv.d.ts +0 -1
- package/dist/ops/webgl/qkv.js +0 -46
- package/dist/ops/webgl/rope.d.ts +0 -1
- package/dist/ops/webgl/rope.js +0 -56
- package/dist/ops/webgl/scatterSub.d.ts +0 -1
- package/dist/ops/webgl/scatterSub.js +0 -27
- package/dist/ops/webgpu/adamAdjust.d.ts +0 -1
- package/dist/ops/webgpu/adamAdjust.js +0 -57
- package/dist/ops/webgpu/adamMoments.d.ts +0 -1
- package/dist/ops/webgpu/adamMoments.js +0 -60
- package/dist/ops/webgpu/add16.d.ts +0 -1
- package/dist/ops/webgpu/add16.js +0 -13
- package/dist/ops/webgpu/appendCache.d.ts +0 -1
- package/dist/ops/webgpu/appendCache.js +0 -105
- package/dist/ops/webgpu/attentionMask.d.ts +0 -1
- package/dist/ops/webgpu/attentionMask.js +0 -26
- package/dist/ops/webgpu/attentionMask32_program.d.ts +0 -19
- package/dist/ops/webgpu/attentionMask32_program.js +0 -54
- package/dist/ops/webgpu/clipScale.d.ts +0 -1
- package/dist/ops/webgpu/clipScale.js +0 -58
- package/dist/ops/webgpu/concat16.d.ts +0 -19
- package/dist/ops/webgpu/concat16.js +0 -126
- package/dist/ops/webgpu/dropout16.d.ts +0 -1
- package/dist/ops/webgpu/dropout16.js +0 -51
- package/dist/ops/webgpu/gatherSub.d.ts +0 -1
- package/dist/ops/webgpu/gatherSub.js +0 -39
- package/dist/ops/webgpu/gelu.d.ts +0 -14
- package/dist/ops/webgpu/gelu.js +0 -141
- package/dist/ops/webgpu/index.d.ts +0 -0
- package/dist/ops/webgpu/index.js +0 -26
- package/dist/ops/webgpu/matMul16.d.ts +0 -1
- package/dist/ops/webgpu/matMul16.js +0 -65
- package/dist/ops/webgpu/matMul16_program.d.ts +0 -42
- package/dist/ops/webgpu/matMul16_program.js +0 -343
- package/dist/ops/webgpu/mul16.d.ts +0 -1
- package/dist/ops/webgpu/mul16.js +0 -13
- package/dist/ops/webgpu/norm2.d.ts +0 -1
- package/dist/ops/webgpu/norm2.js +0 -76
- package/dist/ops/webgpu/normRMS.d.ts +0 -1
- package/dist/ops/webgpu/normRMS.js +0 -34
- package/dist/ops/webgpu/normRMS16_program.d.ts +0 -10
- package/dist/ops/webgpu/normRMS16_program.js +0 -25
- package/dist/ops/webgpu/normRMS32_program.d.ts +0 -10
- package/dist/ops/webgpu/normRMS32_program.js +0 -25
- package/dist/ops/webgpu/normRMSGrad.d.ts +0 -1
- package/dist/ops/webgpu/normRMSGrad.js +0 -284
- package/dist/ops/webgpu/pack16.d.ts +0 -1
- package/dist/ops/webgpu/pack16.js +0 -18
- package/dist/ops/webgpu/pack16_program.d.ts +0 -19
- package/dist/ops/webgpu/pack16_program.js +0 -92
- package/dist/ops/webgpu/qkv.d.ts +0 -1
- package/dist/ops/webgpu/qkv.js +0 -24
- package/dist/ops/webgpu/rope.d.ts +0 -1
- package/dist/ops/webgpu/rope.js +0 -135
- package/dist/ops/webgpu/scatterSub.d.ts +0 -1
- package/dist/ops/webgpu/scatterSub.js +0 -40
- package/dist/ops/webgpu/slice16.d.ts +0 -7
- package/dist/ops/webgpu/slice16.js +0 -69
- package/dist/ops/webgpu/softmax16.d.ts +0 -17
- package/dist/ops/webgpu/softmax16.js +0 -21
- package/dist/ops/webgpu/softmax16_program.d.ts +0 -13
- package/dist/ops/webgpu/softmax16_program.js +0 -73
- package/dist/ops/webgpu/softmax16_subgroup_program.d.ts +0 -17
- package/dist/ops/webgpu/softmax16_subgroup_program.js +0 -75
- package/dist/ops/webgpu/softmax16grad.d.ts +0 -1
- package/dist/ops/webgpu/softmax16grad.js +0 -37
- package/dist/ops/webgpu/sub16.d.ts +0 -1
- package/dist/ops/webgpu/sub16.js +0 -13
- package/dist/ops/webgpu/sum16.d.ts +0 -1
- package/dist/ops/webgpu/sum16.js +0 -38
- package/dist/ops/webgpu/transpose16.d.ts +0 -1
- package/dist/ops/webgpu/transpose16.js +0 -34
- package/dist/ops/webgpu/transpose16_program.d.ts +0 -16
- package/dist/ops/webgpu/transpose16_program.js +0 -50
- package/dist/ops/webgpu/transpose16_shared_program.d.ts +0 -15
- package/dist/ops/webgpu/transpose16_shared_program.js +0 -70
- package/dist/ops/webgpu/unpack16.d.ts +0 -1
- package/dist/ops/webgpu/unpack16.js +0 -48
- package/dist/ops/webgpu/utils/binary_op.d.ts +0 -35
- package/dist/ops/webgpu/utils/binary_op.js +0 -139
- package/dist/ops/webgpu/utils/deviceInfo.d.ts +0 -7
- package/dist/ops/webgpu/utils/deviceInfo.js +0 -11
- package/dist/ops/webgpu/utils/reductions.d.ts +0 -43
- package/dist/ops/webgpu/utils/reductions.js +0 -275
- package/dist/ops-CsXeTq1P.js +0 -476
- package/dist/pack16-bqltoUlR.js +0 -39
- package/dist/papaparse.min-C0cScC2i.js +0 -418
- package/dist/parquet-Bqjmp2vo.js +0 -44231
- package/dist/patches/webgpu_backend.d.ts +0 -18
- package/dist/patches/webgpu_backend.js +0 -56
- package/dist/patches/webgpu_base.d.ts +0 -21
- package/dist/patches/webgpu_base.js +0 -34
- package/dist/patches/webgpu_program.d.ts +0 -36
- package/dist/patches/webgpu_program.js +0 -400
- package/dist/pdf-NIhmP3sq.js +0 -19477
- package/dist/rand_util-CZ7yLoUm.js +0 -50
- package/dist/random_normal-IBRrha8a.js +0 -14
- package/dist/random_width-DN5ZtQkM.js +0 -9796
- package/dist/range-C-CjF-LI.js +0 -10
- package/dist/relu-J_X6MUzx.js +0 -9
- package/dist/reshape-BDOuCSNW.js +0 -9
- package/dist/resize_nearest_neighbor-BojqlfRe.js +0 -150
- package/dist/rope-DcrZM_e6.js +0 -24
- package/dist/scatter_nd_util-ByNJaL6I.js +0 -46
- package/dist/segment_util-Dasb2Zaf.js +0 -43
- package/dist/selu_util-BLhIqRkw.js +0 -44
- package/dist/shared-3agzAqQ_.js +0 -53
- package/dist/shared-CagdqkLh.js +0 -2143
- package/dist/slice-BzS11Qh0.js +0 -12
- package/dist/slice_util-CC35pLmT.js +0 -153
- package/dist/softmax-D4q1LJN7.js +0 -12
- package/dist/split-C2Sj255c.js +0 -9
- package/dist/squeeze-ho4wLUek.js +0 -10
- package/dist/stack-DudVrtmG.js +0 -11
- package/dist/step-BTxPtq1r.js +0 -261
- package/dist/sum-BpiwSWvg.js +0 -11
- package/dist/tensor-BWFldCso.js +0 -8
- package/dist/tensor1d-LMGMIUlr.js +0 -11
- package/dist/tensor2d-BnXMKScO.js +0 -14
- package/dist/tensor4d-C6UCG_u8.js +0 -14
- package/dist/tfjs_backend-BGnG-ppu.js +0 -654
- package/dist/tile-CFy-xTO6.js +0 -11
- package/dist/tokeniser/BaseTokeniser.d.ts +0 -33
- package/dist/tokeniser/BaseTokeniser.js +0 -124
- package/dist/tokeniser/CharTokeniser.d.ts +0 -24
- package/dist/tokeniser/CharTokeniser.js +0 -107
- package/dist/tokeniser/bpe.d.ts +0 -28
- package/dist/tokeniser/bpe.js +0 -173
- package/dist/tokeniser/messages.d.ts +0 -61
- package/dist/tokeniser/messages.js +0 -1
- package/dist/tokeniser/type.d.ts +0 -34
- package/dist/tokeniser/type.js +0 -1
- package/dist/training/AdamW.d.ts +0 -36
- package/dist/training/AdamW.js +0 -138
- package/dist/training/BasicTrainer.d.ts +0 -63
- package/dist/training/BasicTrainer.js +0 -265
- package/dist/training/DatasetBuilder.d.ts +0 -26
- package/dist/training/DatasetBuilder.js +0 -86
- package/dist/training/Evaluator.d.ts +0 -19
- package/dist/training/Evaluator.js +0 -39
- package/dist/training/LRScheduler.d.ts +0 -12
- package/dist/training/LRScheduler.js +0 -34
- package/dist/training/PreTrainer.d.ts +0 -11
- package/dist/training/PreTrainer.js +0 -20
- package/dist/training/SFTTrainer.d.ts +0 -12
- package/dist/training/SFTTrainer.js +0 -22
- package/dist/training/loss.d.ts +0 -3
- package/dist/training/loss.js +0 -24
- package/dist/training/orthoGrad.d.ts +0 -2
- package/dist/training/orthoGrad.js +0 -10
- package/dist/training/sparseCrossEntropy.d.ts +0 -7
- package/dist/training/sparseCrossEntropy.js +0 -69
- package/dist/training/tasks/ConversationTask.d.ts +0 -18
- package/dist/training/tasks/ConversationTask.js +0 -40
- package/dist/training/tasks/PretrainingTask.d.ts +0 -17
- package/dist/training/tasks/PretrainingTask.js +0 -47
- package/dist/training/tasks/StartSentenceTask.d.ts +0 -18
- package/dist/training/tasks/StartSentenceTask.js +0 -49
- package/dist/training/tasks/Task.d.ts +0 -22
- package/dist/training/tasks/Task.js +0 -68
- package/dist/training/tasks/splitter.d.ts +0 -5
- package/dist/training/tasks/splitter.js +0 -21
- package/dist/training/types.d.ts +0 -78
- package/dist/training/types.js +0 -1
- package/dist/training/validation.d.ts +0 -17
- package/dist/training/validation.js +0 -84
- package/dist/transpose-9kRxIXWR.js +0 -36
- package/dist/unsorted_segment_sum-DJvk5xnh.js +0 -277
- package/dist/utilities/arrayClose.d.ts +0 -1
- package/dist/utilities/arrayClose.js +0 -20
- package/dist/utilities/datasetID.d.ts +0 -2
- package/dist/utilities/datasetID.js +0 -21
- package/dist/utilities/dummy.d.ts +0 -9
- package/dist/utilities/dummy.js +0 -43
- package/dist/utilities/multinomialCPU.d.ts +0 -2
- package/dist/utilities/multinomialCPU.js +0 -13
- package/dist/utilities/naming.d.ts +0 -4
- package/dist/utilities/naming.js +0 -1
- package/dist/utilities/packed.d.ts +0 -4
- package/dist/utilities/packed.js +0 -15
- package/dist/utilities/parameters.d.ts +0 -11
- package/dist/utilities/parameters.js +0 -57
- package/dist/utilities/performance.d.ts +0 -2
- package/dist/utilities/performance.js +0 -16
- package/dist/utilities/profile.d.ts +0 -17
- package/dist/utilities/profile.js +0 -38
- package/dist/utilities/safetensors.d.ts +0 -3
- package/dist/utilities/safetensors.js +0 -83
- package/dist/utilities/sentences.d.ts +0 -5
- package/dist/utilities/sentences.js +0 -41
- package/dist/utilities/tokenParse.d.ts +0 -1
- package/dist/utilities/tokenParse.js +0 -21
- package/dist/utilities/topP.d.ts +0 -1
- package/dist/utilities/topP.js +0 -13
- package/dist/utilities/waitForModel.d.ts +0 -2
- package/dist/utilities/waitForModel.js +0 -12
- package/dist/utilities/weights.d.ts +0 -12
- package/dist/utilities/weights.js +0 -45
- package/dist/utilities/yielder.d.ts +0 -1
- package/dist/utilities/yielder.js +0 -7
- package/dist/variable-Ck482e3n.js +0 -7
- package/dist/webgpu_program-B4HmApL1.js +0 -525
- package/dist/webgpu_util-DYlGSwOJ.js +0 -64
- package/dist/zeros-DvZpK8s6.js +0 -13
- package/dist/zeros_like-CWjDdwr-.js +0 -721
|
@@ -1,418 +0,0 @@
|
|
|
1
|
-
import { g as ye } from "./_commonjsHelpers-ByX85dGu.js";
|
|
2
|
-
var ie = { exports: {} };
|
|
3
|
-
var ke = ie.exports, pe;
|
|
4
|
-
function ve() {
|
|
5
|
-
return pe || (pe = 1, (function(_e, be) {
|
|
6
|
-
((ue, R) => {
|
|
7
|
-
_e.exports = R();
|
|
8
|
-
})(ke, function ue() {
|
|
9
|
-
var R = typeof self < "u" ? self : typeof window < "u" ? window : R !== void 0 ? R : {}, $, J = !R.document && !!R.postMessage, ne = R.IS_PAPA_WORKER || !1, V = {}, ge = 0, u = {};
|
|
10
|
-
function N(e) {
|
|
11
|
-
this._handle = null, this._finished = !1, this._completed = !1, this._halted = !1, this._input = null, this._baseIndex = 0, this._partialLine = "", this._rowCount = 0, this._start = 0, this._nextChunk = null, this.isFirstChunk = !0, this._completeResults = { data: [], errors: [], meta: {} }, (function(t) {
|
|
12
|
-
var r = ae(t);
|
|
13
|
-
r.chunkSize = parseInt(r.chunkSize), t.step || t.chunk || (r.chunkSize = null), this._handle = new he(r), (this._handle.streamer = this)._config = r;
|
|
14
|
-
}).call(this, e), this.parseChunk = function(t, r) {
|
|
15
|
-
var n = parseInt(this._config.skipFirstNLines) || 0;
|
|
16
|
-
if (this.isFirstChunk && 0 < n) {
|
|
17
|
-
let l = this._config.newline;
|
|
18
|
-
l || (i = this._config.quoteChar || '"', l = this._handle.guessLineEndings(t, i)), t = [...t.split(l).slice(n)].join(l);
|
|
19
|
-
}
|
|
20
|
-
this.isFirstChunk && y(this._config.beforeFirstChunk) && (i = this._config.beforeFirstChunk(t)) !== void 0 && (t = i), this.isFirstChunk = !1, this._halted = !1;
|
|
21
|
-
var n = this._partialLine + t, i = (this._partialLine = "", this._handle.parse(n, this._baseIndex, !this._finished));
|
|
22
|
-
if (!this._handle.paused() && !this._handle.aborted()) {
|
|
23
|
-
if (t = i.meta.cursor, n = (this._finished || (this._partialLine = n.substring(t - this._baseIndex), this._baseIndex = t), i && i.data && (this._rowCount += i.data.length), this._finished || this._config.preview && this._rowCount >= this._config.preview), ne) R.postMessage({ results: i, workerId: u.WORKER_ID, finished: n });
|
|
24
|
-
else if (y(this._config.chunk) && !r) {
|
|
25
|
-
if (this._config.chunk(i, this._handle), this._handle.paused() || this._handle.aborted()) return void (this._halted = !0);
|
|
26
|
-
this._completeResults = i = void 0;
|
|
27
|
-
}
|
|
28
|
-
return this._config.step || this._config.chunk || (this._completeResults.data = this._completeResults.data.concat(i.data), this._completeResults.errors = this._completeResults.errors.concat(i.errors), this._completeResults.meta = i.meta), this._completed || !n || !y(this._config.complete) || i && i.meta.aborted || (this._config.complete(this._completeResults, this._input), this._completed = !0), n || i && i.meta.paused || this._nextChunk(), i;
|
|
29
|
-
}
|
|
30
|
-
this._halted = !0;
|
|
31
|
-
}, this._sendError = function(t) {
|
|
32
|
-
y(this._config.error) ? this._config.error(t) : ne && this._config.error && R.postMessage({ workerId: u.WORKER_ID, error: t, finished: !1 });
|
|
33
|
-
};
|
|
34
|
-
}
|
|
35
|
-
function ee(e) {
|
|
36
|
-
var t;
|
|
37
|
-
(e = e || {}).chunkSize || (e.chunkSize = u.RemoteChunkSize), N.call(this, e), this._nextChunk = J ? function() {
|
|
38
|
-
this._readChunk(), this._chunkLoaded();
|
|
39
|
-
} : function() {
|
|
40
|
-
this._readChunk();
|
|
41
|
-
}, this.stream = function(r) {
|
|
42
|
-
this._input = r, this._nextChunk();
|
|
43
|
-
}, this._readChunk = function() {
|
|
44
|
-
if (this._finished) this._chunkLoaded();
|
|
45
|
-
else {
|
|
46
|
-
if (t = new XMLHttpRequest(), this._config.withCredentials && (t.withCredentials = this._config.withCredentials), J || (t.onload = K(this._chunkLoaded, this), t.onerror = K(this._chunkError, this)), t.open(this._config.downloadRequestBody ? "POST" : "GET", this._input, !J), this._config.downloadRequestHeaders) {
|
|
47
|
-
var r, n = this._config.downloadRequestHeaders;
|
|
48
|
-
for (r in n) t.setRequestHeader(r, n[r]);
|
|
49
|
-
}
|
|
50
|
-
var i;
|
|
51
|
-
this._config.chunkSize && (i = this._start + this._config.chunkSize - 1, t.setRequestHeader("Range", "bytes=" + this._start + "-" + i));
|
|
52
|
-
try {
|
|
53
|
-
t.send(this._config.downloadRequestBody);
|
|
54
|
-
} catch (l) {
|
|
55
|
-
this._chunkError(l.message);
|
|
56
|
-
}
|
|
57
|
-
J && t.status === 0 && this._chunkError();
|
|
58
|
-
}
|
|
59
|
-
}, this._chunkLoaded = function() {
|
|
60
|
-
t.readyState === 4 && (t.status < 200 || 400 <= t.status ? this._chunkError() : (this._start += this._config.chunkSize || t.responseText.length, this._finished = !this._config.chunkSize || this._start >= ((r) => (r = r.getResponseHeader("Content-Range")) !== null ? parseInt(r.substring(r.lastIndexOf("/") + 1)) : -1)(t), this.parseChunk(t.responseText)));
|
|
61
|
-
}, this._chunkError = function(r) {
|
|
62
|
-
r = t.statusText || r, this._sendError(new Error(r));
|
|
63
|
-
};
|
|
64
|
-
}
|
|
65
|
-
function te(e) {
|
|
66
|
-
(e = e || {}).chunkSize || (e.chunkSize = u.LocalChunkSize), N.call(this, e);
|
|
67
|
-
var t, r, n = typeof FileReader < "u";
|
|
68
|
-
this.stream = function(i) {
|
|
69
|
-
this._input = i, r = i.slice || i.webkitSlice || i.mozSlice, n ? ((t = new FileReader()).onload = K(this._chunkLoaded, this), t.onerror = K(this._chunkError, this)) : t = new FileReaderSync(), this._nextChunk();
|
|
70
|
-
}, this._nextChunk = function() {
|
|
71
|
-
this._finished || this._config.preview && !(this._rowCount < this._config.preview) || this._readChunk();
|
|
72
|
-
}, this._readChunk = function() {
|
|
73
|
-
var i = this._input, l = (this._config.chunkSize && (l = Math.min(this._start + this._config.chunkSize, this._input.size), i = r.call(i, this._start, l)), t.readAsText(i, this._config.encoding));
|
|
74
|
-
n || this._chunkLoaded({ target: { result: l } });
|
|
75
|
-
}, this._chunkLoaded = function(i) {
|
|
76
|
-
this._start += this._config.chunkSize, this._finished = !this._config.chunkSize || this._start >= this._input.size, this.parseChunk(i.target.result);
|
|
77
|
-
}, this._chunkError = function() {
|
|
78
|
-
this._sendError(t.error);
|
|
79
|
-
};
|
|
80
|
-
}
|
|
81
|
-
function Z(e) {
|
|
82
|
-
var t;
|
|
83
|
-
N.call(this, e = e || {}), this.stream = function(r) {
|
|
84
|
-
return t = r, this._nextChunk();
|
|
85
|
-
}, this._nextChunk = function() {
|
|
86
|
-
var r, n;
|
|
87
|
-
if (!this._finished) return r = this._config.chunkSize, t = r ? (n = t.substring(0, r), t.substring(r)) : (n = t, ""), this._finished = !t, this.parseChunk(n);
|
|
88
|
-
};
|
|
89
|
-
}
|
|
90
|
-
function re(e) {
|
|
91
|
-
N.call(this, e = e || {});
|
|
92
|
-
var t = [], r = !0, n = !1;
|
|
93
|
-
this.pause = function() {
|
|
94
|
-
N.prototype.pause.apply(this, arguments), this._input.pause();
|
|
95
|
-
}, this.resume = function() {
|
|
96
|
-
N.prototype.resume.apply(this, arguments), this._input.resume();
|
|
97
|
-
}, this.stream = function(i) {
|
|
98
|
-
this._input = i, this._input.on("data", this._streamData), this._input.on("end", this._streamEnd), this._input.on("error", this._streamError);
|
|
99
|
-
}, this._checkIsFinished = function() {
|
|
100
|
-
n && t.length === 1 && (this._finished = !0);
|
|
101
|
-
}, this._nextChunk = function() {
|
|
102
|
-
this._checkIsFinished(), t.length ? this.parseChunk(t.shift()) : r = !0;
|
|
103
|
-
}, this._streamData = K(function(i) {
|
|
104
|
-
try {
|
|
105
|
-
t.push(typeof i == "string" ? i : i.toString(this._config.encoding)), r && (r = !1, this._checkIsFinished(), this.parseChunk(t.shift()));
|
|
106
|
-
} catch (l) {
|
|
107
|
-
this._streamError(l);
|
|
108
|
-
}
|
|
109
|
-
}, this), this._streamError = K(function(i) {
|
|
110
|
-
this._streamCleanUp(), this._sendError(i);
|
|
111
|
-
}, this), this._streamEnd = K(function() {
|
|
112
|
-
this._streamCleanUp(), n = !0, this._streamData("");
|
|
113
|
-
}, this), this._streamCleanUp = K(function() {
|
|
114
|
-
this._input.removeListener("data", this._streamData), this._input.removeListener("end", this._streamEnd), this._input.removeListener("error", this._streamError);
|
|
115
|
-
}, this);
|
|
116
|
-
}
|
|
117
|
-
function he(e) {
|
|
118
|
-
var t, r, n, i, l = Math.pow(2, 53), x = -l, F = /^\s*-?(\d+\.?|\.\d+|\d+\.\d+)([eE][-+]?\d+)?\s*$/, j = /^((\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d\.\d+([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z))|(\d{4}-[01]\d-[0-3]\dT[0-2]\d:[0-5]\d([+-][0-2]\d:[0-5]\d|Z)))$/, d = this, E = 0, a = 0, T = !1, h = !1, c = [], s = { data: [], errors: [], meta: {} };
|
|
119
|
-
function C(p) {
|
|
120
|
-
return e.skipEmptyLines === "greedy" ? p.join("").trim() === "" : p.length === 1 && p[0].length === 0;
|
|
121
|
-
}
|
|
122
|
-
function S() {
|
|
123
|
-
if (s && n && (z("Delimiter", "UndetectableDelimiter", "Unable to auto-detect delimiting character; defaulted to '" + u.DefaultDelimiter + "'"), n = !1), e.skipEmptyLines && (s.data = s.data.filter(function(o) {
|
|
124
|
-
return !C(o);
|
|
125
|
-
})), A()) {
|
|
126
|
-
let o = function(w, O) {
|
|
127
|
-
y(e.transformHeader) && (w = e.transformHeader(w, O)), c.push(w);
|
|
128
|
-
};
|
|
129
|
-
if (s) if (Array.isArray(s.data[0])) {
|
|
130
|
-
for (var p = 0; A() && p < s.data.length; p++) s.data[p].forEach(o);
|
|
131
|
-
s.data.splice(0, 1);
|
|
132
|
-
} else s.data.forEach(o);
|
|
133
|
-
}
|
|
134
|
-
function g(o, w) {
|
|
135
|
-
for (var O = e.header ? {} : [], m = 0; m < o.length; m++) {
|
|
136
|
-
var k = m, _ = o[m], _ = ((M, f) => ((v) => (e.dynamicTypingFunction && e.dynamicTyping[v] === void 0 && (e.dynamicTyping[v] = e.dynamicTypingFunction(v)), (e.dynamicTyping[v] || e.dynamicTyping) === !0))(M) ? f === "true" || f === "TRUE" || f !== "false" && f !== "FALSE" && (((v) => {
|
|
137
|
-
if (F.test(v) && (v = parseFloat(v), x < v && v < l))
|
|
138
|
-
return 1;
|
|
139
|
-
})(f) ? parseFloat(f) : j.test(f) ? new Date(f) : f === "" ? null : f) : f)(k = e.header ? m >= c.length ? "__parsed_extra" : c[m] : k, _ = e.transform ? e.transform(_, k) : _);
|
|
140
|
-
k === "__parsed_extra" ? (O[k] = O[k] || [], O[k].push(_)) : O[k] = _;
|
|
141
|
-
}
|
|
142
|
-
return e.header && (m > c.length ? z("FieldMismatch", "TooManyFields", "Too many fields: expected " + c.length + " fields but parsed " + m, a + w) : m < c.length && z("FieldMismatch", "TooFewFields", "Too few fields: expected " + c.length + " fields but parsed " + m, a + w)), O;
|
|
143
|
-
}
|
|
144
|
-
var b;
|
|
145
|
-
s && (e.header || e.dynamicTyping || e.transform) && (b = 1, !s.data.length || Array.isArray(s.data[0]) ? (s.data = s.data.map(g), b = s.data.length) : s.data = g(s.data, 0), e.header && s.meta && (s.meta.fields = c), a += b);
|
|
146
|
-
}
|
|
147
|
-
function A() {
|
|
148
|
-
return e.header && c.length === 0;
|
|
149
|
-
}
|
|
150
|
-
function z(p, g, b, o) {
|
|
151
|
-
p = { type: p, code: g, message: b }, o !== void 0 && (p.row = o), s.errors.push(p);
|
|
152
|
-
}
|
|
153
|
-
y(e.step) && (i = e.step, e.step = function(p) {
|
|
154
|
-
s = p, A() ? S() : (S(), s.data.length !== 0 && (E += p.data.length, e.preview && E > e.preview ? r.abort() : (s.data = s.data[0], i(s, d))));
|
|
155
|
-
}), this.parse = function(p, g, b) {
|
|
156
|
-
var o = e.quoteChar || '"', o = (e.newline || (e.newline = this.guessLineEndings(p, o)), n = !1, e.delimiter ? y(e.delimiter) && (e.delimiter = e.delimiter(p), s.meta.delimiter = e.delimiter) : ((o = ((w, O, m, k, _) => {
|
|
157
|
-
var M, f, v, W;
|
|
158
|
-
_ = _ || [",", " ", "|", ";", u.RECORD_SEP, u.UNIT_SEP];
|
|
159
|
-
for (var H = 0; H < _.length; H++) {
|
|
160
|
-
for (var P, Y = _[H], D = 0, U = 0, I = 0, L = (v = void 0, new se({ comments: k, delimiter: Y, newline: O, preview: 10 }).parse(w)), B = 0; B < L.data.length; B++) m && C(L.data[B]) ? I++ : (P = L.data[B].length, U += P, v === void 0 ? v = P : 0 < P && (D += Math.abs(P - v), v = P));
|
|
161
|
-
0 < L.data.length && (U /= L.data.length - I), (f === void 0 || D <= f) && (W === void 0 || W < U) && 1.99 < U && (f = D, M = Y, W = U);
|
|
162
|
-
}
|
|
163
|
-
return { successful: !!(e.delimiter = M), bestDelimiter: M };
|
|
164
|
-
})(p, e.newline, e.skipEmptyLines, e.comments, e.delimitersToGuess)).successful ? e.delimiter = o.bestDelimiter : (n = !0, e.delimiter = u.DefaultDelimiter), s.meta.delimiter = e.delimiter), ae(e));
|
|
165
|
-
return e.preview && e.header && o.preview++, t = p, r = new se(o), s = r.parse(t, g, b), S(), T ? { meta: { paused: !0 } } : s || { meta: { paused: !1 } };
|
|
166
|
-
}, this.paused = function() {
|
|
167
|
-
return T;
|
|
168
|
-
}, this.pause = function() {
|
|
169
|
-
T = !0, r.abort(), t = y(e.chunk) ? "" : t.substring(r.getCharIndex());
|
|
170
|
-
}, this.resume = function() {
|
|
171
|
-
d.streamer._halted ? (T = !1, d.streamer.parseChunk(t, !0)) : setTimeout(d.resume, 3);
|
|
172
|
-
}, this.aborted = function() {
|
|
173
|
-
return h;
|
|
174
|
-
}, this.abort = function() {
|
|
175
|
-
h = !0, r.abort(), s.meta.aborted = !0, y(e.complete) && e.complete(s), t = "";
|
|
176
|
-
}, this.guessLineEndings = function(w, o) {
|
|
177
|
-
w = w.substring(0, 1048576);
|
|
178
|
-
var o = new RegExp(G(o) + "([^]*?)" + G(o), "gm"), b = (w = w.replace(o, "")).split("\r"), o = w.split(`
|
|
179
|
-
`), w = 1 < o.length && o[0].length < b[0].length;
|
|
180
|
-
if (b.length === 1 || w) return `
|
|
181
|
-
`;
|
|
182
|
-
for (var O = 0, m = 0; m < b.length; m++) b[m][0] === `
|
|
183
|
-
` && O++;
|
|
184
|
-
return O >= b.length / 2 ? `\r
|
|
185
|
-
` : "\r";
|
|
186
|
-
};
|
|
187
|
-
}
|
|
188
|
-
function G(e) {
|
|
189
|
-
return e.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
190
|
-
}
|
|
191
|
-
function se(e) {
|
|
192
|
-
var t = (e = e || {}).delimiter, r = e.newline, n = e.comments, i = e.step, l = e.preview, x = e.fastMode, F = null, j = !1, d = e.quoteChar == null ? '"' : e.quoteChar, E = d;
|
|
193
|
-
if (e.escapeChar !== void 0 && (E = e.escapeChar), (typeof t != "string" || -1 < u.BAD_DELIMITERS.indexOf(t)) && (t = ","), n === t) throw new Error("Comment character same as delimiter");
|
|
194
|
-
n === !0 ? n = "#" : (typeof n != "string" || -1 < u.BAD_DELIMITERS.indexOf(n)) && (n = !1), r !== `
|
|
195
|
-
` && r !== "\r" && r !== `\r
|
|
196
|
-
` && (r = `
|
|
197
|
-
`);
|
|
198
|
-
var a = 0, T = !1;
|
|
199
|
-
this.parse = function(h, c, s) {
|
|
200
|
-
if (typeof h != "string") throw new Error("Input must be a string");
|
|
201
|
-
var C = h.length, S = t.length, A = r.length, z = n.length, p = y(i), g = [], b = [], o = [], w = a = 0;
|
|
202
|
-
if (!h) return D();
|
|
203
|
-
if (x || x !== !1 && h.indexOf(d) === -1) {
|
|
204
|
-
for (var O = h.split(r), m = 0; m < O.length; m++) {
|
|
205
|
-
if (o = O[m], a += o.length, m !== O.length - 1) a += r.length;
|
|
206
|
-
else if (s) return D();
|
|
207
|
-
if (!n || o.substring(0, z) !== n) {
|
|
208
|
-
if (p) {
|
|
209
|
-
if (g = [], W(o.split(t)), U(), T) return D();
|
|
210
|
-
} else W(o.split(t));
|
|
211
|
-
if (l && l <= m) return g = g.slice(0, l), D(!0);
|
|
212
|
-
}
|
|
213
|
-
}
|
|
214
|
-
return D();
|
|
215
|
-
}
|
|
216
|
-
for (var k = h.indexOf(t, a), _ = h.indexOf(r, a), M = new RegExp(G(E) + G(d), "g"), f = h.indexOf(d, a); ; ) if (h[a] === d) for (f = a, a++; ; ) {
|
|
217
|
-
if ((f = h.indexOf(d, f + 1)) === -1) return s || b.push({ type: "Quotes", code: "MissingQuotes", message: "Quoted field unterminated", row: g.length, index: a }), P();
|
|
218
|
-
if (f === C - 1) return P(h.substring(a, f).replace(M, d));
|
|
219
|
-
if (d === E && h[f + 1] === E) f++;
|
|
220
|
-
else if (d === E || f === 0 || h[f - 1] !== E) {
|
|
221
|
-
k !== -1 && k < f + 1 && (k = h.indexOf(t, f + 1));
|
|
222
|
-
var v = H((_ = _ !== -1 && _ < f + 1 ? h.indexOf(r, f + 1) : _) === -1 ? k : Math.min(k, _));
|
|
223
|
-
if (h.substr(f + 1 + v, S) === t) {
|
|
224
|
-
o.push(h.substring(a, f).replace(M, d)), h[a = f + 1 + v + S] !== d && (f = h.indexOf(d, a)), k = h.indexOf(t, a), _ = h.indexOf(r, a);
|
|
225
|
-
break;
|
|
226
|
-
}
|
|
227
|
-
if (v = H(_), h.substring(f + 1 + v, f + 1 + v + A) === r) {
|
|
228
|
-
if (o.push(h.substring(a, f).replace(M, d)), Y(f + 1 + v + A), k = h.indexOf(t, a), f = h.indexOf(d, a), p && (U(), T)) return D();
|
|
229
|
-
if (l && g.length >= l) return D(!0);
|
|
230
|
-
break;
|
|
231
|
-
}
|
|
232
|
-
b.push({ type: "Quotes", code: "InvalidQuotes", message: "Trailing quote on quoted field is malformed", row: g.length, index: a }), f++;
|
|
233
|
-
}
|
|
234
|
-
}
|
|
235
|
-
else if (n && o.length === 0 && h.substring(a, a + z) === n) {
|
|
236
|
-
if (_ === -1) return D();
|
|
237
|
-
a = _ + A, _ = h.indexOf(r, a), k = h.indexOf(t, a);
|
|
238
|
-
} else if (k !== -1 && (k < _ || _ === -1)) o.push(h.substring(a, k)), a = k + S, k = h.indexOf(t, a);
|
|
239
|
-
else {
|
|
240
|
-
if (_ === -1) break;
|
|
241
|
-
if (o.push(h.substring(a, _)), Y(_ + A), p && (U(), T)) return D();
|
|
242
|
-
if (l && g.length >= l) return D(!0);
|
|
243
|
-
}
|
|
244
|
-
return P();
|
|
245
|
-
function W(I) {
|
|
246
|
-
g.push(I), w = a;
|
|
247
|
-
}
|
|
248
|
-
function H(I) {
|
|
249
|
-
var L = 0;
|
|
250
|
-
return L = I !== -1 && (I = h.substring(f + 1, I)) && I.trim() === "" ? I.length : L;
|
|
251
|
-
}
|
|
252
|
-
function P(I) {
|
|
253
|
-
return s || (I === void 0 && (I = h.substring(a)), o.push(I), a = C, W(o), p && U()), D();
|
|
254
|
-
}
|
|
255
|
-
function Y(I) {
|
|
256
|
-
a = I, W(o), o = [], _ = h.indexOf(r, a);
|
|
257
|
-
}
|
|
258
|
-
function D(I) {
|
|
259
|
-
if (e.header && !c && g.length && !j) {
|
|
260
|
-
var L = g[0], B = /* @__PURE__ */ Object.create(null), oe = new Set(L);
|
|
261
|
-
let de = !1;
|
|
262
|
-
for (let Q = 0; Q < L.length; Q++) {
|
|
263
|
-
let q = L[Q];
|
|
264
|
-
if (B[q = y(e.transformHeader) ? e.transformHeader(q, Q) : q]) {
|
|
265
|
-
let X, ce = B[q];
|
|
266
|
-
for (; X = q + "_" + ce, ce++, oe.has(X); ) ;
|
|
267
|
-
oe.add(X), L[Q] = X, B[q]++, de = !0, (F = F === null ? {} : F)[X] = q;
|
|
268
|
-
} else B[q] = 1, L[Q] = q;
|
|
269
|
-
oe.add(q);
|
|
270
|
-
}
|
|
271
|
-
de && console.warn("Duplicate headers found and renamed."), j = !0;
|
|
272
|
-
}
|
|
273
|
-
return { data: g, errors: b, meta: { delimiter: t, linebreak: r, aborted: T, truncated: !!I, cursor: w + (c || 0), renamedHeaders: F } };
|
|
274
|
-
}
|
|
275
|
-
function U() {
|
|
276
|
-
i(D()), g = [], b = [];
|
|
277
|
-
}
|
|
278
|
-
}, this.abort = function() {
|
|
279
|
-
T = !0;
|
|
280
|
-
}, this.getCharIndex = function() {
|
|
281
|
-
return a;
|
|
282
|
-
};
|
|
283
|
-
}
|
|
284
|
-
function me(e) {
|
|
285
|
-
var t = e.data, r = V[t.workerId], n = !1;
|
|
286
|
-
if (t.error) r.userError(t.error, t.file);
|
|
287
|
-
else if (t.results && t.results.data) {
|
|
288
|
-
var i = { abort: function() {
|
|
289
|
-
n = !0, fe(t.workerId, { data: [], errors: [], meta: { aborted: !0 } });
|
|
290
|
-
}, pause: le, resume: le };
|
|
291
|
-
if (y(r.userStep)) {
|
|
292
|
-
for (var l = 0; l < t.results.data.length && (r.userStep({ data: t.results.data[l], errors: t.results.errors, meta: t.results.meta }, i), !n); l++) ;
|
|
293
|
-
delete t.results;
|
|
294
|
-
} else y(r.userChunk) && (r.userChunk(t.results, i, t.file), delete t.results);
|
|
295
|
-
}
|
|
296
|
-
t.finished && !n && fe(t.workerId, t.results);
|
|
297
|
-
}
|
|
298
|
-
function fe(e, t) {
|
|
299
|
-
var r = V[e];
|
|
300
|
-
y(r.userComplete) && r.userComplete(t), r.terminate(), delete V[e];
|
|
301
|
-
}
|
|
302
|
-
function le() {
|
|
303
|
-
throw new Error("Not implemented.");
|
|
304
|
-
}
|
|
305
|
-
function ae(e) {
|
|
306
|
-
if (typeof e != "object" || e === null) return e;
|
|
307
|
-
var t, r = Array.isArray(e) ? [] : {};
|
|
308
|
-
for (t in e) r[t] = ae(e[t]);
|
|
309
|
-
return r;
|
|
310
|
-
}
|
|
311
|
-
function K(e, t) {
|
|
312
|
-
return function() {
|
|
313
|
-
e.apply(t, arguments);
|
|
314
|
-
};
|
|
315
|
-
}
|
|
316
|
-
function y(e) {
|
|
317
|
-
return typeof e == "function";
|
|
318
|
-
}
|
|
319
|
-
return u.parse = function(e, t) {
|
|
320
|
-
var r = (t = t || {}).dynamicTyping || !1;
|
|
321
|
-
if (y(r) && (t.dynamicTypingFunction = r, r = {}), t.dynamicTyping = r, t.transform = !!y(t.transform) && t.transform, !t.worker || !u.WORKERS_SUPPORTED) return r = null, u.NODE_STREAM_INPUT, typeof e == "string" ? (e = ((n) => n.charCodeAt(0) !== 65279 ? n : n.slice(1))(e), r = new (t.download ? ee : Z)(t)) : e.readable === !0 && y(e.read) && y(e.on) ? r = new re(t) : (R.File && e instanceof File || e instanceof Object) && (r = new te(t)), r.stream(e);
|
|
322
|
-
(r = (() => {
|
|
323
|
-
var n;
|
|
324
|
-
return !!u.WORKERS_SUPPORTED && (n = (() => {
|
|
325
|
-
var i = R.URL || R.webkitURL || null, l = ue.toString();
|
|
326
|
-
return u.BLOB_URL || (u.BLOB_URL = i.createObjectURL(new Blob(["var global = (function() { if (typeof self !== 'undefined') { return self; } if (typeof window !== 'undefined') { return window; } if (typeof global !== 'undefined') { return global; } return {}; })(); global.IS_PAPA_WORKER=true; ", "(", l, ")();"], { type: "text/javascript" })));
|
|
327
|
-
})(), (n = new R.Worker(n)).onmessage = me, n.id = ge++, V[n.id] = n);
|
|
328
|
-
})()).userStep = t.step, r.userChunk = t.chunk, r.userComplete = t.complete, r.userError = t.error, t.step = y(t.step), t.chunk = y(t.chunk), t.complete = y(t.complete), t.error = y(t.error), delete t.worker, r.postMessage({ input: e, config: t, workerId: r.id });
|
|
329
|
-
}, u.unparse = function(e, t) {
|
|
330
|
-
var r = !1, n = !0, i = ",", l = `\r
|
|
331
|
-
`, x = '"', F = x + x, j = !1, d = null, E = !1, a = ((() => {
|
|
332
|
-
if (typeof t == "object") {
|
|
333
|
-
if (typeof t.delimiter != "string" || u.BAD_DELIMITERS.filter(function(c) {
|
|
334
|
-
return t.delimiter.indexOf(c) !== -1;
|
|
335
|
-
}).length || (i = t.delimiter), typeof t.quotes != "boolean" && typeof t.quotes != "function" && !Array.isArray(t.quotes) || (r = t.quotes), typeof t.skipEmptyLines != "boolean" && typeof t.skipEmptyLines != "string" || (j = t.skipEmptyLines), typeof t.newline == "string" && (l = t.newline), typeof t.quoteChar == "string" && (x = t.quoteChar), typeof t.header == "boolean" && (n = t.header), Array.isArray(t.columns)) {
|
|
336
|
-
if (t.columns.length === 0) throw new Error("Option columns is empty");
|
|
337
|
-
d = t.columns;
|
|
338
|
-
}
|
|
339
|
-
t.escapeChar !== void 0 && (F = t.escapeChar + x), t.escapeFormulae instanceof RegExp ? E = t.escapeFormulae : typeof t.escapeFormulae == "boolean" && t.escapeFormulae && (E = /^[=+\-@\t\r].*$/);
|
|
340
|
-
}
|
|
341
|
-
})(), new RegExp(G(x), "g"));
|
|
342
|
-
if (typeof e == "string" && (e = JSON.parse(e)), Array.isArray(e)) {
|
|
343
|
-
if (!e.length || Array.isArray(e[0])) return T(null, e, j);
|
|
344
|
-
if (typeof e[0] == "object") return T(d || Object.keys(e[0]), e, j);
|
|
345
|
-
} else if (typeof e == "object") return typeof e.data == "string" && (e.data = JSON.parse(e.data)), Array.isArray(e.data) && (e.fields || (e.fields = e.meta && e.meta.fields || d), e.fields || (e.fields = Array.isArray(e.data[0]) ? e.fields : typeof e.data[0] == "object" ? Object.keys(e.data[0]) : []), Array.isArray(e.data[0]) || typeof e.data[0] == "object" || (e.data = [e.data])), T(e.fields || [], e.data || [], j);
|
|
346
|
-
throw new Error("Unable to serialize unrecognized input");
|
|
347
|
-
function T(c, s, C) {
|
|
348
|
-
var S = "", A = (typeof c == "string" && (c = JSON.parse(c)), typeof s == "string" && (s = JSON.parse(s)), Array.isArray(c) && 0 < c.length), z = !Array.isArray(s[0]);
|
|
349
|
-
if (A && n) {
|
|
350
|
-
for (var p = 0; p < c.length; p++) 0 < p && (S += i), S += h(c[p], p);
|
|
351
|
-
0 < s.length && (S += l);
|
|
352
|
-
}
|
|
353
|
-
for (var g = 0; g < s.length; g++) {
|
|
354
|
-
var b = (A ? c : s[g]).length, o = !1, w = A ? Object.keys(s[g]).length === 0 : s[g].length === 0;
|
|
355
|
-
if (C && !A && (o = C === "greedy" ? s[g].join("").trim() === "" : s[g].length === 1 && s[g][0].length === 0), C === "greedy" && A) {
|
|
356
|
-
for (var O = [], m = 0; m < b; m++) {
|
|
357
|
-
var k = z ? c[m] : m;
|
|
358
|
-
O.push(s[g][k]);
|
|
359
|
-
}
|
|
360
|
-
o = O.join("").trim() === "";
|
|
361
|
-
}
|
|
362
|
-
if (!o) {
|
|
363
|
-
for (var _ = 0; _ < b; _++) {
|
|
364
|
-
0 < _ && !w && (S += i);
|
|
365
|
-
var M = A && z ? c[_] : _;
|
|
366
|
-
S += h(s[g][M], _);
|
|
367
|
-
}
|
|
368
|
-
g < s.length - 1 && (!C || 0 < b && !w) && (S += l);
|
|
369
|
-
}
|
|
370
|
-
}
|
|
371
|
-
return S;
|
|
372
|
-
}
|
|
373
|
-
function h(c, s) {
|
|
374
|
-
var C, S;
|
|
375
|
-
return c == null ? "" : c.constructor === Date ? JSON.stringify(c).slice(1, 25) : (S = !1, E && typeof c == "string" && E.test(c) && (c = "'" + c, S = !0), C = c.toString().replace(a, F), (S = S || r === !0 || typeof r == "function" && r(c, s) || Array.isArray(r) && r[s] || ((A, z) => {
|
|
376
|
-
for (var p = 0; p < z.length; p++) if (-1 < A.indexOf(z[p])) return !0;
|
|
377
|
-
return !1;
|
|
378
|
-
})(C, u.BAD_DELIMITERS) || -1 < C.indexOf(i) || C.charAt(0) === " " || C.charAt(C.length - 1) === " ") ? x + C + x : C);
|
|
379
|
-
}
|
|
380
|
-
}, u.RECORD_SEP = "", u.UNIT_SEP = "", u.BYTE_ORDER_MARK = "\uFEFF", u.BAD_DELIMITERS = ["\r", `
|
|
381
|
-
`, '"', u.BYTE_ORDER_MARK], u.WORKERS_SUPPORTED = !J && !!R.Worker, u.NODE_STREAM_INPUT = 1, u.LocalChunkSize = 10485760, u.RemoteChunkSize = 5242880, u.DefaultDelimiter = ",", u.Parser = se, u.ParserHandle = he, u.NetworkStreamer = ee, u.FileStreamer = te, u.StringStreamer = Z, u.ReadableStreamStreamer = re, R.jQuery && (($ = R.jQuery).fn.parse = function(e) {
|
|
382
|
-
var t = e.config || {}, r = [];
|
|
383
|
-
return this.each(function(l) {
|
|
384
|
-
if (!($(this).prop("tagName").toUpperCase() === "INPUT" && $(this).attr("type").toLowerCase() === "file" && R.FileReader) || !this.files || this.files.length === 0) return !0;
|
|
385
|
-
for (var x = 0; x < this.files.length; x++) r.push({ file: this.files[x], inputElem: this, instanceConfig: $.extend({}, t) });
|
|
386
|
-
}), n(), this;
|
|
387
|
-
function n() {
|
|
388
|
-
if (r.length === 0) y(e.complete) && e.complete();
|
|
389
|
-
else {
|
|
390
|
-
var l, x, F, j, d = r[0];
|
|
391
|
-
if (y(e.before)) {
|
|
392
|
-
var E = e.before(d.file, d.inputElem);
|
|
393
|
-
if (typeof E == "object") {
|
|
394
|
-
if (E.action === "abort") return l = "AbortError", x = d.file, F = d.inputElem, j = E.reason, void (y(e.error) && e.error({ name: l }, x, F, j));
|
|
395
|
-
if (E.action === "skip") return void i();
|
|
396
|
-
typeof E.config == "object" && (d.instanceConfig = $.extend(d.instanceConfig, E.config));
|
|
397
|
-
} else if (E === "skip") return void i();
|
|
398
|
-
}
|
|
399
|
-
var a = d.instanceConfig.complete;
|
|
400
|
-
d.instanceConfig.complete = function(T) {
|
|
401
|
-
y(a) && a(T, d.file, d.inputElem), i();
|
|
402
|
-
}, u.parse(d.file, d.instanceConfig);
|
|
403
|
-
}
|
|
404
|
-
}
|
|
405
|
-
function i() {
|
|
406
|
-
r.splice(0, 1), n();
|
|
407
|
-
}
|
|
408
|
-
}), ne && (R.onmessage = function(e) {
|
|
409
|
-
e = e.data, u.WORKER_ID === void 0 && e && (u.WORKER_ID = e.workerId), typeof e.input == "string" ? R.postMessage({ workerId: u.WORKER_ID, results: u.parse(e.input, e.config), finished: !0 }) : (R.File && e.input instanceof File || e.input instanceof Object) && (e = u.parse(e.input, e.config)) && R.postMessage({ workerId: u.WORKER_ID, results: e, finished: !0 });
|
|
410
|
-
}), (ee.prototype = Object.create(N.prototype)).constructor = ee, (te.prototype = Object.create(N.prototype)).constructor = te, (Z.prototype = Object.create(Z.prototype)).constructor = Z, (re.prototype = Object.create(N.prototype)).constructor = re, u;
|
|
411
|
-
});
|
|
412
|
-
})(ie)), ie.exports;
|
|
413
|
-
}
|
|
414
|
-
var Ee = ve();
|
|
415
|
-
const Re = /* @__PURE__ */ ye(Ee);
|
|
416
|
-
export {
|
|
417
|
-
Re as p
|
|
418
|
-
};
|