@fugood/llama.node 0.6.3 → 1.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CMakeLists.txt +40 -30
- package/README.md +4 -1
- package/lib/binding.js +41 -29
- package/lib/binding.ts +26 -25
- package/package.json +40 -7
- package/scripts/build.js +47 -0
- package/scripts/llama.cpp.patch +109 -0
- package/src/anyascii.c +22223 -0
- package/src/anyascii.h +42 -0
- package/src/tts_utils.cpp +20 -7
- package/src/tts_utils.h +2 -0
- package/bin/darwin/arm64/llama-node.node +0 -0
- package/bin/darwin/x64/llama-node.node +0 -0
- package/bin/linux/arm64/llama-node.node +0 -0
- package/bin/linux/x64/llama-node.node +0 -0
- package/bin/linux-cuda/arm64/llama-node.node +0 -0
- package/bin/linux-cuda/x64/llama-node.node +0 -0
- package/bin/linux-vulkan/arm64/llama-node.node +0 -0
- package/bin/linux-vulkan/x64/llama-node.node +0 -0
- package/bin/win32/x64/llama-node.node +0 -0
- package/bin/win32/x64/node.lib +0 -0
- package/bin/win32-vulkan/arm64/llama-node.node +0 -0
- package/bin/win32-vulkan/arm64/node.lib +0 -0
- package/bin/win32-vulkan/x64/llama-node.node +0 -0
- package/bin/win32-vulkan/x64/node.lib +0 -0
- package/src/llama.cpp/.github/workflows/build-linux-cross.yml +0 -233
- package/src/llama.cpp/.github/workflows/build.yml +0 -1078
- package/src/llama.cpp/.github/workflows/close-issue.yml +0 -28
- package/src/llama.cpp/.github/workflows/docker.yml +0 -178
- package/src/llama.cpp/.github/workflows/editorconfig.yml +0 -29
- package/src/llama.cpp/.github/workflows/gguf-publish.yml +0 -44
- package/src/llama.cpp/.github/workflows/labeler.yml +0 -17
- package/src/llama.cpp/.github/workflows/python-check-requirements.yml +0 -33
- package/src/llama.cpp/.github/workflows/python-lint.yml +0 -30
- package/src/llama.cpp/.github/workflows/python-type-check.yml +0 -40
- package/src/llama.cpp/.github/workflows/release.yml +0 -739
- package/src/llama.cpp/.github/workflows/server.yml +0 -237
- package/src/llama.cpp/.github/workflows/winget.yml +0 -42
- package/src/llama.cpp/cmake/arm64-apple-clang.cmake +0 -16
- package/src/llama.cpp/cmake/arm64-windows-llvm.cmake +0 -16
- package/src/llama.cpp/cmake/build-info.cmake +0 -64
- package/src/llama.cpp/cmake/common.cmake +0 -35
- package/src/llama.cpp/cmake/git-vars.cmake +0 -22
- package/src/llama.cpp/cmake/x64-windows-llvm.cmake +0 -5
- package/src/llama.cpp/common/build-info.cpp.in +0 -4
- package/src/llama.cpp/docs/build.md +0 -561
- package/src/llama.cpp/examples/CMakeLists.txt +0 -43
- package/src/llama.cpp/examples/batched/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/batched/batched.cpp +0 -246
- package/src/llama.cpp/examples/chat-13B.bat +0 -57
- package/src/llama.cpp/examples/convert-llama2c-to-ggml/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +0 -941
- package/src/llama.cpp/examples/deprecation-warning/deprecation-warning.cpp +0 -35
- package/src/llama.cpp/examples/embedding/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/embedding/embedding.cpp +0 -323
- package/src/llama.cpp/examples/eval-callback/CMakeLists.txt +0 -10
- package/src/llama.cpp/examples/eval-callback/eval-callback.cpp +0 -194
- package/src/llama.cpp/examples/gen-docs/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/gen-docs/gen-docs.cpp +0 -83
- package/src/llama.cpp/examples/gguf/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/gguf/gguf.cpp +0 -265
- package/src/llama.cpp/examples/gguf-hash/CMakeLists.txt +0 -22
- package/src/llama.cpp/examples/gguf-hash/deps/rotate-bits/rotate-bits.h +0 -46
- package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.c +0 -295
- package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.h +0 -52
- package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.c +0 -221
- package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.h +0 -24
- package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.c +0 -42
- package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.h +0 -7093
- package/src/llama.cpp/examples/gguf-hash/gguf-hash.cpp +0 -694
- package/src/llama.cpp/examples/gritlm/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/gritlm/gritlm.cpp +0 -229
- package/src/llama.cpp/examples/jeopardy/questions.txt +0 -100
- package/src/llama.cpp/examples/llama.android/app/build.gradle.kts +0 -65
- package/src/llama.cpp/examples/llama.android/build.gradle.kts +0 -6
- package/src/llama.cpp/examples/llama.android/llama/build.gradle.kts +0 -71
- package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/CMakeLists.txt +0 -53
- package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/llama-android.cpp +0 -452
- package/src/llama.cpp/examples/llama.android/settings.gradle.kts +0 -18
- package/src/llama.cpp/examples/lookahead/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/lookahead/lookahead.cpp +0 -472
- package/src/llama.cpp/examples/lookup/CMakeLists.txt +0 -23
- package/src/llama.cpp/examples/lookup/lookup-create.cpp +0 -40
- package/src/llama.cpp/examples/lookup/lookup-merge.cpp +0 -47
- package/src/llama.cpp/examples/lookup/lookup-stats.cpp +0 -157
- package/src/llama.cpp/examples/lookup/lookup.cpp +0 -242
- package/src/llama.cpp/examples/parallel/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/parallel/parallel.cpp +0 -492
- package/src/llama.cpp/examples/passkey/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/passkey/passkey.cpp +0 -277
- package/src/llama.cpp/examples/retrieval/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/retrieval/retrieval.cpp +0 -304
- package/src/llama.cpp/examples/save-load-state/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/save-load-state/save-load-state.cpp +0 -246
- package/src/llama.cpp/examples/simple/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/simple/simple.cpp +0 -206
- package/src/llama.cpp/examples/simple-chat/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/simple-chat/simple-chat.cpp +0 -206
- package/src/llama.cpp/examples/simple-cmake-pkg/CMakeLists.txt +0 -11
- package/src/llama.cpp/examples/speculative/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/speculative/speculative.cpp +0 -644
- package/src/llama.cpp/examples/speculative-simple/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/speculative-simple/speculative-simple.cpp +0 -261
- package/src/llama.cpp/examples/sycl/CMakeLists.txt +0 -9
- package/src/llama.cpp/examples/sycl/build.sh +0 -23
- package/src/llama.cpp/examples/sycl/ls-sycl-device.cpp +0 -13
- package/src/llama.cpp/examples/sycl/run-llama2.sh +0 -27
- package/src/llama.cpp/examples/sycl/run-llama3.sh +0 -28
- package/src/llama.cpp/examples/sycl/win-build-sycl.bat +0 -33
- package/src/llama.cpp/examples/sycl/win-run-llama2.bat +0 -9
- package/src/llama.cpp/examples/sycl/win-run-llama3.bat +0 -9
- package/src/llama.cpp/examples/training/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/training/finetune.cpp +0 -96
- package/src/llama.cpp/ggml/cmake/GitVars.cmake +0 -22
- package/src/llama.cpp/ggml/cmake/common.cmake +0 -26
- package/src/llama.cpp/ggml/src/ggml-alloc.c +0 -1042
- package/src/llama.cpp/ggml/src/ggml-backend-impl.h +0 -255
- package/src/llama.cpp/ggml/src/ggml-backend-reg.cpp +0 -586
- package/src/llama.cpp/ggml/src/ggml-backend.cpp +0 -2008
- package/src/llama.cpp/ggml/src/ggml-blas/CMakeLists.txt +0 -87
- package/src/llama.cpp/ggml/src/ggml-blas/ggml-blas.cpp +0 -517
- package/src/llama.cpp/ggml/src/ggml-cann/CMakeLists.txt +0 -74
- package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.cpp +0 -179
- package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.h +0 -258
- package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.cpp +0 -2863
- package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.h +0 -1110
- package/src/llama.cpp/ggml/src/ggml-cann/common.h +0 -420
- package/src/llama.cpp/ggml/src/ggml-cann/ggml-cann.cpp +0 -2570
- package/src/llama.cpp/ggml/src/ggml-common.h +0 -1857
- package/src/llama.cpp/ggml/src/ggml-cpu/cmake/FindSIMD.cmake +0 -100
- package/src/llama.cpp/ggml/src/ggml-cuda/CMakeLists.txt +0 -184
- package/src/llama.cpp/ggml/src/ggml-cuda/vendors/cuda.h +0 -15
- package/src/llama.cpp/ggml/src/ggml-cuda/vendors/hip.h +0 -243
- package/src/llama.cpp/ggml/src/ggml-cuda/vendors/musa.h +0 -140
- package/src/llama.cpp/ggml/src/ggml-hip/CMakeLists.txt +0 -131
- package/src/llama.cpp/ggml/src/ggml-impl.h +0 -601
- package/src/llama.cpp/ggml/src/ggml-kompute/CMakeLists.txt +0 -166
- package/src/llama.cpp/ggml/src/ggml-kompute/ggml-kompute.cpp +0 -2251
- package/src/llama.cpp/ggml/src/ggml-metal/CMakeLists.txt +0 -120
- package/src/llama.cpp/ggml/src/ggml-metal/ggml-metal-impl.h +0 -622
- package/src/llama.cpp/ggml/src/ggml-musa/CMakeLists.txt +0 -113
- package/src/llama.cpp/ggml/src/ggml-opencl/CMakeLists.txt +0 -96
- package/src/llama.cpp/ggml/src/ggml-opencl/ggml-opencl.cpp +0 -5124
- package/src/llama.cpp/ggml/src/ggml-opt.cpp +0 -1037
- package/src/llama.cpp/ggml/src/ggml-quants.c +0 -5232
- package/src/llama.cpp/ggml/src/ggml-quants.h +0 -100
- package/src/llama.cpp/ggml/src/ggml-rpc/CMakeLists.txt +0 -9
- package/src/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp +0 -1813
- package/src/llama.cpp/ggml/src/ggml-sycl/CMakeLists.txt +0 -189
- package/src/llama.cpp/ggml/src/ggml-sycl/backend.hpp +0 -37
- package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.cpp +0 -239
- package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.hpp +0 -39
- package/src/llama.cpp/ggml/src/ggml-sycl/common.cpp +0 -83
- package/src/llama.cpp/ggml/src/ggml-sycl/common.hpp +0 -493
- package/src/llama.cpp/ggml/src/ggml-sycl/concat.cpp +0 -197
- package/src/llama.cpp/ggml/src/ggml-sycl/concat.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/conv.cpp +0 -100
- package/src/llama.cpp/ggml/src/ggml-sycl/conv.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/convert.cpp +0 -623
- package/src/llama.cpp/ggml/src/ggml-sycl/convert.hpp +0 -34
- package/src/llama.cpp/ggml/src/ggml-sycl/cpy.cpp +0 -701
- package/src/llama.cpp/ggml/src/ggml-sycl/cpy.hpp +0 -11
- package/src/llama.cpp/ggml/src/ggml-sycl/dequantize.hpp +0 -791
- package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.cpp +0 -1160
- package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.hpp +0 -27
- package/src/llama.cpp/ggml/src/ggml-sycl/dpct/helper.hpp +0 -2957
- package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.cpp +0 -1536
- package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.hpp +0 -75
- package/src/llama.cpp/ggml/src/ggml-sycl/gemm.hpp +0 -99
- package/src/llama.cpp/ggml/src/ggml-sycl/getrows.cpp +0 -311
- package/src/llama.cpp/ggml/src/ggml-sycl/getrows.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/ggml-sycl.cpp +0 -4443
- package/src/llama.cpp/ggml/src/ggml-sycl/gla.cpp +0 -105
- package/src/llama.cpp/ggml/src/ggml-sycl/gla.hpp +0 -8
- package/src/llama.cpp/ggml/src/ggml-sycl/im2col.cpp +0 -136
- package/src/llama.cpp/ggml/src/ggml-sycl/im2col.hpp +0 -21
- package/src/llama.cpp/ggml/src/ggml-sycl/mmq.cpp +0 -3030
- package/src/llama.cpp/ggml/src/ggml-sycl/mmq.hpp +0 -33
- package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.cpp +0 -1108
- package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.hpp +0 -27
- package/src/llama.cpp/ggml/src/ggml-sycl/norm.cpp +0 -474
- package/src/llama.cpp/ggml/src/ggml-sycl/norm.hpp +0 -26
- package/src/llama.cpp/ggml/src/ggml-sycl/outprod.cpp +0 -46
- package/src/llama.cpp/ggml/src/ggml-sycl/outprod.hpp +0 -10
- package/src/llama.cpp/ggml/src/ggml-sycl/presets.hpp +0 -74
- package/src/llama.cpp/ggml/src/ggml-sycl/quants.hpp +0 -83
- package/src/llama.cpp/ggml/src/ggml-sycl/rope.cpp +0 -362
- package/src/llama.cpp/ggml/src/ggml-sycl/rope.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/softmax.cpp +0 -264
- package/src/llama.cpp/ggml/src/ggml-sycl/softmax.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.cpp +0 -13
- package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.hpp +0 -23
- package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.cpp +0 -73
- package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/vecdotq.hpp +0 -1215
- package/src/llama.cpp/ggml/src/ggml-sycl/wkv.cpp +0 -305
- package/src/llama.cpp/ggml/src/ggml-sycl/wkv.hpp +0 -10
- package/src/llama.cpp/ggml/src/ggml-threading.cpp +0 -12
- package/src/llama.cpp/ggml/src/ggml-threading.h +0 -14
- package/src/llama.cpp/ggml/src/ggml-vulkan/CMakeLists.txt +0 -196
- package/src/llama.cpp/ggml/src/ggml-vulkan/ggml-vulkan.cpp +0 -10699
- package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/CMakeLists.txt +0 -39
- package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +0 -751
- package/src/llama.cpp/ggml/src/ggml.c +0 -6550
- package/src/llama.cpp/ggml/src/gguf.cpp +0 -1330
- package/src/llama.cpp/models/.editorconfig +0 -1
- package/src/llama.cpp/models/ggml-vocab-aquila.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-baichuan.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-command-r.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-command-r.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-command-r.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-falcon.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-falcon.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-falcon.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-gpt-neox.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-llama4.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-llama4.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-mpt.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-mpt.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-mpt.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-phi-3.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-qwen2.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-refact.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-refact.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-refact.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-starcoder.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.out +0 -46
- package/src/llama.cpp/pocs/CMakeLists.txt +0 -14
- package/src/llama.cpp/pocs/vdot/CMakeLists.txt +0 -9
- package/src/llama.cpp/pocs/vdot/q8dot.cpp +0 -173
- package/src/llama.cpp/pocs/vdot/vdot.cpp +0 -311
- package/src/llama.cpp/prompts/LLM-questions.txt +0 -49
- package/src/llama.cpp/prompts/alpaca.txt +0 -1
- package/src/llama.cpp/prompts/assistant.txt +0 -31
- package/src/llama.cpp/prompts/chat-with-baichuan.txt +0 -4
- package/src/llama.cpp/prompts/chat-with-bob.txt +0 -7
- package/src/llama.cpp/prompts/chat-with-qwen.txt +0 -1
- package/src/llama.cpp/prompts/chat-with-vicuna-v0.txt +0 -7
- package/src/llama.cpp/prompts/chat-with-vicuna-v1.txt +0 -7
- package/src/llama.cpp/prompts/chat.txt +0 -28
- package/src/llama.cpp/prompts/dan-modified.txt +0 -1
- package/src/llama.cpp/prompts/dan.txt +0 -1
- package/src/llama.cpp/prompts/mnemonics.txt +0 -93
- package/src/llama.cpp/prompts/parallel-questions.txt +0 -43
- package/src/llama.cpp/prompts/reason-act.txt +0 -18
- package/src/llama.cpp/requirements/requirements-all.txt +0 -15
- package/src/llama.cpp/requirements/requirements-compare-llama-bench.txt +0 -2
- package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf.txt +0 -7
- package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf_update.txt +0 -7
- package/src/llama.cpp/requirements/requirements-convert_legacy_llama.txt +0 -5
- package/src/llama.cpp/requirements/requirements-convert_llama_ggml_to_gguf.txt +0 -1
- package/src/llama.cpp/requirements/requirements-convert_lora_to_gguf.txt +0 -4
- package/src/llama.cpp/requirements/requirements-gguf_editor_gui.txt +0 -3
- package/src/llama.cpp/requirements/requirements-pydantic.txt +0 -3
- package/src/llama.cpp/requirements/requirements-test-tokenizer-random.txt +0 -1
- package/src/llama.cpp/requirements/requirements-tool_bench.txt +0 -12
- package/src/llama.cpp/requirements.txt +0 -13
- package/src/llama.cpp/scripts/build-info.sh +0 -30
- package/src/llama.cpp/scripts/install-oneapi.bat +0 -19
- package/src/llama.cpp/scripts/xxd.cmake +0 -16
- package/src/llama.cpp/tests/CMakeLists.txt +0 -177
- package/src/llama.cpp/tests/get-model.cpp +0 -21
- package/src/llama.cpp/tests/get-model.h +0 -2
- package/src/llama.cpp/tests/test-arg-parser.cpp +0 -178
- package/src/llama.cpp/tests/test-autorelease.cpp +0 -24
- package/src/llama.cpp/tests/test-backend-ops.cpp +0 -4793
- package/src/llama.cpp/tests/test-barrier.cpp +0 -94
- package/src/llama.cpp/tests/test-c.c +0 -7
- package/src/llama.cpp/tests/test-chat-template.cpp +0 -417
- package/src/llama.cpp/tests/test-chat.cpp +0 -985
- package/src/llama.cpp/tests/test-double-float.cpp +0 -57
- package/src/llama.cpp/tests/test-gbnf-validator.cpp +0 -109
- package/src/llama.cpp/tests/test-gguf.cpp +0 -1338
- package/src/llama.cpp/tests/test-grammar-integration.cpp +0 -1308
- package/src/llama.cpp/tests/test-grammar-llguidance.cpp +0 -1201
- package/src/llama.cpp/tests/test-grammar-parser.cpp +0 -519
- package/src/llama.cpp/tests/test-json-schema-to-grammar.cpp +0 -1304
- package/src/llama.cpp/tests/test-llama-grammar.cpp +0 -408
- package/src/llama.cpp/tests/test-log.cpp +0 -39
- package/src/llama.cpp/tests/test-model-load-cancel.cpp +0 -27
- package/src/llama.cpp/tests/test-mtmd-c-api.c +0 -63
- package/src/llama.cpp/tests/test-opt.cpp +0 -904
- package/src/llama.cpp/tests/test-quantize-fns.cpp +0 -186
- package/src/llama.cpp/tests/test-quantize-perf.cpp +0 -365
- package/src/llama.cpp/tests/test-quantize-stats.cpp +0 -424
- package/src/llama.cpp/tests/test-regex-partial.cpp +0 -288
- package/src/llama.cpp/tests/test-rope.cpp +0 -262
- package/src/llama.cpp/tests/test-sampling.cpp +0 -399
- package/src/llama.cpp/tests/test-tokenizer-0.cpp +0 -312
- package/src/llama.cpp/tests/test-tokenizer-1-bpe.cpp +0 -155
- package/src/llama.cpp/tests/test-tokenizer-1-spm.cpp +0 -125
- package/src/llama.cpp/tools/CMakeLists.txt +0 -39
- package/src/llama.cpp/tools/batched-bench/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/batched-bench/batched-bench.cpp +0 -204
- package/src/llama.cpp/tools/cvector-generator/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/cvector-generator/completions.txt +0 -582
- package/src/llama.cpp/tools/cvector-generator/cvector-generator.cpp +0 -508
- package/src/llama.cpp/tools/cvector-generator/mean.hpp +0 -48
- package/src/llama.cpp/tools/cvector-generator/negative.txt +0 -4
- package/src/llama.cpp/tools/cvector-generator/pca.hpp +0 -315
- package/src/llama.cpp/tools/cvector-generator/positive.txt +0 -4
- package/src/llama.cpp/tools/export-lora/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/export-lora/export-lora.cpp +0 -434
- package/src/llama.cpp/tools/gguf-split/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/gguf-split/gguf-split.cpp +0 -583
- package/src/llama.cpp/tools/imatrix/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/imatrix/imatrix.cpp +0 -667
- package/src/llama.cpp/tools/llama-bench/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/llama-bench/llama-bench.cpp +0 -2024
- package/src/llama.cpp/tools/main/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/main/main.cpp +0 -977
- package/src/llama.cpp/tools/mtmd/CMakeLists.txt +0 -58
- package/src/llama.cpp/tools/mtmd/clip-impl.h +0 -462
- package/src/llama.cpp/tools/mtmd/clip.cpp +0 -4024
- package/src/llama.cpp/tools/mtmd/clip.h +0 -101
- package/src/llama.cpp/tools/mtmd/deprecation-warning.cpp +0 -22
- package/src/llama.cpp/tools/mtmd/miniaudio.h +0 -93468
- package/src/llama.cpp/tools/mtmd/mtmd-audio.cpp +0 -855
- package/src/llama.cpp/tools/mtmd/mtmd-audio.h +0 -62
- package/src/llama.cpp/tools/mtmd/mtmd-cli.cpp +0 -377
- package/src/llama.cpp/tools/mtmd/mtmd-helper.cpp +0 -297
- package/src/llama.cpp/tools/mtmd/mtmd.cpp +0 -942
- package/src/llama.cpp/tools/mtmd/mtmd.h +0 -362
- package/src/llama.cpp/tools/mtmd/requirements.txt +0 -5
- package/src/llama.cpp/tools/perplexity/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/perplexity/perplexity.cpp +0 -2063
- package/src/llama.cpp/tools/quantize/CMakeLists.txt +0 -6
- package/src/llama.cpp/tools/quantize/quantize.cpp +0 -519
- package/src/llama.cpp/tools/rpc/CMakeLists.txt +0 -4
- package/src/llama.cpp/tools/rpc/rpc-server.cpp +0 -322
- package/src/llama.cpp/tools/run/CMakeLists.txt +0 -16
- package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.cpp +0 -1995
- package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.h +0 -137
- package/src/llama.cpp/tools/run/run.cpp +0 -1261
- package/src/llama.cpp/tools/server/CMakeLists.txt +0 -51
- package/src/llama.cpp/tools/server/bench/requirements.txt +0 -2
- package/src/llama.cpp/tools/server/httplib.h +0 -10506
- package/src/llama.cpp/tools/server/server.cpp +0 -4966
- package/src/llama.cpp/tools/server/tests/requirements.txt +0 -8
- package/src/llama.cpp/tools/server/utils.hpp +0 -1337
- package/src/llama.cpp/tools/tokenize/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/tokenize/tokenize.cpp +0 -416
- package/src/llama.cpp/tools/tts/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/tts/tts.cpp +0 -1092
|
@@ -1 +0,0 @@
|
|
|
1
|
-
root = true
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
29464 2094 1018 1092 2706
|
|
2
|
-
11865 17875
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
7592 2088
|
|
13
|
-
7592 2088
|
|
14
|
-
7592 2088
|
|
15
|
-
7592 2088
|
|
16
|
-
7592 2088 999
|
|
17
|
-
7592 1010 2088 999
|
|
18
|
-
7592 1010 2088 999
|
|
19
|
-
2023 2003 100 1012 18133 2361
|
|
20
|
-
1059 2692 18139 1021 8525 28418 2243 16233 20952 6979
|
|
21
|
-
1192 15290 29754 14150 1192 10260 1181 29755 29436 29741 10260 16856 29747 23925 10325
|
|
22
|
-
100
|
|
23
|
-
100 1006 3671 1007 100 1006 3674 7861 29147 2483 9530 16280 23854 1007 100 1006 2069 7861 29147 2072 2008 2038 2049 2219 19204 1007
|
|
24
|
-
7592
|
|
25
|
-
7592
|
|
26
|
-
7592
|
|
27
|
-
7592
|
|
28
|
-
7592
|
|
29
|
-
7592 7592
|
|
30
|
-
1006
|
|
31
|
-
1027
|
|
32
|
-
1005 3690
|
|
33
|
-
7592 1010 1061 1005 2035 999 2129 2024 2017 100 1029 1855 100 100 6207 100 100 14677 23632 22203 1811 1995
|
|
34
|
-
999 999 999 999 999 999
|
|
35
|
-
1017
|
|
36
|
-
3943
|
|
37
|
-
21211
|
|
38
|
-
21211 2509
|
|
39
|
-
21211 22394
|
|
40
|
-
21211 22394 2509
|
|
41
|
-
21211 22394 22394
|
|
42
|
-
21211 22394 22394 2509
|
|
43
|
-
21211 22394 22394 22394
|
|
44
|
-
12731 2050 19710
|
|
45
|
-
5860 18117
|
|
46
|
-
100 1006 3671 1007 100 1006 3674 7861 29147 2483 9530 16280 23854 1007 100 100 1017 3943 21211 21211 2509 21211 22394 21211 22394 2509 21211 22394 22394 21211 22394 22394 2509 1017 1012 1017 1017 1012 1012 1017 1017 1012 1012 1012 1017 100 1029 1855 100 100 6207 100 100 14677 23632 22203 1811 1995 1011 1011 1011 1011 1011 1011 1027 1027 1027 1027 1027 1027 1027 1192 15290 29754 14150 1192 10260 1181 29755 29436 29741 10260 16856 29747 23925 10325 1005 1005 1005 1005 1005 1005 1036 1036 1036 1036 1036 1036 1036 1000 1000 1000 1000 1012 1012 1012 1012 1012 1012 999 999 999 999 999 999 1029 1029 1029 1029 1029 1029 1045 1005 2310 2042 1005 2409 2002 1005 1055 2045 1010 1005 2128 2017 2469 1029 1005 1049 2025 2469 1045 1005 2222 2191 2009 1010 1005 1040 2017 2066 2070 5572 1029 2057 1005 2310 1037 1005 2222
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
17245 16604 16403 16604 33583 18355
|
|
2
|
-
16421 51153
|
|
3
|
-
|
|
4
|
-
16604
|
|
5
|
-
16650
|
|
6
|
-
16650 16604
|
|
7
|
-
16581
|
|
8
|
-
16582
|
|
9
|
-
16582 16582
|
|
10
|
-
16582 16582 16582
|
|
11
|
-
16581 16582
|
|
12
|
-
31596 17394
|
|
13
|
-
34926 17394
|
|
14
|
-
31596 18671
|
|
15
|
-
34926 18671
|
|
16
|
-
34926 18671 16384
|
|
17
|
-
31596 16395 17394 16384
|
|
18
|
-
34926 16395 17394 16384
|
|
19
|
-
16811 16704 20410 16483 16631 16397 52854
|
|
20
|
-
16470 16399 16403 16407 16604 16406 35764 38185 51595 22592 26639
|
|
21
|
-
29479 23955 17012 20103 25527 27670 17408 19005 21473 24774
|
|
22
|
-
54254 42231 48084 29409 16617 61889 29409 16608 21954 16628 21954 16499 58445 29409 16607 58445 21954 16479 42231 21954 16611 21954 16607 21954 16633 21954 16611 29409 16607 21954 16615
|
|
23
|
-
52351 16604 16391 25825 16392 23686 16498 39161 18885 16618 16488 30853 16604 16391 54124 17153 25134 16656 18476 26169 16895 16392 62193 16611 16604 16391 24664 17153 57169 16721 16872 17073 17304 28729 16392
|
|
24
|
-
31596
|
|
25
|
-
34926
|
|
26
|
-
16650 31596
|
|
27
|
-
16650 34926
|
|
28
|
-
16696 31596
|
|
29
|
-
16696 31596 16582 16696 31596
|
|
30
|
-
16604 16391
|
|
31
|
-
16582 16604 16412
|
|
32
|
-
16390 22623
|
|
33
|
-
31596 16395 16712 16390 16828 16384 17674 16769 16732 23686 16607 16604 16414 24427 16623 41809 16495 28999 36469 45292 30197 16400 16402 16400 16403 16400 16404 16400 43969 65211 16636
|
|
34
|
-
16384 16384 16384 16384 16384 16384
|
|
35
|
-
16402
|
|
36
|
-
16402 16402
|
|
37
|
-
16402 16402 16402
|
|
38
|
-
16402 16402 16402 16402
|
|
39
|
-
16402 16402 16402 16402 16402
|
|
40
|
-
16402 16402 16402 16402 16402 16402
|
|
41
|
-
16402 16402 16402 16402 16402 16402 16402
|
|
42
|
-
16402 16402 16402 16402 16402 16402 16402 16402
|
|
43
|
-
16402 16402 16402 16402 16402 16402 16402 16402 16402
|
|
44
|
-
16418 19038 16639 16448 24315 33727 16467
|
|
45
|
-
18765 17981
|
|
46
|
-
16582 16604 16582 16582 16604 16582 16582 16582 16604 16581 16604 16581 16581 16604 16581 16582 16650 16582 16650 16604 16582 16696 16582 16696 16604 16582 52351 16604 16391 25825 16392 23686 16498 39161 18885 16618 16488 30853 16604 16391 54124 17153 25134 16656 18476 26169 16895 16392 62193 16611 20410 16483 16631 18885 16483 16631 16604 16402 16604 16402 16402 16604 16402 16402 16402 16604 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16402 16402 16604 16402 16402 16402 16402 16402 16402 16402 16402 16604 16402 16397 16402 16604 16402 16397 16397 16402 16604 16402 16397 16397 16397 16402 16604 54254 42231 48084 29409 16617 61889 29409 16608 21954 16628 21954 16499 58445 29409 16607 58445 21954 16479 42231 21954 16611 27683 16607 16604 16414 24427 16623 41809 16495 28999 36469 45292 30197 16400 16402 16400 16403 16400 16404 16400 43969 65211 16636 16604 16396 16396 16396 16396 16396 16396 16412 16412 16412 16412 16412 16412 16412 27268 23955 17012 20103 25527 27670 17408 19005 21473 24774 16604 16390 16390 16390 16390 16390 16390 16447 16447 16447 16447 16447 16447 16447 16385 16385 16385 16385 16397 16397 16397 16397 16397 16397 16384 16384 16384 16384 16384 16384 16414 16414 16414 16414 16414 16414 16687 16390 16690 16992 16604 16390 61797 16733 16390 16466 16986 16395 16604 16390 17879 16732 17811 16414 16604 16390 16428 16804 17811 16687 16390 16683 17190 16728 16395 16604 16390 16419 16732 16945 16991 25251 16414 17119 16390 38127 16641 16390 16459 16427
|
|
Binary file
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
2536 228 27 228 22957 6983
|
|
2
|
-
45 193433
|
|
3
|
-
|
|
4
|
-
228
|
|
5
|
-
1667
|
|
6
|
-
1742
|
|
7
|
-
205
|
|
8
|
-
206
|
|
9
|
-
2126
|
|
10
|
-
11516
|
|
11
|
-
34777
|
|
12
|
-
28339 3845
|
|
13
|
-
46609 3845
|
|
14
|
-
28339 3930
|
|
15
|
-
46609 3930
|
|
16
|
-
46609 3930 8
|
|
17
|
-
28339 19 3845 8
|
|
18
|
-
46609 19 3845 8
|
|
19
|
-
2075 1801 11254 107 255 21 19317
|
|
20
|
-
94 23 27 31 228 30 21213 20752 39267 6405 9980
|
|
21
|
-
4929 40071 2196 3236 8750 1764 37097 41168
|
|
22
|
-
38111 230 174833 38111 249 86325 241 38111 245 86325 232 38111 252 38111 123 38111 261 165 24629 38111 261 38111 103 174833 38111 235 38111 231 38111 257 38111 235 165 24629 38111 239
|
|
23
|
-
2226 256 230 1737 18258 16 80503 122 35927 2226 242 112 57462 1737 54457 223165 106230 2096 16 48389 1737 10203 109160 1875 2222 2517 3342 12523 16
|
|
24
|
-
28339
|
|
25
|
-
46609
|
|
26
|
-
228 46609
|
|
27
|
-
1667 46609
|
|
28
|
-
1742 46609
|
|
29
|
-
1742 46609 1856 46609
|
|
30
|
-
1737
|
|
31
|
-
206 1857
|
|
32
|
-
14 4515
|
|
33
|
-
28339 19 1770 14 1954 8 4070 1955 1933 80503 231 5691 12081 13336 2648 29325 14315 24 26 24 27 24 28 24 5123 18372
|
|
34
|
-
57178 10251
|
|
35
|
-
26
|
|
36
|
-
26 26
|
|
37
|
-
26 26 26
|
|
38
|
-
26 26 26 26
|
|
39
|
-
26 26 26 26 26
|
|
40
|
-
26 26 26 26 26 26
|
|
41
|
-
26 26 26 26 26 26 26
|
|
42
|
-
26 26 26 26 26 26 26 26
|
|
43
|
-
26 26 26 26 26 26 26 26 26
|
|
44
|
-
42 30719 12584
|
|
45
|
-
3642 4388
|
|
46
|
-
127731 51628 205 57788 18494 97469 126134 206 2226 256 230 1737 18258 16 80503 122 35927 2226 242 112 57462 1737 54457 223165 106230 2096 16 48389 11254 107 255 2226 107 255 228 26 228 26 26 228 26 26 26 228 26 26 26 26 228 26 26 26 26 26 228 26 26 26 26 26 26 228 26 26 26 26 26 26 26 228 26 26 26 26 26 26 26 26 228 26 21 26 228 26 2271 26 228 26 3834 26 182018 230 174833 38111 249 86325 241 38111 245 86325 232 38111 252 38111 123 38111 261 165 24629 38111 261 38111 103 174833 38111 235 188568 231 5691 12081 13336 2648 29325 14315 24 26 24 27 24 28 24 5123 18372 8391 158343 3512 40071 2196 3236 8750 1764 37097 41168 29721 32797 25646 3802 4975 4975 116167 57178 10251 154048 27292 1767 5125 2632 2155 91 2378 1919 1914 2782 19 2155 3354 1933 5470 38 2155 52 2068 5470 1767 4961 3059 1894 19 2155 43 1933 3026 2725 23186 38 2930 14 20676 1671 14 83 51
|
|
Binary file
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
1050 207 19 207 19192 4217
|
|
2
|
-
37 32009 71 6247
|
|
3
|
-
|
|
4
|
-
207
|
|
5
|
-
243
|
|
6
|
-
315
|
|
7
|
-
184
|
|
8
|
-
185
|
|
9
|
-
185 185
|
|
10
|
-
185 185 185
|
|
11
|
-
184 185
|
|
12
|
-
17535 1835
|
|
13
|
-
414 9489 1835
|
|
14
|
-
17535 5414
|
|
15
|
-
414 9489 5414
|
|
16
|
-
414 9489 5414 0
|
|
17
|
-
17535 11 1835 0
|
|
18
|
-
414 9489 11 1835 0
|
|
19
|
-
437 317 12394 99 234 13 14789
|
|
20
|
-
86 15 19 23 207 22 83 3963 27659 26078 3934 14072
|
|
21
|
-
1593 6478 616 2251 14994
|
|
22
|
-
155 239 209 155 239 114 155 239 228 155 240 220 155 239 224 155 240 211 155 239 231 155 239 115 155 239 240 155 240 210 155 239 240 155 239 95 155 239 114 155 239 214 155 239 210 155 239 236 155 239 214 155 240 210 155 239 218
|
|
23
|
-
10047 235 209 334 8760 8 12394 233 114 350 222 10047 221 104 169 116 224 334 4684 3909 992 24330 262 29651 612 8 207 156 237 214 334 5950 992 78 12896 344 638 891 1372 10736 8
|
|
24
|
-
17535
|
|
25
|
-
414 9489
|
|
26
|
-
207 414 9489
|
|
27
|
-
243 414 9489
|
|
28
|
-
315 414 9489
|
|
29
|
-
315 414 9489 185 315 414 9489
|
|
30
|
-
334
|
|
31
|
-
185 405
|
|
32
|
-
6 2895
|
|
33
|
-
17535 11 320 6 435 0 1717 417 340 12394 233 210 3015 19100 608 9413 2668 16 18 16 19 16 20 16 1393 169 121 239
|
|
34
|
-
15330 3023
|
|
35
|
-
18
|
|
36
|
-
18 18
|
|
37
|
-
18 18 18
|
|
38
|
-
18 18 18 18
|
|
39
|
-
18 18 18 18 18
|
|
40
|
-
18 18 18 18 18 18
|
|
41
|
-
18 18 18 18 18 18 18
|
|
42
|
-
18 18 18 18 18 18 18 18
|
|
43
|
-
18 18 18 18 18 18 18 18 18
|
|
44
|
-
34 155 119 242 64 24297 155 119 216 83
|
|
45
|
-
1607 2539
|
|
46
|
-
185 207 185 185 207 185 185 185 207 12405 459 22758 185 243 185 315 185 251 185 730 185 10047 235 209 334 8760 8 12394 233 114 350 222 10047 221 104 169 116 224 334 4684 3909 992 24330 262 29651 612 8 207 156 237 214 12394 99 234 10047 99 234 207 18 207 18 18 207 18 18 18 207 18 18 18 18 207 18 18 18 18 18 207 18 18 18 18 18 18 207 18 18 18 18 18 18 18 207 18 18 18 18 18 18 18 18 207 18 13 18 207 18 524 18 207 18 1202 18 207 155 239 209 155 239 114 155 239 228 155 240 220 155 239 224 155 240 211 155 239 231 155 239 115 155 239 240 155 240 210 155 239 240 155 239 95 155 239 114 155 239 214 10047 233 210 3015 19100 608 9413 2668 16 18 16 19 16 20 16 1393 169 121 239 18155 374 17194 28 2861 6478 616 2251 14994 31269 4191 6 4686 4686 10252 3358 3358 3409 524 15330 3023 15031 5668 303 6 312 798 651 83 839 362 6 82 741 11 651 1369 340 2037 30 651 44 441 2037 303 6 642 1098 359 11 651 35 340 833 738 10860 30 998 6 10709 245 6 75 43
|
|
Binary file
|