@fugood/llama.node 0.6.3 → 1.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CMakeLists.txt +40 -30
- package/README.md +4 -1
- package/lib/binding.js +41 -29
- package/lib/binding.ts +26 -25
- package/package.json +40 -7
- package/scripts/build.js +47 -0
- package/scripts/llama.cpp.patch +109 -0
- package/src/anyascii.c +22223 -0
- package/src/anyascii.h +42 -0
- package/src/tts_utils.cpp +20 -7
- package/src/tts_utils.h +2 -0
- package/bin/darwin/arm64/llama-node.node +0 -0
- package/bin/darwin/x64/llama-node.node +0 -0
- package/bin/linux/arm64/llama-node.node +0 -0
- package/bin/linux/x64/llama-node.node +0 -0
- package/bin/linux-cuda/arm64/llama-node.node +0 -0
- package/bin/linux-cuda/x64/llama-node.node +0 -0
- package/bin/linux-vulkan/arm64/llama-node.node +0 -0
- package/bin/linux-vulkan/x64/llama-node.node +0 -0
- package/bin/win32/x64/llama-node.node +0 -0
- package/bin/win32/x64/node.lib +0 -0
- package/bin/win32-vulkan/arm64/llama-node.node +0 -0
- package/bin/win32-vulkan/arm64/node.lib +0 -0
- package/bin/win32-vulkan/x64/llama-node.node +0 -0
- package/bin/win32-vulkan/x64/node.lib +0 -0
- package/src/llama.cpp/.github/workflows/build-linux-cross.yml +0 -233
- package/src/llama.cpp/.github/workflows/build.yml +0 -1078
- package/src/llama.cpp/.github/workflows/close-issue.yml +0 -28
- package/src/llama.cpp/.github/workflows/docker.yml +0 -178
- package/src/llama.cpp/.github/workflows/editorconfig.yml +0 -29
- package/src/llama.cpp/.github/workflows/gguf-publish.yml +0 -44
- package/src/llama.cpp/.github/workflows/labeler.yml +0 -17
- package/src/llama.cpp/.github/workflows/python-check-requirements.yml +0 -33
- package/src/llama.cpp/.github/workflows/python-lint.yml +0 -30
- package/src/llama.cpp/.github/workflows/python-type-check.yml +0 -40
- package/src/llama.cpp/.github/workflows/release.yml +0 -739
- package/src/llama.cpp/.github/workflows/server.yml +0 -237
- package/src/llama.cpp/.github/workflows/winget.yml +0 -42
- package/src/llama.cpp/cmake/arm64-apple-clang.cmake +0 -16
- package/src/llama.cpp/cmake/arm64-windows-llvm.cmake +0 -16
- package/src/llama.cpp/cmake/build-info.cmake +0 -64
- package/src/llama.cpp/cmake/common.cmake +0 -35
- package/src/llama.cpp/cmake/git-vars.cmake +0 -22
- package/src/llama.cpp/cmake/x64-windows-llvm.cmake +0 -5
- package/src/llama.cpp/common/build-info.cpp.in +0 -4
- package/src/llama.cpp/docs/build.md +0 -561
- package/src/llama.cpp/examples/CMakeLists.txt +0 -43
- package/src/llama.cpp/examples/batched/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/batched/batched.cpp +0 -246
- package/src/llama.cpp/examples/chat-13B.bat +0 -57
- package/src/llama.cpp/examples/convert-llama2c-to-ggml/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +0 -941
- package/src/llama.cpp/examples/deprecation-warning/deprecation-warning.cpp +0 -35
- package/src/llama.cpp/examples/embedding/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/embedding/embedding.cpp +0 -323
- package/src/llama.cpp/examples/eval-callback/CMakeLists.txt +0 -10
- package/src/llama.cpp/examples/eval-callback/eval-callback.cpp +0 -194
- package/src/llama.cpp/examples/gen-docs/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/gen-docs/gen-docs.cpp +0 -83
- package/src/llama.cpp/examples/gguf/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/gguf/gguf.cpp +0 -265
- package/src/llama.cpp/examples/gguf-hash/CMakeLists.txt +0 -22
- package/src/llama.cpp/examples/gguf-hash/deps/rotate-bits/rotate-bits.h +0 -46
- package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.c +0 -295
- package/src/llama.cpp/examples/gguf-hash/deps/sha1/sha1.h +0 -52
- package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.c +0 -221
- package/src/llama.cpp/examples/gguf-hash/deps/sha256/sha256.h +0 -24
- package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.c +0 -42
- package/src/llama.cpp/examples/gguf-hash/deps/xxhash/xxhash.h +0 -7093
- package/src/llama.cpp/examples/gguf-hash/gguf-hash.cpp +0 -694
- package/src/llama.cpp/examples/gritlm/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/gritlm/gritlm.cpp +0 -229
- package/src/llama.cpp/examples/jeopardy/questions.txt +0 -100
- package/src/llama.cpp/examples/llama.android/app/build.gradle.kts +0 -65
- package/src/llama.cpp/examples/llama.android/build.gradle.kts +0 -6
- package/src/llama.cpp/examples/llama.android/llama/build.gradle.kts +0 -71
- package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/CMakeLists.txt +0 -53
- package/src/llama.cpp/examples/llama.android/llama/src/main/cpp/llama-android.cpp +0 -452
- package/src/llama.cpp/examples/llama.android/settings.gradle.kts +0 -18
- package/src/llama.cpp/examples/lookahead/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/lookahead/lookahead.cpp +0 -472
- package/src/llama.cpp/examples/lookup/CMakeLists.txt +0 -23
- package/src/llama.cpp/examples/lookup/lookup-create.cpp +0 -40
- package/src/llama.cpp/examples/lookup/lookup-merge.cpp +0 -47
- package/src/llama.cpp/examples/lookup/lookup-stats.cpp +0 -157
- package/src/llama.cpp/examples/lookup/lookup.cpp +0 -242
- package/src/llama.cpp/examples/parallel/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/parallel/parallel.cpp +0 -492
- package/src/llama.cpp/examples/passkey/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/passkey/passkey.cpp +0 -277
- package/src/llama.cpp/examples/retrieval/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/retrieval/retrieval.cpp +0 -304
- package/src/llama.cpp/examples/save-load-state/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/save-load-state/save-load-state.cpp +0 -246
- package/src/llama.cpp/examples/simple/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/simple/simple.cpp +0 -206
- package/src/llama.cpp/examples/simple-chat/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/simple-chat/simple-chat.cpp +0 -206
- package/src/llama.cpp/examples/simple-cmake-pkg/CMakeLists.txt +0 -11
- package/src/llama.cpp/examples/speculative/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/speculative/speculative.cpp +0 -644
- package/src/llama.cpp/examples/speculative-simple/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/speculative-simple/speculative-simple.cpp +0 -261
- package/src/llama.cpp/examples/sycl/CMakeLists.txt +0 -9
- package/src/llama.cpp/examples/sycl/build.sh +0 -23
- package/src/llama.cpp/examples/sycl/ls-sycl-device.cpp +0 -13
- package/src/llama.cpp/examples/sycl/run-llama2.sh +0 -27
- package/src/llama.cpp/examples/sycl/run-llama3.sh +0 -28
- package/src/llama.cpp/examples/sycl/win-build-sycl.bat +0 -33
- package/src/llama.cpp/examples/sycl/win-run-llama2.bat +0 -9
- package/src/llama.cpp/examples/sycl/win-run-llama3.bat +0 -9
- package/src/llama.cpp/examples/training/CMakeLists.txt +0 -5
- package/src/llama.cpp/examples/training/finetune.cpp +0 -96
- package/src/llama.cpp/ggml/cmake/GitVars.cmake +0 -22
- package/src/llama.cpp/ggml/cmake/common.cmake +0 -26
- package/src/llama.cpp/ggml/src/ggml-alloc.c +0 -1042
- package/src/llama.cpp/ggml/src/ggml-backend-impl.h +0 -255
- package/src/llama.cpp/ggml/src/ggml-backend-reg.cpp +0 -586
- package/src/llama.cpp/ggml/src/ggml-backend.cpp +0 -2008
- package/src/llama.cpp/ggml/src/ggml-blas/CMakeLists.txt +0 -87
- package/src/llama.cpp/ggml/src/ggml-blas/ggml-blas.cpp +0 -517
- package/src/llama.cpp/ggml/src/ggml-cann/CMakeLists.txt +0 -74
- package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.cpp +0 -179
- package/src/llama.cpp/ggml/src/ggml-cann/acl_tensor.h +0 -258
- package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.cpp +0 -2863
- package/src/llama.cpp/ggml/src/ggml-cann/aclnn_ops.h +0 -1110
- package/src/llama.cpp/ggml/src/ggml-cann/common.h +0 -420
- package/src/llama.cpp/ggml/src/ggml-cann/ggml-cann.cpp +0 -2570
- package/src/llama.cpp/ggml/src/ggml-common.h +0 -1857
- package/src/llama.cpp/ggml/src/ggml-cpu/cmake/FindSIMD.cmake +0 -100
- package/src/llama.cpp/ggml/src/ggml-cuda/CMakeLists.txt +0 -184
- package/src/llama.cpp/ggml/src/ggml-cuda/vendors/cuda.h +0 -15
- package/src/llama.cpp/ggml/src/ggml-cuda/vendors/hip.h +0 -243
- package/src/llama.cpp/ggml/src/ggml-cuda/vendors/musa.h +0 -140
- package/src/llama.cpp/ggml/src/ggml-hip/CMakeLists.txt +0 -131
- package/src/llama.cpp/ggml/src/ggml-impl.h +0 -601
- package/src/llama.cpp/ggml/src/ggml-kompute/CMakeLists.txt +0 -166
- package/src/llama.cpp/ggml/src/ggml-kompute/ggml-kompute.cpp +0 -2251
- package/src/llama.cpp/ggml/src/ggml-metal/CMakeLists.txt +0 -120
- package/src/llama.cpp/ggml/src/ggml-metal/ggml-metal-impl.h +0 -622
- package/src/llama.cpp/ggml/src/ggml-musa/CMakeLists.txt +0 -113
- package/src/llama.cpp/ggml/src/ggml-opencl/CMakeLists.txt +0 -96
- package/src/llama.cpp/ggml/src/ggml-opencl/ggml-opencl.cpp +0 -5124
- package/src/llama.cpp/ggml/src/ggml-opt.cpp +0 -1037
- package/src/llama.cpp/ggml/src/ggml-quants.c +0 -5232
- package/src/llama.cpp/ggml/src/ggml-quants.h +0 -100
- package/src/llama.cpp/ggml/src/ggml-rpc/CMakeLists.txt +0 -9
- package/src/llama.cpp/ggml/src/ggml-rpc/ggml-rpc.cpp +0 -1813
- package/src/llama.cpp/ggml/src/ggml-sycl/CMakeLists.txt +0 -189
- package/src/llama.cpp/ggml/src/ggml-sycl/backend.hpp +0 -37
- package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.cpp +0 -239
- package/src/llama.cpp/ggml/src/ggml-sycl/binbcast.hpp +0 -39
- package/src/llama.cpp/ggml/src/ggml-sycl/common.cpp +0 -83
- package/src/llama.cpp/ggml/src/ggml-sycl/common.hpp +0 -493
- package/src/llama.cpp/ggml/src/ggml-sycl/concat.cpp +0 -197
- package/src/llama.cpp/ggml/src/ggml-sycl/concat.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/conv.cpp +0 -100
- package/src/llama.cpp/ggml/src/ggml-sycl/conv.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/convert.cpp +0 -623
- package/src/llama.cpp/ggml/src/ggml-sycl/convert.hpp +0 -34
- package/src/llama.cpp/ggml/src/ggml-sycl/cpy.cpp +0 -701
- package/src/llama.cpp/ggml/src/ggml-sycl/cpy.hpp +0 -11
- package/src/llama.cpp/ggml/src/ggml-sycl/dequantize.hpp +0 -791
- package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.cpp +0 -1160
- package/src/llama.cpp/ggml/src/ggml-sycl/dmmv.hpp +0 -27
- package/src/llama.cpp/ggml/src/ggml-sycl/dpct/helper.hpp +0 -2957
- package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.cpp +0 -1536
- package/src/llama.cpp/ggml/src/ggml-sycl/element_wise.hpp +0 -75
- package/src/llama.cpp/ggml/src/ggml-sycl/gemm.hpp +0 -99
- package/src/llama.cpp/ggml/src/ggml-sycl/getrows.cpp +0 -311
- package/src/llama.cpp/ggml/src/ggml-sycl/getrows.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/ggml-sycl.cpp +0 -4443
- package/src/llama.cpp/ggml/src/ggml-sycl/gla.cpp +0 -105
- package/src/llama.cpp/ggml/src/ggml-sycl/gla.hpp +0 -8
- package/src/llama.cpp/ggml/src/ggml-sycl/im2col.cpp +0 -136
- package/src/llama.cpp/ggml/src/ggml-sycl/im2col.hpp +0 -21
- package/src/llama.cpp/ggml/src/ggml-sycl/mmq.cpp +0 -3030
- package/src/llama.cpp/ggml/src/ggml-sycl/mmq.hpp +0 -33
- package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.cpp +0 -1108
- package/src/llama.cpp/ggml/src/ggml-sycl/mmvq.hpp +0 -27
- package/src/llama.cpp/ggml/src/ggml-sycl/norm.cpp +0 -474
- package/src/llama.cpp/ggml/src/ggml-sycl/norm.hpp +0 -26
- package/src/llama.cpp/ggml/src/ggml-sycl/outprod.cpp +0 -46
- package/src/llama.cpp/ggml/src/ggml-sycl/outprod.hpp +0 -10
- package/src/llama.cpp/ggml/src/ggml-sycl/presets.hpp +0 -74
- package/src/llama.cpp/ggml/src/ggml-sycl/quants.hpp +0 -83
- package/src/llama.cpp/ggml/src/ggml-sycl/rope.cpp +0 -362
- package/src/llama.cpp/ggml/src/ggml-sycl/rope.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/softmax.cpp +0 -264
- package/src/llama.cpp/ggml/src/ggml-sycl/softmax.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.cpp +0 -13
- package/src/llama.cpp/ggml/src/ggml-sycl/sycl_hw.hpp +0 -23
- package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.cpp +0 -73
- package/src/llama.cpp/ggml/src/ggml-sycl/tsembd.hpp +0 -20
- package/src/llama.cpp/ggml/src/ggml-sycl/vecdotq.hpp +0 -1215
- package/src/llama.cpp/ggml/src/ggml-sycl/wkv.cpp +0 -305
- package/src/llama.cpp/ggml/src/ggml-sycl/wkv.hpp +0 -10
- package/src/llama.cpp/ggml/src/ggml-threading.cpp +0 -12
- package/src/llama.cpp/ggml/src/ggml-threading.h +0 -14
- package/src/llama.cpp/ggml/src/ggml-vulkan/CMakeLists.txt +0 -196
- package/src/llama.cpp/ggml/src/ggml-vulkan/ggml-vulkan.cpp +0 -10699
- package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/CMakeLists.txt +0 -39
- package/src/llama.cpp/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp +0 -751
- package/src/llama.cpp/ggml/src/ggml.c +0 -6550
- package/src/llama.cpp/ggml/src/gguf.cpp +0 -1330
- package/src/llama.cpp/models/.editorconfig +0 -1
- package/src/llama.cpp/models/ggml-vocab-aquila.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-baichuan.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-bert-bge.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-chameleon.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-command-r.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-command-r.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-command-r.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-deepseek-coder.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-deepseek-llm.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-deepseek-r1-qwen.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-falcon.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-falcon.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-falcon.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-gpt-2.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-gpt-4o.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-gpt-neox.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-llama-bpe.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-llama-spm.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-llama4.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-llama4.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-mpt.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-mpt.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-mpt.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-phi-3.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-phi-3.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-pixtral.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-qwen2.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-qwen2.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-refact.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-refact.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-refact.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-roberta-bpe.gguf.out +0 -46
- package/src/llama.cpp/models/ggml-vocab-starcoder.gguf +0 -0
- package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.inp +0 -112
- package/src/llama.cpp/models/ggml-vocab-starcoder.gguf.out +0 -46
- package/src/llama.cpp/pocs/CMakeLists.txt +0 -14
- package/src/llama.cpp/pocs/vdot/CMakeLists.txt +0 -9
- package/src/llama.cpp/pocs/vdot/q8dot.cpp +0 -173
- package/src/llama.cpp/pocs/vdot/vdot.cpp +0 -311
- package/src/llama.cpp/prompts/LLM-questions.txt +0 -49
- package/src/llama.cpp/prompts/alpaca.txt +0 -1
- package/src/llama.cpp/prompts/assistant.txt +0 -31
- package/src/llama.cpp/prompts/chat-with-baichuan.txt +0 -4
- package/src/llama.cpp/prompts/chat-with-bob.txt +0 -7
- package/src/llama.cpp/prompts/chat-with-qwen.txt +0 -1
- package/src/llama.cpp/prompts/chat-with-vicuna-v0.txt +0 -7
- package/src/llama.cpp/prompts/chat-with-vicuna-v1.txt +0 -7
- package/src/llama.cpp/prompts/chat.txt +0 -28
- package/src/llama.cpp/prompts/dan-modified.txt +0 -1
- package/src/llama.cpp/prompts/dan.txt +0 -1
- package/src/llama.cpp/prompts/mnemonics.txt +0 -93
- package/src/llama.cpp/prompts/parallel-questions.txt +0 -43
- package/src/llama.cpp/prompts/reason-act.txt +0 -18
- package/src/llama.cpp/requirements/requirements-all.txt +0 -15
- package/src/llama.cpp/requirements/requirements-compare-llama-bench.txt +0 -2
- package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf.txt +0 -7
- package/src/llama.cpp/requirements/requirements-convert_hf_to_gguf_update.txt +0 -7
- package/src/llama.cpp/requirements/requirements-convert_legacy_llama.txt +0 -5
- package/src/llama.cpp/requirements/requirements-convert_llama_ggml_to_gguf.txt +0 -1
- package/src/llama.cpp/requirements/requirements-convert_lora_to_gguf.txt +0 -4
- package/src/llama.cpp/requirements/requirements-gguf_editor_gui.txt +0 -3
- package/src/llama.cpp/requirements/requirements-pydantic.txt +0 -3
- package/src/llama.cpp/requirements/requirements-test-tokenizer-random.txt +0 -1
- package/src/llama.cpp/requirements/requirements-tool_bench.txt +0 -12
- package/src/llama.cpp/requirements.txt +0 -13
- package/src/llama.cpp/scripts/build-info.sh +0 -30
- package/src/llama.cpp/scripts/install-oneapi.bat +0 -19
- package/src/llama.cpp/scripts/xxd.cmake +0 -16
- package/src/llama.cpp/tests/CMakeLists.txt +0 -177
- package/src/llama.cpp/tests/get-model.cpp +0 -21
- package/src/llama.cpp/tests/get-model.h +0 -2
- package/src/llama.cpp/tests/test-arg-parser.cpp +0 -178
- package/src/llama.cpp/tests/test-autorelease.cpp +0 -24
- package/src/llama.cpp/tests/test-backend-ops.cpp +0 -4793
- package/src/llama.cpp/tests/test-barrier.cpp +0 -94
- package/src/llama.cpp/tests/test-c.c +0 -7
- package/src/llama.cpp/tests/test-chat-template.cpp +0 -417
- package/src/llama.cpp/tests/test-chat.cpp +0 -985
- package/src/llama.cpp/tests/test-double-float.cpp +0 -57
- package/src/llama.cpp/tests/test-gbnf-validator.cpp +0 -109
- package/src/llama.cpp/tests/test-gguf.cpp +0 -1338
- package/src/llama.cpp/tests/test-grammar-integration.cpp +0 -1308
- package/src/llama.cpp/tests/test-grammar-llguidance.cpp +0 -1201
- package/src/llama.cpp/tests/test-grammar-parser.cpp +0 -519
- package/src/llama.cpp/tests/test-json-schema-to-grammar.cpp +0 -1304
- package/src/llama.cpp/tests/test-llama-grammar.cpp +0 -408
- package/src/llama.cpp/tests/test-log.cpp +0 -39
- package/src/llama.cpp/tests/test-model-load-cancel.cpp +0 -27
- package/src/llama.cpp/tests/test-mtmd-c-api.c +0 -63
- package/src/llama.cpp/tests/test-opt.cpp +0 -904
- package/src/llama.cpp/tests/test-quantize-fns.cpp +0 -186
- package/src/llama.cpp/tests/test-quantize-perf.cpp +0 -365
- package/src/llama.cpp/tests/test-quantize-stats.cpp +0 -424
- package/src/llama.cpp/tests/test-regex-partial.cpp +0 -288
- package/src/llama.cpp/tests/test-rope.cpp +0 -262
- package/src/llama.cpp/tests/test-sampling.cpp +0 -399
- package/src/llama.cpp/tests/test-tokenizer-0.cpp +0 -312
- package/src/llama.cpp/tests/test-tokenizer-1-bpe.cpp +0 -155
- package/src/llama.cpp/tests/test-tokenizer-1-spm.cpp +0 -125
- package/src/llama.cpp/tools/CMakeLists.txt +0 -39
- package/src/llama.cpp/tools/batched-bench/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/batched-bench/batched-bench.cpp +0 -204
- package/src/llama.cpp/tools/cvector-generator/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/cvector-generator/completions.txt +0 -582
- package/src/llama.cpp/tools/cvector-generator/cvector-generator.cpp +0 -508
- package/src/llama.cpp/tools/cvector-generator/mean.hpp +0 -48
- package/src/llama.cpp/tools/cvector-generator/negative.txt +0 -4
- package/src/llama.cpp/tools/cvector-generator/pca.hpp +0 -315
- package/src/llama.cpp/tools/cvector-generator/positive.txt +0 -4
- package/src/llama.cpp/tools/export-lora/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/export-lora/export-lora.cpp +0 -434
- package/src/llama.cpp/tools/gguf-split/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/gguf-split/gguf-split.cpp +0 -583
- package/src/llama.cpp/tools/imatrix/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/imatrix/imatrix.cpp +0 -667
- package/src/llama.cpp/tools/llama-bench/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/llama-bench/llama-bench.cpp +0 -2024
- package/src/llama.cpp/tools/main/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/main/main.cpp +0 -977
- package/src/llama.cpp/tools/mtmd/CMakeLists.txt +0 -58
- package/src/llama.cpp/tools/mtmd/clip-impl.h +0 -462
- package/src/llama.cpp/tools/mtmd/clip.cpp +0 -4024
- package/src/llama.cpp/tools/mtmd/clip.h +0 -101
- package/src/llama.cpp/tools/mtmd/deprecation-warning.cpp +0 -22
- package/src/llama.cpp/tools/mtmd/miniaudio.h +0 -93468
- package/src/llama.cpp/tools/mtmd/mtmd-audio.cpp +0 -855
- package/src/llama.cpp/tools/mtmd/mtmd-audio.h +0 -62
- package/src/llama.cpp/tools/mtmd/mtmd-cli.cpp +0 -377
- package/src/llama.cpp/tools/mtmd/mtmd-helper.cpp +0 -297
- package/src/llama.cpp/tools/mtmd/mtmd.cpp +0 -942
- package/src/llama.cpp/tools/mtmd/mtmd.h +0 -362
- package/src/llama.cpp/tools/mtmd/requirements.txt +0 -5
- package/src/llama.cpp/tools/perplexity/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/perplexity/perplexity.cpp +0 -2063
- package/src/llama.cpp/tools/quantize/CMakeLists.txt +0 -6
- package/src/llama.cpp/tools/quantize/quantize.cpp +0 -519
- package/src/llama.cpp/tools/rpc/CMakeLists.txt +0 -4
- package/src/llama.cpp/tools/rpc/rpc-server.cpp +0 -322
- package/src/llama.cpp/tools/run/CMakeLists.txt +0 -16
- package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.cpp +0 -1995
- package/src/llama.cpp/tools/run/linenoise.cpp/linenoise.h +0 -137
- package/src/llama.cpp/tools/run/run.cpp +0 -1261
- package/src/llama.cpp/tools/server/CMakeLists.txt +0 -51
- package/src/llama.cpp/tools/server/bench/requirements.txt +0 -2
- package/src/llama.cpp/tools/server/httplib.h +0 -10506
- package/src/llama.cpp/tools/server/server.cpp +0 -4966
- package/src/llama.cpp/tools/server/tests/requirements.txt +0 -8
- package/src/llama.cpp/tools/server/utils.hpp +0 -1337
- package/src/llama.cpp/tools/tokenize/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/tokenize/tokenize.cpp +0 -416
- package/src/llama.cpp/tools/tts/CMakeLists.txt +0 -5
- package/src/llama.cpp/tools/tts/tts.cpp +0 -1092
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
1165 220 19 220 27124 5503
|
|
2
|
-
37 19194 259
|
|
3
|
-
|
|
4
|
-
220
|
|
5
|
-
256
|
|
6
|
-
271
|
|
7
|
-
197
|
|
8
|
-
198
|
|
9
|
-
279
|
|
10
|
-
2499
|
|
11
|
-
2775
|
|
12
|
-
13225 2375
|
|
13
|
-
32949 2375
|
|
14
|
-
13225 5922
|
|
15
|
-
32949 5922
|
|
16
|
-
32949 5922 0
|
|
17
|
-
13225 11 2375 0
|
|
18
|
-
32949 11 2375 0
|
|
19
|
-
495 382 9552 99 247 13 17159
|
|
20
|
-
86 45404 220 22 10191 2852 22924 4750 6916
|
|
21
|
-
3907 53641 1235 185386 8118
|
|
22
|
-
11400 107516 15867 20804 22851 134178 77431 32010 104312 37984 16329 27751 89335
|
|
23
|
-
112927 222 350 14559 8 22861 114 2524 64364 104 15148 350 76466 166700 121942 780 8 91349 350 7393 74471 484 853 1617 2316 6602 8
|
|
24
|
-
13225
|
|
25
|
-
32949
|
|
26
|
-
220 32949
|
|
27
|
-
256 32949
|
|
28
|
-
271 32949
|
|
29
|
-
271 32949 198 271 32949
|
|
30
|
-
350
|
|
31
|
-
198 314
|
|
32
|
-
6 6837
|
|
33
|
-
13225 11 342 70653 0 3253 553 481 22861 223 1423 7522 18165 2178 34058 22369 16412 32999 16 867 8208
|
|
34
|
-
147475
|
|
35
|
-
18
|
|
36
|
-
2546
|
|
37
|
-
15517
|
|
38
|
-
15517 18
|
|
39
|
-
15517 2546
|
|
40
|
-
15517 15517
|
|
41
|
-
15517 15517 18
|
|
42
|
-
15517 15517 2546
|
|
43
|
-
15517 15517 15517
|
|
44
|
-
34 60213 53904
|
|
45
|
-
2960 3098
|
|
46
|
-
126470 25980 160432 16609 2775 4066 172261 19432 112927 222 350 14559 8 22861 114 2524 64364 104 15148 350 76466 166700 121942 780 8 91349 9552 99 247 4103 99 247 220 18 220 2546 220 15517 220 15517 18 220 15517 2546 220 15517 15517 220 15517 15517 18 220 15517 15517 2546 220 18 13 18 220 18 485 18 220 18 1008 18 44735 107516 15867 20804 22851 134178 77431 32010 104312 156437 1423 7522 18165 2178 34058 22369 16412 32999 16 867 8208 105024 106657 1967 53641 1235 185386 8118 22434 39336 26178 26178 168394 194663 27271 147475 25883 6961 9790 1339 461 83 1280 19016 1354 11 461 1099 481 3239 30 461 44 625 3239 17291 1520 480 11 461 35 481 1299 1236 17966 30 1416 6 27493 261 54602 43
|
|
Binary file
|
|
Binary file
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
1142 220 19 220 27154 4038
|
|
2
|
-
37 51853 261
|
|
3
|
-
|
|
4
|
-
220
|
|
5
|
-
256
|
|
6
|
-
262
|
|
7
|
-
197
|
|
8
|
-
198
|
|
9
|
-
271
|
|
10
|
-
1432
|
|
11
|
-
1602
|
|
12
|
-
9906 1917
|
|
13
|
-
22691 1917
|
|
14
|
-
9906 4435
|
|
15
|
-
22691 4435
|
|
16
|
-
22691 4435 0
|
|
17
|
-
9906 11 1917 0
|
|
18
|
-
22691 11 1917 0
|
|
19
|
-
420 374 11410 99 247 13 11055
|
|
20
|
-
86 23904 220 22 83 2005 42908 11729 3013 17156
|
|
21
|
-
79862 102118 13373 64571 34694 3114 112203 80112
|
|
22
|
-
21549 222 98629 241 45358 233 21549 237 45358 224 21549 244 21549 115 21549 253 45358 223 21549 253 21549 95 98629 227 21549 223 21549 249 21549 227 45358 223 21549 231
|
|
23
|
-
9468 248 222 320 8416 8 27623 114 102470 9468 234 104 31643 320 36773 100166 98634 8 26602 227 320 3323 43465 430 706 1202 1866 4037 8
|
|
24
|
-
9906
|
|
25
|
-
22691
|
|
26
|
-
220 22691
|
|
27
|
-
256 22691
|
|
28
|
-
262 22691
|
|
29
|
-
262 22691 198 262 22691
|
|
30
|
-
320
|
|
31
|
-
198 284
|
|
32
|
-
6 11639
|
|
33
|
-
9906 11 379 65948 0 2650 527 499 27623 223 949 37046 101067 19000 23182 102301 9263 18136 16 36827 21909
|
|
34
|
-
17523 3001
|
|
35
|
-
18
|
|
36
|
-
1644
|
|
37
|
-
8765
|
|
38
|
-
8765 18
|
|
39
|
-
8765 1644
|
|
40
|
-
8765 8765
|
|
41
|
-
8765 8765 18
|
|
42
|
-
8765 8765 1644
|
|
43
|
-
8765 8765 8765
|
|
44
|
-
34 91163 101798
|
|
45
|
-
2624 2402
|
|
46
|
-
198 4815 15073 66597 8004 1602 2355 79772 11187 9468 248 222 320 8416 8 27623 114 102470 9468 234 104 31643 320 36773 100166 98634 8 26602 227 11410 99 247 9468 99 247 220 18 220 1644 220 8765 220 8765 18 220 8765 1644 220 8765 8765 220 8765 8765 18 220 8765 8765 1644 220 18 13 18 220 18 497 18 220 18 1131 18 220 21549 222 98629 241 45358 233 21549 237 45358 224 21549 244 21549 115 21549 253 45358 223 21549 253 21549 95 98629 227 76460 223 949 37046 101067 19000 23182 102301 9263 18136 16 36827 21909 56560 54337 19175 102118 13373 64571 34694 3114 112203 80112 3436 106451 14196 14196 74694 3089 3089 29249 17523 3001 27708 7801 358 3077 1027 364 83 820 568 596 1070 11 364 793 499 2771 30 364 44 539 2771 358 3358 1304 433 11 364 35 499 1093 1063 15600 30 1226 6 43712 264 64966 43
|
|
Binary file
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
474 287 29871 29946 29871 30226 7378
|
|
2
|
-
383 4000 261
|
|
3
|
-
|
|
4
|
-
259
|
|
5
|
-
1678
|
|
6
|
-
268
|
|
7
|
-
29871 12
|
|
8
|
-
29871 13
|
|
9
|
-
29871 13 13
|
|
10
|
-
29871 13 13 13
|
|
11
|
-
29871 12 13
|
|
12
|
-
15043 3186
|
|
13
|
-
29871 15043 3186
|
|
14
|
-
15043 2787
|
|
15
|
-
29871 15043 2787
|
|
16
|
-
29871 15043 2787 29991
|
|
17
|
-
15043 29892 3186 29991
|
|
18
|
-
29871 15043 29892 3186 29991
|
|
19
|
-
29871 445 338 29871 243 162 169 156 29889 8223
|
|
20
|
-
281 29900 29946 29947 29871 29955 9161 13535 18031 2176 6905
|
|
21
|
-
1538 4851 665 1386 29713 1305
|
|
22
|
-
29871 31849 31324 31934 228 162 142 228 161 146 228 162 133 228 161 153 228 161 186 31708 228 162 132 31708 228 161 165 31324 228 161 136 228 161 132 228 161 158 228 161 136 228 162 132 228 161 140
|
|
23
|
-
29871 243 162 157 131 313 8945 29897 29871 243 162 155 185 30722 243 162 143 174 30598 313 20787 953 3848 275 16125 630 29897 29871 31681 313 6194 953 29877 2397 393 756 967 1914 5993 29897
|
|
24
|
-
15043
|
|
25
|
-
29871 15043
|
|
26
|
-
259 15043
|
|
27
|
-
1678 15043
|
|
28
|
-
268 15043
|
|
29
|
-
268 15043 13 1678 15043
|
|
30
|
-
29871 313
|
|
31
|
-
29871 13 353
|
|
32
|
-
525 3152
|
|
33
|
-
15043 29892 343 29915 497 29991 1128 526 366 29871 243 162 155 132 1577 30672 31522 30505 11548 31041 30732 29896 29941 29896 29946 29896 29945 29896 30408 30739
|
|
34
|
-
1738 6824 21004
|
|
35
|
-
29871 29941
|
|
36
|
-
29871 29941 29941
|
|
37
|
-
29871 29941 29941 29941
|
|
38
|
-
29871 29941 29941 29941 29941
|
|
39
|
-
29871 29941 29941 29941 29941 29941
|
|
40
|
-
29871 29941 29941 29941 29941 29941 29941
|
|
41
|
-
29871 29941 29941 29941 29941 29941 29941 29941
|
|
42
|
-
29871 29941 29941 29941 29941 29941 29941 29941 29941
|
|
43
|
-
29871 29941 29941 29941 29941 29941 29941 29941 29941 29941
|
|
44
|
-
315 228 190 176 29874 10630 30529 29873
|
|
45
|
-
29871 2313 3163
|
|
46
|
-
29871 13 29871 13 13 29871 13 13 13 29871 12 29871 12 12 29871 12 13 259 13 1678 13 268 13 418 13 243 162 157 131 313 8945 29897 29871 243 162 155 185 30722 243 162 143 174 30598 313 20787 953 3848 275 16125 630 29897 29871 31681 29871 243 162 169 156 243 162 169 156 29871 29941 29871 29941 29941 29871 29941 29941 29941 29871 29941 29941 29941 29941 29871 29941 29941 29941 29941 29941 29871 29941 29941 29941 29941 29941 29941 29871 29941 29941 29941 29941 29941 29941 29941 29871 29941 29941 29941 29941 29941 29941 29941 29941 29871 29941 29889 29941 29871 29941 636 29941 29871 29941 856 29941 29871 31849 31324 31934 228 162 142 228 161 146 228 162 133 228 161 153 228 161 186 31708 228 162 132 31708 228 161 165 31324 228 161 136 243 162 155 132 1577 30672 31522 30505 11548 31041 30732 29896 29941 29896 29946 29896 29945 29896 30408 30739 448 23648 2751 25512 1538 4851 665 1386 29713 1305 14550 4907 11120 16159 16159 16159 15945 15945 3045 636 6824 6824 6824 8773 8773 8773 306 29915 345 1063 525 29873 1025 540 29915 29879 727 29892 525 1525 366 1854 29973 525 29924 451 1854 306 29915 645 1207 372 29892 525 29928 366 763 777 23429 29973 1334 29915 29963 29872 263 29915 29880 29931
|
|
@@ -1,112 +0,0 @@
|
|
|
1
|
-
ied 4 ½ months
|
|
2
|
-
__ggml_vocab_test__
|
|
3
|
-
Führer
|
|
4
|
-
__ggml_vocab_test__
|
|
5
|
-
|
|
6
|
-
__ggml_vocab_test__
|
|
7
|
-
|
|
8
|
-
__ggml_vocab_test__
|
|
9
|
-
|
|
10
|
-
__ggml_vocab_test__
|
|
11
|
-
|
|
12
|
-
__ggml_vocab_test__
|
|
13
|
-
|
|
14
|
-
__ggml_vocab_test__
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
__ggml_vocab_test__
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
__ggml_vocab_test__
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
__ggml_vocab_test__
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
__ggml_vocab_test__
|
|
30
|
-
Hello world
|
|
31
|
-
__ggml_vocab_test__
|
|
32
|
-
Hello world
|
|
33
|
-
__ggml_vocab_test__
|
|
34
|
-
Hello World
|
|
35
|
-
__ggml_vocab_test__
|
|
36
|
-
Hello World
|
|
37
|
-
__ggml_vocab_test__
|
|
38
|
-
Hello World!
|
|
39
|
-
__ggml_vocab_test__
|
|
40
|
-
Hello, world!
|
|
41
|
-
__ggml_vocab_test__
|
|
42
|
-
Hello, world!
|
|
43
|
-
__ggml_vocab_test__
|
|
44
|
-
this is 🦙.cpp
|
|
45
|
-
__ggml_vocab_test__
|
|
46
|
-
w048 7tuijk dsdfhu
|
|
47
|
-
__ggml_vocab_test__
|
|
48
|
-
нещо на Български
|
|
49
|
-
__ggml_vocab_test__
|
|
50
|
-
កាន់តែពិសេសអាចខលចេញ
|
|
51
|
-
__ggml_vocab_test__
|
|
52
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ (only emoji that has its own token)
|
|
53
|
-
__ggml_vocab_test__
|
|
54
|
-
Hello
|
|
55
|
-
__ggml_vocab_test__
|
|
56
|
-
Hello
|
|
57
|
-
__ggml_vocab_test__
|
|
58
|
-
Hello
|
|
59
|
-
__ggml_vocab_test__
|
|
60
|
-
Hello
|
|
61
|
-
__ggml_vocab_test__
|
|
62
|
-
Hello
|
|
63
|
-
__ggml_vocab_test__
|
|
64
|
-
Hello
|
|
65
|
-
Hello
|
|
66
|
-
__ggml_vocab_test__
|
|
67
|
-
(
|
|
68
|
-
__ggml_vocab_test__
|
|
69
|
-
|
|
70
|
-
=
|
|
71
|
-
__ggml_vocab_test__
|
|
72
|
-
' era
|
|
73
|
-
__ggml_vocab_test__
|
|
74
|
-
Hello, y'all! How are you 😁 ?我想在apple工作1314151天~
|
|
75
|
-
__ggml_vocab_test__
|
|
76
|
-
!!!!!!
|
|
77
|
-
__ggml_vocab_test__
|
|
78
|
-
3
|
|
79
|
-
__ggml_vocab_test__
|
|
80
|
-
33
|
|
81
|
-
__ggml_vocab_test__
|
|
82
|
-
333
|
|
83
|
-
__ggml_vocab_test__
|
|
84
|
-
3333
|
|
85
|
-
__ggml_vocab_test__
|
|
86
|
-
33333
|
|
87
|
-
__ggml_vocab_test__
|
|
88
|
-
333333
|
|
89
|
-
__ggml_vocab_test__
|
|
90
|
-
3333333
|
|
91
|
-
__ggml_vocab_test__
|
|
92
|
-
33333333
|
|
93
|
-
__ggml_vocab_test__
|
|
94
|
-
333333333
|
|
95
|
-
__ggml_vocab_test__
|
|
96
|
-
Cửa Việt
|
|
97
|
-
__ggml_vocab_test__
|
|
98
|
-
discards
|
|
99
|
-
__ggml_vocab_test__
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
🚀 (normal) 😶🌫️ (multiple emojis concatenated) ✅ 🦙🦙 3 33 333 3333 33333 333333 3333333 33333333 3.3 3..3 3...3 កាន់តែពិសេសអាច😁 ?我想在apple工作1314151天~ ------======= нещо на Български ''''''```````""""......!!!!!!?????? I've been 'told he's there, 'RE you sure? 'M not sure I'll make it, 'D you like some tea? We'Ve a'lL
|
|
112
|
-
__ggml_vocab_test__
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
1190 220 32 220 18215 7112
|
|
2
|
-
50 16800 258
|
|
3
|
-
|
|
4
|
-
220
|
|
5
|
-
256
|
|
6
|
-
277
|
|
7
|
-
197
|
|
8
|
-
198
|
|
9
|
-
368
|
|
10
|
-
2946
|
|
11
|
-
3271
|
|
12
|
-
19873 3817
|
|
13
|
-
39715 3817
|
|
14
|
-
19873 7353
|
|
15
|
-
39715 7353
|
|
16
|
-
39715 7353 13
|
|
17
|
-
19873 24 3817 13
|
|
18
|
-
39715 24 3817 13
|
|
19
|
-
544 373 9522 112 247 26 36315
|
|
20
|
-
99 39923 220 35 9607 21498 21470 3679 9433
|
|
21
|
-
1595 7653 633 79829 34051 1636
|
|
22
|
-
8755 102595 115960 21125 148305 96819 102816 39048 14105 22528 160234
|
|
23
|
-
114590 222 330 14879 21 51358 127 12817 93293 117 24204 330 68239 881 120327 170428 21 89101 330 7384 88230 511 947 1492 3742 7233 21
|
|
24
|
-
19873
|
|
25
|
-
39715
|
|
26
|
-
220 39715
|
|
27
|
-
256 39715
|
|
28
|
-
277 39715
|
|
29
|
-
277 39715 198 277 39715
|
|
30
|
-
330
|
|
31
|
-
198 319
|
|
32
|
-
19 7359
|
|
33
|
-
19873 24 386 87799 13 2403 583 650 51358 223 1663 155736 1522 42056 7544 13336 28785 29 4412 20645
|
|
34
|
-
17931 4959
|
|
35
|
-
31
|
|
36
|
-
1922
|
|
37
|
-
12325
|
|
38
|
-
12325 31
|
|
39
|
-
12325 1922
|
|
40
|
-
12325 12325
|
|
41
|
-
12325 12325 31
|
|
42
|
-
12325 12325 1922
|
|
43
|
-
12325 12325 12325
|
|
44
|
-
47 19811 12077
|
|
45
|
-
3260 3579
|
|
46
|
-
198 7283 51499 191231 20192 3271 3322 9287 2143 17860 114590 222 330 14879 21 51358 127 12817 93293 117 24204 330 68239 881 120327 170428 21 89101 9522 112 247 172394 247 220 31 220 1922 220 12325 220 12325 31 220 12325 1922 220 12325 12325 220 12325 12325 31 220 12325 12325 1922 220 31 26 31 220 31 396 31 220 31 1043 31 117131 102595 115960 21125 148305 96819 102816 80883 223 1663 155736 1522 42056 7544 13336 28785 29 4412 20645 79745 150278 117079 633 79829 34051 1636 25611 41990 109428 1488 91054 24072 17931 4959 29795 9296 16517 1806 481 96 1386 36633 1609 24 481 1109 650 5074 43 481 57 702 5074 27088 2170 536 24 481 48 650 1933 1696 30262 43 1665 19 32818 262 27236 56
|
|
Binary file
|