npm - @fugood/llama.node - Versions diffs - 0.0.1-alpha.1 - Mend

@fugood/llama.node 0.0.1-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (204) hide show

package/CMakeLists.txt +85 -0
package/README.md +56 -0
package/bin/darwin/arm64/llama-node.node +0 -0
package/bin/darwin/x64/llama-node.node +0 -0
package/bin/linux/arm64/llama-node.node +0 -0
package/bin/linux/x64/llama-node.node +0 -0
package/bin/win32/arm64/llama-node.node +0 -0
package/bin/win32/arm64/node.lib +0 -0
package/bin/win32/x64/llama-node.node +0 -0
package/bin/win32/x64/node.lib +0 -0
package/lib/binding.js +13 -0
package/lib/binding.ts +57 -0
package/lib/index.js +24 -0
package/lib/index.ts +13 -0
package/package.json +65 -0
package/src/addons.cpp +506 -0
package/src/llama.cpp/CMakeLists.txt +1320 -0
package/src/llama.cpp/build.zig +172 -0
package/src/llama.cpp/cmake/FindSIMD.cmake +100 -0
package/src/llama.cpp/common/CMakeLists.txt +87 -0
package/src/llama.cpp/common/base64.hpp +392 -0
package/src/llama.cpp/common/common.cpp +2949 -0
package/src/llama.cpp/common/common.h +324 -0
package/src/llama.cpp/common/console.cpp +501 -0
package/src/llama.cpp/common/console.h +19 -0
package/src/llama.cpp/common/grammar-parser.cpp +440 -0
package/src/llama.cpp/common/grammar-parser.h +29 -0
package/src/llama.cpp/common/json-schema-to-grammar.cpp +764 -0
package/src/llama.cpp/common/json-schema-to-grammar.h +4 -0
package/src/llama.cpp/common/json.hpp +24766 -0
package/src/llama.cpp/common/log.h +724 -0
package/src/llama.cpp/common/ngram-cache.cpp +282 -0
package/src/llama.cpp/common/ngram-cache.h +94 -0
package/src/llama.cpp/common/sampling.cpp +353 -0
package/src/llama.cpp/common/sampling.h +147 -0
package/src/llama.cpp/common/stb_image.h +8396 -0
package/src/llama.cpp/common/train.cpp +1513 -0
package/src/llama.cpp/common/train.h +233 -0
package/src/llama.cpp/examples/CMakeLists.txt +52 -0
package/src/llama.cpp/examples/baby-llama/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/baby-llama/baby-llama.cpp +1640 -0
package/src/llama.cpp/examples/batched/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/batched/batched.cpp +262 -0
package/src/llama.cpp/examples/batched-bench/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/batched-bench/batched-bench.cpp +261 -0
package/src/llama.cpp/examples/beam-search/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/beam-search/beam-search.cpp +188 -0
package/src/llama.cpp/examples/benchmark/CMakeLists.txt +6 -0
package/src/llama.cpp/examples/benchmark/benchmark-matmult.cpp +275 -0
package/src/llama.cpp/examples/convert-llama2c-to-ggml/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp +936 -0
package/src/llama.cpp/examples/embedding/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/embedding/embedding.cpp +211 -0
package/src/llama.cpp/examples/eval-callback/CMakeLists.txt +9 -0
package/src/llama.cpp/examples/eval-callback/eval-callback.cpp +195 -0
package/src/llama.cpp/examples/export-lora/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/export-lora/export-lora.cpp +462 -0
package/src/llama.cpp/examples/finetune/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/finetune/finetune.cpp +1861 -0
package/src/llama.cpp/examples/gbnf-validator/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/gbnf-validator/gbnf-validator.cpp +132 -0
package/src/llama.cpp/examples/gguf/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/gguf/gguf.cpp +256 -0
package/src/llama.cpp/examples/gguf-split/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/gguf-split/gguf-split.cpp +553 -0
package/src/llama.cpp/examples/gritlm/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/gritlm/gritlm.cpp +215 -0
package/src/llama.cpp/examples/imatrix/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/imatrix/imatrix.cpp +655 -0
package/src/llama.cpp/examples/infill/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/infill/infill.cpp +767 -0
package/src/llama.cpp/examples/jeopardy/questions.txt +100 -0
package/src/llama.cpp/examples/llama-bench/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/llama-bench/llama-bench.cpp +1286 -0
package/src/llama.cpp/examples/llama.android/app/src/main/cpp/CMakeLists.txt +50 -0
package/src/llama.cpp/examples/llama.android/app/src/main/cpp/llama-android.cpp +443 -0
package/src/llama.cpp/examples/llava/CMakeLists.txt +37 -0
package/src/llama.cpp/examples/llava/clip.cpp +2027 -0
package/src/llama.cpp/examples/llava/clip.h +85 -0
package/src/llama.cpp/examples/llava/llava-cli.cpp +309 -0
package/src/llama.cpp/examples/llava/llava.cpp +426 -0
package/src/llama.cpp/examples/llava/llava.h +50 -0
package/src/llama.cpp/examples/llava/requirements.txt +3 -0
package/src/llama.cpp/examples/lookahead/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/lookahead/lookahead.cpp +485 -0
package/src/llama.cpp/examples/lookup/CMakeLists.txt +23 -0
package/src/llama.cpp/examples/lookup/lookup-create.cpp +41 -0
package/src/llama.cpp/examples/lookup/lookup-merge.cpp +47 -0
package/src/llama.cpp/examples/lookup/lookup-stats.cpp +160 -0
package/src/llama.cpp/examples/lookup/lookup.cpp +258 -0
package/src/llama.cpp/examples/main/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/main/main.cpp +957 -0
package/src/llama.cpp/examples/main-cmake-pkg/CMakeLists.txt +33 -0
package/src/llama.cpp/examples/parallel/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/parallel/parallel.cpp +427 -0
package/src/llama.cpp/examples/passkey/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/passkey/passkey.cpp +302 -0
package/src/llama.cpp/examples/perplexity/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/perplexity/perplexity.cpp +1943 -0
package/src/llama.cpp/examples/quantize/CMakeLists.txt +6 -0
package/src/llama.cpp/examples/quantize/quantize.cpp +423 -0
package/src/llama.cpp/examples/quantize-stats/CMakeLists.txt +6 -0
package/src/llama.cpp/examples/quantize-stats/quantize-stats.cpp +424 -0
package/src/llama.cpp/examples/retrieval/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/retrieval/retrieval.cpp +350 -0
package/src/llama.cpp/examples/save-load-state/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/save-load-state/save-load-state.cpp +246 -0
package/src/llama.cpp/examples/server/CMakeLists.txt +40 -0
package/src/llama.cpp/examples/server/bench/requirements.txt +2 -0
package/src/llama.cpp/examples/server/httplib.h +9465 -0
package/src/llama.cpp/examples/server/server.cpp +3826 -0
package/src/llama.cpp/examples/server/tests/requirements.txt +6 -0
package/src/llama.cpp/examples/server/utils.hpp +653 -0
package/src/llama.cpp/examples/simple/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/simple/simple.cpp +183 -0
package/src/llama.cpp/examples/speculative/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/speculative/speculative.cpp +614 -0
package/src/llama.cpp/examples/sycl/CMakeLists.txt +9 -0
package/src/llama.cpp/examples/sycl/ls-sycl-device.cpp +13 -0
package/src/llama.cpp/examples/tokenize/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/tokenize/tokenize.cpp +42 -0
package/src/llama.cpp/examples/train-text-from-scratch/CMakeLists.txt +5 -0
package/src/llama.cpp/examples/train-text-from-scratch/train-text-from-scratch.cpp +1252 -0
package/src/llama.cpp/ggml-alloc.c +985 -0
package/src/llama.cpp/ggml-alloc.h +76 -0
package/src/llama.cpp/ggml-backend-impl.h +141 -0
package/src/llama.cpp/ggml-backend.c +2099 -0
package/src/llama.cpp/ggml-backend.h +233 -0
package/src/llama.cpp/ggml-common.h +1853 -0
package/src/llama.cpp/ggml-cuda.h +43 -0
package/src/llama.cpp/ggml-impl.h +265 -0
package/src/llama.cpp/ggml-kompute.cpp +2006 -0
package/src/llama.cpp/ggml-kompute.h +46 -0
package/src/llama.cpp/ggml-metal.h +66 -0
package/src/llama.cpp/ggml-mpi.c +216 -0
package/src/llama.cpp/ggml-mpi.h +39 -0
package/src/llama.cpp/ggml-opencl.cpp +2301 -0
package/src/llama.cpp/ggml-opencl.h +36 -0
package/src/llama.cpp/ggml-quants.c +12678 -0
package/src/llama.cpp/ggml-quants.h +133 -0
package/src/llama.cpp/ggml-sycl.cpp +17882 -0
package/src/llama.cpp/ggml-sycl.h +49 -0
package/src/llama.cpp/ggml-vulkan-shaders.hpp +69849 -0
package/src/llama.cpp/ggml-vulkan.cpp +6442 -0
package/src/llama.cpp/ggml-vulkan.h +29 -0
package/src/llama.cpp/ggml.c +21819 -0
package/src/llama.cpp/ggml.h +2403 -0
package/src/llama.cpp/llama.cpp +17468 -0
package/src/llama.cpp/llama.h +1117 -0
package/src/llama.cpp/pocs/CMakeLists.txt +12 -0
package/src/llama.cpp/pocs/vdot/CMakeLists.txt +9 -0
package/src/llama.cpp/pocs/vdot/q8dot.cpp +172 -0
package/src/llama.cpp/pocs/vdot/vdot.cpp +310 -0
package/src/llama.cpp/prompts/LLM-questions.txt +49 -0
package/src/llama.cpp/prompts/alpaca.txt +1 -0
package/src/llama.cpp/prompts/assistant.txt +31 -0
package/src/llama.cpp/prompts/chat-with-baichuan.txt +4 -0
package/src/llama.cpp/prompts/chat-with-bob.txt +7 -0
package/src/llama.cpp/prompts/chat-with-qwen.txt +1 -0
package/src/llama.cpp/prompts/chat-with-vicuna-v0.txt +7 -0
package/src/llama.cpp/prompts/chat-with-vicuna-v1.txt +7 -0
package/src/llama.cpp/prompts/chat.txt +28 -0
package/src/llama.cpp/prompts/dan-modified.txt +1 -0
package/src/llama.cpp/prompts/dan.txt +1 -0
package/src/llama.cpp/prompts/mnemonics.txt +93 -0
package/src/llama.cpp/prompts/parallel-questions.txt +43 -0
package/src/llama.cpp/prompts/reason-act.txt +18 -0
package/src/llama.cpp/requirements/requirements-convert-hf-to-gguf.txt +3 -0
package/src/llama.cpp/requirements/requirements-convert-llama-ggml-to-gguf.txt +1 -0
package/src/llama.cpp/requirements/requirements-convert-lora-to-ggml.txt +2 -0
package/src/llama.cpp/requirements/requirements-convert-persimmon-to-gguf.txt +2 -0
package/src/llama.cpp/requirements/requirements-convert.txt +5 -0
package/src/llama.cpp/requirements.txt +12 -0
package/src/llama.cpp/scripts/gen-build-info-cpp.cmake +24 -0
package/src/llama.cpp/scripts/xxd.cmake +16 -0
package/src/llama.cpp/sgemm.cpp +999 -0
package/src/llama.cpp/sgemm.h +12 -0
package/src/llama.cpp/tests/CMakeLists.txt +78 -0
package/src/llama.cpp/tests/get-model.cpp +21 -0
package/src/llama.cpp/tests/get-model.h +2 -0
package/src/llama.cpp/tests/test-autorelease.cpp +24 -0
package/src/llama.cpp/tests/test-backend-ops.cpp +2266 -0
package/src/llama.cpp/tests/test-c.c +7 -0
package/src/llama.cpp/tests/test-chat-template.cpp +107 -0
package/src/llama.cpp/tests/test-double-float.cpp +57 -0
package/src/llama.cpp/tests/test-grad0.cpp +1606 -0
package/src/llama.cpp/tests/test-grammar-integration.cpp +243 -0
package/src/llama.cpp/tests/test-grammar-parser.cpp +250 -0
package/src/llama.cpp/tests/test-json-schema-to-grammar.cpp +899 -0
package/src/llama.cpp/tests/test-llama-grammar.cpp +402 -0
package/src/llama.cpp/tests/test-model-load-cancel.cpp +27 -0
package/src/llama.cpp/tests/test-opt.cpp +181 -0
package/src/llama.cpp/tests/test-quantize-fns.cpp +185 -0
package/src/llama.cpp/tests/test-quantize-perf.cpp +363 -0
package/src/llama.cpp/tests/test-rope.cpp +221 -0
package/src/llama.cpp/tests/test-sampling.cpp +301 -0
package/src/llama.cpp/tests/test-tokenizer-0-falcon.cpp +187 -0
package/src/llama.cpp/tests/test-tokenizer-0-llama.cpp +190 -0
package/src/llama.cpp/tests/test-tokenizer-1-bpe.cpp +123 -0
package/src/llama.cpp/tests/test-tokenizer-1-llama.cpp +111 -0
package/src/llama.cpp/unicode-data.cpp +1651 -0
package/src/llama.cpp/unicode-data.h +16 -0
package/src/llama.cpp/unicode.cpp +277 -0
package/src/llama.cpp/unicode.h +28 -0

package/src/llama.cpp/ggml-vulkan.h ADDED Viewed

@@ -0,0 +1,29 @@
+#pragma once
+#include "ggml.h"
+#include "ggml-backend.h"
+#ifdef  __cplusplus
+extern "C" {
+#endif
+#define GGML_VK_NAME "Vulkan"
+#define GGML_VK_MAX_DEVICES 16
+GGML_API void ggml_vk_instance_init(void);
+// backend API
+GGML_API GGML_CALL ggml_backend_t ggml_backend_vk_init(size_t dev_num);
+GGML_API GGML_CALL bool ggml_backend_is_vk(ggml_backend_t backend);
+GGML_API GGML_CALL int  ggml_backend_vk_get_device_count(void);
+GGML_API GGML_CALL void ggml_backend_vk_get_device_description(int device, char * description, size_t description_size);
+GGML_API GGML_CALL void ggml_backend_vk_get_device_memory(int device, size_t * free, size_t * total);
+GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_vk_buffer_type(size_t dev_num);
+// pinned host buffer for use with the CPU backend for faster copies between CPU and GPU
+GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_vk_host_buffer_type(void);
+#ifdef  __cplusplus
+}
+#endif