llama_cpp 0.15.1 → 0.15.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +14 -0
- data/ext/llama_cpp/llama_cpp.cpp +49 -0
- data/lib/llama_cpp/version.rb +2 -2
- data/sig/llama_cpp.rbs +4 -0
- data/vendor/tmp/llama.cpp/Makefile +9 -20
- data/vendor/tmp/llama.cpp/ggml-backend.c +2 -3
- data/vendor/tmp/llama.cpp/ggml-common.h +0 -54
- data/vendor/tmp/llama.cpp/ggml-cuda.cu +87 -37
- data/vendor/tmp/llama.cpp/ggml-cuda.h +1 -0
- data/vendor/tmp/llama.cpp/ggml-impl.h +47 -0
- data/vendor/tmp/llama.cpp/ggml-kompute.cpp +13 -3
- data/vendor/tmp/llama.cpp/ggml-metal.m +177 -190
- data/vendor/tmp/llama.cpp/ggml-metal.metal +97 -505
- data/vendor/tmp/llama.cpp/ggml-opencl.cpp +4 -1
- data/vendor/tmp/llama.cpp/ggml-quants.c +3660 -2057
- data/vendor/tmp/llama.cpp/ggml-rpc.cpp +1155 -0
- data/vendor/tmp/llama.cpp/ggml-rpc.h +24 -0
- data/vendor/tmp/llama.cpp/ggml-sycl.cpp +60 -639
- data/vendor/tmp/llama.cpp/ggml-vulkan-shaders.hpp +9351 -5627
- data/vendor/tmp/llama.cpp/ggml-vulkan.cpp +203 -224
- data/vendor/tmp/llama.cpp/ggml.c +1168 -1470
- data/vendor/tmp/llama.cpp/ggml.h +67 -44
- data/vendor/tmp/llama.cpp/llama.cpp +1371 -944
- data/vendor/tmp/llama.cpp/llama.h +13 -3
- data/vendor/tmp/llama.cpp/unicode-data.cpp +6969 -2169
- data/vendor/tmp/llama.cpp/unicode-data.h +15 -12
- data/vendor/tmp/llama.cpp/unicode.cpp +89 -111
- data/vendor/tmp/llama.cpp/unicode.h +44 -12
- metadata +5 -3
|
@@ -81,9 +81,10 @@ extern "C" {
|
|
|
81
81
|
LLAMA_VOCAB_PRE_TYPE_GPT2 = 7,
|
|
82
82
|
LLAMA_VOCAB_PRE_TYPE_REFACT = 8,
|
|
83
83
|
LLAMA_VOCAB_PRE_TYPE_COMMAND_R = 9,
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
84
|
+
LLAMA_VOCAB_PRE_TYPE_STABLELM2 = 10,
|
|
85
|
+
LLAMA_VOCAB_PRE_TYPE_QWEN2 = 11,
|
|
86
|
+
LLAMA_VOCAB_PRE_TYPE_OLMO = 12,
|
|
87
|
+
LLAMA_VOCAB_PRE_TYPE_DBRX = 13,
|
|
87
88
|
};
|
|
88
89
|
|
|
89
90
|
// note: these values should be synchronized with ggml_rope
|
|
@@ -242,6 +243,9 @@ extern "C" {
|
|
|
242
243
|
// proportion of the model (layers or rows) to offload to each GPU, size: llama_max_devices()
|
|
243
244
|
const float * tensor_split;
|
|
244
245
|
|
|
246
|
+
// comma separated list of RPC servers to use for offloading
|
|
247
|
+
const char * rpc_servers;
|
|
248
|
+
|
|
245
249
|
// Called with a progress value between 0.0 and 1.0. Pass NULL to disable.
|
|
246
250
|
// If the provided progress_callback returns true, model loading continues.
|
|
247
251
|
// If it returns false, model loading is immediately aborted.
|
|
@@ -755,6 +759,12 @@ extern "C" {
|
|
|
755
759
|
// n_threads_batch is the number of threads used for prompt and batch processing (multiple tokens)
|
|
756
760
|
LLAMA_API void llama_set_n_threads(struct llama_context * ctx, uint32_t n_threads, uint32_t n_threads_batch);
|
|
757
761
|
|
|
762
|
+
// Get the number of threads used for generation of a single token.
|
|
763
|
+
LLAMA_API uint32_t llama_n_threads(struct llama_context * ctx);
|
|
764
|
+
|
|
765
|
+
// Get the number of threads used for prompt and batch processing (multiple token).
|
|
766
|
+
LLAMA_API uint32_t llama_n_threads_batch(struct llama_context * ctx);
|
|
767
|
+
|
|
758
768
|
// Set whether to use causal attention or not
|
|
759
769
|
// If set to true, the model will only attend to the past tokens
|
|
760
770
|
LLAMA_API void llama_set_causal_attn(struct llama_context * ctx, bool causal_attn);
|