node-llama-cpp 2.8.5 → 2.8.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/llama/addon.cpp +2 -2
- package/llama/binariesGithubRelease.json +1 -1
- package/llama/gitRelease.bundle +0 -0
- package/llamaBins/linux-arm64/llama-addon.node +0 -0
- package/llamaBins/linux-armv7l/llama-addon.node +0 -0
- package/llamaBins/linux-x64/llama-addon.node +0 -0
- package/llamaBins/mac-arm64/ggml-metal.metal +681 -10
- package/llamaBins/mac-arm64/llama-addon.node +0 -0
- package/llamaBins/mac-x64/ggml-metal.metal +681 -10
- package/llamaBins/mac-x64/llama-addon.node +0 -0
- package/llamaBins/win-x64/llama-addon.node +0 -0
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
|
|
16
16
|
</div>
|
|
17
17
|
|
|
18
|
-
✨ New! [Try the beta of version `3.0.0`](https://github.com/withcatai/node-llama-cpp/pull/105) ✨ (included: function calling, automatic chat wrapper detection, and more)
|
|
18
|
+
✨ New! [Try the beta of version `3.0.0`](https://github.com/withcatai/node-llama-cpp/pull/105) ✨ (included: function calling, automatic chat wrapper detection, embedding support, and more)
|
|
19
19
|
|
|
20
20
|
## Features
|
|
21
21
|
* Run a text generation model locally on your machine
|
package/llama/addon.cpp
CHANGED
|
@@ -39,7 +39,7 @@ class LLAMAModel : public Napi::ObjectWrap<LLAMAModel> {
|
|
|
39
39
|
}
|
|
40
40
|
}
|
|
41
41
|
|
|
42
|
-
llama_backend_init(
|
|
42
|
+
llama_backend_init();
|
|
43
43
|
model = llama_load_model_from_file(modelPath.c_str(), model_params);
|
|
44
44
|
|
|
45
45
|
if (model == NULL) {
|
|
@@ -436,7 +436,7 @@ Napi::Value LLAMAContext::Eval(const Napi::CallbackInfo& info) {
|
|
|
436
436
|
Napi::Value systemInfo(const Napi::CallbackInfo& info) { return Napi::String::From(info.Env(), llama_print_system_info()); }
|
|
437
437
|
|
|
438
438
|
Napi::Object registerCallback(Napi::Env env, Napi::Object exports) {
|
|
439
|
-
llama_backend_init(
|
|
439
|
+
llama_backend_init();
|
|
440
440
|
exports.DefineProperties({
|
|
441
441
|
Napi::PropertyDescriptor::Function("systemInfo", systemInfo),
|
|
442
442
|
});
|
package/llama/gitRelease.bundle
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|