node-llama-cpp 3.0.0-beta.34 → 3.0.0-beta.36

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. package/bins/linux-arm64/_nlcBuildMetadata.json +1 -1
  2. package/bins/linux-arm64/libllama.so +0 -0
  3. package/bins/linux-arm64/llama-addon.node +0 -0
  4. package/bins/linux-armv7l/_nlcBuildMetadata.json +1 -1
  5. package/bins/linux-armv7l/libllama.so +0 -0
  6. package/bins/linux-armv7l/llama-addon.node +0 -0
  7. package/bins/linux-x64/_nlcBuildMetadata.json +1 -1
  8. package/bins/linux-x64/libllama.so +0 -0
  9. package/bins/linux-x64/llama-addon.node +0 -0
  10. package/bins/linux-x64-vulkan/_nlcBuildMetadata.json +1 -1
  11. package/bins/linux-x64-vulkan/libllama.so +0 -0
  12. package/bins/linux-x64-vulkan/llama-addon.node +0 -0
  13. package/bins/mac-arm64-metal/_nlcBuildMetadata.json +1 -1
  14. package/bins/mac-arm64-metal/libllama.dylib +0 -0
  15. package/bins/mac-arm64-metal/llama-addon.node +0 -0
  16. package/bins/mac-x64/_nlcBuildMetadata.json +1 -1
  17. package/bins/mac-x64/libllama.dylib +0 -0
  18. package/bins/mac-x64/llama-addon.node +0 -0
  19. package/bins/win-arm64/_nlcBuildMetadata.json +1 -1
  20. package/bins/win-arm64/ggml.dll +0 -0
  21. package/bins/win-arm64/llama-addon.node +0 -0
  22. package/bins/win-arm64/llama.dll +0 -0
  23. package/bins/win-x64/_nlcBuildMetadata.json +1 -1
  24. package/bins/win-x64/ggml.dll +0 -0
  25. package/bins/win-x64/llama-addon.node +0 -0
  26. package/bins/win-x64/llama.dll +0 -0
  27. package/bins/win-x64-vulkan/_nlcBuildMetadata.json +1 -1
  28. package/bins/win-x64-vulkan/ggml.dll +0 -0
  29. package/bins/win-x64-vulkan/llama-addon.node +0 -0
  30. package/bins/win-x64-vulkan/llama.dll +0 -0
  31. package/llama/CMakeLists.txt +10 -0
  32. package/llama/binariesGithubRelease.json +1 -1
  33. package/llama/gitRelease.bundle +0 -0
  34. package/llama/llama.cpp.info.json +1 -1
  35. package/package.json +3 -3
package/bins/linux-arm64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/linux-arm64/libllama.so CHANGED
Binary file
package/bins/linux-arm64/llama-addon.node CHANGED
Binary file
package/bins/linux-armv7l/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"armv7l","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"armv7l","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/linux-armv7l/libllama.so CHANGED
Binary file
package/bins/linux-armv7l/llama-addon.node CHANGED
Binary file
package/bins/linux-x64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/linux-x64/libllama.so CHANGED
Binary file
package/bins/linux-x64/llama-addon.node CHANGED
Binary file
package/bins/linux-x64-vulkan/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","platformInfo":{"name":"Ubuntu","version":"20.04"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/linux-x64-vulkan/libllama.so CHANGED
Binary file
package/bins/mac-arm64-metal/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"arm64","gpu":"metal","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/mac-arm64-metal/libllama.dylib CHANGED
Binary file
package/bins/mac-x64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","platformInfo":{"name":"macOS","version":"22.6.0"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/mac-x64/libllama.dylib CHANGED
Binary file
package/bins/mac-x64/llama-addon.node CHANGED
Binary file
package/bins/win-arm64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.20348"},"arch":"arm64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/win-arm64/ggml.dll CHANGED
Binary file
package/bins/win-arm64/llama-addon.node CHANGED
Binary file
package/bins/win-arm64/llama.dll CHANGED
Binary file
package/bins/win-x64/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.17763"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.17763"},"arch":"x64","gpu":false,"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/win-x64/ggml.dll CHANGED
Binary file
package/bins/win-x64/llama-addon.node CHANGED
Binary file
package/bins/win-x64/llama.dll CHANGED
Binary file
package/bins/win-x64-vulkan/_nlcBuildMetadata.json CHANGED
@@ -1 +1 @@
1
- {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.17763"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3265"}}}
1
+ {"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","platformInfo":{"name":"Windows","version":"10.0.17763"},"arch":"x64","gpu":"vulkan","llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b3267"}}}
package/bins/win-x64-vulkan/ggml.dll CHANGED
Binary file
package/bins/win-x64-vulkan/llama.dll CHANGED
Binary file
package/llama/CMakeLists.txt CHANGED
@@ -131,6 +131,16 @@ endif()
131
131
 
132
132
  file(GLOB SOURCE_FILES "addon.cpp" ${GPU_INFO_SOURCES})
133
133
 
134
+ if(APPLE)
135
+ set(CMAKE_SKIP_BUILD_RPATH FALSE)
136
+ set(CMAKE_INSTALL_RPATH_USE_LINK_PATH FALSE)
137
+ set(CMAKE_BUILD_RPATH "@loader_path")
138
+ set(CMAKE_INSTALL_RPATH "@loader_path")
139
+ set(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE)
140
+ else()
141
+ set(CMAKE_BUILD_RPATH_USE_ORIGIN ON)
142
+ endif()
143
+
134
144
  add_library(${PROJECT_NAME} SHARED ${SOURCE_FILES} ${CMAKE_JS_SRC} ${GPU_INFO_HEADERS})
135
145
  set_target_properties(${PROJECT_NAME} PROPERTIES PREFIX "" SUFFIX ".node")
136
146
  target_link_libraries(${PROJECT_NAME} ${CMAKE_JS_LIB})
package/llama/binariesGithubRelease.json CHANGED
@@ -1,3 +1,3 @@
1
1
  {
2
- "release": "b3265"
2
+ "release": "b3267"
3
3
  }
package/llama/gitRelease.bundle CHANGED
Binary file
package/llama/llama.cpp.info.json CHANGED
@@ -1,4 +1,4 @@
1
1
  {
2
- "tag": "b3265",
2
+ "tag": "b3267",
3
3
  "llamaCppGithubRepo": "ggerganov/llama.cpp"
4
4
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "node-llama-cpp",
3
- "version": "3.0.0-beta.34",
3
+ "version": "3.0.0-beta.36",
4
4
  "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
5
5
  "main": "./dist/index.js",
6
6
  "type": "module",
@@ -193,7 +193,7 @@
193
193
  }
194
194
  },
195
195
  "optionalDependencies": {
196
- "@node-llama-cpp/linux-x64-cuda": "3.0.0-beta.34",
197
- "@node-llama-cpp/win-x64-cuda": "3.0.0-beta.34"
196
+ "@node-llama-cpp/linux-x64-cuda": "3.0.0-beta.36",
197
+ "@node-llama-cpp/win-x64-cuda": "3.0.0-beta.36"
198
198
  }
199
199
  }