@novastera-oss/llamarn 0.4.5 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/android/CMakeLists.txt +9 -11
- package/android/src/main/jniLibs/arm64-v8a/libggml-base.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libggml-cpu.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libggml-opencl.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libggml-vulkan.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libggml.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libllama.so +0 -0
- package/android/src/main/jniLibs/armeabi-v7a/libggml-base.so +0 -0
- package/android/src/main/jniLibs/armeabi-v7a/libggml-cpu.so +0 -0
- package/android/src/main/jniLibs/armeabi-v7a/libggml.so +0 -0
- package/android/src/main/jniLibs/armeabi-v7a/libllama.so +0 -0
- package/android/src/main/jniLibs/x86/libggml-base.so +0 -0
- package/android/src/main/jniLibs/x86/libggml-cpu.so +0 -0
- package/android/src/main/jniLibs/x86/libggml.so +0 -0
- package/android/src/main/jniLibs/x86/libllama.so +0 -0
- package/android/src/main/jniLibs/x86_64/libggml-base.so +0 -0
- package/android/src/main/jniLibs/x86_64/libggml-cpu.so +0 -0
- package/android/src/main/jniLibs/x86_64/libggml-opencl.so +0 -0
- package/android/src/main/jniLibs/x86_64/libggml-vulkan.so +0 -0
- package/android/src/main/jniLibs/x86_64/libggml.so +0 -0
- package/android/src/main/jniLibs/x86_64/libllama.so +0 -0
- package/ios/libs/llama.xcframework/Info.plist +0 -87
- package/package.json +1 -1
package/android/CMakeLists.txt
CHANGED
|
@@ -102,11 +102,13 @@ endif()
|
|
|
102
102
|
|
|
103
103
|
# Check if OpenCL backend library is available
|
|
104
104
|
set(OPENCL_BACKEND_AVAILABLE FALSE)
|
|
105
|
-
|
|
105
|
+
# Check only for libggml-opencl.so - libOpenCL.so is a system library (not shipped)
|
|
106
|
+
if(EXISTS ${JNI_LIBS_DIR}/${ANDROID_ABI}/libggml-opencl.so)
|
|
106
107
|
set(OPENCL_BACKEND_AVAILABLE TRUE)
|
|
107
|
-
message(STATUS "OpenCL backend
|
|
108
|
+
message(STATUS "OpenCL backend library found for ${ANDROID_ABI}")
|
|
109
|
+
message(STATUS "Note: libOpenCL.so will be provided by the system at runtime")
|
|
108
110
|
else()
|
|
109
|
-
message(STATUS "OpenCL backend
|
|
111
|
+
message(STATUS "OpenCL backend library not found for ${ANDROID_ABI}")
|
|
110
112
|
endif()
|
|
111
113
|
|
|
112
114
|
# Hybrid backend approach: CPU static (built into main libraries), GPU dynamic
|
|
@@ -241,14 +243,10 @@ if(EXISTS ${JNI_LIBS_DIR}/${ANDROID_ABI}/libggml-opencl.so)
|
|
|
241
243
|
)
|
|
242
244
|
endif()
|
|
243
245
|
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
$<TARGET_FILE_DIR:RNLlamaCpp>/libOpenCL.so
|
|
249
|
-
COMMENT "Copying OpenCL loader library to build output directory"
|
|
250
|
-
)
|
|
251
|
-
endif()
|
|
246
|
+
# NOTE: We do NOT copy libOpenCL.so or libvulkan.so - these are system libraries
|
|
247
|
+
# The ICD loader is built and installed to NDK sysroot for BUILD-TIME linking only.
|
|
248
|
+
# At runtime, the system will provide libOpenCL.so and libvulkan.so if the device supports them.
|
|
249
|
+
# We only ship libggml-opencl.so and libggml-vulkan.so (our GGML backend wrappers).
|
|
252
250
|
|
|
253
251
|
# Expose our headers to consuming targets (for autolinking)
|
|
254
252
|
target_include_directories(RNLlamaCpp INTERFACE
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -4,77 +4,6 @@
|
|
|
4
4
|
<dict>
|
|
5
5
|
<key>AvailableLibraries</key>
|
|
6
6
|
<array>
|
|
7
|
-
<dict>
|
|
8
|
-
<key>BinaryPath</key>
|
|
9
|
-
<string>llama.framework/llama</string>
|
|
10
|
-
<key>DebugSymbolsPath</key>
|
|
11
|
-
<string>dSYMs</string>
|
|
12
|
-
<key>LibraryIdentifier</key>
|
|
13
|
-
<string>xros-arm64_x86_64-simulator</string>
|
|
14
|
-
<key>LibraryPath</key>
|
|
15
|
-
<string>llama.framework</string>
|
|
16
|
-
<key>SupportedArchitectures</key>
|
|
17
|
-
<array>
|
|
18
|
-
<string>arm64</string>
|
|
19
|
-
<string>x86_64</string>
|
|
20
|
-
</array>
|
|
21
|
-
<key>SupportedPlatform</key>
|
|
22
|
-
<string>xros</string>
|
|
23
|
-
<key>SupportedPlatformVariant</key>
|
|
24
|
-
<string>simulator</string>
|
|
25
|
-
</dict>
|
|
26
|
-
<dict>
|
|
27
|
-
<key>BinaryPath</key>
|
|
28
|
-
<string>llama.framework/Versions/A/llama</string>
|
|
29
|
-
<key>DebugSymbolsPath</key>
|
|
30
|
-
<string>dSYMs</string>
|
|
31
|
-
<key>LibraryIdentifier</key>
|
|
32
|
-
<string>macos-arm64_x86_64</string>
|
|
33
|
-
<key>LibraryPath</key>
|
|
34
|
-
<string>llama.framework</string>
|
|
35
|
-
<key>SupportedArchitectures</key>
|
|
36
|
-
<array>
|
|
37
|
-
<string>arm64</string>
|
|
38
|
-
<string>x86_64</string>
|
|
39
|
-
</array>
|
|
40
|
-
<key>SupportedPlatform</key>
|
|
41
|
-
<string>macos</string>
|
|
42
|
-
</dict>
|
|
43
|
-
<dict>
|
|
44
|
-
<key>BinaryPath</key>
|
|
45
|
-
<string>llama.framework/llama</string>
|
|
46
|
-
<key>DebugSymbolsPath</key>
|
|
47
|
-
<string>dSYMs</string>
|
|
48
|
-
<key>LibraryIdentifier</key>
|
|
49
|
-
<string>xros-arm64</string>
|
|
50
|
-
<key>LibraryPath</key>
|
|
51
|
-
<string>llama.framework</string>
|
|
52
|
-
<key>SupportedArchitectures</key>
|
|
53
|
-
<array>
|
|
54
|
-
<string>arm64</string>
|
|
55
|
-
</array>
|
|
56
|
-
<key>SupportedPlatform</key>
|
|
57
|
-
<string>xros</string>
|
|
58
|
-
</dict>
|
|
59
|
-
<dict>
|
|
60
|
-
<key>BinaryPath</key>
|
|
61
|
-
<string>llama.framework/llama</string>
|
|
62
|
-
<key>DebugSymbolsPath</key>
|
|
63
|
-
<string>dSYMs</string>
|
|
64
|
-
<key>LibraryIdentifier</key>
|
|
65
|
-
<string>tvos-arm64_x86_64-simulator</string>
|
|
66
|
-
<key>LibraryPath</key>
|
|
67
|
-
<string>llama.framework</string>
|
|
68
|
-
<key>SupportedArchitectures</key>
|
|
69
|
-
<array>
|
|
70
|
-
<string>arm64</string>
|
|
71
|
-
<string>x86_64</string>
|
|
72
|
-
</array>
|
|
73
|
-
<key>SupportedPlatform</key>
|
|
74
|
-
<string>tvos</string>
|
|
75
|
-
<key>SupportedPlatformVariant</key>
|
|
76
|
-
<string>simulator</string>
|
|
77
|
-
</dict>
|
|
78
7
|
<dict>
|
|
79
8
|
<key>BinaryPath</key>
|
|
80
9
|
<string>llama.framework/llama</string>
|
|
@@ -94,22 +23,6 @@
|
|
|
94
23
|
<key>SupportedPlatformVariant</key>
|
|
95
24
|
<string>simulator</string>
|
|
96
25
|
</dict>
|
|
97
|
-
<dict>
|
|
98
|
-
<key>BinaryPath</key>
|
|
99
|
-
<string>llama.framework/llama</string>
|
|
100
|
-
<key>DebugSymbolsPath</key>
|
|
101
|
-
<string>dSYMs</string>
|
|
102
|
-
<key>LibraryIdentifier</key>
|
|
103
|
-
<string>tvos-arm64</string>
|
|
104
|
-
<key>LibraryPath</key>
|
|
105
|
-
<string>llama.framework</string>
|
|
106
|
-
<key>SupportedArchitectures</key>
|
|
107
|
-
<array>
|
|
108
|
-
<string>arm64</string>
|
|
109
|
-
</array>
|
|
110
|
-
<key>SupportedPlatform</key>
|
|
111
|
-
<string>tvos</string>
|
|
112
|
-
</dict>
|
|
113
26
|
<dict>
|
|
114
27
|
<key>BinaryPath</key>
|
|
115
28
|
<string>llama.framework/llama</string>
|