cactus-react-native 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +230 -0
- package/android/build.gradle +104 -0
- package/android/gradle.properties +5 -0
- package/android/src/main/AndroidManifest.xml +4 -0
- package/android/src/main/CMakeLists.txt +104 -0
- package/android/src/main/java/com/cactus/Cactus.java +646 -0
- package/android/src/main/java/com/cactus/CactusPackage.java +48 -0
- package/android/src/main/java/com/cactus/LlamaContext.java +579 -0
- package/android/src/main/jni-utils.h +100 -0
- package/android/src/main/jni.cpp +1254 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_dotprod_i8mm.so +0 -0
- package/android/src/main/jniLibs/arm64-v8a/libcactus_v8_2_i8mm.so +0 -0
- package/android/src/main/jniLibs/x86_64/libcactus.so +0 -0
- package/android/src/main/jniLibs/x86_64/libcactus_x86_64.so +0 -0
- package/android/src/newarch/java/com/cactus/CactusModule.java +124 -0
- package/android/src/oldarch/java/com/cactus/CactusModule.java +125 -0
- package/cactus-react-native.podspec +45 -0
- package/ios/CMakeLists.txt +109 -0
- package/ios/Cactus.h +6 -0
- package/ios/Cactus.mm +405 -0
- package/ios/CactusContext.h +57 -0
- package/ios/CactusContext.mm +835 -0
- package/ios/cactus.xcframework/info.plist +74 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/cactus.h +133 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/chat.h +143 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/common.h +683 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-alloc.h +76 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-backend-impl.h +255 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-backend.h +354 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-common.h +1851 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-cpp.h +39 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-cpu-aarch64.h +8 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-cpu-impl.h +531 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-cpu-quants.h +63 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-cpu-traits.h +38 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-cpu.h +138 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-impl.h +567 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-metal-impl.h +530 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-metal.h +66 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-opt.h +216 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-quants.h +100 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml-threading.h +14 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/ggml.h +2221 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/gguf.h +202 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/json-schema-to-grammar.h +21 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/json.hpp +24766 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-adapter.h +76 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-arch.h +421 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-batch.h +88 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-chat.h +53 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-context.h +265 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-cparams.h +38 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-cpp.h +30 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-grammar.h +173 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-graph.h +574 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-hparams.h +148 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-impl.h +61 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-io.h +35 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-kv-cache.h +287 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-memory.h +21 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-mmap.h +68 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-model-loader.h +167 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-model.h +403 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-sampling.h +32 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama-vocab.h +125 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/llama.h +1416 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/log.h +103 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/minja/chat-template.hpp +529 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/minja/minja.hpp +2915 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/sampling.h +107 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/sgemm.h +14 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/unicode-data.h +20 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Headers/unicode.h +66 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/Info.plist +0 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64/cactus.framework/ggml-llama.metallib +0 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +133 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/chat.h +143 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/common.h +683 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-alloc.h +76 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-backend-impl.h +255 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-backend.h +354 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-common.h +1851 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpp.h +39 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-aarch64.h +8 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-impl.h +531 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-quants.h +63 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-traits.h +38 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu.h +138 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-impl.h +567 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-metal-impl.h +530 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-metal.h +66 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-opt.h +216 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-quants.h +100 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml-threading.h +14 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/ggml.h +2221 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/gguf.h +202 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/json-schema-to-grammar.h +21 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/json.hpp +24766 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-adapter.h +76 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-arch.h +421 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-batch.h +88 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-chat.h +53 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-context.h +265 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-cparams.h +38 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-cpp.h +30 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-grammar.h +173 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-graph.h +574 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-hparams.h +148 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-impl.h +61 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-io.h +35 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-kv-cache.h +287 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-memory.h +21 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-mmap.h +68 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-model-loader.h +167 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-model.h +403 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-sampling.h +32 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama-vocab.h +125 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/llama.h +1416 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/log.h +103 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/minja/chat-template.hpp +529 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/minja/minja.hpp +2915 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/sampling.h +107 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/sgemm.h +14 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/unicode-data.h +20 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Headers/unicode.h +66 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/Info.plist +0 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/_CodeSignature/CodeResources +101 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/ios-arm64_x86_64-simulator/cactus.framework/ggml-llama-sim.metallib +0 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/cactus.h +133 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/chat.h +143 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/common.h +683 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-alloc.h +76 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-backend-impl.h +255 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-backend.h +354 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-common.h +1851 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-cpp.h +39 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-cpu-aarch64.h +8 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-cpu-impl.h +531 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-cpu-quants.h +63 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-cpu-traits.h +38 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-cpu.h +138 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-impl.h +567 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-metal-impl.h +530 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-metal.h +66 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-opt.h +216 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-quants.h +100 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml-threading.h +14 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/ggml.h +2221 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/gguf.h +202 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/json-schema-to-grammar.h +21 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/json.hpp +24766 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-adapter.h +76 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-arch.h +421 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-batch.h +88 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-chat.h +53 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-context.h +265 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-cparams.h +38 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-cpp.h +30 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-grammar.h +173 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-graph.h +574 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-hparams.h +148 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-impl.h +61 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-io.h +35 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-kv-cache.h +287 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-memory.h +21 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-mmap.h +68 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-model-loader.h +167 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-model.h +403 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-sampling.h +32 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama-vocab.h +125 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/llama.h +1416 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/log.h +103 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/minja/chat-template.hpp +529 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/minja/minja.hpp +2915 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/sampling.h +107 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/sgemm.h +14 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/unicode-data.h +20 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Headers/unicode.h +66 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/Info.plist +0 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64/cactus.framework/ggml-llama.metallib +0 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/cactus.h +133 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/chat.h +143 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/common.h +683 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-alloc.h +76 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-backend-impl.h +255 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-backend.h +354 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-common.h +1851 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpp.h +39 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-aarch64.h +8 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-impl.h +531 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-quants.h +63 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu-traits.h +38 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-cpu.h +138 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-impl.h +567 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-metal-impl.h +530 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-metal.h +66 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-opt.h +216 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-quants.h +100 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml-threading.h +14 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/ggml.h +2221 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/gguf.h +202 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/json-schema-to-grammar.h +21 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/json.hpp +24766 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-adapter.h +76 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-arch.h +421 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-batch.h +88 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-chat.h +53 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-context.h +265 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-cparams.h +38 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-cpp.h +30 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-grammar.h +173 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-graph.h +574 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-hparams.h +148 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-impl.h +61 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-io.h +35 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-kv-cache.h +287 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-memory.h +21 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-mmap.h +68 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-model-loader.h +167 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-model.h +403 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-sampling.h +32 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama-vocab.h +125 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/llama.h +1416 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/log.h +103 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/minja/chat-template.hpp +529 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/minja/minja.hpp +2915 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/sampling.h +107 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/sgemm.h +14 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/unicode-data.h +20 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Headers/unicode.h +66 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/Info.plist +0 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/_CodeSignature/CodeResources +101 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/cactus +0 -0
- package/ios/cactus.xcframework/tvos-arm64_x86_64-simulator/cactus.framework/ggml-llama-sim.metallib +0 -0
- package/lib/commonjs/NativeCactus.js +9 -0
- package/lib/commonjs/NativeCactus.js.map +1 -0
- package/lib/commonjs/chat.js +37 -0
- package/lib/commonjs/chat.js.map +1 -0
- package/lib/commonjs/grammar.js +560 -0
- package/lib/commonjs/grammar.js.map +1 -0
- package/lib/commonjs/index.js +300 -0
- package/lib/commonjs/index.js.map +1 -0
- package/lib/commonjs/package.json +1 -0
- package/lib/module/NativeCactus.js +5 -0
- package/lib/module/NativeCactus.js.map +1 -0
- package/lib/module/chat.js +33 -0
- package/lib/module/chat.js.map +1 -0
- package/lib/module/grammar.js +553 -0
- package/lib/module/grammar.js.map +1 -0
- package/lib/module/index.js +277 -0
- package/lib/module/index.js.map +1 -0
- package/lib/module/package.json +1 -0
- package/lib/typescript/NativeCactus.d.ts +357 -0
- package/lib/typescript/NativeCactus.d.ts.map +1 -0
- package/lib/typescript/chat.d.ts +10 -0
- package/lib/typescript/chat.d.ts.map +1 -0
- package/lib/typescript/grammar.d.ts +37 -0
- package/lib/typescript/grammar.d.ts.map +1 -0
- package/lib/typescript/index.d.ts +96 -0
- package/lib/typescript/index.d.ts.map +1 -0
- package/package.json +223 -0
- package/src/NativeCactus.ts +418 -0
- package/src/chat.ts +44 -0
- package/src/grammar.ts +854 -0
- package/src/index.ts +482 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/chat.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAA;AAE5D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAA;CACd,CAAA;AAED,MAAM,MAAM,0BAA0B,GAAG;IACvC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,MAAM,GAAG,iBAAiB,EAAE,GAAG,GAAG,CAAA;CAC7C,CAAA;AAED,wBAAgB,UAAU,CACxB,QAAQ,EAAE,0BAA0B,EAAE,GACrC,sBAAsB,EAAE,CA8B1B"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
export declare class SchemaGrammarConverterBuiltinRule {
|
|
2
|
+
content: string;
|
|
3
|
+
deps: string[];
|
|
4
|
+
constructor(content: string, deps: string[]);
|
|
5
|
+
}
|
|
6
|
+
export interface SchemaGrammarConverterPropOrder {
|
|
7
|
+
[key: string]: number;
|
|
8
|
+
}
|
|
9
|
+
export declare class SchemaGrammarConverter {
|
|
10
|
+
private _propOrder;
|
|
11
|
+
private _allowFetch;
|
|
12
|
+
private _dotall;
|
|
13
|
+
private _rules;
|
|
14
|
+
private _refs;
|
|
15
|
+
private _refsBeingResolved;
|
|
16
|
+
constructor(options: {
|
|
17
|
+
prop_order?: SchemaGrammarConverterPropOrder;
|
|
18
|
+
allow_fetch?: boolean;
|
|
19
|
+
dotall?: boolean;
|
|
20
|
+
});
|
|
21
|
+
_addRule(name: string, rule: string): string;
|
|
22
|
+
resolveRefs(schema: any, url: string): Promise<any>;
|
|
23
|
+
_generateUnionRule(name: string, altSchemas: any[]): string;
|
|
24
|
+
_visitPattern(pattern: string, name: string): string;
|
|
25
|
+
_resolveRef(ref: string): string;
|
|
26
|
+
visit(schema: any, name: string): string;
|
|
27
|
+
_addPrimitive(name: string, rule: SchemaGrammarConverterBuiltinRule | undefined): string;
|
|
28
|
+
_buildObjectRule(properties: any[], required: Set<string>, name: string, additionalProperties: any): string;
|
|
29
|
+
formatGrammar(): string;
|
|
30
|
+
}
|
|
31
|
+
export declare const convertJsonSchemaToGrammar: ({ schema, propOrder, dotall, allowFetch, }: {
|
|
32
|
+
schema: any;
|
|
33
|
+
propOrder?: SchemaGrammarConverterPropOrder;
|
|
34
|
+
dotall?: boolean;
|
|
35
|
+
allowFetch?: boolean;
|
|
36
|
+
}) => string | Promise<string>;
|
|
37
|
+
//# sourceMappingURL=grammar.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"grammar.d.ts","sourceRoot":"","sources":["../../src/grammar.ts"],"names":[],"mappings":"AA+EA,qBAAa,iCAAiC;IAC5C,OAAO,EAAE,MAAM,CAAA;IAEf,IAAI,EAAE,MAAM,EAAE,CAAA;gBAEF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;CAI5C;AA4FD,MAAM,WAAW,+BAA+B;IAC9C,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;CACtB;AAoBD,qBAAa,sBAAsB;IACjC,OAAO,CAAC,UAAU,CAAiC;IAEnD,OAAO,CAAC,WAAW,CAAS;IAE5B,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,MAAM,CAA2B;IAEzC,OAAO,CAAC,KAAK,CAAwB;IAErC,OAAO,CAAC,kBAAkB,CAAa;gBAE3B,OAAO,EAAE;QACnB,UAAU,CAAC,EAAE,+BAA+B,CAAA;QAC5C,WAAW,CAAC,EAAE,OAAO,CAAA;QACrB,MAAM,CAAC,EAAE,OAAO,CAAA;KACjB;IASD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAuBtC,WAAW,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAiEzD,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,MAAM;IAW3D,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAmMpD,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAWhC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAoKxC,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,iCAAiC,GAAG,SAAS;IAiB/E,gBAAgB,CACd,UAAU,EAAE,GAAG,EAAE,EACjB,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EACrB,IAAI,EAAE,MAAM,EACZ,oBAAoB,EAAE,GAAG;IAmG3B,aAAa;CASd;AAED,eAAO,MAAM,0BAA0B,GAAI,4CAKxC;IACD,MAAM,EAAE,GAAG,CAAA;IACX,SAAS,CAAC,EAAE,+BAA+B,CAAA;IAC3C,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,UAAU,CAAC,EAAE,OAAO,CAAA;CACrB,KAAG,MAAM,GAAG,OAAO,CAAC,MAAM,CAe1B,CAAA"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, JinjaFormattedChatResult } from './NativeCactus';
|
|
2
|
+
import type { SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule } from './grammar';
|
|
3
|
+
import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar';
|
|
4
|
+
import type { CactusMessagePart, CactusOAICompatibleMessage } from './chat';
|
|
5
|
+
export type { NativeContextParams, NativeLlamaContext, NativeCompletionParams, NativeCompletionTokenProb, NativeCompletionResult, NativeTokenizeResult, NativeEmbeddingResult, NativeSessionLoadResult, NativeEmbeddingParams, NativeCompletionTokenProbItem, NativeCompletionResultTimings, CactusMessagePart, CactusOAICompatibleMessage, JinjaFormattedChatResult, SchemaGrammarConverterPropOrder, SchemaGrammarConverterBuiltinRule, };
|
|
6
|
+
export { SchemaGrammarConverter, convertJsonSchemaToGrammar };
|
|
7
|
+
export type TokenData = {
|
|
8
|
+
token: string;
|
|
9
|
+
completion_probabilities?: Array<NativeCompletionTokenProb>;
|
|
10
|
+
};
|
|
11
|
+
export type ContextParams = Omit<NativeContextParams, 'cache_type_k' | 'cache_type_v' | 'pooling_type'> & {
|
|
12
|
+
cache_type_k?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1';
|
|
13
|
+
cache_type_v?: 'f16' | 'f32' | 'q8_0' | 'q4_0' | 'q4_1' | 'iq4_nl' | 'q5_0' | 'q5_1';
|
|
14
|
+
pooling_type?: 'none' | 'mean' | 'cls' | 'last' | 'rank';
|
|
15
|
+
};
|
|
16
|
+
export type EmbeddingParams = NativeEmbeddingParams;
|
|
17
|
+
export type CompletionResponseFormat = {
|
|
18
|
+
type: 'text' | 'json_object' | 'json_schema';
|
|
19
|
+
json_schema?: {
|
|
20
|
+
strict?: boolean;
|
|
21
|
+
schema: object;
|
|
22
|
+
};
|
|
23
|
+
schema?: object;
|
|
24
|
+
};
|
|
25
|
+
export type CompletionBaseParams = {
|
|
26
|
+
prompt?: string;
|
|
27
|
+
messages?: CactusOAICompatibleMessage[];
|
|
28
|
+
chatTemplate?: string;
|
|
29
|
+
chat_template?: string;
|
|
30
|
+
jinja?: boolean;
|
|
31
|
+
tools?: object;
|
|
32
|
+
parallel_tool_calls?: object;
|
|
33
|
+
tool_choice?: string;
|
|
34
|
+
response_format?: CompletionResponseFormat;
|
|
35
|
+
};
|
|
36
|
+
export type CompletionParams = Omit<NativeCompletionParams, 'emit_partial_completion' | 'prompt'> & CompletionBaseParams;
|
|
37
|
+
export type BenchResult = {
|
|
38
|
+
modelDesc: string;
|
|
39
|
+
modelSize: number;
|
|
40
|
+
modelNParams: number;
|
|
41
|
+
ppAvg: number;
|
|
42
|
+
ppStd: number;
|
|
43
|
+
tgAvg: number;
|
|
44
|
+
tgStd: number;
|
|
45
|
+
};
|
|
46
|
+
export declare class LlamaContext {
|
|
47
|
+
id: number;
|
|
48
|
+
gpu: boolean;
|
|
49
|
+
reasonNoGPU: string;
|
|
50
|
+
model: NativeLlamaContext['model'];
|
|
51
|
+
constructor({ contextId, gpu, reasonNoGPU, model }: NativeLlamaContext);
|
|
52
|
+
/**
|
|
53
|
+
* Load cached prompt & completion state from a file.
|
|
54
|
+
*/
|
|
55
|
+
loadSession(filepath: string): Promise<NativeSessionLoadResult>;
|
|
56
|
+
/**
|
|
57
|
+
* Save current cached prompt & completion state to a file.
|
|
58
|
+
*/
|
|
59
|
+
saveSession(filepath: string, options?: {
|
|
60
|
+
tokenSize: number;
|
|
61
|
+
}): Promise<number>;
|
|
62
|
+
isLlamaChatSupported(): boolean;
|
|
63
|
+
isJinjaSupported(): boolean;
|
|
64
|
+
getFormattedChat(messages: CactusOAICompatibleMessage[], template?: string | null, params?: {
|
|
65
|
+
jinja?: boolean;
|
|
66
|
+
response_format?: CompletionResponseFormat;
|
|
67
|
+
tools?: object;
|
|
68
|
+
parallel_tool_calls?: object;
|
|
69
|
+
tool_choice?: string;
|
|
70
|
+
}): Promise<JinjaFormattedChatResult | string>;
|
|
71
|
+
completion(params: CompletionParams, callback?: (data: TokenData) => void): Promise<NativeCompletionResult>;
|
|
72
|
+
stopCompletion(): Promise<void>;
|
|
73
|
+
tokenize(text: string): Promise<NativeTokenizeResult>;
|
|
74
|
+
detokenize(tokens: number[]): Promise<string>;
|
|
75
|
+
embedding(text: string, params?: EmbeddingParams): Promise<NativeEmbeddingResult>;
|
|
76
|
+
bench(pp: number, tg: number, pl: number, nr: number): Promise<BenchResult>;
|
|
77
|
+
applyLoraAdapters(loraList: Array<{
|
|
78
|
+
path: string;
|
|
79
|
+
scaled?: number;
|
|
80
|
+
}>): Promise<void>;
|
|
81
|
+
removeLoraAdapters(): Promise<void>;
|
|
82
|
+
getLoadedLoraAdapters(): Promise<Array<{
|
|
83
|
+
path: string;
|
|
84
|
+
scaled?: number;
|
|
85
|
+
}>>;
|
|
86
|
+
release(): Promise<void>;
|
|
87
|
+
}
|
|
88
|
+
export declare function toggleNativeLog(enabled: boolean): Promise<void>;
|
|
89
|
+
export declare function addNativeLogListener(listener: (level: string, text: string) => void): {
|
|
90
|
+
remove: () => void;
|
|
91
|
+
};
|
|
92
|
+
export declare function setContextLimit(limit: number): Promise<void>;
|
|
93
|
+
export declare function loadLlamaModelInfo(model: string): Promise<Object>;
|
|
94
|
+
export declare function initLlama({ model, is_model_asset: isModelAsset, pooling_type: poolingType, lora, lora_list: loraList, ...rest }: ContextParams, onProgress?: (progress: number) => void): Promise<LlamaContext>;
|
|
95
|
+
export declare function releaseAllLlama(): Promise<void>;
|
|
96
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,wBAAwB,EACzB,MAAM,gBAAgB,CAAA;AACvB,OAAO,KAAK,EACV,+BAA+B,EAC/B,iCAAiC,EAClC,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAA;AAC9E,OAAO,KAAK,EAAE,iBAAiB,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAA;AAG3E,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,6BAA6B,EAC7B,6BAA6B,EAC7B,iBAAiB,EACjB,0BAA0B,EAC1B,wBAAwB,EAGxB,+BAA+B,EAC/B,iCAAiC,GAClC,CAAA;AAED,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,CAAA;AA6B7D,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,wBAAwB,CAAC,EAAE,KAAK,CAAC,yBAAyB,CAAC,CAAA;CAC5D,CAAA;AAOD,MAAM,MAAM,aAAa,GAAG,IAAI,CAC9B,mBAAmB,EACnB,cAAc,GAAG,cAAc,GAAG,cAAc,CACjD,GAAG;IACF,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EACT,KAAK,GACL,KAAK,GACL,MAAM,GACN,MAAM,GACN,MAAM,GACN,QAAQ,GACR,MAAM,GACN,MAAM,CAAA;IACV,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;CACzD,CAAA;AAED,MAAM,MAAM,eAAe,GAAG,qBAAqB,CAAA;AAEnD,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,aAAa,CAAA;IAC5C,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE,OAAO,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAA;IACvC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,wBAAwB,CAAA;CAC3C,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,IAAI,CACjC,sBAAsB,EACtB,yBAAyB,GAAG,QAAQ,CACrC,GACC,oBAAoB,CAAA;AAEtB,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAYD,qBAAa,YAAY;IACvB,EAAE,EAAE,MAAM,CAAA;IAEV,GAAG,EAAE,OAAO,CAAQ;IAEpB,WAAW,EAAE,MAAM,CAAK;IAExB,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEtB,EAAE,SAAS,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,kBAAkB;IAOtE;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAMrE;;OAEG;IACG,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,GAC9B,OAAO,CAAC,MAAM,CAAC;IAIlB,oBAAoB,IAAI,OAAO;IAI/B,gBAAgB,IAAI,OAAO;IAKrB,gBAAgB,CACpB,QAAQ,EAAE,0BAA0B,EAAE,EACtC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,EACxB,MAAM,CAAC,EAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAA;QACf,eAAe,CAAC,EAAE,wBAAwB,CAAA;QAC1C,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,mBAAmB,CAAC,EAAE,MAAM,CAAA;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAA;KACrB,GACA,OAAO,CAAC,wBAAwB,GAAG,MAAM,CAAC;IAiBvC,UAAU,CACd,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,IAAI,GACnC,OAAO,CAAC,sBAAsB,CAAC;IAsElC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIrD,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAI7C,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC;IAI3B,KAAK,CACT,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,CAAC;IAejB,iBAAiB,CACrB,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,GACjD,OAAO,CAAC,IAAI,CAAC;IAUV,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAInC,qBAAqB,IAAI,OAAO,CACpC,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACzC;IAIK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAErE;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GAC9C;IAAE,MAAM,EAAE,MAAM,IAAI,CAAA;CAAE,CAOxB;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAElE;AAaD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAIvE;AAWD,wBAAsB,SAAS,CAC7B,EACE,KAAK,EACL,cAAc,EAAE,YAAY,EAC5B,YAAY,EAAE,WAAW,EACzB,IAAI,EACJ,SAAS,EAAE,QAAQ,EACnB,GAAG,IAAI,EACR,EAAE,aAAa,EAChB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GACtC,OAAO,CAAC,YAAY,CAAC,CAsDvB;AAED,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAErD"}
|
package/package.json
ADDED
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "cactus-react-native",
|
|
3
|
+
"version": "0.0.1",
|
|
4
|
+
"description": "Run AI models locally on mobile devices",
|
|
5
|
+
"main": "lib/commonjs/index",
|
|
6
|
+
"module": "lib/module/index",
|
|
7
|
+
"types": "lib/typescript/index.d.ts",
|
|
8
|
+
"react-native": "src/index",
|
|
9
|
+
"source": "src/index",
|
|
10
|
+
"files": [
|
|
11
|
+
"src",
|
|
12
|
+
"lib",
|
|
13
|
+
"ios",
|
|
14
|
+
"ios/CMakeLists.txt",
|
|
15
|
+
"android",
|
|
16
|
+
"*.podspec",
|
|
17
|
+
"!ios/build",
|
|
18
|
+
"!android/build",
|
|
19
|
+
"!android/gradle",
|
|
20
|
+
"!android/gradlew",
|
|
21
|
+
"!android/gradlew.bat",
|
|
22
|
+
"!android/local.properties",
|
|
23
|
+
"!**/__tests__",
|
|
24
|
+
"!**/__fixtures__",
|
|
25
|
+
"!**/__mocks__",
|
|
26
|
+
"!**/.*",
|
|
27
|
+
"!ios/*.xcodeproj"
|
|
28
|
+
],
|
|
29
|
+
"scripts": {
|
|
30
|
+
"build": "bob build",
|
|
31
|
+
"docgen": "typedoc src/index.ts --plugin typedoc-plugin-markdown --readme none --out docs/API",
|
|
32
|
+
"typecheck": "tsc --noEmit",
|
|
33
|
+
"lint": "eslint \"**/*.{js,ts,tsx}\"",
|
|
34
|
+
"release": "release-it"
|
|
35
|
+
},
|
|
36
|
+
"keywords": [
|
|
37
|
+
"react-native",
|
|
38
|
+
"ios",
|
|
39
|
+
"android",
|
|
40
|
+
"large language model",
|
|
41
|
+
"LLM",
|
|
42
|
+
"Local LLM"
|
|
43
|
+
],
|
|
44
|
+
"repository": {
|
|
45
|
+
"type": "git",
|
|
46
|
+
"url": "git+https://github.com/cactus-compute/cactus.git"
|
|
47
|
+
},
|
|
48
|
+
"author": "cactus-compute <founders@cactus-compute.com> (https://github.com/cactus-compute)",
|
|
49
|
+
"license": "MIT",
|
|
50
|
+
"bugs": {
|
|
51
|
+
"url": "https://github.com/cactus-compute/cactus/issues"
|
|
52
|
+
},
|
|
53
|
+
"homepage": "https://github.com/cactus-compute/cactus#readme",
|
|
54
|
+
"publishConfig": {
|
|
55
|
+
"registry": "https://registry.npmjs.org/"
|
|
56
|
+
},
|
|
57
|
+
"devDependencies": {
|
|
58
|
+
"@commitlint/config-conventional": "^17.0.2",
|
|
59
|
+
"@fugood/eslint-config-react": "^0.5.0",
|
|
60
|
+
"@react-native-community/eslint-config": "^3.0.2",
|
|
61
|
+
"@release-it/conventional-changelog": "^5.0.0",
|
|
62
|
+
"@types/jest": "^28.1.2",
|
|
63
|
+
"@types/react": "~17.0.21",
|
|
64
|
+
"@types/react-native": "0.70.0",
|
|
65
|
+
"commitlint": "^17.0.2",
|
|
66
|
+
"eslint": "^8.4.1",
|
|
67
|
+
"jest": "^28.1.1",
|
|
68
|
+
"pod-install": "^0.1.0",
|
|
69
|
+
"prettier": "^2.0.5",
|
|
70
|
+
"react": "18.2.0",
|
|
71
|
+
"react-native": "0.72.3",
|
|
72
|
+
"react-native-builder-bob": "^0.37.0",
|
|
73
|
+
"release-it": "^15.0.0",
|
|
74
|
+
"typedoc": "^0.24.7",
|
|
75
|
+
"typedoc-plugin-markdown": "^3.15.3",
|
|
76
|
+
"typescript": "^5.0.2"
|
|
77
|
+
},
|
|
78
|
+
"resolutions": {
|
|
79
|
+
"@types/react": "17.0.21"
|
|
80
|
+
},
|
|
81
|
+
"peerDependencies": {
|
|
82
|
+
"react": "*",
|
|
83
|
+
"react-native": "*"
|
|
84
|
+
},
|
|
85
|
+
"engines": {
|
|
86
|
+
"node": ">= 16.0.0"
|
|
87
|
+
},
|
|
88
|
+
"jest": {
|
|
89
|
+
"preset": "react-native",
|
|
90
|
+
"modulePathIgnorePatterns": [
|
|
91
|
+
"<rootDir>/example/node_modules",
|
|
92
|
+
"<rootDir>/lib/"
|
|
93
|
+
]
|
|
94
|
+
},
|
|
95
|
+
"commitlint": {
|
|
96
|
+
"extends": [
|
|
97
|
+
"@commitlint/config-conventional"
|
|
98
|
+
]
|
|
99
|
+
},
|
|
100
|
+
"release-it": {
|
|
101
|
+
"git": {
|
|
102
|
+
"commitMessage": "chore: release ${version}",
|
|
103
|
+
"tagName": "v${version}"
|
|
104
|
+
},
|
|
105
|
+
"npm": {
|
|
106
|
+
"publish": true,
|
|
107
|
+
"skipChecks": true
|
|
108
|
+
},
|
|
109
|
+
"github": {
|
|
110
|
+
"release": true
|
|
111
|
+
},
|
|
112
|
+
"plugins": {
|
|
113
|
+
"@release-it/conventional-changelog": {
|
|
114
|
+
"preset": "angular"
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
"increment": false
|
|
118
|
+
},
|
|
119
|
+
"eslintConfig": {
|
|
120
|
+
"extends": "@fugood/eslint-config-react",
|
|
121
|
+
"env": {
|
|
122
|
+
"browser": true,
|
|
123
|
+
"jest": true
|
|
124
|
+
},
|
|
125
|
+
"globals": {},
|
|
126
|
+
"rules": {
|
|
127
|
+
"react/no-array-index-key": 0,
|
|
128
|
+
"global-require": 0
|
|
129
|
+
},
|
|
130
|
+
"overrides": [
|
|
131
|
+
{
|
|
132
|
+
"files": [
|
|
133
|
+
"*.ts",
|
|
134
|
+
"*.tsx"
|
|
135
|
+
],
|
|
136
|
+
"parser": "@typescript-eslint/parser",
|
|
137
|
+
"plugins": [
|
|
138
|
+
"@typescript-eslint/eslint-plugin"
|
|
139
|
+
],
|
|
140
|
+
"rules": {
|
|
141
|
+
"@typescript-eslint/no-unused-vars": [
|
|
142
|
+
"error",
|
|
143
|
+
{
|
|
144
|
+
"argsIgnorePattern": "^_",
|
|
145
|
+
"destructuredArrayIgnorePattern": "^_"
|
|
146
|
+
}
|
|
147
|
+
],
|
|
148
|
+
"no-unused-vars": "off",
|
|
149
|
+
"no-shadow": "off",
|
|
150
|
+
"@typescript-eslint/no-shadow": 1,
|
|
151
|
+
"no-undef": "off",
|
|
152
|
+
"func-call-spacing": "off",
|
|
153
|
+
"@typescript-eslint/func-call-spacing": 1,
|
|
154
|
+
"import/extensions": [
|
|
155
|
+
"error",
|
|
156
|
+
"ignorePackages",
|
|
157
|
+
{
|
|
158
|
+
"js": "never",
|
|
159
|
+
"jsx": "never",
|
|
160
|
+
"ts": "never",
|
|
161
|
+
"tsx": "never"
|
|
162
|
+
}
|
|
163
|
+
],
|
|
164
|
+
"react/jsx-filename-extension": [
|
|
165
|
+
1,
|
|
166
|
+
{
|
|
167
|
+
"extensions": [
|
|
168
|
+
".js",
|
|
169
|
+
".jsx",
|
|
170
|
+
".tsx"
|
|
171
|
+
]
|
|
172
|
+
}
|
|
173
|
+
]
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
],
|
|
177
|
+
"settings": {
|
|
178
|
+
"import/resolver": {
|
|
179
|
+
"node": {
|
|
180
|
+
"extensions": [
|
|
181
|
+
".js",
|
|
182
|
+
".jsx",
|
|
183
|
+
".ts",
|
|
184
|
+
".tsx"
|
|
185
|
+
]
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
},
|
|
190
|
+
"eslintIgnore": [
|
|
191
|
+
"node_modules/",
|
|
192
|
+
"lib/",
|
|
193
|
+
"*.d.ts",
|
|
194
|
+
"llama.cpp/"
|
|
195
|
+
],
|
|
196
|
+
"prettier": {
|
|
197
|
+
"trailingComma": "all",
|
|
198
|
+
"tabWidth": 2,
|
|
199
|
+
"semi": false,
|
|
200
|
+
"singleQuote": true,
|
|
201
|
+
"printWidth": 80
|
|
202
|
+
},
|
|
203
|
+
"react-native-builder-bob": {
|
|
204
|
+
"source": "src",
|
|
205
|
+
"output": "lib",
|
|
206
|
+
"targets": [
|
|
207
|
+
"commonjs",
|
|
208
|
+
"module",
|
|
209
|
+
[
|
|
210
|
+
"typescript",
|
|
211
|
+
{
|
|
212
|
+
"project": "tsconfig.build.json"
|
|
213
|
+
}
|
|
214
|
+
]
|
|
215
|
+
]
|
|
216
|
+
},
|
|
217
|
+
"codegenConfig": {
|
|
218
|
+
"name": "CactusSpec",
|
|
219
|
+
"type": "modules",
|
|
220
|
+
"jsSrcsDir": "src"
|
|
221
|
+
},
|
|
222
|
+
"packageManager": "yarn@1.22.22"
|
|
223
|
+
}
|