cactus-react-native 0.2.11 → 1.0.2

package/android/src/newarch/java/com/cactus/CactusModule.java

@@ -1,204 +0,0 @@
-package com.cactus;
-
-import androidx.annotation.NonNull;
-
-import com.facebook.react.bridge.Promise;
-import com.facebook.react.bridge.ReactApplicationContext;
-import com.facebook.react.bridge.ReactMethod;
-import com.facebook.react.bridge.ReadableMap;
-import com.facebook.react.bridge.ReadableArray;
-import com.facebook.react.module.annotations.ReactModule;
-
-import java.util.HashMap;
-import java.util.Random;
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.PushbackInputStream;
-
-@ReactModule(name = Cactus.NAME)
-public class CactusModule extends NativeCactusSpec {
-  public static final String NAME = Cactus.NAME;
-
-  private Cactus cactus = null;
-
-  public CactusModule(ReactApplicationContext reactContext) {
-    super(reactContext);
-    cactus = new Cactus(reactContext);
-  }
-
-  @Override
-  @NonNull
-  public String getName() {
-    return NAME;
-  }
-
-  @ReactMethod
-  public void toggleNativeLog(boolean enabled, Promise promise) {
-    cactus.toggleNativeLog(enabled, promise);
-  }
-
-  @ReactMethod
-  public void setContextLimit(double limit, Promise promise) {
-    cactus.setContextLimit(limit, promise);
-  }
-
-  @ReactMethod
-  public void modelInfo(final String model, final ReadableArray skip, final Promise promise) {
-    cactus.modelInfo(model, skip, promise);
-  }
-
-  @ReactMethod
-  public void initContext(double id, final ReadableMap params, final Promise promise) {
-    cactus.initContext(id, params, promise);
-  }
-
-  @ReactMethod
-  public void getFormattedChat(double id, String messages, String chatTemplate, ReadableMap params, Promise promise) {
-    cactus.getFormattedChat(id, messages, chatTemplate, params, promise);
-  }
-
-  @ReactMethod
-  public void loadSession(double id, String path, Promise promise) {
-    cactus.loadSession(id, path, promise);
-  }
-
-  @ReactMethod
-  public void saveSession(double id, String path, double size, Promise promise) {
-    cactus.saveSession(id, path, size, promise);
-  }
-
-  @ReactMethod
-  public void completion(double id, final ReadableMap params, final Promise promise) {
-    cactus.completion(id, params, promise);
-  }
-
-  @ReactMethod
-  public void stopCompletion(double id, final Promise promise) {
-    cactus.stopCompletion(id, promise);
-  }
-
-  @ReactMethod
-  public void tokenize(double id, String text, Promise promise) {
-    cactus.tokenize(id, text, promise);
-  }
-
-  @ReactMethod
-  public void tokenize(double id, String text, ReadableArray mediaPaths, Promise promise) {
-    cactus.tokenize(id, text, mediaPaths, promise);
-  }
-
-  @ReactMethod
-  public void detokenize(double id, ReadableArray tokens, Promise promise) {
-    cactus.detokenize(id, tokens, promise);
-  }
-
-  @ReactMethod
-  public void embedding(double id, String text, ReadableMap params, Promise promise) {
-    cactus.embedding(id, text, params, promise);
-  }
-
-  @ReactMethod
-  public void bench(double id, double pp, double tg, double pl, double nr, Promise promise) {
-    cactus.bench(id, pp, tg, pl, nr, promise);
-  }
-
-  @ReactMethod
-  public void applyLoraAdapters(double id, ReadableArray loraAdapters, Promise promise) {
-    cactus.applyLoraAdapters(id, loraAdapters, promise);
-  }
-
-  @ReactMethod
-  public void removeLoraAdapters(double id, Promise promise) {
-    cactus.removeLoraAdapters(id, promise);
-  }
-
-  @ReactMethod
-  public void getLoadedLoraAdapters(double id, Promise promise) {
-    cactus.getLoadedLoraAdapters(id, promise);
-  }
-
-  @ReactMethod
-  public void initMultimodal(double id, String mmprojPath, Boolean useGpu, Promise promise) {
-    cactus.initMultimodal(id, mmprojPath, useGpu.booleanValue(), promise);
-  }
-
-  @ReactMethod
-  public void isMultimodalEnabled(double id, Promise promise) {
-    cactus.isMultimodalEnabled(id, promise);
-  }
-
-  @ReactMethod
-  public void isMultimodalSupportVision(double id, Promise promise) {
-    cactus.isMultimodalSupportVision(id, promise);
-  }
-
-  @ReactMethod
-  public void isMultimodalSupportAudio(double id, Promise promise) {
-    cactus.isMultimodalSupportAudio(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseMultimodal(double id, Promise promise) {
-    cactus.releaseMultimodal(id, promise);
-  }
-
-  @ReactMethod
-  public void multimodalCompletion(double id, String prompt, ReadableArray mediaPaths, ReadableMap params, Promise promise) {
-    cactus.multimodalCompletion(id, prompt, mediaPaths, params, promise);
-  }
-
-  @ReactMethod
-  public void initVocoder(double id, String vocoderModelPath, Promise promise) {
-    cactus.initVocoder(id, vocoderModelPath, promise);
-  }
-
-  @ReactMethod
-  public void isVocoderEnabled(double id, Promise promise) {
-    cactus.isVocoderEnabled(id, promise);
-  }
-
-  @ReactMethod
-  public void getTTSType(double id, Promise promise) {
-    cactus.getTTSType(id, promise);
-  }
-
-  @ReactMethod
-  public void getFormattedAudioCompletion(double id, String speakerJsonStr, String textToSpeak, Promise promise) {
-    cactus.getFormattedAudioCompletion(id, speakerJsonStr, textToSpeak, promise);
-  }
-
-  @ReactMethod
-  public void getAudioCompletionGuideTokens(double id, String textToSpeak, Promise promise) {
-    cactus.getAudioCompletionGuideTokens(id, textToSpeak, promise);
-  }
-
-  @ReactMethod
-  public void decodeAudioTokens(double id, ReadableArray tokens, Promise promise) {
-    cactus.decodeAudioTokens(id, tokens, promise);
-  }
-
-  @ReactMethod
-  public void getDeviceInfo(double id, Promise promise) {
-    cactus.getDeviceInfo(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseVocoder(double id, Promise promise) {
-    cactus.releaseVocoder(id, promise);
-  }
-
-  @ReactMethod
-  public void rewind(double id, Promise promise) {
-    cactus.rewind(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseContext(double id, Promise promise) {
-    cactus.releaseContext(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseAllContexts(Promise promise) {
-    cactus.releaseAllContexts(promise);
-  }
-}

package/android/src/oldarch/java/com/cactus/CactusModule.java

@@ -1,205 +0,0 @@
-package com.cactus;
-
-import androidx.annotation.NonNull;
-
-import com.facebook.react.bridge.Promise;
-import com.facebook.react.bridge.ReactApplicationContext;
-import com.facebook.react.bridge.ReactContextBaseJavaModule;
-import com.facebook.react.bridge.ReactMethod;
-import com.facebook.react.bridge.ReadableMap;
-import com.facebook.react.bridge.ReadableArray;
-import com.facebook.react.module.annotations.ReactModule;
-
-import java.util.HashMap;
-import java.util.Random;
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.PushbackInputStream;
-
-@ReactModule(name = Cactus.NAME)
-public class CactusModule extends ReactContextBaseJavaModule {
-  public static final String NAME = Cactus.NAME;
-
-  private Cactus cactus = null;
-
-  public CactusModule(ReactApplicationContext reactContext) {
-    super(reactContext);
-    cactus = new Cactus(reactContext);
-  }
-
-  @Override
-  @NonNull
-  public String getName() {
-    return NAME;
-  }
-
-  @ReactMethod
-  public void toggleNativeLog(boolean enabled, Promise promise) {
-    cactus.toggleNativeLog(enabled, promise);
-  }
-
-  @ReactMethod
-  public void setContextLimit(double limit, Promise promise) {
-    cactus.setContextLimit(limit, promise);
-  }
-
-  @ReactMethod
-  public void modelInfo(final String model, final ReadableArray skip, final Promise promise) {
-    cactus.modelInfo(model, skip, promise);
-  }
-
-  @ReactMethod
-  public void initContext(double id, final ReadableMap params, final Promise promise) {
-    cactus.initContext(id, params, promise);
-  }
-
-  @ReactMethod
-  public void getFormattedChat(double id, String messages, String chatTemplate, ReadableMap params, Promise promise) {
-    cactus.getFormattedChat(id, messages, chatTemplate, params, promise);
-  }
-
-  @ReactMethod
-  public void loadSession(double id, String path, Promise promise) {
-    cactus.loadSession(id, path, promise);
-  }
-
-  @ReactMethod
-  public void saveSession(double id, String path, int size, Promise promise) {
-    cactus.saveSession(id, path, size, promise);
-  }
-
-  @ReactMethod
-  public void completion(double id, final ReadableMap params, final Promise promise) {
-    cactus.completion(id, params, promise);
-  }
-
-  @ReactMethod
-  public void stopCompletion(double id, final Promise promise) {
-    cactus.stopCompletion(id, promise);
-  }
-
-  @ReactMethod
-  public void tokenize(double id, final String text, final Promise promise) {
-    cactus.tokenize(id, text, promise);
-  }
-
-  @ReactMethod
-  public void tokenize(double id, final String text, final ReadableArray mediaPaths, final Promise promise) {
-    cactus.tokenize(id, text, mediaPaths, promise);
-  }
-
-  @ReactMethod
-  public void detokenize(double id, final ReadableArray tokens, final Promise promise) {
-    cactus.detokenize(id, tokens, promise);
-  }
-
-  @ReactMethod
-  public void embedding(double id, final String text, final ReadableMap params, final Promise promise) {
-    cactus.embedding(id, text, params, promise);
-  }
-
-  @ReactMethod
-  public void bench(double id, final double pp, final double tg, final double pl, final double nr, final Promise promise) {
-    cactus.bench(id, pp, tg, pl, nr, promise);
-  }
-
-  @ReactMethod
-  public void applyLoraAdapters(double id, final ReadableArray loraAdapters, final Promise promise) {
-    cactus.applyLoraAdapters(id, loraAdapters, promise);
-  }
-
-  @ReactMethod
-  public void removeLoraAdapters(double id, final Promise promise) {
-    cactus.removeLoraAdapters(id, promise);
-  }
-
-  @ReactMethod
-  public void getLoadedLoraAdapters(double id, final Promise promise) {
-    cactus.getLoadedLoraAdapters(id, promise);
-  }
-
-  @ReactMethod
-  public void initMultimodal(double id, final String mmprojPath, final boolean useGpu, final Promise promise) {
-    cactus.initMultimodal(id, mmprojPath, useGpu, promise);
-  }
-
-  @ReactMethod
-  public void isMultimodalEnabled(double id, final Promise promise) {
-    cactus.isMultimodalEnabled(id, promise);
-  }
-
-  @ReactMethod
-  public void isMultimodalSupportVision(double id, final Promise promise) {
-    cactus.isMultimodalSupportVision(id, promise);
-  }
-
-  @ReactMethod
-  public void isMultimodalSupportAudio(double id, final Promise promise) {
-    cactus.isMultimodalSupportAudio(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseMultimodal(double id, final Promise promise) {
-    cactus.releaseMultimodal(id, promise);
-  }
-
-  @ReactMethod
-  public void multimodalCompletion(double id, final String prompt, final ReadableArray mediaPaths, final ReadableMap params, final Promise promise) {
-    cactus.multimodalCompletion(id, prompt, mediaPaths, params, promise);
-  }
-
-  @ReactMethod
-  public void initVocoder(double id, final String vocoderModelPath, final Promise promise) {
-    cactus.initVocoder(id, vocoderModelPath, promise);
-  }
-
-  @ReactMethod
-  public void isVocoderEnabled(double id, final Promise promise) {
-    cactus.isVocoderEnabled(id, promise);
-  }
-
-  @ReactMethod
-  public void getTTSType(double id, final Promise promise) {
-    cactus.getTTSType(id, promise);
-  }
-
-  @ReactMethod
-  public void getFormattedAudioCompletion(double id, final String speakerJsonStr, final String textToSpeak, final Promise promise) {
-    cactus.getFormattedAudioCompletion(id, speakerJsonStr, textToSpeak, promise);
-  }
-
-  @ReactMethod
-  public void getAudioCompletionGuideTokens(double id, final String textToSpeak, final Promise promise) {
-    cactus.getAudioCompletionGuideTokens(id, textToSpeak, promise);
-  }
-
-  @ReactMethod
-  public void decodeAudioTokens(double id, final ReadableArray tokens, final Promise promise) {
-    cactus.decodeAudioTokens(id, tokens, promise);
-  }
-
-  @ReactMethod
-  public void getDeviceInfo(double id, final Promise promise) {
-    cactus.getDeviceInfo(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseVocoder(double id, final Promise promise) {
-    cactus.releaseVocoder(id, promise);
-  }
-
-  @ReactMethod
-  public void rewind(double id, Promise promise) {
-    cactus.rewind(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseContext(double id, Promise promise) {
-    cactus.releaseContext(id, promise);
-  }
-
-  @ReactMethod
-  public void releaseAllContexts(Promise promise) {
-    cactus.releaseAllContexts(promise);
-  }
-}

package/cactus-react-native.podspec

@@ -1,42 +0,0 @@
-require "json"
-
-package = JSON.parse(File.read(File.join(__dir__, "package.json")))
-base_ld_flags = "-framework Accelerate -framework Foundation -framework Metal -framework MetalKit"
-base_compiler_flags = "-fno-objc-arc -DLM_GGML_USE_CPU -DLM_GGML_USE_ACCELERATE -Wno-shorten-64-to-32"
-
-if ENV["CACTUS_DISABLE_METAL"] != "1" then
-  base_compiler_flags += " -DLM_GGML_USE_METAL -DLM_GGML_METAL_USE_BF16" # -DLM_GGML_METAL_NDEBUG
-end
-
-base_optimizer_flags = "-O3 -DNDEBUG"
-
-ios_path = 'ios'
-
-Pod::Spec.new do |s|
-  s.name         = "cactus-react-native"
-  s.version      = package["version"]
-  s.summary      = package["description"]
-  s.homepage     = package["homepage"]
-  s.license      = package["license"]
-  s.authors      = package["author"]
-
-  s.platforms    = { :ios => "13.0", :tvos => "13.0" }
-  s.source       = { :git => "https://github.com/cactus-compute/cactus.git", :tag => "#{s.version}" }
-
-  s.source_files = "#{ios_path}/**/*.{h,m,mm}"
-  s.vendored_frameworks = "#{ios_path}/cactus.xcframework"
-
-  s.dependency "React-Core"
-
-  s.compiler_flags = base_compiler_flags
-  s.pod_target_xcconfig = {
-    "OTHER_LDFLAGS" => base_ld_flags,
-    "OTHER_CFLAGS" => base_optimizer_flags,
-    "OTHER_CPLUSPLUSFLAGS" => base_optimizer_flags + " -std=c++17"
-  }
-
-  # Don't install the dependencies when we run `pod install` in the old architecture.
-  if ENV['RCT_NEW_ARCH_ENABLED'] == '1' then
-    install_modules_dependencies(s)
-  end
-end 

package/ios/CMakeLists.txt

@@ -1,131 +0,0 @@
-cmake_minimum_required(VERSION 3.16)
-project(cactus VERSION 1.0.0 LANGUAGES CXX C)
-
-set(CMAKE_CXX_STANDARD 17)
-set(CMAKE_CXX_STANDARD_REQUIRED ON)
-
-# iOS specific settings
-set(CMAKE_OSX_DEPLOYMENT_TARGET 13.0)
-set(CMAKE_XCODE_ATTRIBUTE_ENABLE_BITCODE NO)
-
-# Dependencies and compile options
-add_definitions(
-    -DNDEBUG
-    -DO3
-    -DLM_GGML_USE_CPU
-    -DLM_GGML_USE_ACCELERATE
-    -DLM_GGML_USE_METAL
-    -DLM_GGML_METAL_USE_BF16
-)
-
-# Set the source directory to the cpp directory
-set(SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../cpp)
-
-# Define public headers
-set(PUBLIC_HEADERS
-    ${SOURCE_DIR}/cactus.h
-    ${SOURCE_DIR}/cactus_ffi.h
-    ${SOURCE_DIR}/llama.h
-    ${SOURCE_DIR}/llama-impl.h
-    ${SOURCE_DIR}/ggml.h
-)
-
-# Create library target
-add_library(cactus SHARED
-    ${SOURCE_DIR}/cactus_context.cpp
-    ${SOURCE_DIR}/cactus_loader.cpp
-    ${SOURCE_DIR}/cactus_completion.cpp
-    ${SOURCE_DIR}/cactus_utils.cpp
-    ${SOURCE_DIR}/cactus_embedding.cpp
-    ${SOURCE_DIR}/cactus_lora.cpp
-    ${SOURCE_DIR}/cactus_tokenization.cpp
-    ${SOURCE_DIR}/cactus_multimodal.cpp
-    ${SOURCE_DIR}/cactus_tts.cpp
-    ${SOURCE_DIR}/cactus_bench.cpp
-    ${SOURCE_DIR}/cactus_chat.cpp
-    ${SOURCE_DIR}/cactus_ffi.cpp
-    ${SOURCE_DIR}/tools/mtmd/mtmd.cpp
-    ${SOURCE_DIR}/tools/mtmd/mtmd-audio.cpp
-    ${SOURCE_DIR}/tools/mtmd/clip.cpp
-    ${SOURCE_DIR}/tools/mtmd/mtmd-helper.cpp
-    ${SOURCE_DIR}/llama.cpp
-    ${SOURCE_DIR}/llama-mmap.cpp
-    ${SOURCE_DIR}/llama-memory.cpp
-    ${SOURCE_DIR}/llama-io.cpp
-    ${SOURCE_DIR}/llama-cparams.cpp
-    ${SOURCE_DIR}/llama-hparams.cpp
-    ${SOURCE_DIR}/llama-model.cpp
-    ${SOURCE_DIR}/llama-model-loader.cpp
-    ${SOURCE_DIR}/llama-model-saver.cpp
-    ${SOURCE_DIR}/llama-kv-cache.cpp
-    ${SOURCE_DIR}/llama-context.cpp
-    ${SOURCE_DIR}/llama-chat.cpp
-    ${SOURCE_DIR}/llama-batch.cpp
-    ${SOURCE_DIR}/llama-arch.cpp
-    ${SOURCE_DIR}/llama-adapter.cpp
-    ${SOURCE_DIR}/llama-sampling.cpp
-    ${SOURCE_DIR}/llama-grammar.cpp
-    ${SOURCE_DIR}/llama-vocab.cpp
-    ${SOURCE_DIR}/llama-impl.cpp
-    ${SOURCE_DIR}/llama-graph.cpp
-    ${SOURCE_DIR}/ggml.c
-    ${SOURCE_DIR}/ggml-alloc.c
-    ${SOURCE_DIR}/ggml-backend.cpp
-    ${SOURCE_DIR}/ggml-quants.c
-    ${SOURCE_DIR}/ggml-opt.cpp
-    ${SOURCE_DIR}/ggml-threading.cpp
-    ${SOURCE_DIR}/ggml-backend-reg.cpp
-    ${SOURCE_DIR}/gguf.cpp
-    ${SOURCE_DIR}/common.cpp
-    ${SOURCE_DIR}/chat.cpp
-    ${SOURCE_DIR}/log.cpp
-    ${SOURCE_DIR}/sampling.cpp
-    ${SOURCE_DIR}/json-schema-to-grammar.cpp
-    ${SOURCE_DIR}/unicode.cpp
-    ${SOURCE_DIR}/unicode-data.cpp
-    ${SOURCE_DIR}/ggml-cpu/amx/amx.cpp
-    ${SOURCE_DIR}/ggml-cpu/amx/mmq.cpp
-    ${SOURCE_DIR}/ggml-cpu/ggml-cpu.c
-    ${SOURCE_DIR}/ggml-cpu/ggml-cpu.cpp
-    ${SOURCE_DIR}/ggml-cpu/ggml-cpu-aarch64.cpp
-    ${SOURCE_DIR}/ggml-cpu/ggml-cpu-quants.c
-    ${SOURCE_DIR}/ggml-cpu/ggml-cpu-traits.cpp
-    ${SOURCE_DIR}/ggml-cpu/unary-ops.cpp
-    ${SOURCE_DIR}/ggml-cpu/binary-ops.cpp
-    ${SOURCE_DIR}/ggml-cpu/sgemm.cpp
-    ${SOURCE_DIR}/ggml-cpu/vec.cpp
-    ${SOURCE_DIR}/ggml-cpu/ops.cpp
-    ${SOURCE_DIR}/ggml-metal.m
-    ${SOURCE_DIR}/minja/minja.hpp
-    ${SOURCE_DIR}/minja/chat-template.hpp
-    ${SOURCE_DIR}/json.hpp
-)
-
-# Setup include directories, use the cpp directory
-target_include_directories(cactus
-    PUBLIC
-        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp>
-        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp/ggml-cpu>
-        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cpp/tools/mtmd>
-        $<INSTALL_INTERFACE:include>
-)
-
-# Link required frameworks
-target_link_libraries(cactus PRIVATE
-    "-framework Accelerate"
-    "-framework Foundation"
-    "-framework Metal"
-    "-framework MetalKit"
-)
-
-# Set properties for framework
-set_target_properties(cactus PROPERTIES
-    MACOSX_FRAMEWORK_IDENTIFIER "com.cactus"
-    MACOSX_FRAMEWORK_BUNDLE_VERSION 1.0.0
-    MACOSX_FRAMEWORK_SHORT_VERSION_STRING 1.0.0
-    FRAMEWORK TRUE
-    FRAMEWORK_VERSION 1.0.0
-    VERSION 1.0.0
-    PUBLIC_HEADER "${PUBLIC_HEADERS}"
-    XCODE_ATTRIBUTE_CLANG_ENABLE_OBJC_ARC NO
-)

package/ios/Cactus.h

@@ -1,6 +0,0 @@
-#import <React/RCTEventEmitter.h>
-#import <React/RCTBridgeModule.h>
-
-@interface Cactus : RCTEventEmitter <RCTBridgeModule>
-
-@end