cactus-react-native 0.0.1

package/android/src/newarch/java/com/cactus/CactusModule.java

@@ -0,0 +1,124 @@
+package com.cactus;
+
+import androidx.annotation.NonNull;
+
+import com.facebook.react.bridge.Promise;
+import com.facebook.react.bridge.ReactApplicationContext;
+import com.facebook.react.bridge.ReactMethod;
+import com.facebook.react.bridge.ReadableMap;
+import com.facebook.react.bridge.ReadableArray;
+import com.facebook.react.module.annotations.ReactModule;
+
+import java.util.HashMap;
+import java.util.Random;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.PushbackInputStream;
+
+@ReactModule(name = Cactus.NAME)
+public class CactusModule extends NativeCactusSpec {
+  public static final String NAME = Cactus.NAME;
+
+  private Cactus cactus = null;
+
+  public CactusModule(ReactApplicationContext reactContext) {
+    super(reactContext);
+    cactus = new Cactus(reactContext);
+  }
+
+  @Override
+  @NonNull
+  public String getName() {
+    return NAME;
+  }
+
+  @ReactMethod
+  public void toggleNativeLog(boolean enabled, Promise promise) {
+    cactus.toggleNativeLog(enabled, promise);
+  }
+
+  @ReactMethod
+  public void setContextLimit(double limit, Promise promise) {
+    cactus.setContextLimit(limit, promise);
+  }
+
+  @ReactMethod
+  public void modelInfo(final String model, final ReadableArray skip, final Promise promise) {
+    cactus.modelInfo(model, skip, promise);
+  }
+
+  @ReactMethod
+  public void initContext(double id, final ReadableMap params, final Promise promise) {
+    cactus.initContext(id, params, promise);
+  }
+
+  @ReactMethod
+  public void getFormattedChat(double id, String messages, String chatTemplate, ReadableMap params, Promise promise) {
+    cactus.getFormattedChat(id, messages, chatTemplate, params, promise);
+  }
+
+  @ReactMethod
+  public void loadSession(double id, String path, Promise promise) {
+    cactus.loadSession(id, path, promise);
+  }
+
+  @ReactMethod
+  public void saveSession(double id, String path, double size, Promise promise) {
+    cactus.saveSession(id, path, size, promise);
+  }
+
+  @ReactMethod
+  public void completion(double id, final ReadableMap params, final Promise promise) {
+    cactus.completion(id, params, promise);
+  }
+
+  @ReactMethod
+  public void stopCompletion(double id, final Promise promise) {
+    cactus.stopCompletion(id, promise);
+  }
+
+  @ReactMethod
+  public void tokenize(double id, final String text, final Promise promise) {
+    cactus.tokenize(id, text, promise);
+  }
+
+  @ReactMethod
+  public void detokenize(double id, final ReadableArray tokens, final Promise promise) {
+    cactus.detokenize(id, tokens, promise);
+  }
+
+  @ReactMethod
+  public void embedding(double id, final String text, final ReadableMap params, final Promise promise) {
+    cactus.embedding(id, text, params, promise);
+  }
+
+  @ReactMethod
+  public void bench(double id, final double pp, final double tg, final double pl, final double nr, final Promise promise) {
+    cactus.bench(id, pp, tg, pl, nr, promise);
+  }
+
+  @ReactMethod
+  public void applyLoraAdapters(double id, final ReadableArray loraAdapters, final Promise promise) {
+    cactus.applyLoraAdapters(id, loraAdapters, promise);
+  }
+
+  @ReactMethod
+  public void removeLoraAdapters(double id, final Promise promise) {
+    cactus.removeLoraAdapters(id, promise);
+  }
+
+  @ReactMethod
+  public void getLoadedLoraAdapters(double id, final Promise promise) {
+    cactus.getLoadedLoraAdapters(id, promise);
+  }
+
+  @ReactMethod
+  public void releaseContext(double id, Promise promise) {
+    cactus.releaseContext(id, promise);
+  }
+
+  @ReactMethod
+  public void releaseAllContexts(Promise promise) {
+    cactus.releaseAllContexts(promise);
+  }
+}

package/android/src/oldarch/java/com/cactus/CactusModule.java

@@ -0,0 +1,125 @@
+package com.cactus;
+
+import androidx.annotation.NonNull;
+
+import com.facebook.react.bridge.Promise;
+import com.facebook.react.bridge.ReactApplicationContext;
+import com.facebook.react.bridge.ReactContextBaseJavaModule;
+import com.facebook.react.bridge.ReactMethod;
+import com.facebook.react.bridge.ReadableMap;
+import com.facebook.react.bridge.ReadableArray;
+import com.facebook.react.module.annotations.ReactModule;
+
+import java.util.HashMap;
+import java.util.Random;
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.PushbackInputStream;
+
+@ReactModule(name = Cactus.NAME)
+public class CactusModule extends ReactContextBaseJavaModule {
+  public static final String NAME = Cactus.NAME;
+
+  private Cactus cactus = null;
+
+  public CactusModule(ReactApplicationContext reactContext) {
+    super(reactContext);
+    cactus = new Cactus(reactContext);
+  }
+
+  @Override
+  @NonNull
+  public String getName() {
+    return NAME;
+  }
+
+  @ReactMethod
+  public void toggleNativeLog(boolean enabled, Promise promise) {
+    cactus.toggleNativeLog(enabled, promise);
+  }
+
+  @ReactMethod
+  public void setContextLimit(double limit, Promise promise) {
+    cactus.setContextLimit(limit, promise);
+  }
+
+  @ReactMethod
+  public void modelInfo(final String model, final ReadableArray skip, final Promise promise) {
+    cactus.modelInfo(model, skip, promise);
+  }
+
+  @ReactMethod
+  public void initContext(double id, final ReadableMap params, final Promise promise) {
+    cactus.initContext(id, params, promise);
+  }
+
+  @ReactMethod
+  public void getFormattedChat(double id, String messages, String chatTemplate, ReadableMap params, Promise promise) {
+    cactus.getFormattedChat(id, messages, chatTemplate, params, promise);
+  }
+
+  @ReactMethod
+  public void loadSession(double id, String path, Promise promise) {
+    cactus.loadSession(id, path, promise);
+  }
+
+  @ReactMethod
+  public void saveSession(double id, String path, int size, Promise promise) {
+    cactus.saveSession(id, path, size, promise);
+  }
+
+  @ReactMethod
+  public void completion(double id, final ReadableMap params, final Promise promise) {
+    cactus.completion(id, params, promise);
+  }
+
+  @ReactMethod
+  public void stopCompletion(double id, final Promise promise) {
+    cactus.stopCompletion(id, promise);
+  }
+
+  @ReactMethod
+  public void tokenize(double id, final String text, final Promise promise) {
+    cactus.tokenize(id, text, promise);
+  }
+
+  @ReactMethod
+  public void detokenize(double id, final ReadableArray tokens, final Promise promise) {
+    cactus.detokenize(id, tokens, promise);
+  }
+
+  @ReactMethod
+  public void embedding(double id, final String text, final ReadableMap params, final Promise promise) {
+    cactus.embedding(id, text, params, promise);
+  }
+
+  @ReactMethod
+  public void bench(double id, final double pp, final double tg, final double pl, final double nr, final Promise promise) {
+    cactus.bench(id, pp, tg, pl, nr, promise);
+  }
+
+  @ReactMethod
+  public void applyLoraAdapters(double id, final ReadableArray loraAdapters, final Promise promise) {
+    cactus.applyLoraAdapters(id, loraAdapters, promise);
+  }
+
+  @ReactMethod
+  public void removeLoraAdapters(double id, final Promise promise) {
+    cactus.removeLoraAdapters(id, promise);
+  }
+
+  @ReactMethod
+  public void getLoadedLoraAdapters(double id, final Promise promise) {
+    cactus.getLoadedLoraAdapters(id, promise);
+  }
+
+  @ReactMethod
+  public void releaseContext(double id, Promise promise) {
+    cactus.releaseContext(id, promise);
+  }
+
+  @ReactMethod
+  public void releaseAllContexts(Promise promise) {
+    cactus.releaseAllContexts(promise);
+  }
+}

package/cactus-react-native.podspec

@@ -0,0 +1,45 @@
+require "json"
+
+package = JSON.parse(File.read(File.join(__dir__, "package.json")))
+base_ld_flags = "-framework Accelerate -framework Foundation -framework Metal -framework MetalKit"
+base_compiler_flags = "-fno-objc-arc -DLM_GGML_USE_CPU -DLM_GGML_USE_ACCELERATE -Wno-shorten-64-to-32"
+
+if ENV["CACTUS_DISABLE_METAL"] != "1" then
+  base_compiler_flags += " -DLM_GGML_USE_METAL -DLM_GGML_METAL_USE_BF16" # -DLM_GGML_METAL_NDEBUG
+end
+
+# Use base_optimizer_flags = "" for debug builds
+# base_optimizer_flags = ""
+base_optimizer_flags = "-O3 -DNDEBUG"
+
+# We always use the local ios directory since we're now copying the files
+ios_path = 'ios'
+
+Pod::Spec.new do |s|
+  s.name         = "cactus-react-native"
+  s.version      = package["version"]
+  s.summary      = package["description"]
+  s.homepage     = package["homepage"]
+  s.license      = package["license"]
+  s.authors      = package["author"]
+
+  s.platforms    = { :ios => "13.0", :tvos => "13.0" }
+  s.source       = { :git => "https://github.com/cactus-compute/cactus.git", :tag => "#{s.version}" }
+
+  s.source_files = "#{ios_path}/**/*.{h,m,mm}"
+  s.vendored_frameworks = "#{ios_path}/cactus.xcframework"
+
+  s.dependency "React-Core"
+
+  s.compiler_flags = base_compiler_flags
+  s.pod_target_xcconfig = {
+    "OTHER_LDFLAGS" => base_ld_flags,
+    "OTHER_CFLAGS" => base_optimizer_flags,
+    "OTHER_CPLUSPLUSFLAGS" => base_optimizer_flags + " -std=c++17"
+  }
+
+  # Don't install the dependencies when we run `pod install` in the old architecture.
+  if ENV['RCT_NEW_ARCH_ENABLED'] == '1' then
+    install_modules_dependencies(s)
+  end
+end 

package/ios/CMakeLists.txt

@@ -0,0 +1,109 @@
+cmake_minimum_required(VERSION 3.16)
+project(cactus VERSION 1.0.0 LANGUAGES CXX C)
+
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+
+# iOS specific settings
+set(CMAKE_OSX_DEPLOYMENT_TARGET 13.0)
+set(CMAKE_XCODE_ATTRIBUTE_ENABLE_BITCODE NO)
+
+# Dependencies and compile options
+add_definitions(
+    -DNDEBUG
+    -DO3
+    -DLM_GGML_USE_CPU
+    -DLM_GGML_USE_ACCELERATE
+    -DLM_GGML_USE_METAL
+    -DLM_GGML_METAL_USE_BF16
+)
+
+# Set the source directory to the cactus directory
+set(SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../cactus)
+
+# Define public headers
+set(PUBLIC_HEADERS
+    ${SOURCE_DIR}/cactus.h
+    ${SOURCE_DIR}/llama.h
+    ${SOURCE_DIR}/llama-impl.h
+    ${SOURCE_DIR}/ggml.h
+)
+
+# Create library target
+add_library(cactus SHARED
+    ${SOURCE_DIR}/ggml.c
+    ${SOURCE_DIR}/ggml-alloc.c
+    ${SOURCE_DIR}/ggml-backend.cpp
+    ${SOURCE_DIR}/ggml-backend-reg.cpp
+    ${SOURCE_DIR}/ggml-cpu.c
+    ${SOURCE_DIR}/ggml-cpu.cpp
+    ${SOURCE_DIR}/ggml-cpu-aarch64.cpp
+    ${SOURCE_DIR}/ggml-cpu-quants.c
+    ${SOURCE_DIR}/ggml-cpu-traits.cpp
+    ${SOURCE_DIR}/ggml-metal.m
+    ${SOURCE_DIR}/ggml-opt.cpp
+    ${SOURCE_DIR}/ggml-threading.cpp
+    ${SOURCE_DIR}/ggml-quants.c
+    ${SOURCE_DIR}/gguf.cpp
+    ${SOURCE_DIR}/log.cpp
+    ${SOURCE_DIR}/llama-impl.cpp
+    ${SOURCE_DIR}/llama-grammar.cpp
+    ${SOURCE_DIR}/llama-sampling.cpp
+    ${SOURCE_DIR}/llama-vocab.cpp
+    ${SOURCE_DIR}/llama-adapter.cpp
+    ${SOURCE_DIR}/llama-chat.cpp
+    ${SOURCE_DIR}/llama-context.cpp
+    ${SOURCE_DIR}/llama-kv-cache.cpp
+    ${SOURCE_DIR}/llama-arch.cpp
+    ${SOURCE_DIR}/llama-batch.cpp
+    ${SOURCE_DIR}/llama-cparams.cpp
+    ${SOURCE_DIR}/llama-hparams.cpp
+    ${SOURCE_DIR}/llama.cpp
+    ${SOURCE_DIR}/llama-model.cpp
+    ${SOURCE_DIR}/llama-model-loader.cpp
+    ${SOURCE_DIR}/llama-mmap.cpp
+    ${SOURCE_DIR}/llama-vocab.cpp
+    ${SOURCE_DIR}/llama-memory.cpp
+    ${SOURCE_DIR}/llama-io.cpp
+    ${SOURCE_DIR}/llama-graph.cpp
+    ${SOURCE_DIR}/sampling.cpp
+    ${SOURCE_DIR}/unicode-data.cpp
+    ${SOURCE_DIR}/unicode.cpp
+    ${SOURCE_DIR}/sgemm.cpp
+    ${SOURCE_DIR}/common.cpp
+    ${SOURCE_DIR}/chat.cpp
+    ${SOURCE_DIR}/json-schema-to-grammar.cpp
+    ${SOURCE_DIR}/minja/minja.hpp
+    ${SOURCE_DIR}/minja/chat-template.hpp
+    ${SOURCE_DIR}/json.hpp
+    ${SOURCE_DIR}/amx/amx.cpp
+    ${SOURCE_DIR}/amx/mmq.cpp
+    ${SOURCE_DIR}/cactus.cpp
+)
+
+# Setup include directories, use the cactus directory
+target_include_directories(cactus
+    PUBLIC
+        $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}/../cactus>
+        $<INSTALL_INTERFACE:include>
+)
+
+# Link required frameworks
+target_link_libraries(cactus PRIVATE
+    "-framework Accelerate"
+    "-framework Foundation"
+    "-framework Metal"
+    "-framework MetalKit"
+)
+
+# Set properties for framework
+set_target_properties(cactus PROPERTIES
+    MACOSX_FRAMEWORK_IDENTIFIER "com.cactus"
+    MACOSX_FRAMEWORK_BUNDLE_VERSION 1.0.0
+    MACOSX_FRAMEWORK_SHORT_VERSION_STRING 1.0.0
+    FRAMEWORK TRUE
+    FRAMEWORK_VERSION 1.0.0
+    VERSION 1.0.0
+    PUBLIC_HEADER "${PUBLIC_HEADERS}"
+    XCODE_ATTRIBUTE_CLANG_ENABLE_OBJC_ARC NO
+)

package/ios/Cactus.h

@@ -0,0 +1,6 @@
+#import <React/RCTEventEmitter.h>
+#import <React/RCTBridgeModule.h>
+
+@interface Cactus : RCTEventEmitter <RCTBridgeModule>
+
+@end