@runanywhere/llamacpp 0.16.0

package/RunAnywhereLlama.podspec

@@ -0,0 +1,131 @@
+require "json"
+
+package = JSON.parse(File.read(File.join(__dir__, "package.json")))
+
+# =============================================================================
+# Version Constants (MUST match Swift Package.swift)
+# =============================================================================
+LLAMACPP_VERSION = "0.1.4"
+
+# =============================================================================
+# Binary Source - RABackendLlamaCPP from runanywhere-sdks
+# =============================================================================
+LLAMACPP_GITHUB_ORG = "RunanywhereAI"
+LLAMACPP_REPO = "runanywhere-sdks"
+
+# =============================================================================
+# testLocal Toggle
+# Set RA_TEST_LOCAL=1 or create .testlocal file to use local binaries
+# =============================================================================
+LLAMACPP_TEST_LOCAL = ENV['RA_TEST_LOCAL'] == '1' || File.exist?(File.join(__dir__, 'ios', '.testlocal'))
+
+Pod::Spec.new do |s|
+  s.name         = "RunAnywhereLlama"
+  s.version      = package["version"]
+  s.summary      = package["description"]
+  s.homepage     = "https://runanywhere.com"
+  s.license      = package["license"]
+  s.authors      = "RunAnywhere AI"
+
+  s.platforms    = { :ios => "15.1" }
+  s.source       = { :git => "https://github.com/RunanywhereAI/sdks.git", :tag => "#{s.version}" }
+
+  # =============================================================================
+  # Llama Backend - RABackendLlamaCPP
+  # Downloads from runanywhere-sdks (NOT runanywhere-sdks)
+  # =============================================================================
+  if LLAMACPP_TEST_LOCAL
+    puts "[RunAnywhereLlama] Using LOCAL RABackendLlamaCPP from ios/Frameworks/"
+    s.vendored_frameworks = "ios/Frameworks/RABackendLLAMACPP.xcframework"
+  else
+    s.prepare_command = <<-CMD
+      set -e
+
+      FRAMEWORK_DIR="ios/Frameworks"
+      VERSION="#{LLAMACPP_VERSION}"
+      VERSION_FILE="$FRAMEWORK_DIR/.llamacpp_version"
+
+      # Check if already downloaded with correct version
+      if [ -f "$VERSION_FILE" ] && [ -d "$FRAMEWORK_DIR/RABackendLLAMACPP.xcframework" ]; then
+        CURRENT_VERSION=$(cat "$VERSION_FILE")
+        if [ "$CURRENT_VERSION" = "$VERSION" ]; then
+          echo "✅ RABackendLLAMACPP.xcframework version $VERSION already downloaded"
+          exit 0
+        fi
+      fi
+
+      echo "📦 Downloading RABackendLlamaCPP.xcframework version $VERSION..."
+
+      mkdir -p "$FRAMEWORK_DIR"
+      rm -rf "$FRAMEWORK_DIR/RABackendLLAMACPP.xcframework"
+
+      # Download from runanywhere-sdks
+      DOWNLOAD_URL="https://github.com/#{LLAMACPP_GITHUB_ORG}/#{LLAMACPP_REPO}/releases/download/core-v$VERSION/RABackendLlamaCPP-ios-v$VERSION.zip"
+      ZIP_FILE="/tmp/RABackendLlamaCPP.zip"
+
+      echo "   URL: $DOWNLOAD_URL"
+
+      curl -L -f -o "$ZIP_FILE" "$DOWNLOAD_URL" || {
+        echo "❌ Failed to download RABackendLlamaCPP from $DOWNLOAD_URL"
+        exit 1
+      }
+
+      echo "📂 Extracting RABackendLLAMACPP.xcframework..."
+      unzip -q -o "$ZIP_FILE" -d "$FRAMEWORK_DIR/"
+      rm -f "$ZIP_FILE"
+
+      echo "$VERSION" > "$VERSION_FILE"
+
+      if [ -d "$FRAMEWORK_DIR/RABackendLLAMACPP.xcframework" ]; then
+        echo "✅ RABackendLLAMACPP.xcframework installed successfully"
+      else
+        echo "❌ RABackendLLAMACPP.xcframework extraction failed"
+        exit 1
+      fi
+    CMD
+
+    s.vendored_frameworks = "ios/Frameworks/RABackendLLAMACPP.xcframework"
+  end
+
+  # Source files - Llama C++ implementation
+  s.source_files = [
+    "cpp/HybridRunAnywhereLlama.cpp",
+    "cpp/HybridRunAnywhereLlama.hpp",
+    "cpp/bridges/**/*.{cpp,hpp}",
+  ]
+
+  # Build settings
+  s.pod_target_xcconfig = {
+    "CLANG_CXX_LANGUAGE_STANDARD" => "c++17",
+    "HEADER_SEARCH_PATHS" => [
+      "$(PODS_TARGET_SRCROOT)/cpp",
+      "$(PODS_TARGET_SRCROOT)/cpp/bridges",
+      "$(PODS_TARGET_SRCROOT)/ios/Frameworks/RABackendLLAMACPP.xcframework/ios-arm64/RABackendLLAMACPP.framework/Headers",
+      "$(PODS_TARGET_SRCROOT)/ios/Frameworks/RABackendLLAMACPP.xcframework/ios-arm64_x86_64-simulator/RABackendLLAMACPP.framework/Headers",
+      # RACommons headers from sibling core package (for rac_logger.h)
+      "$(PODS_TARGET_SRCROOT)/../core/ios/Frameworks/RACommons.xcframework/ios-arm64/RACommons.framework/Headers",
+      "$(PODS_TARGET_SRCROOT)/../core/ios/Frameworks/RACommons.xcframework/ios-arm64_x86_64-simulator/RACommons.framework/Headers",
+      "$(PODS_TARGET_SRCROOT)/../core/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers",
+      "$(PODS_TARGET_SRCROOT)/../core/ios/Binaries/RACommons.xcframework/ios-arm64_x86_64-simulator/RACommons.framework/Headers",
+      "$(PODS_ROOT)/Headers/Public",
+    ].join(" "),
+    "GCC_PREPROCESSOR_DEFINITIONS" => "$(inherited) HAS_LLAMACPP=1",
+    "DEFINES_MODULE" => "YES",
+    "SWIFT_OBJC_INTEROP_MODE" => "objcxx",
+  }
+
+  # Required system libraries
+  s.libraries = "c++"
+  s.frameworks = "Accelerate", "Foundation", "CoreML"
+
+  # Dependencies
+  s.dependency 'RunAnywhereCore'
+  s.dependency 'React-jsi'
+  s.dependency 'React-callinvoker'
+
+  # Load Nitrogen-generated autolinking
+  load 'nitrogen/generated/ios/RunAnywhereLlama+autolinking.rb'
+  add_nitrogen_files(s)
+
+  install_modules_dependencies(s)
+end

package/android/CMakeLists.txt

@@ -0,0 +1,105 @@
+project(runanywherellama)
+cmake_minimum_required(VERSION 3.9.0)
+
+set(PACKAGE_NAME runanywherellama)
+set(CMAKE_VERBOSE_MAKEFILE ON)
+set(CMAKE_CXX_STANDARD 20)
+
+# Path to pre-built native libraries (downloaded from runanywhere-binaries)
+set(JNILIB_DIR ${CMAKE_SOURCE_DIR}/src/main/jniLibs/${ANDROID_ABI})
+
+# =============================================================================
+# RABackendLlamaCPP - Llama LLM backend (REQUIRED)
+# Downloaded via Gradle downloadNativeLibs task
+# =============================================================================
+if(NOT EXISTS "${JNILIB_DIR}/librunanywhere_llamacpp.so")
+    message(FATAL_ERROR "[RunAnywhereLlama] RABackendLlamaCPP not found at ${JNILIB_DIR}/librunanywhere_llamacpp.so\n"
+                        "Run: ./gradlew :runanywhere_llamacpp:downloadNativeLibs")
+endif()
+
+add_library(runanywhere_llamacpp SHARED IMPORTED)
+set_target_properties(runanywhere_llamacpp PROPERTIES
+    IMPORTED_LOCATION "${JNILIB_DIR}/librunanywhere_llamacpp.so"
+    IMPORTED_NO_SONAME TRUE
+)
+message(STATUS "[RunAnywhereLlama] Found RABackendLlamaCPP at ${JNILIB_DIR}/librunanywhere_llamacpp.so")
+
+# =============================================================================
+# Source files - Llama bridges
+# =============================================================================
+file(GLOB BRIDGE_SOURCES "../cpp/bridges/*.cpp")
+
+add_library(${PACKAGE_NAME} SHARED
+    src/main/cpp/cpp-adapter.cpp
+    ../cpp/HybridRunAnywhereLlama.cpp
+    ${BRIDGE_SOURCES}
+)
+
+# Add Nitrogen specs (this handles all React Native linking)
+include(${CMAKE_SOURCE_DIR}/../nitrogen/generated/android/runanywherellama+autolinking.cmake)
+
+# =============================================================================
+# Include directories
+# =============================================================================
+# Get core package include dir (for rac/*.h headers)
+get_filename_component(RN_NODE_MODULES "${CMAKE_SOURCE_DIR}/../../.." ABSOLUTE)
+set(CORE_INCLUDE_DIR "${RN_NODE_MODULES}/@runanywhere/core/android/src/main/include")
+set(CORE_JNILIB_DIR "${RN_NODE_MODULES}/@runanywhere/core/android/src/main/jniLibs/${ANDROID_ABI}")
+
+include_directories(
+    "src/main/cpp"
+    "../cpp"
+    "../cpp/bridges"
+    "${CMAKE_SOURCE_DIR}/include"
+    # RAC API headers from core package (flat access for all subdirectories)
+    "${CORE_INCLUDE_DIR}"
+    "${CORE_INCLUDE_DIR}/rac"
+    "${CORE_INCLUDE_DIR}/rac/core"
+    "${CORE_INCLUDE_DIR}/rac/core/capabilities"
+    "${CORE_INCLUDE_DIR}/rac/features"
+    "${CORE_INCLUDE_DIR}/rac/features/llm"
+    "${CORE_INCLUDE_DIR}/rac/features/stt"
+    "${CORE_INCLUDE_DIR}/rac/features/tts"
+    "${CORE_INCLUDE_DIR}/rac/features/vad"
+    "${CORE_INCLUDE_DIR}/rac/features/voice_agent"
+    "${CORE_INCLUDE_DIR}/rac/features/platform"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure/device"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure/download"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure/events"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure/model_management"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure/network"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure/storage"
+    "${CORE_INCLUDE_DIR}/rac/infrastructure/telemetry"
+)
+
+# =============================================================================
+# RACommons - Core SDK functionality (from core package)
+# =============================================================================
+if(NOT EXISTS "${CORE_JNILIB_DIR}/librac_commons.so")
+    message(FATAL_ERROR "[RunAnywhereLlama] RACommons not found at ${CORE_JNILIB_DIR}/librac_commons.so\n"
+                        "Run: ./gradlew :runanywhere_core:downloadNativeLibs")
+endif()
+
+add_library(rac_commons SHARED IMPORTED)
+set_target_properties(rac_commons PROPERTIES
+    IMPORTED_LOCATION "${CORE_JNILIB_DIR}/librac_commons.so"
+    IMPORTED_NO_SONAME TRUE
+)
+message(STATUS "[RunAnywhereLlama] Found RACommons at ${CORE_JNILIB_DIR}/librac_commons.so")
+
+# =============================================================================
+# Linking - LlamaCPP backend and RACommons are REQUIRED
+# =============================================================================
+find_library(LOG_LIB log)
+
+target_link_libraries(
+    ${PACKAGE_NAME}
+    ${LOG_LIB}
+    android
+    rac_commons
+    runanywhere_llamacpp
+)
+
+# HAS_LLAMACPP and HAS_RACOMMONS are always defined since backends are required
+target_compile_definitions(${PACKAGE_NAME} PRIVATE HAS_LLAMACPP=1 HAS_RACOMMONS=1)

package/android/build.gradle

@@ -0,0 +1,288 @@
+def getExtOrDefault(name) {
+    return rootProject.ext.has(name) ? rootProject.ext.get(name) : project.properties['RunAnywhereLlama_' + name]
+}
+
+// Only arm64-v8a is supported
+def reactNativeArchitectures() {
+    return ["arm64-v8a"]
+}
+
+apply plugin: 'com.android.library'
+apply plugin: 'kotlin-android'
+apply from: '../nitrogen/generated/android/runanywherellama+autolinking.gradle'
+apply plugin: 'com.facebook.react'
+
+def getExtOrIntegerDefault(name) {
+    if (rootProject.ext.has(name)) {
+        return rootProject.ext.get(name)
+    } else if (project.properties.containsKey('RunAnywhereLlama_' + name)) {
+        return (project.properties['RunAnywhereLlama_' + name]).toInteger()
+    }
+    def defaults = [
+        'compileSdkVersion': 36,
+        'minSdkVersion': 24,
+        'targetSdkVersion': 36
+    ]
+    return defaults[name] ?: 36
+}
+
+// =============================================================================
+// Version Constants (MUST match Swift Package.swift and iOS Podspec)
+// RABackendLlamaCPP from runanywhere-sdks
+// =============================================================================
+def coreVersion = "0.1.4"
+
+// =============================================================================
+// Binary Source - RABackendLlamaCPP from runanywhere-sdks
+// =============================================================================
+def githubOrg = "RunanywhereAI"
+def coreRepo = "runanywhere-sdks"
+
+// =============================================================================
+// testLocal Toggle
+// =============================================================================
+def useLocalBuild = project.findProperty("runanywhere.testLocal")?.toBoolean() ?:
+                    System.getenv("RA_TEST_LOCAL") == "1" ?: false
+
+// Native libraries directory
+def jniLibsDir = file("src/main/jniLibs")
+def downloadedLibsDir = file("build/downloaded-libs")
+
+android {
+    namespace "com.margelo.nitro.runanywhere.llama"
+
+    compileSdkVersion getExtOrIntegerDefault('compileSdkVersion')
+
+    defaultConfig {
+        minSdkVersion getExtOrIntegerDefault('minSdkVersion')
+        targetSdkVersion getExtOrIntegerDefault('targetSdkVersion')
+
+        ndk {
+            abiFilters 'arm64-v8a'
+        }
+
+        externalNativeBuild {
+            cmake {
+                cppFlags "-frtti -fexceptions -Wall -fstack-protector-all"
+                arguments "-DANDROID_STL=c++_shared"
+                abiFilters 'arm64-v8a'
+            }
+        }
+    }
+
+    externalNativeBuild {
+        cmake {
+            path "CMakeLists.txt"
+        }
+    }
+
+    packagingOptions {
+        excludes = [
+            "META-INF",
+            "META-INF/**"
+        ]
+        pickFirsts = [
+            "**/libc++_shared.so",
+            "**/libjsi.so",
+            "**/libfbjni.so",
+            "**/libfolly_runtime.so"
+        ]
+        jniLibs {
+            useLegacyPackaging = true
+        }
+    }
+
+    buildFeatures {
+        buildConfig true
+        prefab true
+    }
+
+    buildTypes {
+        release {
+            minifyEnabled false
+        }
+    }
+
+    lint {
+        disable 'GradleCompatible'
+    }
+
+    compileOptions {
+        sourceCompatibility JavaVersion.VERSION_17
+        targetCompatibility JavaVersion.VERSION_17
+    }
+
+    kotlinOptions {
+        jvmTarget = "17"
+    }
+
+    sourceSets {
+        main {
+            java.srcDirs += [
+                "generated/java",
+                "generated/jni"
+            ]
+            jniLibs.srcDirs = [jniLibsDir]
+        }
+    }
+}
+
+// =============================================================================
+// Download Native Libraries (RABackendLlamaCPP ONLY)
+// =============================================================================
+
+task downloadNativeLibs {
+    description = "Downloads RABackendLlamaCPP from GitHub releases"
+    group = "build setup"
+
+    def versionFile = file("${jniLibsDir}/.version")
+    def expectedVersion = coreVersion
+
+    outputs.dir(jniLibsDir)
+    outputs.upToDateWhen {
+        versionFile.exists() && versionFile.text.trim() == expectedVersion
+    }
+
+    doLast {
+        if (useLocalBuild) {
+            logger.lifecycle("[RunAnywhereLlama] Skipping download - using local build mode")
+            return
+        }
+
+        def currentVersion = versionFile.exists() ? versionFile.text.trim() : ""
+        if (currentVersion == expectedVersion) {
+            logger.lifecycle("[RunAnywhereLlama] RABackendLlamaCPP version $expectedVersion already downloaded")
+            return
+        }
+
+        logger.lifecycle("[RunAnywhereLlama] Downloading RABackendLlamaCPP...")
+        logger.lifecycle("  Core Version: $coreVersion")
+
+        downloadedLibsDir.mkdirs()
+        jniLibsDir.deleteDir()
+        jniLibsDir.mkdirs()
+
+        // =============================================================================
+        // Download RABackendLlamaCPP from runanywhere-sdks
+        // =============================================================================
+        def llamacppUrl = "https://github.com/${githubOrg}/${coreRepo}/releases/download/core-v${coreVersion}/RABackendLlamaCPP-android-v${coreVersion}.zip"
+        def llamacppZip = file("${downloadedLibsDir}/RABackendLlamaCPP.zip")
+
+        logger.lifecycle("\n📦 Downloading RABackendLlamaCPP...")
+        logger.lifecycle("   URL: $llamacppUrl")
+
+        try {
+            new URL(llamacppUrl).withInputStream { input ->
+                llamacppZip.withOutputStream { output ->
+                    output << input
+                }
+            }
+            logger.lifecycle("   Downloaded: ${llamacppZip.length() / 1024}KB")
+
+            // Extract and flatten the archive structure
+            // Archive structure: RABackendLlamaCPP-android-v0.1.4/llamacpp/arm64-v8a/*.so
+            // Target structure: arm64-v8a/*.so
+            copy {
+                from zipTree(llamacppZip)
+                into jniLibsDir
+                // IMPORTANT: Exclude libc++_shared.so - React Native provides its own
+                // Using a different version causes ABI compatibility issues
+                exclude "**/libc++_shared.so"
+                eachFile { fileCopyDetails ->
+                    def pathString = fileCopyDetails.relativePath.pathString
+                    // Handle RABackendLlamaCPP-android-vX.Y.Z/llamacpp/ABI/*.so structure
+                    def match = pathString =~ /.*\/(arm64-v8a|armeabi-v7a|x86|x86_64)\/(.+\.so)$/
+                    if (match) {
+                        def abi = match[0][1]
+                        def filename = match[0][2]
+                        fileCopyDetails.relativePath = new RelativePath(true, abi, filename)
+                    } else if (pathString.endsWith(".so")) {
+                        // Fallback: just use the last two segments (abi/file.so)
+                        def segments = pathString.split("/")
+                        if (segments.length >= 2) {
+                            fileCopyDetails.relativePath = new RelativePath(true, segments[-2], segments[-1])
+                        }
+                    } else {
+                        // Exclude non-so files
+                        fileCopyDetails.exclude()
+                    }
+                }
+                includeEmptyDirs = false
+            }
+
+            logger.lifecycle("   ✅ RABackendLlamaCPP native libraries installed")
+
+            // Extract header files
+            def includeDir = file("include")
+            includeDir.deleteDir()
+            includeDir.mkdirs()
+
+            copy {
+                from zipTree(llamacppZip)
+                into includeDir
+                eachFile { fileCopyDetails ->
+                    def pathString = fileCopyDetails.relativePath.pathString
+                    // Handle RABackendLlamaCPP-android-vX.Y.Z/include/*.h structure
+                    if (pathString.contains("/include/") && pathString.endsWith(".h")) {
+                        def filename = pathString.substring(pathString.lastIndexOf("/") + 1)
+                        fileCopyDetails.relativePath = new RelativePath(true, filename)
+                    } else {
+                        fileCopyDetails.exclude()
+                    }
+                }
+                includeEmptyDirs = false
+            }
+            logger.lifecycle("   ✅ RABackendLlamaCPP headers installed")
+
+        } catch (Exception e) {
+            logger.error("❌ Failed to download RABackendLlamaCPP: ${e.message}")
+            throw new GradleException("Failed to download RABackendLlamaCPP", e)
+        }
+
+        // =============================================================================
+        // List installed files
+        // =============================================================================
+        logger.lifecycle("\n📋 Installed native libraries:")
+        jniLibsDir.listFiles()?.findAll { it.isDirectory() }?.each { abiDir ->
+            logger.lifecycle("  ${abiDir.name}/")
+            abiDir.listFiles()?.findAll { it.name.endsWith(".so") }?.sort()?.each { soFile ->
+                logger.lifecycle("    ${soFile.name} (${soFile.length() / 1024}KB)")
+            }
+        }
+
+        versionFile.text = expectedVersion
+        logger.lifecycle("\n✅ RABackendLlamaCPP version $expectedVersion installed")
+    }
+}
+
+if (!useLocalBuild) {
+    preBuild.dependsOn downloadNativeLibs
+
+    afterEvaluate {
+        tasks.matching {
+            it.name.contains("generateCodegen") || it.name.contains("Codegen")
+        }.configureEach {
+            mustRunAfter downloadNativeLibs
+        }
+    }
+}
+
+task cleanNativeLibs(type: Delete) {
+    description = "Removes downloaded native libraries"
+    group = "build"
+    delete jniLibsDir
+    delete downloadedLibsDir
+}
+
+clean.dependsOn cleanNativeLibs
+
+repositories {
+    mavenCentral()
+    google()
+}
+
+dependencies {
+    implementation "com.facebook.react:react-android"
+    implementation project(":react-native-nitro-modules")
+    implementation project(":runanywhere_core")
+}

package/android/src/main/AndroidManifest.xml

@@ -0,0 +1,3 @@
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+    package="com.margelo.nitro.runanywhere.llama">
+</manifest>

package/android/src/main/cpp/cpp-adapter.cpp

@@ -0,0 +1,14 @@
+/**
+ * cpp-adapter.cpp
+ *
+ * Android JNI entry point for RunAnywhereLlama native module.
+ * This file is required by React Native's CMake build system.
+ */
+
+#include <jni.h>
+#include "runanywherellamaOnLoad.hpp"
+
+extern "C" JNIEXPORT jint JNI_OnLoad(JavaVM* vm, void* reserved) {
+    // Initialize nitrogen module and register HybridObjects
+    return margelo::nitro::runanywhere::llama::initialize(vm);
+}

package/android/src/main/java/com/margelo/nitro/runanywhere/llama/RunAnywhereLlamaPackage.kt

@@ -0,0 +1,35 @@
+package com.margelo.nitro.runanywhere.llama
+
+import com.facebook.react.BaseReactPackage
+import com.facebook.react.bridge.NativeModule
+import com.facebook.react.bridge.ReactApplicationContext
+import com.facebook.react.module.model.ReactModuleInfoProvider
+import com.margelo.nitro.runanywhere.SDKLogger
+
+/**
+ * React Native package for RunAnywhere LlamaCPP backend.
+ * This class is required for React Native autolinking.
+ */
+class RunAnywhereLlamaPackage : BaseReactPackage() {
+    override fun getModule(name: String, reactContext: ReactApplicationContext): NativeModule? {
+        return null
+    }
+
+    override fun getReactModuleInfoProvider(): ReactModuleInfoProvider {
+        return ReactModuleInfoProvider { HashMap() }
+    }
+
+    companion object {
+        private val log = SDKLogger("LLM.LlamaCpp")
+
+        init {
+            // Load the native library which registers the HybridObject factory
+            try {
+                System.loadLibrary("runanywherellama")
+            } catch (e: UnsatisfiedLinkError) {
+                // Native library may already be loaded or bundled differently
+                log.error("Failed to load runanywherellama: ${e.message}")
+            }
+        }
+    }
+}