@runanywhere/llamacpp 0.16.8 → 0.16.10

package/RunAnywhereLlama.podspec

@@ -2,23 +2,6 @@ require "json"
 
 package = JSON.parse(File.read(File.join(__dir__, "package.json")))
 
-# =============================================================================
-# Version Constants (MUST match Swift Package.swift)
-# =============================================================================
-LLAMACPP_VERSION = "0.1.4"
-
-# =============================================================================
-# Binary Source - RABackendLlamaCPP from runanywhere-sdks
-# =============================================================================
-LLAMACPP_GITHUB_ORG = "RunanywhereAI"
-LLAMACPP_REPO = "runanywhere-sdks"
-
-# =============================================================================
-# testLocal Toggle
-# Set RA_TEST_LOCAL=1 or create .testlocal file to use local binaries
-# =============================================================================
-LLAMACPP_TEST_LOCAL = ENV['RA_TEST_LOCAL'] == '1' || File.exist?(File.join(__dir__, 'ios', '.testlocal'))
-
 Pod::Spec.new do |s|
   s.name         = "RunAnywhereLlama"
   s.version      = package["version"]
@@ -31,70 +14,19 @@ Pod::Spec.new do |s|
   s.source       = { :git => "https://github.com/RunanywhereAI/sdks.git", :tag => "#{s.version}" }
 
   # =============================================================================
-  # Llama Backend - RABackendLlamaCPP
-  # Downloads from runanywhere-sdks (NOT runanywhere-sdks)
+  # LlamaCPP Backend - xcframework is bundled in npm package
+  # No downloads needed - framework is included in ios/Frameworks/
   # =============================================================================
-  if LLAMACPP_TEST_LOCAL
-    puts "[RunAnywhereLlama] Using LOCAL RABackendLlamaCPP from ios/Frameworks/"
-    s.vendored_frameworks = "ios/Frameworks/RABackendLLAMACPP.xcframework"
-  else
-    s.prepare_command = <<-CMD
-      set -e
-
-      FRAMEWORK_DIR="ios/Frameworks"
-      VERSION="#{LLAMACPP_VERSION}"
-      VERSION_FILE="$FRAMEWORK_DIR/.llamacpp_version"
-
-      # Check if already downloaded with correct version
-      if [ -f "$VERSION_FILE" ] && [ -d "$FRAMEWORK_DIR/RABackendLLAMACPP.xcframework" ]; then
-        CURRENT_VERSION=$(cat "$VERSION_FILE")
-        if [ "$CURRENT_VERSION" = "$VERSION" ]; then
-          echo "✅ RABackendLLAMACPP.xcframework version $VERSION already downloaded"
-          exit 0
-        fi
-      fi
-
-      echo "📦 Downloading RABackendLlamaCPP.xcframework version $VERSION..."
-
-      mkdir -p "$FRAMEWORK_DIR"
-      rm -rf "$FRAMEWORK_DIR/RABackendLLAMACPP.xcframework"
-
-      # Download from runanywhere-sdks
-      DOWNLOAD_URL="https://github.com/#{LLAMACPP_GITHUB_ORG}/#{LLAMACPP_REPO}/releases/download/core-v$VERSION/RABackendLlamaCPP-ios-v$VERSION.zip"
-      ZIP_FILE="/tmp/RABackendLlamaCPP.zip"
-
-      echo "   URL: $DOWNLOAD_URL"
-
-      curl -L -f -o "$ZIP_FILE" "$DOWNLOAD_URL" || {
-        echo "❌ Failed to download RABackendLlamaCPP from $DOWNLOAD_URL"
-        exit 1
-      }
-
-      echo "📂 Extracting RABackendLLAMACPP.xcframework..."
-      unzip -q -o "$ZIP_FILE" -d "$FRAMEWORK_DIR/"
-      rm -f "$ZIP_FILE"
-
-      echo "$VERSION" > "$VERSION_FILE"
-
-      if [ -d "$FRAMEWORK_DIR/RABackendLLAMACPP.xcframework" ]; then
-        echo "✅ RABackendLLAMACPP.xcframework installed successfully"
-      else
-        echo "❌ RABackendLLAMACPP.xcframework extraction failed"
-        exit 1
-      fi
-    CMD
-
-    s.vendored_frameworks = "ios/Frameworks/RABackendLLAMACPP.xcframework"
-  end
+  puts "[RunAnywhereLlama] Using bundled RABackendLLAMACPP.xcframework from npm package"
+  s.vendored_frameworks = "ios/Frameworks/RABackendLLAMACPP.xcframework"
 
-  # Source files - Llama C++ implementation
+  # Source files
   s.source_files = [
     "cpp/HybridRunAnywhereLlama.cpp",
     "cpp/HybridRunAnywhereLlama.hpp",
     "cpp/bridges/**/*.{cpp,hpp}",
   ]
 
-  # Build settings
   s.pod_target_xcconfig = {
     "CLANG_CXX_LANGUAGE_STANDARD" => "c++17",
     "HEADER_SEARCH_PATHS" => [
@@ -102,11 +34,8 @@ Pod::Spec.new do |s|
       "$(PODS_TARGET_SRCROOT)/cpp/bridges",
       "$(PODS_TARGET_SRCROOT)/ios/Frameworks/RABackendLLAMACPP.xcframework/ios-arm64/RABackendLLAMACPP.framework/Headers",
       "$(PODS_TARGET_SRCROOT)/ios/Frameworks/RABackendLLAMACPP.xcframework/ios-arm64_x86_64-simulator/RABackendLLAMACPP.framework/Headers",
-      # RACommons headers from sibling core package (for rac_logger.h)
       "$(PODS_TARGET_SRCROOT)/../core/ios/Frameworks/RACommons.xcframework/ios-arm64/RACommons.framework/Headers",
       "$(PODS_TARGET_SRCROOT)/../core/ios/Frameworks/RACommons.xcframework/ios-arm64_x86_64-simulator/RACommons.framework/Headers",
-      "$(PODS_TARGET_SRCROOT)/../core/ios/Binaries/RACommons.xcframework/ios-arm64/RACommons.framework/Headers",
-      "$(PODS_TARGET_SRCROOT)/../core/ios/Binaries/RACommons.xcframework/ios-arm64_x86_64-simulator/RACommons.framework/Headers",
       "$(PODS_ROOT)/Headers/Public",
     ].join(" "),
     "GCC_PREPROCESSOR_DEFINITIONS" => "$(inherited) HAS_LLAMACPP=1",
@@ -114,16 +43,13 @@ Pod::Spec.new do |s|
     "SWIFT_OBJC_INTEROP_MODE" => "objcxx",
   }
 
-  # Required system libraries
   s.libraries = "c++"
   s.frameworks = "Accelerate", "Foundation", "CoreML"
 
-  # Dependencies
   s.dependency 'RunAnywhereCore'
   s.dependency 'React-jsi'
   s.dependency 'React-callinvoker'
 
-  # Load Nitrogen-generated autolinking
   load 'nitrogen/generated/ios/RunAnywhereLlama+autolinking.rb'
   add_nitrogen_files(s)
 

package/android/CMakeLists.txt

@@ -35,6 +35,23 @@ add_library(${PACKAGE_NAME} SHARED
     ${BRIDGE_SOURCES}
 )
 
+# =============================================================================
+# Fix NitroModules prefab path for library modules
+# The prefab config generated by AGP has incorrect paths when building library modules
+# We need to create the NitroModules target BEFORE the autolinking.cmake runs
+# =============================================================================
+if(DEFINED REACT_NATIVE_NITRO_BUILD_DIR)
+    # Find NitroModules.so in the app's build directory
+    set(NITRO_LIBS_DIR "${REACT_NATIVE_NITRO_BUILD_DIR}/intermediates/merged_native_libs/debug/mergeDebugNativeLibs/out/lib/${ANDROID_ABI}")
+    if(EXISTS "${NITRO_LIBS_DIR}/libNitroModules.so")
+        message(STATUS "[RunAnywhereLlama] Using NitroModules from app build: ${NITRO_LIBS_DIR}")
+        add_library(react-native-nitro-modules::NitroModules SHARED IMPORTED)
+        set_target_properties(react-native-nitro-modules::NitroModules PROPERTIES
+            IMPORTED_LOCATION "${NITRO_LIBS_DIR}/libNitroModules.so"
+        )
+    endif()
+endif()
+
 # Add Nitrogen specs (this handles all React Native linking)
 include(${CMAKE_SOURCE_DIR}/../nitrogen/generated/android/runanywherellama+autolinking.cmake)
 

package/android/build.gradle

@@ -115,7 +115,9 @@ android {
         externalNativeBuild {
             cmake {
                 cppFlags "-frtti -fexceptions -Wall -fstack-protector-all"
-                arguments "-DANDROID_STL=c++_shared"
+                arguments "-DANDROID_STL=c++_shared",
+                          // Fix NitroModules prefab path - use app's build directory
+                          "-DREACT_NATIVE_NITRO_BUILD_DIR=${rootProject.buildDir}"
                 abiFilters 'arm64-v8a'
             }
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@runanywhere/llamacpp",
-  "version": "0.16.8",
+  "version": "0.16.10",
   "description": "LlamaCpp backend for RunAnywhere React Native SDK - GGUF model support for on-device LLM",
   "main": "src/index.ts",
   "types": "src/index.ts",