@runanywhere/llamacpp 0.18.0 → 0.19.13

package/cpp/HybridRunAnywhereLlama.hpp

@@ -5,10 +5,7 @@
  * This single C++ file works on both iOS and Android.
  *
  * Llama-specific implementation:
- * - Backend Registration
- * - Model Loading/Unloading
- * - Text Generation (streaming and non-streaming)
- * - Structured Output (JSON schema generation)
+ * - Backend registration hook (single call covers both LLM and VLM modalities)
  *
  * Matches Swift SDK: LlamaCPPRuntime/LlamaCPP.swift
  *
@@ -26,16 +23,13 @@
 #include "../nitrogen/generated/shared/c++/HybridRunAnywhereLlamaSpec.hpp"
 #endif
 
-#include <mutex>
-#include <string>
-
 namespace margelo::nitro::runanywhere::llama {
 
 /**
  * HybridRunAnywhereLlama - Llama backend native implementation
  *
  * Implements the RunAnywhereLlama interface defined in RunAnywhereLlama.nitro.ts
- * Delegates to LLMBridge and StructuredOutputBridge for actual inference.
+ * Registers native providers only. Core owns lifecycle and inference.
  */
 class HybridRunAnywhereLlama : public HybridRunAnywhereLlamaSpec {
 public:
@@ -50,58 +44,8 @@ public:
   std::shared_ptr<Promise<bool>> unregisterBackend() override;
   std::shared_ptr<Promise<bool>> isBackendRegistered() override;
 
-  // ============================================================================
-  // Model Loading
-  // ============================================================================
-
-  std::shared_ptr<Promise<bool>> loadModel(
-    const std::string& path,
-    const std::optional<std::string>& modelId,
-    const std::optional<std::string>& modelName,
-    const std::optional<std::string>& configJson) override;
-  std::shared_ptr<Promise<bool>> isModelLoaded() override;
-  std::shared_ptr<Promise<bool>> unloadModel() override;
-  std::shared_ptr<Promise<std::string>> getModelInfo() override;
-
-  // ============================================================================
-  // Text Generation
-  // ============================================================================
-
-  std::shared_ptr<Promise<std::string>> generate(
-    const std::string& prompt,
-    const std::optional<std::string>& optionsJson) override;
-  std::shared_ptr<Promise<std::string>> generateStream(
-    const std::string& prompt,
-    const std::string& optionsJson,
-    const std::function<void(const std::string&, bool)>& callback) override;
-  std::shared_ptr<Promise<bool>> cancelGeneration() override;
-
-  // ============================================================================
-  // Structured Output
-  // ============================================================================
-
-  std::shared_ptr<Promise<std::string>> generateStructured(
-    const std::string& prompt,
-    const std::string& schema,
-    const std::optional<std::string>& optionsJson) override;
-
-  // ============================================================================
-  // Utilities
-  // ============================================================================
-
-  std::shared_ptr<Promise<std::string>> getLastError() override;
-  std::shared_ptr<Promise<double>> getMemoryUsage() override;
-
 private:
-  // Thread safety
-  std::mutex modelMutex_;
-
-  // State tracking
-  std::string lastError_;
   bool isRegistered_ = false;
-
-  // Helper methods
-  void setLastError(const std::string& error);
 };
 
 } // namespace margelo::nitro::runanywhere::llama

package/ios/{Frameworks → Binaries}/RABackendLLAMACPP.xcframework/Info.plist

@@ -6,34 +6,33 @@
 	<array>
 		<dict>
 			<key>BinaryPath</key>
-			<string>RABackendLLAMACPP.framework/RABackendLLAMACPP</string>
+			<string>librac_backend_llamacpp.a</string>
 			<key>LibraryIdentifier</key>
-			<string>ios-arm64_x86_64-simulator</string>
+			<string>ios-arm64</string>
 			<key>LibraryPath</key>
-			<string>RABackendLLAMACPP.framework</string>
+			<string>librac_backend_llamacpp.a</string>
 			<key>SupportedArchitectures</key>
 			<array>
 				<string>arm64</string>
-				<string>x86_64</string>
 			</array>
 			<key>SupportedPlatform</key>
 			<string>ios</string>
-			<key>SupportedPlatformVariant</key>
-			<string>simulator</string>
 		</dict>
 		<dict>
 			<key>BinaryPath</key>
-			<string>RABackendLLAMACPP.framework/RABackendLLAMACPP</string>
+			<string>librac_backend_llamacpp.a</string>
 			<key>LibraryIdentifier</key>
-			<string>ios-arm64</string>
+			<string>ios-arm64-simulator</string>
 			<key>LibraryPath</key>
-			<string>RABackendLLAMACPP.framework</string>
+			<string>librac_backend_llamacpp.a</string>
 			<key>SupportedArchitectures</key>
 			<array>
 				<string>arm64</string>
 			</array>
 			<key>SupportedPlatform</key>
 			<string>ios</string>
+			<key>SupportedPlatformVariant</key>
+			<string>simulator</string>
 		</dict>
 	</array>
 	<key>CFBundlePackageType</key>

package/nitrogen/generated/android/kotlin/com/margelo/nitro/runanywhere/llama/runanywherellamaOnLoad.kt

@@ -2,7 +2,7 @@
 /// runanywherellamaOnLoad.kt
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 package com.margelo.nitro.runanywhere.llama

package/nitrogen/generated/android/runanywherellama+autolinking.cmake

@@ -2,7 +2,7 @@
 # runanywherellama+autolinking.cmake
 # This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 # https://github.com/mrousavy/nitro
-# Copyright © 2026 Marc Rousavy @ Margelo
+# Copyright © Marc Rousavy @ Margelo
 #
 
 # This is a CMake file that adds all files generated by Nitrogen
@@ -35,7 +35,7 @@ target_sources(
   # Shared Nitrogen C++ sources
   ../nitrogen/generated/shared/c++/HybridRunAnywhereLlamaSpec.cpp
   # Android-specific Nitrogen C++ sources
-  
+
 )
 
 # From node_modules/react-native/ReactAndroid/cmake-utils/folly-flags.cmake

package/nitrogen/generated/android/runanywherellama+autolinking.gradle

@@ -2,7 +2,7 @@
 /// runanywherellama+autolinking.gradle
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 /// This is a Gradle file that adds all files generated by Nitrogen

package/nitrogen/generated/android/runanywherellamaOnLoad.cpp

@@ -2,7 +2,7 @@
 /// runanywherellamaOnLoad.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #ifndef BUILDING_RUNANYWHERELLAMA_WITH_GENERATED_CMAKE_PROJECT
@@ -20,25 +20,30 @@
 namespace margelo::nitro::runanywhere::llama {
 
 int initialize(JavaVM* vm) {
+  return facebook::jni::initialize(vm, []() {
+    ::margelo::nitro::runanywhere::llama::registerAllNatives();
+  });
+}
+
+
+
+void registerAllNatives() {
   using namespace margelo::nitro;
   using namespace margelo::nitro::runanywhere::llama;
-  using namespace facebook;
-
-  return facebook::jni::initialize(vm, [] {
-    // Register native JNI methods
-    
-
-    // Register Nitro Hybrid Objects
-    HybridObjectRegistry::registerHybridObjectConstructor(
-      "RunAnywhereLlama",
-      []() -> std::shared_ptr<HybridObject> {
-        static_assert(std::is_default_constructible_v<HybridRunAnywhereLlama>,
-                      "The HybridObject \"HybridRunAnywhereLlama\" is not default-constructible! "
-                      "Create a public constructor that takes zero arguments to be able to autolink this HybridObject.");
-        return std::make_shared<HybridRunAnywhereLlama>();
-      }
-    );
-  });
+
+  // Register native JNI methods
+
+
+  // Register Nitro Hybrid Objects
+  HybridObjectRegistry::registerHybridObjectConstructor(
+    "RunAnywhereLlama",
+    []() -> std::shared_ptr<HybridObject> {
+      static_assert(std::is_default_constructible_v<HybridRunAnywhereLlama>,
+                    "The HybridObject \"HybridRunAnywhereLlama\" is not default-constructible! "
+                    "Create a public constructor that takes zero arguments to be able to autolink this HybridObject.");
+      return std::make_shared<HybridRunAnywhereLlama>();
+    }
+  );
 }
 
 } // namespace margelo::nitro::runanywhere::llama

package/nitrogen/generated/android/runanywherellamaOnLoad.hpp

@@ -2,24 +2,33 @@
 /// runanywherellamaOnLoad.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #include <jni.h>
+#include <functional>
 #include <NitroModules/NitroDefines.hpp>
 
 namespace margelo::nitro::runanywhere::llama {
 
+  [[deprecated("Use registerNatives() instead.")]]
+  int initialize(JavaVM* vm);
+
   /**
-   * Initializes the native (C++) part of runanywherellama, and autolinks all Hybrid Objects.
-   * Call this in your `JNI_OnLoad` function (probably inside `cpp-adapter.cpp`).
+   * Register the native (C++) part of runanywherellama, and autolinks all Hybrid Objects.
+   * Call this in your `JNI_OnLoad` function (probably inside `cpp-adapter.cpp`),
+   * inside a `facebook::jni::initialize(vm, ...)` call.
    * Example:
    * ```cpp (cpp-adapter.cpp)
    * JNIEXPORT jint JNICALL JNI_OnLoad(JavaVM* vm, void*) {
-   *   return margelo::nitro::runanywhere::llama::initialize(vm);
+   *   return facebook::jni::initialize(vm, []() {
+   *     // register all runanywherellama HybridObjects
+   *     margelo::nitro::runanywhere::llama::registerNatives();
+   *     // any other custom registrations go here.
+   *   });
    * }
    * ```
    */
-  int initialize(JavaVM* vm);
+  void registerAllNatives();
 
 } // namespace margelo::nitro::runanywhere::llama

package/nitrogen/generated/ios/RunAnywhereLlama+autolinking.rb

@@ -2,7 +2,7 @@
 # RunAnywhereLlama+autolinking.rb
 # This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 # https://github.com/mrousavy/nitro
-# Copyright © 2026 Marc Rousavy @ Margelo
+# Copyright © Marc Rousavy @ Margelo
 #
 
 # This is a Ruby script that adds all files generated by Nitrogen
@@ -52,9 +52,11 @@ def add_nitrogen_files(spec)
   spec.pod_target_xcconfig = current_pod_target_xcconfig.merge({
     # Use C++ 20
     "CLANG_CXX_LANGUAGE_STANDARD" => "c++20",
-    # Enables C++ <-> Swift interop (by default it's only C)
+    # Enables C++ <-> Swift interop (by default it's only ObjC)
     "SWIFT_OBJC_INTEROP_MODE" => "objcxx",
     # Enables stricter modular headers
     "DEFINES_MODULE" => "YES",
+    # Disable auto-generated ObjC header for Swift (Static linkage on Xcode 26.4 breaks here)
+    "SWIFT_INSTALL_OBJC_HEADER" => "NO",
   })
 end

package/nitrogen/generated/ios/RunAnywhereLlama-Swift-Cxx-Bridge.cpp

@@ -2,7 +2,7 @@
 /// RunAnywhereLlama-Swift-Cxx-Bridge.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #include "RunAnywhereLlama-Swift-Cxx-Bridge.hpp"
@@ -12,6 +12,6 @@
 
 namespace margelo::nitro::runanywhere::llama::bridge::swift {
 
-  
+
 
 } // namespace margelo::nitro::runanywhere::llama::bridge::swift

package/nitrogen/generated/ios/RunAnywhereLlama-Swift-Cxx-Bridge.hpp

@@ -2,7 +2,7 @@
 /// RunAnywhereLlama-Swift-Cxx-Bridge.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #pragma once
@@ -22,6 +22,6 @@
  */
 namespace margelo::nitro::runanywhere::llama::bridge::swift {
 
-  
+
 
 } // namespace margelo::nitro::runanywhere::llama::bridge::swift

package/nitrogen/generated/ios/RunAnywhereLlama-Swift-Cxx-Umbrella.hpp

@@ -2,7 +2,7 @@
 /// RunAnywhereLlama-Swift-Cxx-Umbrella.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #pragma once

package/nitrogen/generated/ios/RunAnywhereLlamaAutolinking.mm

@@ -2,7 +2,7 @@
 /// RunAnywhereLlamaAutolinking.mm
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #import <Foundation/Foundation.h>

package/nitrogen/generated/ios/RunAnywhereLlamaAutolinking.swift

@@ -2,11 +2,15 @@
 /// RunAnywhereLlamaAutolinking.swift
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
+import NitroModules
+
+// TODO: Use empty enums once Swift supports exporting them as namespaces
+//       See: https://github.com/swiftlang/swift/pull/83616
 public final class RunAnywhereLlamaAutolinking {
   public typealias bridge = margelo.nitro.runanywhere.llama.bridge.swift
 
-  
+
 }

package/nitrogen/generated/shared/c++/HybridRunAnywhereLlamaSpec.cpp

@@ -2,7 +2,7 @@
 /// HybridRunAnywhereLlamaSpec.cpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #include "HybridRunAnywhereLlamaSpec.hpp"
@@ -17,16 +17,6 @@ namespace margelo::nitro::runanywhere::llama {
       prototype.registerHybridMethod("registerBackend", &HybridRunAnywhereLlamaSpec::registerBackend);
       prototype.registerHybridMethod("unregisterBackend", &HybridRunAnywhereLlamaSpec::unregisterBackend);
       prototype.registerHybridMethod("isBackendRegistered", &HybridRunAnywhereLlamaSpec::isBackendRegistered);
-      prototype.registerHybridMethod("loadModel", &HybridRunAnywhereLlamaSpec::loadModel);
-      prototype.registerHybridMethod("isModelLoaded", &HybridRunAnywhereLlamaSpec::isModelLoaded);
-      prototype.registerHybridMethod("unloadModel", &HybridRunAnywhereLlamaSpec::unloadModel);
-      prototype.registerHybridMethod("getModelInfo", &HybridRunAnywhereLlamaSpec::getModelInfo);
-      prototype.registerHybridMethod("generate", &HybridRunAnywhereLlamaSpec::generate);
-      prototype.registerHybridMethod("generateStream", &HybridRunAnywhereLlamaSpec::generateStream);
-      prototype.registerHybridMethod("cancelGeneration", &HybridRunAnywhereLlamaSpec::cancelGeneration);
-      prototype.registerHybridMethod("generateStructured", &HybridRunAnywhereLlamaSpec::generateStructured);
-      prototype.registerHybridMethod("getLastError", &HybridRunAnywhereLlamaSpec::getLastError);
-      prototype.registerHybridMethod("getMemoryUsage", &HybridRunAnywhereLlamaSpec::getMemoryUsage);
     });
   }
 

package/nitrogen/generated/shared/c++/HybridRunAnywhereLlamaSpec.hpp

@@ -2,7 +2,7 @@
 /// HybridRunAnywhereLlamaSpec.hpp
 /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
 /// https://github.com/mrousavy/nitro
-/// Copyright © 2026 Marc Rousavy @ Margelo
+/// Copyright © Marc Rousavy @ Margelo
 ///
 
 #pragma once
@@ -16,9 +16,6 @@
 
 
 #include <NitroModules/Promise.hpp>
-#include <string>
-#include <optional>
-#include <functional>
 
 namespace margelo::nitro::runanywhere::llama {
 
@@ -47,23 +44,13 @@ namespace margelo::nitro::runanywhere::llama {
 
     public:
       // Properties
-      
+
 
     public:
       // Methods
       virtual std::shared_ptr<Promise<bool>> registerBackend() = 0;
       virtual std::shared_ptr<Promise<bool>> unregisterBackend() = 0;
       virtual std::shared_ptr<Promise<bool>> isBackendRegistered() = 0;
-      virtual std::shared_ptr<Promise<bool>> loadModel(const std::string& path, const std::optional<std::string>& modelId, const std::optional<std::string>& modelName, const std::optional<std::string>& configJson) = 0;
-      virtual std::shared_ptr<Promise<bool>> isModelLoaded() = 0;
-      virtual std::shared_ptr<Promise<bool>> unloadModel() = 0;
-      virtual std::shared_ptr<Promise<std::string>> getModelInfo() = 0;
-      virtual std::shared_ptr<Promise<std::string>> generate(const std::string& prompt, const std::optional<std::string>& optionsJson) = 0;
-      virtual std::shared_ptr<Promise<std::string>> generateStream(const std::string& prompt, const std::string& optionsJson, const std::function<void(const std::string& /* token */, bool /* isComplete */)>& callback) = 0;
-      virtual std::shared_ptr<Promise<bool>> cancelGeneration() = 0;
-      virtual std::shared_ptr<Promise<std::string>> generateStructured(const std::string& prompt, const std::string& schema, const std::optional<std::string>& optionsJson) = 0;
-      virtual std::shared_ptr<Promise<std::string>> getLastError() = 0;
-      virtual std::shared_ptr<Promise<double>> getMemoryUsage() = 0;
 
     protected:
       // Hybrid Setup

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@runanywhere/llamacpp",
-  "version": "0.18.0",
+  "version": "0.19.13",
   "description": "LlamaCpp backend for RunAnywhere React Native SDK - GGUF model support for on-device LLM",
   "main": "src/index.ts",
   "types": "src/index.ts",
@@ -32,7 +32,7 @@
     "lint": "eslint \"src/**/*.ts\"",
     "lint:fix": "eslint \"src/**/*.ts\" --fix",
     "nitrogen": "nitrogen",
-    "prepare": "nitrogen"
+    "prepublishOnly": "npm run typecheck && npm run lint"
   },
   "keywords": [
     "react-native",
@@ -46,19 +46,22 @@
     "expo"
   ],
   "license": "MIT",
+  "dependencies": {
+    "@runanywhere/proto-ts": "0.19.13"
+  },
   "peerDependencies": {
-    "@runanywhere/core": ">=0.16.0",
-    "react": ">=18.0.0",
-    "react-native": ">=0.74.0",
-    "react-native-nitro-modules": ">=0.31.3"
+    "@runanywhere/core": ">=0.19.13",
+    "react": ">=19.0.0",
+    "react-native": ">=0.83.1",
+    "react-native-nitro-modules": "^0.33.9"
   },
   "devDependencies": {
-    "nitrogen": "^0.31.10",
-    "react-native-nitro-modules": "^0.31.10",
-    "typescript": "~5.9.2"
+    "nitrogen": "^0.34.1",
+    "react-native-nitro-modules": "^0.33.9",
+    "typescript": "^5.9.3"
   },
   "create-react-native-library": {
     "languages": "kotlin-swift",
     "type": "nitro-module"
   }
-}
+}

package/react-native.config.js

@@ -6,9 +6,7 @@ module.exports = {
         packageImportPath: 'import com.margelo.nitro.runanywhere.llama.RunAnywhereLlamaPackage;',
         packageInstance: 'new RunAnywhereLlamaPackage()',
       },
-      ios: {
-        podspecPath: './RunAnywhereLlama.podspec',
-      },
+      ios: {},
     },
   },
 };