@runanywhere/llamacpp 0.16.0

package/nitrogen/generated/android/runanywherellama+autolinking.cmake

@@ -0,0 +1,81 @@
+#
+# runanywherellama+autolinking.cmake
+# This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+# https://github.com/mrousavy/nitro
+# Copyright © 2026 Marc Rousavy @ Margelo
+#
+
+# This is a CMake file that adds all files generated by Nitrogen
+# to the current CMake project.
+#
+# To use it, add this to your CMakeLists.txt:
+# ```cmake
+# include(${CMAKE_SOURCE_DIR}/../nitrogen/generated/android/runanywherellama+autolinking.cmake)
+# ```
+
+# Define a flag to check if we are building properly
+add_definitions(-DBUILDING_RUNANYWHERELLAMA_WITH_GENERATED_CMAKE_PROJECT)
+
+# Enable Raw Props parsing in react-native (for Nitro Views)
+add_definitions(-DRN_SERIALIZABLE_STATE)
+
+# Add all headers that were generated by Nitrogen
+include_directories(
+  "../nitrogen/generated/shared/c++"
+  "../nitrogen/generated/android/c++"
+  "../nitrogen/generated/android/"
+)
+
+# Add all .cpp sources that were generated by Nitrogen
+target_sources(
+  # CMake project name (Android C++ library name)
+  runanywherellama PRIVATE
+  # Autolinking Setup
+  ../nitrogen/generated/android/runanywherellamaOnLoad.cpp
+  # Shared Nitrogen C++ sources
+  ../nitrogen/generated/shared/c++/HybridRunAnywhereLlamaSpec.cpp
+  # Android-specific Nitrogen C++ sources
+  
+)
+
+# From node_modules/react-native/ReactAndroid/cmake-utils/folly-flags.cmake
+# Used in node_modules/react-native/ReactAndroid/cmake-utils/ReactNative-application.cmake
+target_compile_definitions(
+  runanywherellama PRIVATE
+  -DFOLLY_NO_CONFIG=1
+  -DFOLLY_HAVE_CLOCK_GETTIME=1
+  -DFOLLY_USE_LIBCPP=1
+  -DFOLLY_CFG_NO_COROUTINES=1
+  -DFOLLY_MOBILE=1
+  -DFOLLY_HAVE_RECVMMSG=1
+  -DFOLLY_HAVE_PTHREAD=1
+  # Once we target android-23 above, we can comment
+  # the following line. NDK uses GNU style stderror_r() after API 23.
+  -DFOLLY_HAVE_XSI_STRERROR_R=1
+)
+
+# Add all libraries required by the generated specs
+find_package(fbjni REQUIRED) # <-- Used for communication between Java <-> C++
+find_package(ReactAndroid REQUIRED) # <-- Used to set up React Native bindings (e.g. CallInvoker/TurboModule)
+find_package(react-native-nitro-modules REQUIRED) # <-- Used to create all HybridObjects and use the Nitro core library
+
+# Link all libraries together
+target_link_libraries(
+        runanywherellama
+        fbjni::fbjni                              # <-- Facebook C++ JNI helpers
+        ReactAndroid::jsi                         # <-- RN: JSI
+        react-native-nitro-modules::NitroModules  # <-- NitroModules Core :)
+)
+
+# Link react-native (different prefab between RN 0.75 and RN 0.76)
+if(ReactAndroid_VERSION_MINOR GREATER_EQUAL 76)
+    target_link_libraries(
+        runanywherellama
+        ReactAndroid::reactnative                 # <-- RN: Native Modules umbrella prefab
+    )
+else()
+    target_link_libraries(
+        runanywherellama
+        ReactAndroid::react_nativemodule_core     # <-- RN: TurboModules Core
+    )
+endif()

package/nitrogen/generated/android/runanywherellama+autolinking.gradle

@@ -0,0 +1,27 @@
+///
+/// runanywherellama+autolinking.gradle
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+/// This is a Gradle file that adds all files generated by Nitrogen
+/// to the current Gradle project.
+///
+/// To use it, add this to your build.gradle:
+/// ```gradle
+/// apply from: '../nitrogen/generated/android/runanywherellama+autolinking.gradle'
+/// ```
+
+logger.warn("[NitroModules] 🔥 runanywherellama is boosted by nitro!")
+
+android {
+  sourceSets {
+    main {
+      java.srcDirs += [
+        // Nitrogen files
+        "${project.projectDir}/../nitrogen/generated/android/kotlin"
+      ]
+    }
+  }
+}

package/nitrogen/generated/android/runanywherellamaOnLoad.cpp

@@ -0,0 +1,44 @@
+///
+/// runanywherellamaOnLoad.cpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#ifndef BUILDING_RUNANYWHERELLAMA_WITH_GENERATED_CMAKE_PROJECT
+#error runanywherellamaOnLoad.cpp is not being built with the autogenerated CMakeLists.txt project. Is a different CMakeLists.txt building this?
+#endif
+
+#include "runanywherellamaOnLoad.hpp"
+
+#include <jni.h>
+#include <fbjni/fbjni.h>
+#include <NitroModules/HybridObjectRegistry.hpp>
+
+#include "HybridRunAnywhereLlama.hpp"
+
+namespace margelo::nitro::runanywhere::llama {
+
+int initialize(JavaVM* vm) {
+  using namespace margelo::nitro;
+  using namespace margelo::nitro::runanywhere::llama;
+  using namespace facebook;
+
+  return facebook::jni::initialize(vm, [] {
+    // Register native JNI methods
+    
+
+    // Register Nitro Hybrid Objects
+    HybridObjectRegistry::registerHybridObjectConstructor(
+      "RunAnywhereLlama",
+      []() -> std::shared_ptr<HybridObject> {
+        static_assert(std::is_default_constructible_v<HybridRunAnywhereLlama>,
+                      "The HybridObject \"HybridRunAnywhereLlama\" is not default-constructible! "
+                      "Create a public constructor that takes zero arguments to be able to autolink this HybridObject.");
+        return std::make_shared<HybridRunAnywhereLlama>();
+      }
+    );
+  });
+}
+
+} // namespace margelo::nitro::runanywhere::llama

package/nitrogen/generated/android/runanywherellamaOnLoad.hpp

@@ -0,0 +1,25 @@
+///
+/// runanywherellamaOnLoad.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#include <jni.h>
+#include <NitroModules/NitroDefines.hpp>
+
+namespace margelo::nitro::runanywhere::llama {
+
+  /**
+   * Initializes the native (C++) part of runanywherellama, and autolinks all Hybrid Objects.
+   * Call this in your `JNI_OnLoad` function (probably inside `cpp-adapter.cpp`).
+   * Example:
+   * ```cpp (cpp-adapter.cpp)
+   * JNIEXPORT jint JNICALL JNI_OnLoad(JavaVM* vm, void*) {
+   *   return margelo::nitro::runanywhere::llama::initialize(vm);
+   * }
+   * ```
+   */
+  int initialize(JavaVM* vm);
+
+} // namespace margelo::nitro::runanywhere::llama

package/nitrogen/generated/ios/RunAnywhereLlama+autolinking.rb

@@ -0,0 +1,60 @@
+#
+# RunAnywhereLlama+autolinking.rb
+# This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+# https://github.com/mrousavy/nitro
+# Copyright © 2026 Marc Rousavy @ Margelo
+#
+
+# This is a Ruby script that adds all files generated by Nitrogen
+# to the given podspec.
+#
+# To use it, add this to your .podspec:
+# ```ruby
+# Pod::Spec.new do |spec|
+#   # ...
+#
+#   # Add all files generated by Nitrogen
+#   load 'nitrogen/generated/ios/RunAnywhereLlama+autolinking.rb'
+#   add_nitrogen_files(spec)
+# end
+# ```
+
+def add_nitrogen_files(spec)
+  Pod::UI.puts "[NitroModules] 🔥 RunAnywhereLlama is boosted by nitro!"
+
+  spec.dependency "NitroModules"
+
+  current_source_files = Array(spec.attributes_hash['source_files'])
+  spec.source_files = current_source_files + [
+    # Generated cross-platform specs
+    "nitrogen/generated/shared/**/*.{h,hpp,c,cpp,swift}",
+    # Generated bridges for the cross-platform specs
+    "nitrogen/generated/ios/**/*.{h,hpp,c,cpp,mm,swift}",
+  ]
+
+  current_public_header_files = Array(spec.attributes_hash['public_header_files'])
+  spec.public_header_files = current_public_header_files + [
+    # Generated specs
+    "nitrogen/generated/shared/**/*.{h,hpp}",
+    # Swift to C++ bridging helpers
+    "nitrogen/generated/ios/RunAnywhereLlama-Swift-Cxx-Bridge.hpp"
+  ]
+
+  current_private_header_files = Array(spec.attributes_hash['private_header_files'])
+  spec.private_header_files = current_private_header_files + [
+    # iOS specific specs
+    "nitrogen/generated/ios/c++/**/*.{h,hpp}",
+    # Views are framework-specific and should be private
+    "nitrogen/generated/shared/**/views/**/*"
+  ]
+
+  current_pod_target_xcconfig = spec.attributes_hash['pod_target_xcconfig'] || {}
+  spec.pod_target_xcconfig = current_pod_target_xcconfig.merge({
+    # Use C++ 20
+    "CLANG_CXX_LANGUAGE_STANDARD" => "c++20",
+    # Enables C++ <-> Swift interop (by default it's only C)
+    "SWIFT_OBJC_INTEROP_MODE" => "objcxx",
+    # Enables stricter modular headers
+    "DEFINES_MODULE" => "YES",
+  })
+end

package/nitrogen/generated/ios/RunAnywhereLlama-Swift-Cxx-Bridge.cpp

@@ -0,0 +1,17 @@
+///
+/// RunAnywhereLlama-Swift-Cxx-Bridge.cpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#include "RunAnywhereLlama-Swift-Cxx-Bridge.hpp"
+
+// Include C++ implementation defined types
+
+
+namespace margelo::nitro::runanywhere::llama::bridge::swift {
+
+  
+
+} // namespace margelo::nitro::runanywhere::llama::bridge::swift

package/nitrogen/generated/ios/RunAnywhereLlama-Swift-Cxx-Bridge.hpp

@@ -0,0 +1,27 @@
+///
+/// RunAnywhereLlama-Swift-Cxx-Bridge.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+// Forward declarations of C++ defined types
+
+
+// Forward declarations of Swift defined types
+
+
+// Include C++ defined types
+
+
+/**
+ * Contains specialized versions of C++ templated types so they can be accessed from Swift,
+ * as well as helper functions to interact with those C++ types from Swift.
+ */
+namespace margelo::nitro::runanywhere::llama::bridge::swift {
+
+  
+
+} // namespace margelo::nitro::runanywhere::llama::bridge::swift

package/nitrogen/generated/ios/RunAnywhereLlama-Swift-Cxx-Umbrella.hpp

@@ -0,0 +1,38 @@
+///
+/// RunAnywhereLlama-Swift-Cxx-Umbrella.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+// Forward declarations of C++ defined types
+
+
+// Include C++ defined types
+
+
+// C++ helpers for Swift
+#include "RunAnywhereLlama-Swift-Cxx-Bridge.hpp"
+
+// Common C++ types used in Swift
+#include <NitroModules/ArrayBufferHolder.hpp>
+#include <NitroModules/AnyMapUtils.hpp>
+#include <NitroModules/RuntimeError.hpp>
+#include <NitroModules/DateToChronoDate.hpp>
+
+// Forward declarations of Swift defined types
+
+
+// Include Swift defined types
+#if __has_include("RunAnywhereLlama-Swift.h")
+// This header is generated by Xcode/Swift on every app build.
+// If it cannot be found, make sure the Swift module's name (= podspec name) is actually "RunAnywhereLlama".
+#include "RunAnywhereLlama-Swift.h"
+// Same as above, but used when building with frameworks (`use_frameworks`)
+#elif __has_include(<RunAnywhereLlama/RunAnywhereLlama-Swift.h>)
+#include <RunAnywhereLlama/RunAnywhereLlama-Swift.h>
+#else
+#error RunAnywhereLlama's autogenerated Swift header cannot be found! Make sure the Swift module's name (= podspec name) is actually "RunAnywhereLlama", and try building the app first.
+#endif

package/nitrogen/generated/ios/RunAnywhereLlamaAutolinking.mm

@@ -0,0 +1,35 @@
+///
+/// RunAnywhereLlamaAutolinking.mm
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#import <Foundation/Foundation.h>
+#import <NitroModules/HybridObjectRegistry.hpp>
+
+#import <type_traits>
+
+#include "HybridRunAnywhereLlama.hpp"
+
+@interface RunAnywhereLlamaAutolinking : NSObject
+@end
+
+@implementation RunAnywhereLlamaAutolinking
+
++ (void) load {
+  using namespace margelo::nitro;
+  using namespace margelo::nitro::runanywhere::llama;
+
+  HybridObjectRegistry::registerHybridObjectConstructor(
+    "RunAnywhereLlama",
+    []() -> std::shared_ptr<HybridObject> {
+      static_assert(std::is_default_constructible_v<HybridRunAnywhereLlama>,
+                    "The HybridObject \"HybridRunAnywhereLlama\" is not default-constructible! "
+                    "Create a public constructor that takes zero arguments to be able to autolink this HybridObject.");
+      return std::make_shared<HybridRunAnywhereLlama>();
+    }
+  );
+}
+
+@end

package/nitrogen/generated/ios/RunAnywhereLlamaAutolinking.swift

@@ -0,0 +1,12 @@
+///
+/// RunAnywhereLlamaAutolinking.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+public final class RunAnywhereLlamaAutolinking {
+  public typealias bridge = margelo.nitro.runanywhere.llama.bridge.swift
+
+  
+}

package/nitrogen/generated/shared/c++/HybridRunAnywhereLlamaSpec.cpp

@@ -0,0 +1,33 @@
+///
+/// HybridRunAnywhereLlamaSpec.cpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#include "HybridRunAnywhereLlamaSpec.hpp"
+
+namespace margelo::nitro::runanywhere::llama {
+
+  void HybridRunAnywhereLlamaSpec::loadHybridMethods() {
+    // load base methods/properties
+    HybridObject::loadHybridMethods();
+    // load custom methods/properties
+    registerHybrids(this, [](Prototype& prototype) {
+      prototype.registerHybridMethod("registerBackend", &HybridRunAnywhereLlamaSpec::registerBackend);
+      prototype.registerHybridMethod("unregisterBackend", &HybridRunAnywhereLlamaSpec::unregisterBackend);
+      prototype.registerHybridMethod("isBackendRegistered", &HybridRunAnywhereLlamaSpec::isBackendRegistered);
+      prototype.registerHybridMethod("loadModel", &HybridRunAnywhereLlamaSpec::loadModel);
+      prototype.registerHybridMethod("isModelLoaded", &HybridRunAnywhereLlamaSpec::isModelLoaded);
+      prototype.registerHybridMethod("unloadModel", &HybridRunAnywhereLlamaSpec::unloadModel);
+      prototype.registerHybridMethod("getModelInfo", &HybridRunAnywhereLlamaSpec::getModelInfo);
+      prototype.registerHybridMethod("generate", &HybridRunAnywhereLlamaSpec::generate);
+      prototype.registerHybridMethod("generateStream", &HybridRunAnywhereLlamaSpec::generateStream);
+      prototype.registerHybridMethod("cancelGeneration", &HybridRunAnywhereLlamaSpec::cancelGeneration);
+      prototype.registerHybridMethod("generateStructured", &HybridRunAnywhereLlamaSpec::generateStructured);
+      prototype.registerHybridMethod("getLastError", &HybridRunAnywhereLlamaSpec::getLastError);
+      prototype.registerHybridMethod("getMemoryUsage", &HybridRunAnywhereLlamaSpec::getMemoryUsage);
+    });
+  }
+
+} // namespace margelo::nitro::runanywhere::llama

package/nitrogen/generated/shared/c++/HybridRunAnywhereLlamaSpec.hpp

@@ -0,0 +1,77 @@
+///
+/// HybridRunAnywhereLlamaSpec.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2026 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/HybridObject.hpp>)
+#include <NitroModules/HybridObject.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+
+
+#include <NitroModules/Promise.hpp>
+#include <string>
+#include <optional>
+#include <functional>
+
+namespace margelo::nitro::runanywhere::llama {
+
+  using namespace margelo::nitro;
+
+  /**
+   * An abstract base class for `RunAnywhereLlama`
+   * Inherit this class to create instances of `HybridRunAnywhereLlamaSpec` in C++.
+   * You must explicitly call `HybridObject`'s constructor yourself, because it is virtual.
+   * @example
+   * ```cpp
+   * class HybridRunAnywhereLlama: public HybridRunAnywhereLlamaSpec {
+   * public:
+   *   HybridRunAnywhereLlama(...): HybridObject(TAG) { ... }
+   *   // ...
+   * };
+   * ```
+   */
+  class HybridRunAnywhereLlamaSpec: public virtual HybridObject {
+    public:
+      // Constructor
+      explicit HybridRunAnywhereLlamaSpec(): HybridObject(TAG) { }
+
+      // Destructor
+      ~HybridRunAnywhereLlamaSpec() override = default;
+
+    public:
+      // Properties
+      
+
+    public:
+      // Methods
+      virtual std::shared_ptr<Promise<bool>> registerBackend() = 0;
+      virtual std::shared_ptr<Promise<bool>> unregisterBackend() = 0;
+      virtual std::shared_ptr<Promise<bool>> isBackendRegistered() = 0;
+      virtual std::shared_ptr<Promise<bool>> loadModel(const std::string& path, const std::optional<std::string>& modelId, const std::optional<std::string>& modelName, const std::optional<std::string>& configJson) = 0;
+      virtual std::shared_ptr<Promise<bool>> isModelLoaded() = 0;
+      virtual std::shared_ptr<Promise<bool>> unloadModel() = 0;
+      virtual std::shared_ptr<Promise<std::string>> getModelInfo() = 0;
+      virtual std::shared_ptr<Promise<std::string>> generate(const std::string& prompt, const std::optional<std::string>& optionsJson) = 0;
+      virtual std::shared_ptr<Promise<std::string>> generateStream(const std::string& prompt, const std::string& optionsJson, const std::function<void(const std::string& /* token */, bool /* isComplete */)>& callback) = 0;
+      virtual std::shared_ptr<Promise<bool>> cancelGeneration() = 0;
+      virtual std::shared_ptr<Promise<std::string>> generateStructured(const std::string& prompt, const std::string& schema, const std::optional<std::string>& optionsJson) = 0;
+      virtual std::shared_ptr<Promise<std::string>> getLastError() = 0;
+      virtual std::shared_ptr<Promise<double>> getMemoryUsage() = 0;
+
+    protected:
+      // Hybrid Setup
+      void loadHybridMethods() override;
+
+    protected:
+      // Tag for logging
+      static constexpr auto TAG = "RunAnywhereLlama";
+  };
+
+} // namespace margelo::nitro::runanywhere::llama

package/package.json

@@ -0,0 +1,60 @@
+{
+  "name": "@runanywhere/llamacpp",
+  "version": "0.16.0",
+  "description": "LlamaCpp backend for RunAnywhere React Native SDK - GGUF model support for on-device LLM",
+  "main": "src/index.ts",
+  "types": "src/index.ts",
+  "exports": {
+    ".": {
+      "source": "./src/index.ts",
+      "types": "./src/index.ts",
+      "default": "./src/index.ts"
+    },
+    "./package.json": "./package.json"
+  },
+  "react-native": "src/index",
+  "source": "src/index",
+  "files": [
+    "src",
+    "cpp",
+    "ios",
+    "android",
+    "nitrogen",
+    "nitro.json",
+    "react-native.config.js",
+    "*.podspec"
+  ],
+  "scripts": {
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint \"src/**/*.ts\"",
+    "lint:fix": "eslint \"src/**/*.ts\" --fix",
+    "nitrogen": "nitrogen",
+    "prepare": "nitrogen"
+  },
+  "keywords": [
+    "react-native",
+    "runanywhere",
+    "llm",
+    "llamacpp",
+    "llama",
+    "gguf",
+    "on-device",
+    "nitro"
+  ],
+  "license": "MIT",
+  "peerDependencies": {
+    "@runanywhere/core": "^0.16.0",
+    "react": "*",
+    "react-native": "*",
+    "react-native-nitro-modules": "^0.31.3"
+  },
+  "devDependencies": {
+    "nitrogen": "^0.31.10",
+    "react-native-nitro-modules": "^0.31.10",
+    "typescript": "^5.2.2"
+  },
+  "create-react-native-library": {
+    "languages": "kotlin-swift",
+    "type": "nitro-module"
+  }
+}

package/react-native.config.js

@@ -0,0 +1,14 @@
+module.exports = {
+  dependency: {
+    platforms: {
+      android: {
+        sourceDir: './android',
+        packageImportPath: 'import com.margelo.nitro.runanywhere.llama.RunAnywhereLlamaPackage;',
+        packageInstance: 'new RunAnywhereLlamaPackage()',
+      },
+      ios: {
+        podspecPath: './RunAnywhereLlama.podspec',
+      },
+    },
+  },
+};