react-native-executorch 0.5.15 → 0.6.0-nightly-897eae9-20251213

package/README.md

@@ -1,21 +1,24 @@
-<div align="right">
-  <h1 align="left" style="display:inline-block">React Native ExecuTorch 
-    <!-- Discord Badge -->
-    <a href="https://discord.gg/ZGqqY55qkP">
-      <img src="https://img.shields.io/badge/Discord-Join%20Us-00008B?logo=discord&logoColor=white&style=for-the-badge" alt="Join our Discord community">
-    </a>
+<div align="center">
+  <h1 align="center" style="display:inline-block">React Native ExecuTorch
   </h1>
 </div>
 
+<div align="center">
+  <a href="https://github.com/software-mansion/react-native-executorch/graphs/contributors"><img src="https://img.shields.io/github/contributors/software-mansion/react-native-executorch?style=for-the-badge&color=00008B" alt="GitHub - Contributors"></a>
+  <a href="https://github.com/software-mansion/react-native-executorch/stargazers"><img src="https://img.shields.io/github/stars/software-mansion/react-native-executorch?style=for-the-badge&color=00008B" alt="GitHub - Stars"></a>
+  <a href="https://discord.gg/ZGqqY55qkP"><img src="https://img.shields.io/badge/Discord-Join%20Us-00008B?logo=discord&logoColor=white&style=for-the-badge" alt="Join our Discord community"></a>
+  <a href="https://docs.swmansion.com/react-native-executorch/"><img src="https://img.shields.io/badge/Documentation-00008B?logo=googledocs&logoColor=white&style=for-the-badge" alt="Documentation"></a>
+</div>
+
 ![Software Mansion banner](https://github.com/user-attachments/assets/fa2c4735-e75c-4cc1-970d-88905d95e3a4)
 
 <p align="center">
-  <a href="https://github.com/software-mansion/react-native-executorch/blob/release/0.5/README.md">English</a>
-  <a href="https://github.com/software-mansion/react-native-executorch/blob/release/0.5/readmes/README_es.md">Español</a>
-  <a href="https://github.com/software-mansion/react-native-executorch/blob/release/0.5/readmes/README_fr.md">Français</a>
-  <a href="https://github.com/software-mansion/react-native-executorch/blob/release/0.5/readmes/README_cn.md">简体中文</a>
-  <a href="https://github.com/software-mansion/react-native-executorch/blob/release/0.5/readmes/README_pt.md">Português</a>
-  <a href="https://github.com/software-mansion/react-native-executorch/blob/release/0.5/readmes/README_in.md">हिंदी</a>
+  <a href="https://github.com/software-mansion/react-native-executorch/blob/main/README.md">English</a>
+  <a href="https://github.com/software-mansion/react-native-executorch/blob/main/readmes/README_es.md">Español</a>
+  <a href="https://github.com/software-mansion/react-native-executorch/blob/main/readmes/README_fr.md">Français</a>
+  <a href="https://github.com/software-mansion/react-native-executorch/blob/main/readmes/README_cn.md">简体中文</a>
+  <a href="https://github.com/software-mansion/react-native-executorch/blob/main/readmes/README_pt.md">Português</a>
+  <a href="https://github.com/software-mansion/react-native-executorch/blob/main/readmes/README_in.md">हिंदी</a>
 </p>
 
 **React Native ExecuTorch** provides a declarative way to run AI models on-device using React Native, powered by **ExecuTorch** :rocket:. It offers out-of-the-box support for a wide range of LLMs, computer vision models, and more. Visit our [HuggingFace](https://huggingface.co/software-mansion) page to explore these models.
@@ -27,35 +30,33 @@ React Native ExecuTorch bridges the gap between React Native and native platform
 [![npm version](https://img.shields.io/npm/v/react-native-executorch?color=00008B)](https://www.npmjs.com/package/react-native-executorch)
 [![CI](https://github.com/software-mansion/react-native-executorch/actions/workflows/ci.yml/badge.svg)](https://github.com/software-mansion/react-native-executorch/actions/workflows/ci.yml)
 
-**Table of contents:**
+<details>
+<summary><strong> :blue_book: Table of Contents </strong></summary>
 
-- [:yin_yang: Supported versions](#yin_yang-supported-versions)
-- [:books: Documentation](#books-documentation)
-- [:earth_africa: Real-World Example](#earth_africa-real-world-example)
+- [:yin_yang: Supported Versions](#yin_yang-supported-versions)
+- [:earth_africa: Real-world Example](#earth_africa-real-world-example)
 - [:llama: Quickstart - Running Llama](#llama-quickstart---running-llama)
-- [:calling: Demo apps](#calling-demo-apps)
-- [:robot: Ready-made models](#robot-ready-made-models)
+- [:calling: Demo Apps](#calling-demo-apps)
+- [:robot: Ready-made Models](#robot-ready-made-models)
+- [:books: Documentation](#books-documentation)
 - [:balance_scale: License](#balance_scale-license)
-- [:soon: What's next?](#soon-whats-next)
+- [:soon: What's Next?](#soon-whats-next)
 
-## :yin_yang: Supported versions
+</details>
 
-The minimal supported version are: 
+## :yin_yang: Supported Versions
+
+The minimal supported version are:
 * iOS 17.0
 * Android 13
-* React Native 0.76
+* React Native 0.81
 
-> [!IMPORTANT]  
-> React Native Executorch supports only the [New React Native architecture](https://reactnative.dev/architecture/landing-page).
+> [!IMPORTANT]
+> React Native ExecuTorch supports only the [New React Native architecture](https://reactnative.dev/architecture/landing-page).
 
-## :books: Documentation
+## :earth_africa: Real-world Example
 
-Check out how our library can help you build your React Native AI features by visiting our docs:  
-https://docs.swmansion.com/react-native-executorch
-
-## :earth_africa: Real-World Example
-
-React Native ExecuTorch is powering [Private Mind](https://github.com/software-mansion-labs/private-mind), a privacy-first mobile AI app available on [App Store](https://apps.apple.com/gb/app/private-mind/id6746713439) and [Google Play](https://play.google.com/store/apps/details?id=com.swmansion.privatemind).
+React Native ExecuTorch is powering [Private Mind](https://privatemind.swmansion.com/), a privacy-first mobile AI app available on [App Store](https://apps.apple.com/gb/app/private-mind/id6746713439) and [Google Play](https://play.google.com/store/apps/details?id=com.swmansion.privatemind).
 
 <img width="2720" height="1085" alt="Private Mind promo" src="https://github.com/user-attachments/assets/b12296fe-19ac-48fc-9726-da9242700346" />
 
@@ -90,7 +91,7 @@ function MyComponent() {
 }
 ```
 
-### :three: **Run the model!**
+### :three: **Run the Model!**
 
 ```tsx
 const handleGenerate = async () => {
@@ -105,7 +106,7 @@ const handleGenerate = async () => {
 };
 ```
 
-## :calling: Demo apps
+## :calling: Demo Apps
 
 We currently host a few example [apps](https://github.com/software-mansion/react-native-executorch/tree/main/apps) demonstrating use cases of our library:
 
@@ -126,18 +127,23 @@ Then, depending on the platform, choose either iOS or Android:
 yarn expo run:< ios | android >
 ```
 
-> [!WARNING]  
+> [!WARNING]
 > Running LLMs requires a significant amount of RAM. If you are encountering unexpected app crashes, try to increase the amount of RAM allocated to the emulator.
 
-## :robot: Ready-made models
+## :robot: Ready-made Models
 
 Our library has a number of ready-to-use AI models; a complete list is available in the documentation. If you're interested in running your own AI model, you need to first export it to the `.pte` format. Instructions on how to do this are available in the [Python API](https://docs.pytorch.org/executorch/stable/using-executorch-export.html) and [optimum-executorch README](https://github.com/huggingface/optimum-executorch?tab=readme-ov-file#option-2-export-and-load-separately).
 
+## :books: Documentation
+
+Check out how our library can help you build your React Native AI features by visiting our docs:
+https://docs.swmansion.com/react-native-executorch
+
 ## :balance_scale: License
 
 This library is licensed under [The MIT License](./LICENSE).
 
-## :soon: What's next?
+## :soon: What's Next?
 
 To learn about our upcoming plans and developments, please visit our [milestones](https://github.com/software-mansion/react-native-executorch/milestones).
 

package/android/CMakeLists.txt

@@ -2,11 +2,20 @@ cmake_minimum_required(VERSION 3.13)
 project(RnExecutorch)
 
 set (CMAKE_VERBOSE_MAKEFILE ON)
+set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
 set (CMAKE_CXX_STANDARD 20)
 
 include("${REACT_NATIVE_DIR}/ReactAndroid/cmake-utils/folly-flags.cmake")
 add_compile_options(${folly_FLAGS})
 
+
+if(ReactAndroid_VERSION_MINOR GREATER_EQUAL 80)
+  include("${REACT_NATIVE_DIR}/ReactCommon/cmake-utils/react-native-flags.cmake")
+  target_compile_reactnative_options(react-native-executorch PRIVATE)
+else()
+  string(APPEND CMAKE_CXX_FLAGS " -O2 -fstack-protector-all -fexceptions -frtti -std=c++${CMAKE_CXX_STANDARD} -Wall")
+endif()
+
 string(APPEND CMAKE_CXX_FLAGS " -DRCT_NEW_ARCH_ENABLED")
 
 set(ANDROID_CPP_DIR "${CMAKE_SOURCE_DIR}/src/main/cpp")
@@ -14,28 +23,7 @@ set(COMMON_CPP_DIR "${CMAKE_SOURCE_DIR}/../common")
 set(LIBS_DIR "${CMAKE_SOURCE_DIR}/../third-party/android/libs")
 set(INCLUDE_DIR "${CMAKE_SOURCE_DIR}/../third-party/include")
 
-# FIXME: Below u can see miserable attempts of trying to link tokenizers-cpp 
-# directly into react-native-executorch instead of it being linked against ExecuTorch
-# and then transitively to our library. Please go back to this when we bump ET runtime to the next version.  
-# The problem with directly linking tokenizers-cpp using a submodule is that we get unresolved symbols for 
-# some android logging libraries, which are referenced by sentencepiece.
-
-# set(TOKENIZERS_CPP_DIR "${CMAKE_SOURCE_DIR}/../../../third-party/tokenizers-cpp")
-# add_subdirectory("${TOKENIZERS_CPP_DIR}" tokenizers-cpp)
-
-# # Link Android log library to sentencepiece targets
-# if(TARGET sentencepiece-static)
-#   target_link_libraries(sentencepiece-static INTERFACE log)
-# endif()
-# if(TARGET sentencepiece_train-static)
-#   target_link_libraries(sentencepiece_train-static INTERFACE log)
-# endif()
-
-# # Link log library to sentencepiece executables
-# foreach(exe spm_encode spm_decode spm_normalize spm_train spm_export_vocab)
-#   if(TARGET ${exe})
-#     target_link_libraries(${exe} log)
-#   endif()
-# endforeach()
-
-add_subdirectory("${ANDROID_CPP_DIR}")
+# Treat third-party headers as system headers to suppress deprecation warnings
+include_directories(SYSTEM "${INCLUDE_DIR}")
+
+add_subdirectory("${ANDROID_CPP_DIR}")

package/android/build.gradle

@@ -117,12 +117,12 @@ android {
     targetSdkVersion getExtOrIntegerDefault("targetSdkVersion")
     externalNativeBuild {
         cmake {
-          cppFlags "-O2 -frtti -fexceptions -Wall -fstack-protector-all -fopenmp -static-openmp"
           abiFilters (*reactNativeArchitectures())
           arguments "-DANDROID_STL=c++_shared",
                     "-DREACT_NATIVE_DIR=${toPlatformFileString(reactNativeRootDir.path)}",
                     "-DBUILD_DIR=${project.buildDir}",
-                    "-DANDROID_TOOLCHAIN=clang"
+                    "-DANDROID_TOOLCHAIN=clang",
+                    "-DANDROID_SUPPORT_FLEXIBLE_PAGE_SIZES=ON"
       }
     }
   }
@@ -168,6 +168,5 @@ dependencies {
   implementation 'com.facebook.fbjni:fbjni:0.6.0'
   implementation "org.jetbrains.kotlin:kotlin-stdlib:$kotlin_version"
   implementation files('libs/classes.jar')
-  implementation 'org.opencv:opencv:4.10.0'
   implementation("com.squareup.okhttp3:okhttp:4.9.2")
 }

package/android/src/main/cpp/CMakeLists.txt

@@ -102,7 +102,8 @@ target_link_libraries(
   ${OPENCV_LIBS}
   ${OPENCV_THIRD_PARTY_LIBS}
   ${TOKENIZERS_LIBS}
+  ${TOKENIZERS_THIRD_PARTY_LIBS}
   executorch
   ${EXECUTORCH_LIBS}
   z
-)
+)

package/common/rnexecutorch/RnExecutorchInstaller.cpp

@@ -11,10 +11,18 @@
 #include <rnexecutorch/models/ocr/OCR.h>
 #include <rnexecutorch/models/speech_to_text/SpeechToText.h>
 #include <rnexecutorch/models/style_transfer/StyleTransfer.h>
+#include <rnexecutorch/models/text_to_image/TextToImage.h>
 #include <rnexecutorch/models/vertical_ocr/VerticalOCR.h>
+#include <rnexecutorch/models/voice_activity_detection/VoiceActivityDetection.h>
 #include <rnexecutorch/threads/GlobalThreadPool.h>
 #include <rnexecutorch/threads/utils/ThreadUtils.h>
 
+#if defined(__ANDROID__) && defined(__aarch64__)
+#include <executorch/extension/threadpool/cpuinfo_utils.h>
+#include <executorch/extension/threadpool/threadpool.h>
+#include <rnexecutorch/Log.h>
+#endif
+
 namespace rnexecutorch {
 
 // This function fetches data from a url address. It is implemented in
@@ -38,6 +46,11 @@ void RnExecutorchInstaller::injectJSIBindings(
           models::image_segmentation::ImageSegmentation>(
           jsiRuntime, jsCallInvoker, "loadImageSegmentation"));
 
+  jsiRuntime->global().setProperty(
+      *jsiRuntime, "loadTextToImage",
+      RnExecutorchInstaller::loadModel<models::text_to_image::TextToImage>(
+          jsiRuntime, jsCallInvoker, "loadTextToImage"));
+
   jsiRuntime->global().setProperty(
       *jsiRuntime, "loadClassification",
       RnExecutorchInstaller::loadModel<models::classification::Classification>(
@@ -87,6 +100,11 @@ void RnExecutorchInstaller::injectJSIBindings(
       *jsiRuntime, "loadSpeechToText",
       RnExecutorchInstaller::loadModel<models::speech_to_text::SpeechToText>(
           jsiRuntime, jsCallInvoker, "loadSpeechToText"));
+  jsiRuntime->global().setProperty(
+      *jsiRuntime, "loadVAD",
+      RnExecutorchInstaller::loadModel<
+          models::voice_activity_detection::VoiceActivityDetection>(
+          jsiRuntime, jsCallInvoker, "loadVAD"));
 
   threads::utils::unsafeSetupThreadPool();
   threads::GlobalThreadPool::initialize();

package/common/rnexecutorch/TokenizerModule.cpp

@@ -8,9 +8,9 @@ using namespace facebook;
 
 TokenizerModule::TokenizerModule(
     std::string source, std::shared_ptr<react::CallInvoker> callInvoker)
-    : memorySizeLowerBound(std::filesystem::file_size(source)),
-      tokenizer(tokenizers::Tokenizer::FromBlobJSON(
-          file_utils::loadBytesFromFile(source))) {}
+    : tokenizer(tokenizers::Tokenizer::FromBlobJSON(
+          file_utils::loadBytesFromFile(source))),
+      memorySizeLowerBound(std::filesystem::file_size(source)) {}
 
 void TokenizerModule::ensureTokenizerLoaded(
     const std::string &methodName) const {

package/common/rnexecutorch/data_processing/Numerical.cpp

@@ -4,21 +4,27 @@
 #include <cmath>
 #include <limits>
 #include <numeric>
-#include <span>
 #include <sstream>
 #include <string>
 
 namespace rnexecutorch::numerical {
-void softmax(std::span<float> v) {
-  float max = *std::max_element(v.begin(), v.end());
 
-  float sum = 0.0f;
-  for (float &x : v) {
-    x = std::exp(x - max);
-    sum += x;
+void softmax(std::span<float> input) {
+  if (input.empty()) {
+    return;
   }
-  for (float &x : v) {
-    x /= sum;
+
+  const auto maxElement = *std::ranges::max_element(input);
+
+  for (auto &value : input) {
+    value = std::exp(value - maxElement);
+  }
+
+  const auto sum = std::reduce(input.begin(), input.end());
+
+  // sum is at least 1 since exp(max - max) == exp(0) == 1
+  for (auto &value : input) {
+    value /= sum;
   }
 }
 
@@ -74,22 +80,24 @@ std::vector<float> meanPooling(std::span<const float> modelOutput,
   auto attnMaskLength = attnMask.size();
   auto embeddingDim = modelOutput.size() / attnMaskLength;
 
-  float maskSum = 0;
-  for (const auto &v : attnMask) {
-    maskSum += static_cast<float>(v);
+  auto maskSum = std::reduce(attnMask.begin(), attnMask.end());
+  std::vector<float> result(embeddingDim, 0.0F);
+  if (maskSum == 0LL) {
+    return result;
   }
-  maskSum = std::max(maskSum, 1e-9f);
-
-  auto result = std::vector<float>();
-  result.reserve(embeddingDim);
-  for (size_t i = 0; i < embeddingDim; i++) {
-    float dimensionSum = 0;
-    for (size_t j = 0; j < attnMaskLength; j++) {
-      dimensionSum +=
-          modelOutput[j * embeddingDim + i] * static_cast<float>(attnMask[j]);
+
+  for (std::size_t i = 0; i < attnMaskLength; ++i) {
+    if (attnMask[i] != 0LL) {
+      for (std::size_t j = 0; j < embeddingDim; ++j) {
+        result[j] += modelOutput[i * embeddingDim + j];
+      }
     }
-    result.push_back(dimensionSum / maskSum);
   }
+
+  for (auto &value : result) {
+    value /= static_cast<float>(maskSum);
+  }
+
   return result;
 }
 
@@ -100,4 +108,4 @@ template <typename T> bool isClose(T a, T b, T atol) {
 template bool isClose<float>(float, float, float);
 template bool isClose<double>(double, double, double);
 
-} // namespace rnexecutorch::numerical
+} // namespace rnexecutorch::numerical

package/common/rnexecutorch/data_processing/Numerical.h

@@ -3,6 +3,10 @@
 #include <span>
 #include <vector>
 
+/**
+ * @namespace rnexecutorch::numerical
+ * @brief Namespace for numerical operations and transformations.
+ */
 namespace rnexecutorch::numerical {
 
 /**
@@ -59,6 +63,7 @@ void normalize(std::span<float> input);
  */
 std::vector<float> meanPooling(std::span<const float> modelOutput,
                                std::span<const int64_t> attnMask);
+
 /**
  * @brief Checks if two floating-point numbers are considered equal.
  */
@@ -69,4 +74,4 @@ bool isClose(T a, T b,
 extern template bool isClose<float>(float, float, float);
 extern template bool isClose<double>(double, double, double);
 
-} // namespace rnexecutorch::numerical
+} // namespace rnexecutorch::numerical

package/common/rnexecutorch/data_processing/dsp.cpp

@@ -1,6 +1,4 @@
-#include <algorithm>
 #include <cstddef>
-#include <limits>
 #include <math.h>
 #include <rnexecutorch/data_processing/FFT.h>
 #include <rnexecutorch/data_processing/dsp.h>
@@ -18,48 +16,4 @@ std::vector<float> hannWindow(size_t size) {
   return window;
 }
 
-std::vector<float> stftFromWaveform(std::span<const float> waveform,
-                                    size_t fftWindowSize, size_t hopSize) {
-  // Initialize FFT
-  FFT fft(fftWindowSize);
-
-  const auto numFrames = 1 + (waveform.size() - fftWindowSize) / hopSize;
-  const auto numBins = fftWindowSize / 2;
-  const auto hann = hannWindow(fftWindowSize);
-  auto inBuffer = std::vector<float>(fftWindowSize);
-  auto outBuffer = std::vector<std::complex<float>>(fftWindowSize);
-
-  // Output magnitudes in dB
-  std::vector<float> magnitudes;
-  magnitudes.reserve(numFrames * numBins);
-  const auto magnitudeScale = 1.0f / static_cast<float>(fftWindowSize);
-  constexpr auto epsilon = std::numeric_limits<float>::epsilon();
-  constexpr auto dbConversionFactor = 20.0f;
-
-  for (size_t t = 0; t < numFrames; ++t) {
-    const size_t offset = t * hopSize;
-    // Clear the input buffer first
-    std::ranges::fill(inBuffer, 0.0f);
-
-    // Fill frame with windowed signal
-    const size_t samplesToRead =
-        std::min(fftWindowSize, waveform.size() - offset);
-    for (size_t i = 0; i < samplesToRead; i++) {
-      inBuffer[i] = waveform[offset + i] * hann[i];
-    }
-
-    fft.doFFT(inBuffer.data(), outBuffer);
-
-    // Calculate magnitudes in dB (only positive frequencies)
-    for (size_t i = 0; i < numBins; i++) {
-      const auto magnitude = std::abs(outBuffer[i]) * magnitudeScale;
-      const auto magnitude_db =
-          dbConversionFactor * log10f(magnitude + epsilon);
-      magnitudes.push_back(magnitude_db);
-    }
-  }
-
-  return magnitudes;
-}
-
 } // namespace rnexecutorch::dsp

package/common/rnexecutorch/host_objects/JsiConversions.h

@@ -17,6 +17,7 @@
 #include <rnexecutorch/models/object_detection/Constants.h>
 #include <rnexecutorch/models/object_detection/Types.h>
 #include <rnexecutorch/models/ocr/Types.h>
+#include <rnexecutorch/models/voice_activity_detection/Types.h>
 
 namespace rnexecutorch::jsi_conversion {
 
@@ -399,4 +400,19 @@ getJsiValue(const std::vector<models::ocr::types::OCRDetection> &detections,
   return jsiDetections;
 }
 
+inline jsi::Value
+getJsiValue(const std::vector<models::voice_activity_detection::types::Segment>
+                &speechSegments,
+            jsi::Runtime &runtime) {
+  auto jsiSegments = jsi::Array(runtime, speechSegments.size());
+  for (size_t i = 0; i < speechSegments.size(); i++) {
+    const auto &[start, end] = speechSegments[i];
+    auto jsiSegmentObject = jsi::Object(runtime);
+    jsiSegmentObject.setProperty(runtime, "start", static_cast<int>(start));
+    jsiSegmentObject.setProperty(runtime, "end", static_cast<int>(end));
+    jsiSegments.setValueAtIndex(runtime, i, jsiSegmentObject);
+  }
+  return jsiSegments;
+}
+
 } // namespace rnexecutorch::jsi_conversion

package/common/rnexecutorch/host_objects/ModelHostObject.h

@@ -18,6 +18,8 @@
 #include <rnexecutorch/models/BaseModel.h>
 #include <rnexecutorch/models/llm/LLM.h>
 #include <rnexecutorch/models/ocr/OCR.h>
+#include <rnexecutorch/models/speech_to_text/SpeechToText.h>
+#include <rnexecutorch/models/text_to_image/TextToImage.h>
 #include <rnexecutorch/models/vertical_ocr/VerticalOCR.h>
 #include <rnexecutorch/threads/GlobalThreadPool.h>
 
@@ -63,28 +65,26 @@ public:
                                        "decode"));
     }
 
-    if constexpr (meta::HasTranscribe<Model>) {
+    if constexpr (meta::SameAs<Model, models::speech_to_text::SpeechToText>) {
+      addFunctions(JSI_EXPORT_FUNCTION(ModelHostObject<Model>,
+                                       synchronousHostFunction<&Model::unload>,
+                                       "unload"));
+
       addFunctions(JSI_EXPORT_FUNCTION(ModelHostObject<Model>,
                                        promiseHostFunction<&Model::transcribe>,
                                        "transcribe"));
-    }
 
-    if constexpr (meta::HasStream<Model>) {
       addFunctions(JSI_EXPORT_FUNCTION(ModelHostObject<Model>,
                                        promiseHostFunction<&Model::stream>,
                                        "stream"));
-    }
 
-    if constexpr (meta::HasStreamInsert<Model>) {
       addFunctions(JSI_EXPORT_FUNCTION(
-          ModelHostObject<Model>, promiseHostFunction<&Model::streamInsert>,
+          ModelHostObject<Model>, synchronousHostFunction<&Model::streamInsert>,
           "streamInsert"));
-    }
 
-    if constexpr (meta::HasStreamStop<Model>) {
-      addFunctions(JSI_EXPORT_FUNCTION(ModelHostObject<Model>,
-                                       promiseHostFunction<&Model::streamStop>,
-                                       "streamStop"));
+      addFunctions(JSI_EXPORT_FUNCTION(
+          ModelHostObject<Model>, synchronousHostFunction<&Model::streamStop>,
+          "streamStop"));
     }
 
     if constexpr (meta::SameAs<Model, TokenizerModule>) {
@@ -128,10 +128,25 @@ public:
       addFunctions(JSI_EXPORT_FUNCTION(
           ModelHostObject<Model>,
           synchronousHostFunction<&Model::setTimeInterval>, "setTimeInterval"));
+
+      addFunctions(JSI_EXPORT_FUNCTION(
+          ModelHostObject<Model>,
+          synchronousHostFunction<&Model::setTemperature>, "setTemperature"));
+
+      addFunctions(JSI_EXPORT_FUNCTION(ModelHostObject<Model>,
+                                       synchronousHostFunction<&Model::setTopp>,
+                                       "setTopp"));
+
       addFunctions(
           JSI_EXPORT_FUNCTION(ModelHostObject<Model>, unload, "unload"));
     }
 
+    if constexpr (meta::SameAs<Model, models::text_to_image::TextToImage>) {
+      addFunctions(JSI_EXPORT_FUNCTION(
+          ModelHostObject<Model>, synchronousHostFunction<&Model::interrupt>,
+          "interrupt"));
+    }
+
     if constexpr (meta::SameAs<Model, models::ocr::OCR>) {
       addFunctions(
           JSI_EXPORT_FUNCTION(ModelHostObject<Model>, unload, "unload"));

package/common/rnexecutorch/jsi/OwningArrayBuffer.h

@@ -1,6 +1,7 @@
 #pragma once
 
 #include <jsi/jsi.h>
+#include <vector>
 
 namespace rnexecutorch {
 
@@ -19,8 +20,24 @@ using namespace facebook;
  */
 class OwningArrayBuffer : public jsi::MutableBuffer {
 public:
-  OwningArrayBuffer(const size_t size) : size_(size) {
-    data_ = new uint8_t[size];
+  /**
+   * @param size Size of the buffer in bytes.
+   */
+  OwningArrayBuffer(size_t size) : size_(size) {
+    data_ = new uint8_t[size_];
+  }
+  /**
+   * @param data Pointer to the source data.
+   * @param size Size of the data in bytes.
+   */
+  OwningArrayBuffer(const auto &data, size_t size) : size_(size) {
+    data_ = new uint8_t[size_];
+    std::memcpy(data_, data, size_);
+  }
+  template <typename T>
+  OwningArrayBuffer(const std::vector<T> &vec) : size_(vec.size() * sizeof(T)) {
+    data_ = new uint8_t[size_];
+    std::memcpy(data_, vec.data(), size_);
   }
   ~OwningArrayBuffer() override { delete[] data_; }
 

package/common/rnexecutorch/metaprogramming/TypeConcepts.h

@@ -26,26 +26,6 @@ concept HasDecode = requires(T t) {
   { &T::decode };
 };
 
-template <typename T>
-concept HasTranscribe = requires(T t) {
-  { &T::transcribe };
-};
-
-template <typename T>
-concept HasStream = requires(T t) {
-  { &T::stream };
-};
-
-template <typename T>
-concept HasStreamInsert = requires(T t) {
-  { &T::streamInsert };
-};
-
-template <typename T>
-concept HasStreamStop = requires(T t) {
-  { &T::streamStop };
-};
-
 template <typename T>
 concept IsNumeric = std::is_arithmetic_v<T>;