react-native-executorch 0.4.10 → 0.5.0-nightly-6f4dd53-20251211

package/common/runner/text_token_generator.h

@@ -0,0 +1,205 @@
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+
+// Generate tokens in a loop.
+#pragma once
+
+#include "stats.h"
+#include "text_decoder_runner.h"
+#include "util.h"
+#include <executorch/extension/tensor/tensor.h>
+#include <tokenizers-cpp/tokenizers_cpp.h>
+
+namespace executorch {
+namespace extension {
+namespace llm {
+
+class TextTokenGenerator {
+public:
+  TextTokenGenerator(::tokenizers::Tokenizer *tokenizer,
+                     TextDecoderRunner *text_decoder_runner, bool use_kv_cache,
+                     std::unique_ptr<std::unordered_set<uint64_t>> &&eos_ids,
+                     Stats *stats)
+      : tokenizer_(tokenizer), text_decoder_runner_(text_decoder_runner),
+        eos_ids_(std::move(eos_ids)), use_kv_cache_(use_kv_cache),
+        timestamp_(std::chrono::high_resolution_clock::now()), stats_(stats) {}
+
+  virtual ~TextTokenGenerator() = default;
+
+  /**
+   * Token generation loop.
+   * @param tokens The first token generated by prefill, if using kv cache. Else
+   * the prompt tokens + the first token generated by prefill.
+   * @param start_pos The start position of the new tokens, based on how many
+   * prompt tokens is prefilled.
+   * @param max_new_tokens Maximum number of new tokens to generate.
+   * @param token_callback what to do after a token is generated.
+   * @return how many tokens are generated.
+   */
+  inline ::executorch::runtime::Result<int64_t> generate(
+      std::vector<uint64_t> tokens, int64_t start_pos, int32_t max_new_tokens,
+      float temperature, float topp,
+      const std::function<void(const std::string &)> &token_callback = {}) {
+    ET_CHECK_MSG(!tokens.empty(),
+                 "Token generation loop shouldn't take empty tokens");
+    int64_t pos = start_pos; // position in the sequence
+
+    std::vector<uint64_t> token_data; // allocate space for the tokens
+    std::vector<executorch::aten::SizesType> token_shape;
+
+    // Token after prefill
+    uint64_t cur_token = tokens.back();
+    [[maybe_unused]] uint64_t prev_token;
+
+    // cache to keep tokens if they were decoded into illegal character
+    std::vector<int32_t> token_cache;
+    // add first token after prefill to cache here
+    token_cache.push_back(static_cast<int32_t>(cur_token));
+
+    if (use_kv_cache_) {
+      // hard code these to size 1 as kv cache is locked to static size right
+      // now.
+      token_data = {cur_token};
+      token_shape = {1, 1};
+    } else {
+      token_data = tokens;
+      token_shape = {1, static_cast<int>(tokens.size())};
+    }
+
+    // initialize tensor wrappers
+    auto tokens_managed = from_blob(token_data.data(), token_shape,
+                                    executorch::aten::ScalarType::Long);
+
+    should_stop_ = false;
+    timestamp_ = std::chrono::high_resolution_clock::now();
+
+    // Generate our tokens
+    while (pos < start_pos + max_new_tokens) {
+      // Run the model
+      auto logits_res = text_decoder_runner_->step(tokens_managed, pos);
+
+      ET_CHECK_OK_OR_RETURN_ERROR(logits_res.error());
+      executorch::aten::Tensor &logits_tensor = logits_res.get();
+
+      prev_token = cur_token;
+
+      stats_->on_sampling_begin();
+      cur_token = text_decoder_runner_->logits_to_token(logits_tensor,
+                                                        temperature, topp);
+      stats_->on_sampling_end();
+
+      pos++;
+
+      if (use_kv_cache_) {
+        // update the token tensor. token_data will not be empty.
+        // NOLINTNEXTLINE(facebook-hte-LocalUncheckedArrayBounds)
+        token_data[0] = cur_token;
+      } else {
+        // push it to the back
+        token_data.push_back(cur_token);
+        ET_CHECK_OK_OR_RETURN_ERROR(resize_tensor_ptr(
+            tokens_managed, {1, static_cast<int>(token_data.size())}));
+      }
+
+      token_cache.push_back(static_cast<int32_t>(cur_token));
+
+      // print the token as string, decode it with the Tokenizer object
+      const std::string cache_decoded = tokenizer_->Decode(token_cache);
+
+      const auto timeIntervalElapsed =
+          std::chrono::duration_cast<std::chrono::milliseconds>(
+              std::chrono::high_resolution_clock::now() - timestamp_) >
+          time_interval_;
+      const auto countIntervalElapsed = token_cache.size() > count_interval_;
+      const auto eos_reached = eos_ids_->contains(cur_token);
+
+      if (!cache_decoded.ends_with("�") &&
+          (countIntervalElapsed || timeIntervalElapsed || should_stop_ ||
+           eos_reached)) {
+        token_callback(cache_decoded);
+        token_cache.clear();
+        timestamp_ = std::chrono::high_resolution_clock::now();
+      }
+
+      if (should_stop_) {
+        break;
+      }
+
+      // data-dependent terminating condition: we have n_eos_ number of EOS
+      if (eos_ids_->find(cur_token) != eos_ids_->end()) {
+        printf("\n");
+        ET_LOG(Info, "\nReached to the end of generation");
+        break;
+      }
+    }
+    return pos - start_pos;
+  }
+
+  /**
+   * Stop the generation loop.
+   */
+  inline void stop() { should_stop_ = true; }
+
+  /**
+   * Load the necessary resources for TextTokenGenerator.
+   * This method should be called before using the generate() method.
+   */
+  ::executorch::runtime::Error load() { return text_decoder_runner_->load(); }
+
+  /**
+   * Check if the TextTokenGenerator has been successfully loaded.
+   * @return True if the resources are loaded, false otherwise.
+   */
+  bool inline is_loaded() const {
+    // Implementation to check if resources are loaded
+    // return tokenizer_->is_loaded() &&
+    // text_decoder_runner_->is_method_loaded();
+    return text_decoder_runner_->is_method_loaded();
+  }
+
+  void set_count_interval(size_t count_interval) {
+    count_interval_ = count_interval;
+  }
+
+  void set_time_interval(size_t time_interval) {
+    time_interval_ = std::chrono::milliseconds(time_interval);
+  }
+
+private:
+  /**
+   * Note: TextTokenGenerator does not own the tokenizer_ and
+   * text_decoder_runner_. The lifecycle of these objects should be managed
+   * externally, likely in the Runner. This class assumes that the provided
+   * pointers remain valid for the duration of its use.
+   */
+  ::tokenizers::Tokenizer *tokenizer_;
+  TextDecoderRunner *text_decoder_runner_;
+  std::unique_ptr<std::unordered_set<uint64_t>> eos_ids_;
+  bool use_kv_cache_;
+
+  // state machine
+  bool should_stop_ = false;
+  size_t count_interval_{10};
+  std::chrono::milliseconds time_interval_{120};
+  std::chrono::high_resolution_clock::time_point timestamp_;
+
+  // stats
+  Stats *stats_;
+};
+
+} // namespace llm
+} // namespace extension
+} // namespace executorch
+
+namespace torch {
+namespace executor {
+// TODO(T197294990): Remove these deprecated aliases once all users have moved
+// to the new `::executorch` namespaces.
+using ::executorch::extension::llm::TextTokenGenerator;
+} // namespace executor
+} // namespace torch

package/common/runner/util.h

@@ -0,0 +1,153 @@
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+
+#pragma once
+#include "constants.h"
+#include "text_prefiller.h"
+#include <cctype>
+#include <executorch/extension/tensor/tensor.h>
+#include <executorch/runtime/platform/compiler.h>
+#include <stdio.h>
+#include <time.h>
+#if defined(__linux__) || defined(__ANDROID__) || defined(__unix__)
+#include <sys/resource.h>
+#endif
+
+#define ET_UNWRAP_TOKENIZER(result__)                                          \
+  ({                                                                           \
+    auto tk_result__ = (result__);                                             \
+    if (!tk_result__.ok()) {                                                   \
+      ET_LOG(Error, "Tokenizers error code %d",                                \
+             static_cast<uint32_t>(tk_result__.error()));                      \
+      return ::executorch::runtime::Error::InvalidArgument;                    \
+    }                                                                          \
+    std::move(*tk_result__);                                                   \
+  })
+
+#define ET_CHECK_TK_OK_OR_RETURN_ERROR(result__, ...)                          \
+  ({                                                                           \
+    auto tk_result__ = (result__);                                             \
+    if (tk_result__ != ::tokenizers::Error::Ok) {                              \
+      ET_LOG(Error, "Tokenizer error: %d",                                     \
+             static_cast<uint32_t>(tk_result__));                              \
+      ET_CHECK_OK_OR_RETURN_ERROR(                                             \
+          ::executorch::runtime::Error::InvalidArgument, ##__VA_ARGS__);       \
+    }                                                                          \
+  })
+
+namespace executorch {
+namespace extension {
+namespace llm {
+
+void inline safe_printf(const char *piece) {
+  // piece might be a raw byte token, and we only want to print printable chars
+  // or whitespace because some of the other bytes can be various control codes,
+  // backspace, etc.
+  if (piece == nullptr) {
+    return;
+  }
+  if (piece[0] == '\0') {
+    return;
+  }
+  if (piece[1] == '\0') {
+    unsigned char byte_val = piece[0];
+    if (!(isprint(byte_val) || isspace(byte_val))) {
+      return; // bad byte, don't print it
+    }
+  }
+  printf("%s", piece);
+}
+
+// ----------------------------------------------------------------------------
+// utilities: time
+
+long inline time_in_ms() {
+  // return time in milliseconds, for benchmarking the model speed
+  struct timespec time;
+  // The `timespec_get` function is for windows time access. Some AOSP OS does
+  // not have timespec_get support.
+#if defined(__ANDROID_API__)
+  clock_gettime(CLOCK_REALTIME, &time);
+#else
+  timespec_get(&time, TIME_UTC);
+#endif
+  return time.tv_sec * 1000 + time.tv_nsec / 1000000;
+}
+
+// ----------------------------------------------------------------------------
+// utilities: memory usage
+
+// Returns the current RSS in bytes. Returns 0 if not supported.
+// RSS: Resident Set Size, the amount of memory currently in the RAM for this
+// process. These values are approximate, and are only used for logging
+// purposes.
+size_t inline get_rss_bytes() {
+#if defined(__linux__) || defined(__ANDROID__) || defined(__unix__)
+  struct rusage r_usage;
+  if (getrusage(RUSAGE_SELF, &r_usage) == 0) {
+    return r_usage.ru_maxrss * 1024;
+  }
+#endif // __linux__ || __ANDROID__ || __unix__
+  // Unsupported platform like Windows, or getrusage() failed.
+  // __APPLE__ and __MACH__ are not supported because r_usage.ru_maxrss does not
+  // consistently return kbytes on macOS. On older versions of macOS, it
+  // returns bytes, but on newer versions it returns kbytes. Need to figure out
+  // when this changed.
+  return 0;
+}
+
+// Returns the cache position tensor, which can be either a single start_pos
+// (when the method_name [`text_decoder` or `forward`] expects a tensor with
+// size 1 because model will populate the cache position tensor underneath), or
+// a populated tensor for cache position, for the given start_pos and seq_len.
+inline runtime::Result<TensorPtr>
+populate_start_pos_or_cache_position(Module *module, int64_t &start_pos,
+                                     std::vector<int64_t> &cache_positions_vec,
+                                     int seq_len,
+                                     const char *method_name = "forward") {
+  // Get expected shape of cache position tensor, which should be the second
+  // argument
+  auto method_meta = ET_UNWRAP(module->method_meta(method_name));
+  auto second_input_info = ET_UNWRAP(method_meta.input_tensor_meta(1));
+  auto second_input_sizes = second_input_info.sizes();
+  auto numel = second_input_sizes[0];
+
+  TensorPtr start_pos_tensor;
+  if (numel > 1) {
+    // `cache_position` goes from start_pos to start_pos +
+    // encoder_output.size(1). e.g. if start_pos = 2 and encoder_output.size(1)
+    // = 5, cache_position_tensor should be [2, 3, 4, 5, 6].
+    cache_positions_vec.resize(seq_len);
+    for (int64_t i = 0; i < seq_len; ++i) {
+      cache_positions_vec[i] = start_pos + i;
+    }
+    return ::executorch::extension::from_blob(
+        cache_positions_vec.data(), {static_cast<int>(seq_len)},
+        executorch::aten::ScalarType::Long);
+  } else {
+    // Cache position is size 1.
+    return ::executorch::extension::from_blob(
+        &start_pos, {1}, executorch::aten::ScalarType::Long);
+  }
+}
+
+} // namespace llm
+} // namespace extension
+} // namespace executorch
+
+namespace torch {
+namespace executor {
+namespace util {
+// TODO(T197294990): Remove these deprecated aliases once all users have moved
+// to the new `::executorch` namespaces.
+using ::executorch::extension::llm::get_rss_bytes;
+using ::executorch::extension::llm::safe_printf;
+using ::executorch::extension::llm::time_in_ms;
+} // namespace util
+} // namespace executor
+} // namespace torch

package/ios/RnExecutorch/ETInstaller.h

@@ -0,0 +1,8 @@
+#import <React/RCTCallInvokerModule.h>
+#import <React/RCTEventEmitter.h>
+#import <RnExecutorchSpec/RnExecutorchSpec.h>
+
+@interface ETInstaller
+    : RCTEventEmitter <NativeETInstallerSpec, RCTCallInvokerModule>
+
+@end

package/ios/RnExecutorch/ETInstaller.mm

@@ -0,0 +1,56 @@
+#import "ETInstaller.h"
+
+#import <React/RCTBridge+Private.h>
+
+#import <React/RCTCallInvoker.h>
+#import <ReactCommon/RCTTurboModule.h>
+#include <rnexecutorch/RnExecutorchInstaller.h>
+#include <stdexcept>
+
+using namespace facebook::react;
+
+@interface RCTBridge (JSIRuntime)
+- (void *)runtime;
+@end
+
+@implementation ETInstaller
+
+@synthesize callInvoker = _callInvoker;
+
+RCT_EXPORT_MODULE(ETInstaller);
+
+RCT_EXPORT_BLOCKING_SYNCHRONOUS_METHOD(install) {
+  auto jsiRuntime =
+      reinterpret_cast<facebook::jsi::Runtime *>(self.bridge.runtime);
+  auto jsCallInvoker = _callInvoker.callInvoker;
+
+  assert(jsiRuntime != nullptr);
+
+  auto fetchUrl = [](std::string url) {
+    @try {
+      NSString *nsUrlStr =
+          [NSString stringWithCString:url.c_str()
+                             encoding:[NSString defaultCStringEncoding]];
+      NSURL *nsUrl = [NSURL URLWithString:nsUrlStr];
+      NSData *data = [NSData dataWithContentsOfURL:nsUrl];
+      const std::byte *bytePtr =
+          reinterpret_cast<const std::byte *>(data.bytes);
+      int bufferLength = [data length];
+      return std::vector<std::byte>(bytePtr, bytePtr + bufferLength);
+    } @catch (NSException *exception) {
+      throw std::runtime_error("Error fetching data from a url");
+    }
+  };
+  rnexecutorch::RnExecutorchInstaller::injectJSIBindings(
+      jsiRuntime, jsCallInvoker, fetchUrl);
+
+  NSLog(@"Successfully installed JSI bindings for react-native-executorch!");
+  return @true;
+}
+
+- (std::shared_ptr<facebook::react::TurboModule>)getTurboModule:
+    (const facebook::react::ObjCTurboModule::InitParams &)params {
+  return std::make_shared<facebook::react::NativeETInstallerSpecJSI>(params);
+}
+
+@end

package/ios/RnExecutorch.xcodeproj/project.pbxproj

@@ -7,7 +7,10 @@
 	objects = {
 
 /* Begin PBXBuildFile section */
-		55D6EA8C2D0987D2009BA408 /* ExecutorchLib.xcframework in Frameworks */ = {isa = PBXBuildFile; fileRef = 55D6EA8B2D0987D2009BA408 /* ExecutorchLib.xcframework */; };
+		8C9A9BD02DB0CE800027DD32 /* ImageSegmentation.cpp in Sources */ = {isa = PBXBuildFile; fileRef = 8C9A9BCA2DB0CE800027DD32 /* ImageSegmentation.cpp */; };
+		8C9A9BD12DB0CE800027DD32 /* RuntimeLifecycleMonitor.cpp in Sources */ = {isa = PBXBuildFile; fileRef = 8C9A9BC72DB0CE800027DD32 /* RuntimeLifecycleMonitor.cpp */; };
+		8C9A9BD22DB0CE800027DD32 /* JsiHostObject.cpp in Sources */ = {isa = PBXBuildFile; fileRef = 8C9A9BC22DB0CE800027DD32 /* JsiHostObject.cpp */; };
+		8C9A9BD32DB0CE800027DD32 /* JsiPromise.cpp in Sources */ = {isa = PBXBuildFile; fileRef = 8C9A9BC42DB0CE800027DD32 /* JsiPromise.cpp */; };
 /* End PBXBuildFile section */
 
 /* Begin PBXCopyFilesBuildPhase section */
@@ -25,32 +28,23 @@
 /* Begin PBXFileReference section */
 		550986892CEF541900FECBB8 /* libRnExecutorch.a */ = {isa = PBXFileReference; explicitFileType = archive.ar; includeInIndex = 0; path = libRnExecutorch.a; sourceTree = BUILT_PRODUCTS_DIR; };
 		55D6EA8B2D0987D2009BA408 /* ExecutorchLib.xcframework */ = {isa = PBXFileReference; lastKnownFileType = wrapper.xcframework; path = ExecutorchLib.xcframework; sourceTree = "<group>"; };
+		8C9A9BBF2DB0CE800027DD32 /* ModelHostObject.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = ModelHostObject.h; sourceTree = "<group>"; };
+		8C9A9BC12DB0CE800027DD32 /* JsiHostObject.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = JsiHostObject.h; sourceTree = "<group>"; };
+		8C9A9BC22DB0CE800027DD32 /* JsiHostObject.cpp */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.cpp.cpp; path = JsiHostObject.cpp; sourceTree = "<group>"; };
+		8C9A9BC32DB0CE800027DD32 /* JsiPromise.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = JsiPromise.h; sourceTree = "<group>"; };
+		8C9A9BC42DB0CE800027DD32 /* JsiPromise.cpp */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.cpp.cpp; path = JsiPromise.cpp; sourceTree = "<group>"; };
+		8C9A9BC52DB0CE800027DD32 /* RuntimeAwareCache.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = RuntimeAwareCache.h; sourceTree = "<group>"; };
+		8C9A9BC62DB0CE800027DD32 /* RuntimeLifecycleMonitor.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = RuntimeLifecycleMonitor.h; sourceTree = "<group>"; };
+		8C9A9BC72DB0CE800027DD32 /* RuntimeLifecycleMonitor.cpp */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.cpp.cpp; path = RuntimeLifecycleMonitor.cpp; sourceTree = "<group>"; };
+		8C9A9BC92DB0CE800027DD32 /* ImageSegmentation.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = ImageSegmentation.h; sourceTree = "<group>"; };
+		8C9A9BCA2DB0CE800027DD32 /* ImageSegmentation.cpp */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.cpp.cpp; path = ImageSegmentation.cpp; sourceTree = "<group>"; };
+		8C9A9BCC2DB0CE800027DD32 /* Log.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = Log.h; sourceTree = "<group>"; };
+		8C9A9BCD2DB0CE800027DD32 /* RnExecutorchInstaller.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = RnExecutorchInstaller.h; sourceTree = "<group>"; };
 /* End PBXFileReference section */
 
-/* Begin PBXFileSystemSynchronizedGroupBuildPhaseMembershipExceptionSet section */
-		550986902CEF541900FECBB8 /* Exceptions for "RnExecutorch" folder in "Copy Files" phase from "RnExecutorch" target */ = {
-			isa = PBXFileSystemSynchronizedGroupBuildPhaseMembershipExceptionSet;
-			buildPhase = 550986872CEF541900FECBB8 /* CopyFiles */;
-			membershipExceptions = (
-				LLM.h,
-			);
-		};
-		552754CC2D394AC9006B38A2 /* Exceptions for "RnExecutorch" folder in "Compile Sources" phase from "RnExecutorch" target */ = {
-			isa = PBXFileSystemSynchronizedGroupBuildPhaseMembershipExceptionSet;
-			buildPhase = 550986852CEF541900FECBB8 /* Sources */;
-			membershipExceptions = (
-				models/ocr/utils/DetectorUtils.h,
-			);
-		};
-/* End PBXFileSystemSynchronizedGroupBuildPhaseMembershipExceptionSet section */
-
 /* Begin PBXFileSystemSynchronizedRootGroup section */
 		5509868B2CEF541900FECBB8 /* RnExecutorch */ = {
 			isa = PBXFileSystemSynchronizedRootGroup;
-			exceptions = (
-				552754CC2D394AC9006B38A2 /* Exceptions for "RnExecutorch" folder in "Compile Sources" phase from "RnExecutorch" target */,
-				550986902CEF541900FECBB8 /* Exceptions for "RnExecutorch" folder in "Copy Files" phase from "RnExecutorch" target */,
-			);
 			path = RnExecutorch;
 			sourceTree = "<group>";
 		};
@@ -61,7 +55,6 @@
 			isa = PBXFrameworksBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
-				55D6EA8C2D0987D2009BA408 /* ExecutorchLib.xcframework in Frameworks */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};
@@ -71,6 +64,7 @@
 		550986802CEF541900FECBB8 = {
 			isa = PBXGroup;
 			children = (
+				8C9A9BCF2DB0CE800027DD32 /* common */,
 				5509868B2CEF541900FECBB8 /* RnExecutorch */,
 				55D6EA8A2D0987D2009BA408 /* Frameworks */,
 				5509868A2CEF541900FECBB8 /* Products */,
@@ -93,6 +87,58 @@
 			name = Frameworks;
 			sourceTree = "<group>";
 		};
+		8C9A9BC02DB0CE800027DD32 /* host_objects */ = {
+			isa = PBXGroup;
+			children = (
+				8C9A9BBF2DB0CE800027DD32 /* ModelHostObject.h */,
+			);
+			path = host_objects;
+			sourceTree = "<group>";
+		};
+		8C9A9BC82DB0CE800027DD32 /* jsi */ = {
+			isa = PBXGroup;
+			children = (
+				8C9A9BC12DB0CE800027DD32 /* JsiHostObject.h */,
+				8C9A9BC22DB0CE800027DD32 /* JsiHostObject.cpp */,
+				8C9A9BC32DB0CE800027DD32 /* JsiPromise.h */,
+				8C9A9BC42DB0CE800027DD32 /* JsiPromise.cpp */,
+				8C9A9BC52DB0CE800027DD32 /* RuntimeAwareCache.h */,
+				8C9A9BC62DB0CE800027DD32 /* RuntimeLifecycleMonitor.h */,
+				8C9A9BC72DB0CE800027DD32 /* RuntimeLifecycleMonitor.cpp */,
+			);
+			path = jsi;
+			sourceTree = "<group>";
+		};
+		8C9A9BCB2DB0CE800027DD32 /* modules */ = {
+			isa = PBXGroup;
+			children = (
+				8C9A9BC92DB0CE800027DD32 /* ImageSegmentation.h */,
+				8C9A9BCA2DB0CE800027DD32 /* ImageSegmentation.cpp */,
+			);
+			path = modules;
+			sourceTree = "<group>";
+		};
+		8C9A9BCE2DB0CE800027DD32 /* rnexecutorch */ = {
+			isa = PBXGroup;
+			children = (
+				8C9A9BC02DB0CE800027DD32 /* host_objects */,
+				8C9A9BC82DB0CE800027DD32 /* jsi */,
+				8C9A9BCB2DB0CE800027DD32 /* modules */,
+				8C9A9BCC2DB0CE800027DD32 /* Log.h */,
+				8C9A9BCD2DB0CE800027DD32 /* RnExecutorchInstaller.h */,
+			);
+			path = rnexecutorch;
+			sourceTree = "<group>";
+		};
+		8C9A9BCF2DB0CE800027DD32 /* common */ = {
+			isa = PBXGroup;
+			children = (
+				8C9A9BCE2DB0CE800027DD32 /* rnexecutorch */,
+			);
+			name = common;
+			path = ../common;
+			sourceTree = SOURCE_ROOT;
+		};
 /* End PBXGroup section */
 
 /* Begin PBXNativeTarget section */
@@ -155,6 +201,10 @@
 			isa = PBXSourcesBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
+				8C9A9BD02DB0CE800027DD32 /* ImageSegmentation.cpp in Sources */,
+				8C9A9BD12DB0CE800027DD32 /* RuntimeLifecycleMonitor.cpp in Sources */,
+				8C9A9BD22DB0CE800027DD32 /* JsiHostObject.cpp in Sources */,
+				8C9A9BD32DB0CE800027DD32 /* JsiPromise.cpp in Sources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};

package/lib/module/Error.js

@@ -7,6 +7,7 @@ export let ETError = /*#__PURE__*/function (ETError) {
   ETError[ETError["FileWriteFailed"] = 103] = "FileWriteFailed";
   ETError[ETError["ModelGenerating"] = 104] = "ModelGenerating";
   ETError[ETError["LanguageNotSupported"] = 105] = "LanguageNotSupported";
+  ETError[ETError["InvalidConfig"] = 112] = "InvalidConfig";
   ETError[ETError["InvalidModelSource"] = 255] = "InvalidModelSource";
   // SpeechToText errors
   ETError[ETError["MultilingualConfiguration"] = 160] = "MultilingualConfiguration";
@@ -30,6 +31,8 @@ export let ETError = /*#__PURE__*/function (ETError) {
   ETError[ETError["MemoryAllocationFailed"] = 33] = "MemoryAllocationFailed";
   ETError[ETError["AccessFailed"] = 34] = "AccessFailed";
   ETError[ETError["InvalidProgram"] = 35] = "InvalidProgram";
+  ETError[ETError["InvalidExternalData"] = 36] = "InvalidExternalData";
+  ETError[ETError["OutOfResources"] = 37] = "OutOfResources";
   // Delegate errors
   ETError[ETError["DelegateInvalidCompatibility"] = 48] = "DelegateInvalidCompatibility";
   ETError[ETError["DelegateMemoryAllocationFailed"] = 49] = "DelegateMemoryAllocationFailed";

package/lib/module/Error.js.map

@@ -1 +1 @@
-{"version":3,"names":["ETError","getError","e","UndefinedError","error","errorCode","parseInt","message","Number","isNaN"],"sourceRoot":"../../src","sources":["Error.ts"],"mappings":";;AAAA,WAAYA,OAAO,0BAAPA,OAAO;EACjB;EADUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EASjB;EATUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAcjB;EACA;EACA;EAhBUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAsBjB;EAtBUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EA6BjB;EA7BUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAmCjB;EAnCUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAA,OAAPA,OAAO;AAAA;AAyCnB,OAAO,MAAMC,QAAQ,GAAIC,CAA4B,IAAa;EAChE,IAAI,OAAOA,CAAC,KAAK,QAAQ,EAAE;IACzB,OAAOF,OAAO,CAACE,CAAC,CAAC,IAAIF,OAAO,CAACA,OAAO,CAACG,cAAc,CAAC;EACtD;;EAEA;EACA,MAAMC,KAAK,GAAGF,CAAU;EACxB,MAAMG,SAAS,GAAGC,QAAQ,CAACF,KAAK,CAACG,OAAO,EAAE,EAAE,CAAC;EAE7C,IAAIC,MAAM,CAACC,KAAK,CAACJ,SAAS,CAAC,EAAE;IAC3B,OAAOD,KAAK,CAACG,OAAO;EACtB;EAEA,OAAOP,OAAO,CAACK,SAAS,CAAC,IAAIL,OAAO,CAACA,OAAO,CAACG,cAAc,CAAC;AAC9D,CAAC","ignoreList":[]}
+{"version":3,"names":["ETError","getError","e","UndefinedError","error","errorCode","parseInt","message","Number","isNaN"],"sourceRoot":"../../src","sources":["Error.ts"],"mappings":";;AAAA,WAAYA,OAAO,0BAAPA,OAAO;EACjB;EADUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAUjB;EAVUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAejB;EACA;EACA;EAjBUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAuBjB;EAvBUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EA8BjB;EA9BUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAsCjB;EAtCUA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAPA,OAAO,CAAPA,OAAO;EAAA,OAAPA,OAAO;AAAA;AA4CnB,OAAO,MAAMC,QAAQ,GAAIC,CAA4B,IAAa;EAChE,IAAI,OAAOA,CAAC,KAAK,QAAQ,EAAE;IACzB,OAAOF,OAAO,CAACE,CAAC,CAAC,IAAIF,OAAO,CAACA,OAAO,CAACG,cAAc,CAAC;EACtD;;EAEA;EACA,MAAMC,KAAK,GAAGF,CAAU;EACxB,MAAMG,SAAS,GAAGC,QAAQ,CAACF,KAAK,CAACG,OAAO,EAAE,EAAE,CAAC;EAE7C,IAAIC,MAAM,CAACC,KAAK,CAACJ,SAAS,CAAC,EAAE;IAC3B,OAAOD,KAAK,CAACG,OAAO;EACtB;EAEA,OAAOP,OAAO,CAACK,SAAS,CAAC,IAAIL,OAAO,CAACA,OAAO,CAACG,cAAc,CAAC;AAC9D,CAAC","ignoreList":[]}

package/lib/module/common/Logger.js

@@ -0,0 +1,23 @@
+"use strict";
+
+/* eslint-disable no-console */
+
+export class Logger {
+  static PREFIX = '[React Native ExecuTorch]';
+  static log(...data) {
+    console.log(Logger.PREFIX, ...data);
+  }
+  static debug(...data) {
+    console.debug(Logger.PREFIX, ...data);
+  }
+  static info(...data) {
+    console.info(Logger.PREFIX, ...data);
+  }
+  static warn(...data) {
+    console.warn(Logger.PREFIX, ...data);
+  }
+  static error(...data) {
+    console.error(Logger.PREFIX, ...data);
+  }
+}
+//# sourceMappingURL=Logger.js.map

package/lib/module/common/Logger.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Logger","PREFIX","log","data","console","debug","info","warn","error"],"sourceRoot":"../../../src","sources":["common/Logger.ts"],"mappings":";;AAAA;;AAEA,OAAO,MAAMA,MAAM,CAAC;EAClB,OAAwBC,MAAM,GAAG,2BAA2B;EAE5D,OAAOC,GAAGA,CAAC,GAAGC,IAAW,EAAE;IACzBC,OAAO,CAACF,GAAG,CAACF,MAAM,CAACC,MAAM,EAAE,GAAGE,IAAI,CAAC;EACrC;EAEA,OAAOE,KAAKA,CAAC,GAAGF,IAAW,EAAE;IAC3BC,OAAO,CAACC,KAAK,CAACL,MAAM,CAACC,MAAM,EAAE,GAAGE,IAAI,CAAC;EACvC;EAEA,OAAOG,IAAIA,CAAC,GAAGH,IAAW,EAAE;IAC1BC,OAAO,CAACE,IAAI,CAACN,MAAM,CAACC,MAAM,EAAE,GAAGE,IAAI,CAAC;EACtC;EAEA,OAAOI,IAAIA,CAAC,GAAGJ,IAAW,EAAE;IAC1BC,OAAO,CAACG,IAAI,CAACP,MAAM,CAACC,MAAM,EAAE,GAAGE,IAAI,CAAC;EACtC;EAEA,OAAOK,KAAKA,CAAC,GAAGL,IAAW,EAAE;IAC3BC,OAAO,CAACI,KAAK,CAACR,MAAM,CAACC,MAAM,EAAE,GAAGE,IAAI,CAAC;EACvC;AACF","ignoreList":[]}

package/lib/module/constants/directories.js

@@ -1,5 +1,5 @@
 "use strict";
 
-import { documentDirectory } from 'expo-file-system';
+import { documentDirectory } from 'expo-file-system/legacy';
 export const RNEDirectory = `${documentDirectory}react-native-executorch/`;
 //# sourceMappingURL=directories.js.map

package/lib/module/constants/directories.js.map

@@ -1 +1 @@
-{"version":3,"names":["documentDirectory","RNEDirectory"],"sourceRoot":"../../../src","sources":["constants/directories.ts"],"mappings":";;AAAA,SAASA,iBAAiB,QAAQ,kBAAkB;AAEpD,OAAO,MAAMC,YAAY,GAAG,GAAGD,iBAAiB,0BAA0B","ignoreList":[]}
+{"version":3,"names":["documentDirectory","RNEDirectory"],"sourceRoot":"../../../src","sources":["constants/directories.ts"],"mappings":";;AAAA,SAASA,iBAAiB,QAAQ,yBAAyB;AAE3D,OAAO,MAAMC,YAAY,GAAG,GAAGD,iBAAiB,0BAA0B","ignoreList":[]}

package/lib/module/constants/llmDefaults.js

@@ -1,6 +1,14 @@
 "use strict";
 
 export const DEFAULT_SYSTEM_PROMPT = "You are a knowledgeable, efficient, and direct AI assistant. Provide concise answers, focusing on the key information needed. Offer suggestions tactfully when appropriate to improve outcomes. Engage in productive collaboration with the user. Don't return too much text.";
+export const DEFAULT_STRUCTURED_OUTPUT_PROMPT = structuredOutputSchema => `The output should be formatted as a JSON instance that conforms to the JSON schema below.
+
+As an example, for the schema {"properties": {"foo": {"title": "Foo", "description": "a list of strings", "type": "array", "items": {"type": "string"}}}, "required": ["foo"]}
+the object {"foo": ["bar", "baz"]} is a well-formatted instance of the schema. The object {"properties": {"foo": ["bar", "baz"]}} is not well-formatted.
+
+Here is the output schema:
+${structuredOutputSchema}
+`;
 export const DEFAULT_MESSAGE_HISTORY = [];
 export const DEFAULT_CONTEXT_WINDOW_LENGTH = 5;
 export const DEFAULT_CHAT_CONFIG = {

package/lib/module/constants/llmDefaults.js.map

@@ -1 +1 @@
-{"version":3,"names":["DEFAULT_SYSTEM_PROMPT","DEFAULT_MESSAGE_HISTORY","DEFAULT_CONTEXT_WINDOW_LENGTH","DEFAULT_CHAT_CONFIG","systemPrompt","initialMessageHistory","contextWindowLength"],"sourceRoot":"../../../src","sources":["constants/llmDefaults.ts"],"mappings":";;AAEA,OAAO,MAAMA,qBAAqB,GAChC,+QAA+Q;AAEjR,OAAO,MAAMC,uBAAkC,GAAG,EAAE;AAEpD,OAAO,MAAMC,6BAA6B,GAAG,CAAC;AAE9C,OAAO,MAAMC,mBAA+B,GAAG;EAC7CC,YAAY,EAAEJ,qBAAqB;EACnCK,qBAAqB,EAAEJ,uBAAuB;EAC9CK,mBAAmB,EAAEJ;AACvB,CAAC","ignoreList":[]}
+{"version":3,"names":["DEFAULT_SYSTEM_PROMPT","DEFAULT_STRUCTURED_OUTPUT_PROMPT","structuredOutputSchema","DEFAULT_MESSAGE_HISTORY","DEFAULT_CONTEXT_WINDOW_LENGTH","DEFAULT_CHAT_CONFIG","systemPrompt","initialMessageHistory","contextWindowLength"],"sourceRoot":"../../../src","sources":["constants/llmDefaults.ts"],"mappings":";;AAEA,OAAO,MAAMA,qBAAqB,GAChC,+QAA+Q;AAEjR,OAAO,MAAMC,gCAAgC,GAC3CC,sBAA8B,IAC3B;AACL;AACA;AACA;AACA;AACA;AACA,EAAEA,sBAAsB;AACxB,CAAC;AAED,OAAO,MAAMC,uBAAkC,GAAG,EAAE;AAEpD,OAAO,MAAMC,6BAA6B,GAAG,CAAC;AAE9C,OAAO,MAAMC,mBAA+B,GAAG;EAC7CC,YAAY,EAAEN,qBAAqB;EACnCO,qBAAqB,EAAEJ,uBAAuB;EAC9CK,mBAAmB,EAAEJ;AACvB,CAAC","ignoreList":[]}