react-native-litert-lm 0.3.6 → 0.4.0

package/nitrogen/generated/ios/swift/MultimodalPart.swift

@@ -0,0 +1,83 @@
+///
+/// MultimodalPart.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `MultimodalPart`, backed by a C++ struct.
+ */
+public typealias MultimodalPart = margelo.nitro.litertlm.MultimodalPart
+
+public extension MultimodalPart {
+  private typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  /**
+   * Create a new instance of `MultimodalPart`.
+   */
+  init(type: PartType, text: String?, imageBuffer: ArrayBuffer?, audioBuffer: ArrayBuffer?) {
+    self.init(type, { () -> bridge.std__optional_std__string_ in
+      if let __unwrappedValue = text {
+        return bridge.create_std__optional_std__string_(std.string(__unwrappedValue))
+      } else {
+        return .init()
+      }
+    }(), { () -> bridge.std__optional_std__shared_ptr_ArrayBuffer__ in
+      if let __unwrappedValue = imageBuffer {
+        return bridge.create_std__optional_std__shared_ptr_ArrayBuffer__(__unwrappedValue.getArrayBuffer())
+      } else {
+        return .init()
+      }
+    }(), { () -> bridge.std__optional_std__shared_ptr_ArrayBuffer__ in
+      if let __unwrappedValue = audioBuffer {
+        return bridge.create_std__optional_std__shared_ptr_ArrayBuffer__(__unwrappedValue.getArrayBuffer())
+      } else {
+        return .init()
+      }
+    }())
+  }
+
+  @inline(__always)
+  var type: PartType {
+    return self.__type
+  }
+  
+  @inline(__always)
+  var text: String? {
+    return { () -> String? in
+      if bridge.has_value_std__optional_std__string_(self.__text) {
+        let __unwrapped = bridge.get_std__optional_std__string_(self.__text)
+        return String(__unwrapped)
+      } else {
+        return nil
+      }
+    }()
+  }
+  
+  @inline(__always)
+  var imageBuffer: ArrayBuffer? {
+    return { () -> ArrayBuffer? in
+      if bridge.has_value_std__optional_std__shared_ptr_ArrayBuffer__(self.__imageBuffer) {
+        let __unwrapped = bridge.get_std__optional_std__shared_ptr_ArrayBuffer__(self.__imageBuffer)
+        return ArrayBuffer(__unwrapped)
+      } else {
+        return nil
+      }
+    }()
+  }
+  
+  @inline(__always)
+  var audioBuffer: ArrayBuffer? {
+    return { () -> ArrayBuffer? in
+      if bridge.has_value_std__optional_std__shared_ptr_ArrayBuffer__(self.__audioBuffer) {
+        let __unwrapped = bridge.get_std__optional_std__shared_ptr_ArrayBuffer__(self.__audioBuffer)
+        return ArrayBuffer(__unwrapped)
+      } else {
+        return nil
+      }
+    }()
+  }
+}

package/nitrogen/generated/ios/swift/PartType.swift

@@ -0,0 +1,44 @@
+///
+/// PartType.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+/**
+ * Represents the JS union `PartType`, backed by a C++ enum.
+ */
+public typealias PartType = margelo.nitro.litertlm.PartType
+
+public extension PartType {
+  /**
+   * Get a PartType for the given String value, or
+   * return `nil` if the given value was invalid/unknown.
+   */
+  init?(fromString string: String) {
+    switch string {
+      case "text":
+        self = .text
+      case "image":
+        self = .image
+      case "audio":
+        self = .audio
+      default:
+        return nil
+    }
+  }
+
+  /**
+   * Get the String value this PartType represents.
+   */
+  var stringValue: String {
+    switch self {
+      case .text:
+        return "text"
+      case .image:
+        return "image"
+      case .audio:
+        return "audio"
+    }
+  }
+}

package/nitrogen/generated/ios/swift/Role.swift

@@ -0,0 +1,44 @@
+///
+/// Role.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+/**
+ * Represents the JS union `Role`, backed by a C++ enum.
+ */
+public typealias Role = margelo.nitro.litertlm.Role
+
+public extension Role {
+  /**
+   * Get a Role for the given String value, or
+   * return `nil` if the given value was invalid/unknown.
+   */
+  init?(fromString string: String) {
+    switch string {
+      case "user":
+        self = .user
+      case "model":
+        self = .model
+      case "system":
+        self = .system
+      default:
+        return nil
+    }
+  }
+
+  /**
+   * Get the String value this Role represents.
+   */
+  var stringValue: String {
+    switch self {
+      case .user:
+        return "user"
+      case .model:
+        return "model"
+      case .system:
+        return "system"
+    }
+  }
+}

package/nitrogen/generated/ios/swift/ToolDefinition.swift

@@ -0,0 +1,39 @@
+///
+/// ToolDefinition.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `ToolDefinition`, backed by a C++ struct.
+ */
+public typealias ToolDefinition = margelo.nitro.litertlm.ToolDefinition
+
+public extension ToolDefinition {
+  private typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  /**
+   * Create a new instance of `ToolDefinition`.
+   */
+  init(name: String, description: String, parametersJson: String) {
+    self.init(std.string(name), std.string(description), std.string(parametersJson))
+  }
+
+  @inline(__always)
+  var name: String {
+    return String(self.__name)
+  }
+  
+  @inline(__always)
+  var description: String {
+    return String(self.__description)
+  }
+  
+  @inline(__always)
+  var parametersJson: String {
+    return String(self.__parametersJson)
+  }
+}

package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.cpp

@@ -20,11 +20,13 @@ namespace margelo::nitro::litertlm {
       prototype.registerHybridMethod("downloadModel", &HybridLiteRTLMSpec::downloadModel);
       prototype.registerHybridMethod("deleteModel", &HybridLiteRTLMSpec::deleteModel);
       prototype.registerHybridMethod("sendMessageWithAudio", &HybridLiteRTLMSpec::sendMessageWithAudio);
+      prototype.registerHybridMethod("sendMultimodalMessage", &HybridLiteRTLMSpec::sendMultimodalMessage);
       prototype.registerHybridMethod("sendMessageAsync", &HybridLiteRTLMSpec::sendMessageAsync);
       prototype.registerHybridMethod("getHistory", &HybridLiteRTLMSpec::getHistory);
       prototype.registerHybridMethod("resetConversation", &HybridLiteRTLMSpec::resetConversation);
       prototype.registerHybridMethod("isReady", &HybridLiteRTLMSpec::isReady);
       prototype.registerHybridMethod("getStats", &HybridLiteRTLMSpec::getStats);
+      prototype.registerHybridMethod("countTokens", &HybridLiteRTLMSpec::countTokens);
       prototype.registerHybridMethod("getMemoryUsage", &HybridLiteRTLMSpec::getMemoryUsage);
       prototype.registerHybridMethod("close", &HybridLiteRTLMSpec::close);
     });

package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp

@@ -15,6 +15,8 @@
 
 // Forward declaration of `LLMConfig` to properly resolve imports.
 namespace margelo::nitro::litertlm { struct LLMConfig; }
+// Forward declaration of `MultimodalPart` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct MultimodalPart; }
 // Forward declaration of `Message` to properly resolve imports.
 namespace margelo::nitro::litertlm { struct Message; }
 // Forward declaration of `GenerationStats` to properly resolve imports.
@@ -27,8 +29,9 @@ namespace margelo::nitro::litertlm { struct MemoryUsage; }
 #include "LLMConfig.hpp"
 #include <optional>
 #include <functional>
-#include "Message.hpp"
+#include "MultimodalPart.hpp"
 #include <vector>
+#include "Message.hpp"
 #include "GenerationStats.hpp"
 #include "MemoryUsage.hpp"
 
@@ -69,11 +72,13 @@ namespace margelo::nitro::litertlm {
       virtual std::shared_ptr<Promise<std::string>> downloadModel(const std::string& url, const std::string& fileName, const std::optional<std::function<void(double /* progress */)>>& onProgress) = 0;
       virtual std::shared_ptr<Promise<void>> deleteModel(const std::string& fileName) = 0;
       virtual std::shared_ptr<Promise<std::string>> sendMessageWithAudio(const std::string& message, const std::string& audioPath) = 0;
-      virtual void sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) = 0;
+      virtual std::shared_ptr<Promise<std::string>> sendMultimodalMessage(const std::vector<MultimodalPart>& parts) = 0;
+      virtual std::shared_ptr<Promise<void>> sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) = 0;
       virtual std::vector<Message> getHistory() = 0;
       virtual void resetConversation() = 0;
       virtual bool isReady() = 0;
       virtual GenerationStats getStats() = 0;
+      virtual double countTokens(const std::string& text) = 0;
       virtual MemoryUsage getMemoryUsage() = 0;
       virtual void close() = 0;
 

package/nitrogen/generated/shared/c++/LLMConfig.hpp

@@ -30,10 +30,14 @@
 
 // Forward declaration of `Backend` to properly resolve imports.
 namespace margelo::nitro::litertlm { enum class Backend; }
+// Forward declaration of `ToolDefinition` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct ToolDefinition; }
 
 #include <string>
 #include <optional>
 #include "Backend.hpp"
+#include "ToolDefinition.hpp"
+#include <vector>
 
 namespace margelo::nitro::litertlm {
 
@@ -48,10 +52,14 @@ namespace margelo::nitro::litertlm {
     std::optional<double> temperature     SWIFT_PRIVATE;
     std::optional<double> topK     SWIFT_PRIVATE;
     std::optional<double> topP     SWIFT_PRIVATE;
+    std::optional<bool> validate     SWIFT_PRIVATE;
+    std::optional<bool> multimodal     SWIFT_PRIVATE;
+    std::optional<std::vector<ToolDefinition>> tools     SWIFT_PRIVATE;
+    std::optional<bool> enableSpeculativeDecoding     SWIFT_PRIVATE;
 
   public:
     LLMConfig() = default;
-    explicit LLMConfig(std::optional<std::string> systemPrompt, std::optional<Backend> backend, std::optional<double> maxTokens, std::optional<double> temperature, std::optional<double> topK, std::optional<double> topP): systemPrompt(systemPrompt), backend(backend), maxTokens(maxTokens), temperature(temperature), topK(topK), topP(topP) {}
+    explicit LLMConfig(std::optional<std::string> systemPrompt, std::optional<Backend> backend, std::optional<double> maxTokens, std::optional<double> temperature, std::optional<double> topK, std::optional<double> topP, std::optional<bool> validate, std::optional<bool> multimodal, std::optional<std::vector<ToolDefinition>> tools, std::optional<bool> enableSpeculativeDecoding): systemPrompt(systemPrompt), backend(backend), maxTokens(maxTokens), temperature(temperature), topK(topK), topP(topP), validate(validate), multimodal(multimodal), tools(tools), enableSpeculativeDecoding(enableSpeculativeDecoding) {}
 
   public:
     friend bool operator==(const LLMConfig& lhs, const LLMConfig& rhs) = default;
@@ -72,7 +80,11 @@ namespace margelo::nitro {
         JSIConverter<std::optional<double>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "maxTokens"))),
         JSIConverter<std::optional<double>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "temperature"))),
         JSIConverter<std::optional<double>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "topK"))),
-        JSIConverter<std::optional<double>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "topP")))
+        JSIConverter<std::optional<double>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "topP"))),
+        JSIConverter<std::optional<bool>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "validate"))),
+        JSIConverter<std::optional<bool>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "multimodal"))),
+        JSIConverter<std::optional<std::vector<margelo::nitro::litertlm::ToolDefinition>>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "tools"))),
+        JSIConverter<std::optional<bool>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "enableSpeculativeDecoding")))
       );
     }
     static inline jsi::Value toJSI(jsi::Runtime& runtime, const margelo::nitro::litertlm::LLMConfig& arg) {
@@ -83,6 +95,10 @@ namespace margelo::nitro {
       obj.setProperty(runtime, PropNameIDCache::get(runtime, "temperature"), JSIConverter<std::optional<double>>::toJSI(runtime, arg.temperature));
       obj.setProperty(runtime, PropNameIDCache::get(runtime, "topK"), JSIConverter<std::optional<double>>::toJSI(runtime, arg.topK));
       obj.setProperty(runtime, PropNameIDCache::get(runtime, "topP"), JSIConverter<std::optional<double>>::toJSI(runtime, arg.topP));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "validate"), JSIConverter<std::optional<bool>>::toJSI(runtime, arg.validate));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "multimodal"), JSIConverter<std::optional<bool>>::toJSI(runtime, arg.multimodal));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "tools"), JSIConverter<std::optional<std::vector<margelo::nitro::litertlm::ToolDefinition>>>::toJSI(runtime, arg.tools));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "enableSpeculativeDecoding"), JSIConverter<std::optional<bool>>::toJSI(runtime, arg.enableSpeculativeDecoding));
       return obj;
     }
     static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
@@ -99,6 +115,10 @@ namespace margelo::nitro {
       if (!JSIConverter<std::optional<double>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "temperature")))) return false;
       if (!JSIConverter<std::optional<double>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "topK")))) return false;
       if (!JSIConverter<std::optional<double>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "topP")))) return false;
+      if (!JSIConverter<std::optional<bool>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "validate")))) return false;
+      if (!JSIConverter<std::optional<bool>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "multimodal")))) return false;
+      if (!JSIConverter<std::optional<std::vector<margelo::nitro::litertlm::ToolDefinition>>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "tools")))) return false;
+      if (!JSIConverter<std::optional<bool>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "enableSpeculativeDecoding")))) return false;
       return true;
     }
   };

package/nitrogen/generated/shared/c++/MultimodalPart.hpp

@@ -0,0 +1,99 @@
+///
+/// MultimodalPart.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIHelpers.hpp>)
+#include <NitroModules/JSIHelpers.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/PropNameIDCache.hpp>)
+#include <NitroModules/PropNameIDCache.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+// Forward declaration of `PartType` to properly resolve imports.
+namespace margelo::nitro::litertlm { enum class PartType; }
+
+#include "PartType.hpp"
+#include <string>
+#include <optional>
+#include <NitroModules/ArrayBuffer.hpp>
+
+namespace margelo::nitro::litertlm {
+
+  /**
+   * A struct which can be represented as a JavaScript object (MultimodalPart).
+   */
+  struct MultimodalPart final {
+  public:
+    PartType type     SWIFT_PRIVATE;
+    std::optional<std::string> text     SWIFT_PRIVATE;
+    std::optional<std::shared_ptr<ArrayBuffer>> imageBuffer     SWIFT_PRIVATE;
+    std::optional<std::shared_ptr<ArrayBuffer>> audioBuffer     SWIFT_PRIVATE;
+
+  public:
+    MultimodalPart() = default;
+    explicit MultimodalPart(PartType type, std::optional<std::string> text, std::optional<std::shared_ptr<ArrayBuffer>> imageBuffer, std::optional<std::shared_ptr<ArrayBuffer>> audioBuffer): type(type), text(text), imageBuffer(imageBuffer), audioBuffer(audioBuffer) {}
+
+  public:
+    friend bool operator==(const MultimodalPart& lhs, const MultimodalPart& rhs) = default;
+  };
+
+} // namespace margelo::nitro::litertlm
+
+namespace margelo::nitro {
+
+  // C++ MultimodalPart <> JS MultimodalPart (object)
+  template <>
+  struct JSIConverter<margelo::nitro::litertlm::MultimodalPart> final {
+    static inline margelo::nitro::litertlm::MultimodalPart fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      jsi::Object obj = arg.asObject(runtime);
+      return margelo::nitro::litertlm::MultimodalPart(
+        JSIConverter<margelo::nitro::litertlm::PartType>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "type"))),
+        JSIConverter<std::optional<std::string>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "text"))),
+        JSIConverter<std::optional<std::shared_ptr<ArrayBuffer>>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "imageBuffer"))),
+        JSIConverter<std::optional<std::shared_ptr<ArrayBuffer>>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "audioBuffer")))
+      );
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, const margelo::nitro::litertlm::MultimodalPart& arg) {
+      jsi::Object obj(runtime);
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "type"), JSIConverter<margelo::nitro::litertlm::PartType>::toJSI(runtime, arg.type));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "text"), JSIConverter<std::optional<std::string>>::toJSI(runtime, arg.text));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "imageBuffer"), JSIConverter<std::optional<std::shared_ptr<ArrayBuffer>>>::toJSI(runtime, arg.imageBuffer));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "audioBuffer"), JSIConverter<std::optional<std::shared_ptr<ArrayBuffer>>>::toJSI(runtime, arg.audioBuffer));
+      return obj;
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isObject()) {
+        return false;
+      }
+      jsi::Object obj = value.getObject(runtime);
+      if (!nitro::isPlainObject(runtime, obj)) {
+        return false;
+      }
+      if (!JSIConverter<margelo::nitro::litertlm::PartType>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "type")))) return false;
+      if (!JSIConverter<std::optional<std::string>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "text")))) return false;
+      if (!JSIConverter<std::optional<std::shared_ptr<ArrayBuffer>>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "imageBuffer")))) return false;
+      if (!JSIConverter<std::optional<std::shared_ptr<ArrayBuffer>>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "audioBuffer")))) return false;
+      return true;
+    }
+  };
+
+} // namespace margelo::nitro

package/nitrogen/generated/shared/c++/PartType.hpp

@@ -0,0 +1,80 @@
+///
+/// PartType.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/NitroHash.hpp>)
+#include <NitroModules/NitroHash.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+namespace margelo::nitro::litertlm {
+
+  /**
+   * An enum which can be represented as a JavaScript union (PartType).
+   */
+  enum class PartType {
+    TEXT      SWIFT_NAME(text) = 0,
+    IMAGE      SWIFT_NAME(image) = 1,
+    AUDIO      SWIFT_NAME(audio) = 2,
+  } CLOSED_ENUM;
+
+} // namespace margelo::nitro::litertlm
+
+namespace margelo::nitro {
+
+  // C++ PartType <> JS PartType (union)
+  template <>
+  struct JSIConverter<margelo::nitro::litertlm::PartType> final {
+    static inline margelo::nitro::litertlm::PartType fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      std::string unionValue = JSIConverter<std::string>::fromJSI(runtime, arg);
+      switch (hashString(unionValue.c_str(), unionValue.size())) {
+        case hashString("text"): return margelo::nitro::litertlm::PartType::TEXT;
+        case hashString("image"): return margelo::nitro::litertlm::PartType::IMAGE;
+        case hashString("audio"): return margelo::nitro::litertlm::PartType::AUDIO;
+        default: [[unlikely]]
+          throw std::invalid_argument("Cannot convert \"" + unionValue + "\" to enum PartType - invalid value!");
+      }
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, margelo::nitro::litertlm::PartType arg) {
+      switch (arg) {
+        case margelo::nitro::litertlm::PartType::TEXT: return JSIConverter<std::string>::toJSI(runtime, "text");
+        case margelo::nitro::litertlm::PartType::IMAGE: return JSIConverter<std::string>::toJSI(runtime, "image");
+        case margelo::nitro::litertlm::PartType::AUDIO: return JSIConverter<std::string>::toJSI(runtime, "audio");
+        default: [[unlikely]]
+          throw std::invalid_argument("Cannot convert PartType to JS - invalid value: "
+                                    + std::to_string(static_cast<int>(arg)) + "!");
+      }
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isString()) {
+        return false;
+      }
+      std::string unionValue = JSIConverter<std::string>::fromJSI(runtime, value);
+      switch (hashString(unionValue.c_str(), unionValue.size())) {
+        case hashString("text"):
+        case hashString("image"):
+        case hashString("audio"):
+          return true;
+        default:
+          return false;
+      }
+    }
+  };
+
+} // namespace margelo::nitro

package/nitrogen/generated/shared/c++/ToolDefinition.hpp

@@ -0,0 +1,91 @@
+///
+/// ToolDefinition.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIHelpers.hpp>)
+#include <NitroModules/JSIHelpers.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/PropNameIDCache.hpp>)
+#include <NitroModules/PropNameIDCache.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+
+
+#include <string>
+
+namespace margelo::nitro::litertlm {
+
+  /**
+   * A struct which can be represented as a JavaScript object (ToolDefinition).
+   */
+  struct ToolDefinition final {
+  public:
+    std::string name     SWIFT_PRIVATE;
+    std::string description     SWIFT_PRIVATE;
+    std::string parametersJson     SWIFT_PRIVATE;
+
+  public:
+    ToolDefinition() = default;
+    explicit ToolDefinition(std::string name, std::string description, std::string parametersJson): name(name), description(description), parametersJson(parametersJson) {}
+
+  public:
+    friend bool operator==(const ToolDefinition& lhs, const ToolDefinition& rhs) = default;
+  };
+
+} // namespace margelo::nitro::litertlm
+
+namespace margelo::nitro {
+
+  // C++ ToolDefinition <> JS ToolDefinition (object)
+  template <>
+  struct JSIConverter<margelo::nitro::litertlm::ToolDefinition> final {
+    static inline margelo::nitro::litertlm::ToolDefinition fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      jsi::Object obj = arg.asObject(runtime);
+      return margelo::nitro::litertlm::ToolDefinition(
+        JSIConverter<std::string>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "name"))),
+        JSIConverter<std::string>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "description"))),
+        JSIConverter<std::string>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "parametersJson")))
+      );
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, const margelo::nitro::litertlm::ToolDefinition& arg) {
+      jsi::Object obj(runtime);
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "name"), JSIConverter<std::string>::toJSI(runtime, arg.name));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "description"), JSIConverter<std::string>::toJSI(runtime, arg.description));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "parametersJson"), JSIConverter<std::string>::toJSI(runtime, arg.parametersJson));
+      return obj;
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isObject()) {
+        return false;
+      }
+      jsi::Object obj = value.getObject(runtime);
+      if (!nitro::isPlainObject(runtime, obj)) {
+        return false;
+      }
+      if (!JSIConverter<std::string>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "name")))) return false;
+      if (!JSIConverter<std::string>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "description")))) return false;
+      if (!JSIConverter<std::string>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "parametersJson")))) return false;
+      return true;
+    }
+  };
+
+} // namespace margelo::nitro

package/package.json

@@ -1,10 +1,10 @@
 {
   "name": "react-native-litert-lm",
-  "version": "0.3.6",
+  "version": "0.4.0",
   "litertLm": {
-    "version": "0.10.2",
-    "androidMavenVersion": "0.10.2",
-    "iosGitTag": "v0.10.2"
+    "version": "0.12.0",
+    "androidMavenVersion": "0.12.0",
+    "iosGitTag": "v0.12.0"
   },
   "description": "High-performance LLM inference for React Native using LiteRT-LM. Optimized for Gemma 4 and other on-device language models.",
   "license": "MIT",
@@ -43,14 +43,13 @@
     "android/src",
     "android/build.gradle",
     "android/CMakeLists.txt",
-    "ios/*.mm",
-    "ios/*.m",
+    "ios/**/*.swift",
+    "ios/**/*.mm",
+    "ios/**/*.m",
     "cpp",
     "nitrogen/generated",
     "scripts/postinstall.js",
     "scripts/download-ios-frameworks.sh",
-    "scripts/build-ios-engine.sh",
-    "scripts/stubs",
     "react-native.config.js",
     "react-native-litert-lm.podspec",
     "app.plugin.js",
@@ -64,6 +63,7 @@
     "postinstall": "node scripts/postinstall.js",
     "build": "tsc",
     "typecheck": "tsc --noEmit",
+    "test": "jest",
     "lint": "eslint \"**/*.{js,ts,tsx}\" --fix",
     "prepack": "npm run build",
     "specs": "npx nitrogen",
@@ -76,9 +76,17 @@
   },
   "devDependencies": {
     "@expo/config-plugins": "~55.0.0",
+    "@types/jest": "^30.0.0",
     "@types/react": "~19.2.10",
+    "@types/react-test-renderer": "^19.1.0",
+    "jest": "^30.4.2",
+    "react": "^19.2.6",
+    "react-native": "^0.85.3",
     "react-native-nitro-modules": "^0.35.4",
+    "react-test-renderer": "^19.2.6",
     "release-it": "^19.2.4",
+    "ts-jest": "^29.4.10",
+    "ts-node": "^10.9.2",
     "typescript": "^5.0.0"
   },
   "peerDependencies": {