react-native-litert-lm 0.3.7 → 0.4.0

package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.hpp

@@ -0,0 +1,224 @@
+///
+/// HybridLiteRTLMSpecSwift.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#include "HybridLiteRTLMSpec.hpp"
+
+// Forward declaration of `HybridLiteRTLMSpec_cxx` to properly resolve imports.
+namespace LiteRTLM { class HybridLiteRTLMSpec_cxx; }
+
+// Forward declaration of `LLMConfig` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct LLMConfig; }
+// Forward declaration of `Backend` to properly resolve imports.
+namespace margelo::nitro::litertlm { enum class Backend; }
+// Forward declaration of `ToolDefinition` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct ToolDefinition; }
+// Forward declaration of `MultimodalPart` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct MultimodalPart; }
+// Forward declaration of `PartType` to properly resolve imports.
+namespace margelo::nitro::litertlm { enum class PartType; }
+// Forward declaration of `ArrayBufferHolder` to properly resolve imports.
+namespace NitroModules { class ArrayBufferHolder; }
+// Forward declaration of `Message` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct Message; }
+// Forward declaration of `Role` to properly resolve imports.
+namespace margelo::nitro::litertlm { enum class Role; }
+// Forward declaration of `GenerationStats` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct GenerationStats; }
+// Forward declaration of `MemoryUsage` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct MemoryUsage; }
+
+#include <NitroModules/Promise.hpp>
+#include <string>
+#include "LLMConfig.hpp"
+#include <optional>
+#include "Backend.hpp"
+#include "ToolDefinition.hpp"
+#include <vector>
+#include <functional>
+#include "MultimodalPart.hpp"
+#include "PartType.hpp"
+#include <NitroModules/ArrayBuffer.hpp>
+#include <NitroModules/ArrayBufferHolder.hpp>
+#include "Message.hpp"
+#include "Role.hpp"
+#include "GenerationStats.hpp"
+#include "MemoryUsage.hpp"
+
+#include "LiteRTLM-Swift-Cxx-Umbrella.hpp"
+
+namespace margelo::nitro::litertlm {
+
+  /**
+   * The C++ part of HybridLiteRTLMSpec_cxx.swift.
+   *
+   * HybridLiteRTLMSpecSwift (C++) accesses HybridLiteRTLMSpec_cxx (Swift), and might
+   * contain some additional bridging code for C++ <> Swift interop.
+   *
+   * Since this obviously introduces an overhead, I hope at some point in
+   * the future, HybridLiteRTLMSpec_cxx can directly inherit from the C++ class HybridLiteRTLMSpec
+   * to simplify the whole structure and memory management.
+   */
+  class HybridLiteRTLMSpecSwift: public virtual HybridLiteRTLMSpec {
+  public:
+    // Constructor from a Swift instance
+    explicit HybridLiteRTLMSpecSwift(const LiteRTLM::HybridLiteRTLMSpec_cxx& swiftPart):
+      HybridObject(HybridLiteRTLMSpec::TAG),
+      _swiftPart(swiftPart) { }
+
+  public:
+    // Get the Swift part
+    inline LiteRTLM::HybridLiteRTLMSpec_cxx& getSwiftPart() noexcept {
+      return _swiftPart;
+    }
+
+  public:
+    inline size_t getExternalMemorySize() noexcept override {
+      return _swiftPart.getMemorySize();
+    }
+    bool equals(const std::shared_ptr<HybridObject>& other) override {
+      if (auto otherCast = std::dynamic_pointer_cast<HybridLiteRTLMSpecSwift>(other)) {
+        return _swiftPart.equals(otherCast->_swiftPart);
+      }
+      return false;
+    }
+    void dispose() noexcept override {
+      _swiftPart.dispose();
+    }
+    std::string toString() override {
+      return _swiftPart.toString();
+    }
+
+  public:
+    // Properties
+    
+
+  public:
+    // Methods
+    inline std::shared_ptr<Promise<void>> loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) override {
+      auto __result = _swiftPart.loadModel(modelPath, config);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> sendMessage(const std::string& message) override {
+      auto __result = _swiftPart.sendMessage(message);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> sendMessageWithImage(const std::string& message, const std::string& imagePath) override {
+      auto __result = _swiftPart.sendMessageWithImage(message, imagePath);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> downloadModel(const std::string& url, const std::string& fileName, const std::optional<std::function<void(double /* progress */)>>& onProgress) override {
+      auto __result = _swiftPart.downloadModel(url, fileName, onProgress);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<void>> deleteModel(const std::string& fileName) override {
+      auto __result = _swiftPart.deleteModel(fileName);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> sendMessageWithAudio(const std::string& message, const std::string& audioPath) override {
+      auto __result = _swiftPart.sendMessageWithAudio(message, audioPath);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> sendMultimodalMessage(const std::vector<MultimodalPart>& parts) override {
+      auto __result = _swiftPart.sendMultimodalMessage(parts);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<void>> sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) override {
+      auto __result = _swiftPart.sendMessageAsync(message, onToken);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::vector<Message> getHistory() override {
+      auto __result = _swiftPart.getHistory();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline void resetConversation() override {
+      auto __result = _swiftPart.resetConversation();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+    }
+    inline bool isReady() override {
+      auto __result = _swiftPart.isReady();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline GenerationStats getStats() override {
+      auto __result = _swiftPart.getStats();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline double countTokens(const std::string& text) override {
+      auto __result = _swiftPart.countTokens(text);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline MemoryUsage getMemoryUsage() override {
+      auto __result = _swiftPart.getMemoryUsage();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline void close() override {
+      auto __result = _swiftPart.close();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+    }
+
+  private:
+    LiteRTLM::HybridLiteRTLMSpec_cxx _swiftPart;
+  };
+
+} // namespace margelo::nitro::litertlm

package/nitrogen/generated/ios/swift/Backend.swift

@@ -0,0 +1,44 @@
+///
+/// Backend.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+/**
+ * Represents the JS union `Backend`, backed by a C++ enum.
+ */
+public typealias Backend = margelo.nitro.litertlm.Backend
+
+public extension Backend {
+  /**
+   * Get a Backend for the given String value, or
+   * return `nil` if the given value was invalid/unknown.
+   */
+  init?(fromString string: String) {
+    switch string {
+      case "cpu":
+        self = .cpu
+      case "gpu":
+        self = .gpu
+      case "npu":
+        self = .npu
+      default:
+        return nil
+    }
+  }
+
+  /**
+   * Get the String value this Backend represents.
+   */
+  var stringValue: String {
+    switch self {
+      case .cpu:
+        return "cpu"
+      case .gpu:
+        return "gpu"
+      case .npu:
+        return "npu"
+    }
+  }
+}

package/nitrogen/generated/ios/swift/Func_void.swift

@@ -0,0 +1,46 @@
+///
+/// Func_void.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Wraps a Swift `() -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void {
+  public typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  private let closure: () -> Void
+
+  public init(_ closure: @escaping () -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call() -> Void {
+    self.closure()
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void {
+    return Unmanaged<Func_void>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_double.swift

@@ -0,0 +1,46 @@
+///
+/// Func_void_double.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ progress: Double) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_double {
+  public typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  private let closure: (_ progress: Double) -> Void
+
+  public init(_ closure: @escaping (_ progress: Double) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(progress: Double) -> Void {
+    self.closure(progress)
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_double`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_double>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_double {
+    return Unmanaged<Func_void_double>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_std__exception_ptr.swift

@@ -0,0 +1,46 @@
+///
+/// Func_void_std__exception_ptr.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ error: Error) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_std__exception_ptr {
+  public typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  private let closure: (_ error: Error) -> Void
+
+  public init(_ closure: @escaping (_ error: Error) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(error: std.exception_ptr) -> Void {
+    self.closure(RuntimeError.from(cppError: error))
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_std__exception_ptr`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_std__exception_ptr>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_std__exception_ptr {
+    return Unmanaged<Func_void_std__exception_ptr>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_std__string.swift

@@ -0,0 +1,46 @@
+///
+/// Func_void_std__string.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ value: String) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_std__string {
+  public typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  private let closure: (_ value: String) -> Void
+
+  public init(_ closure: @escaping (_ value: String) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(value: std.string) -> Void {
+    self.closure(String(value))
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_std__string`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_std__string>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_std__string {
+    return Unmanaged<Func_void_std__string>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_std__string_bool.swift

@@ -0,0 +1,46 @@
+///
+/// Func_void_std__string_bool.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ token: String, _ done: Bool) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_std__string_bool {
+  public typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  private let closure: (_ token: String, _ done: Bool) -> Void
+
+  public init(_ closure: @escaping (_ token: String, _ done: Bool) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(token: std.string, done: Bool) -> Void {
+    self.closure(String(token), done)
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_std__string_bool`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_std__string_bool>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_std__string_bool {
+    return Unmanaged<Func_void_std__string_bool>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/GenerationStats.swift

@@ -0,0 +1,54 @@
+///
+/// GenerationStats.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `GenerationStats`, backed by a C++ struct.
+ */
+public typealias GenerationStats = margelo.nitro.litertlm.GenerationStats
+
+public extension GenerationStats {
+  private typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  /**
+   * Create a new instance of `GenerationStats`.
+   */
+  init(promptTokens: Double, completionTokens: Double, totalTokens: Double, timeToFirstToken: Double, totalTime: Double, tokensPerSecond: Double) {
+    self.init(promptTokens, completionTokens, totalTokens, timeToFirstToken, totalTime, tokensPerSecond)
+  }
+
+  @inline(__always)
+  var promptTokens: Double {
+    return self.__promptTokens
+  }
+  
+  @inline(__always)
+  var completionTokens: Double {
+    return self.__completionTokens
+  }
+  
+  @inline(__always)
+  var totalTokens: Double {
+    return self.__totalTokens
+  }
+  
+  @inline(__always)
+  var timeToFirstToken: Double {
+    return self.__timeToFirstToken
+  }
+  
+  @inline(__always)
+  var totalTime: Double {
+    return self.__totalTime
+  }
+  
+  @inline(__always)
+  var tokensPerSecond: Double {
+    return self.__tokensPerSecond
+  }
+}

package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec.swift

@@ -0,0 +1,69 @@
+///
+/// HybridLiteRTLMSpec.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/// See ``HybridLiteRTLMSpec``
+public protocol HybridLiteRTLMSpec_protocol: HybridObject {
+  // Properties
+  
+
+  // Methods
+  func loadModel(modelPath: String, config: LLMConfig?) throws -> Promise<Void>
+  func sendMessage(message: String) throws -> Promise<String>
+  func sendMessageWithImage(message: String, imagePath: String) throws -> Promise<String>
+  func downloadModel(url: String, fileName: String, onProgress: ((_ progress: Double) -> Void)?) throws -> Promise<String>
+  func deleteModel(fileName: String) throws -> Promise<Void>
+  func sendMessageWithAudio(message: String, audioPath: String) throws -> Promise<String>
+  func sendMultimodalMessage(parts: [MultimodalPart]) throws -> Promise<String>
+  func sendMessageAsync(message: String, onToken: @escaping (_ token: String, _ done: Bool) -> Void) throws -> Promise<Void>
+  func getHistory() throws -> [Message]
+  func resetConversation() throws -> Void
+  func isReady() throws -> Bool
+  func getStats() throws -> GenerationStats
+  func countTokens(text: String) throws -> Double
+  func getMemoryUsage() throws -> MemoryUsage
+  func close() throws -> Void
+}
+
+public extension HybridLiteRTLMSpec_protocol {
+  /// Default implementation of ``HybridObject.toString``
+  func toString() -> String {
+    return "[HybridObject LiteRTLM]"
+  }
+}
+
+/// See ``HybridLiteRTLMSpec``
+open class HybridLiteRTLMSpec_base {
+  private weak var cxxWrapper: HybridLiteRTLMSpec_cxx? = nil
+  public init() { }
+  public func getCxxWrapper() -> HybridLiteRTLMSpec_cxx {
+  #if DEBUG
+    guard self is any HybridLiteRTLMSpec else {
+      fatalError("`self` is not a `HybridLiteRTLMSpec`! Did you accidentally inherit from `HybridLiteRTLMSpec_base` instead of `HybridLiteRTLMSpec`?")
+    }
+  #endif
+    if let cxxWrapper = self.cxxWrapper {
+      return cxxWrapper
+    } else {
+      let cxxWrapper = HybridLiteRTLMSpec_cxx(self as! any HybridLiteRTLMSpec)
+      self.cxxWrapper = cxxWrapper
+      return cxxWrapper
+    }
+  }
+}
+
+/**
+ * A Swift base-protocol representing the LiteRTLM HybridObject.
+ * Implement this protocol to create Swift-based instances of LiteRTLM.
+ * ```swift
+ * class HybridLiteRTLM : HybridLiteRTLMSpec {
+ *   // ...
+ * }
+ * ```
+ */
+public typealias HybridLiteRTLMSpec = HybridLiteRTLMSpec_protocol & HybridLiteRTLMSpec_base