@inferrlm/react-native-mlx 0.2.0-inferrlm.1

package/nitrogen/generated/ios/c++/HybridLLMSpecSwift.hpp

@@ -0,0 +1,160 @@
+///
+/// HybridLLMSpecSwift.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#include "HybridLLMSpec.hpp"
+
+// Forward declaration of `HybridLLMSpec_cxx` to properly resolve imports.
+namespace MLXReactNative { class HybridLLMSpec_cxx; }
+
+// Forward declaration of `LLMLoadOptions` to properly resolve imports.
+namespace margelo::nitro::mlxreactnative { struct LLMLoadOptions; }
+// Forward declaration of `LLMMessage` to properly resolve imports.
+namespace margelo::nitro::mlxreactnative { struct LLMMessage; }
+// Forward declaration of `GenerationStats` to properly resolve imports.
+namespace margelo::nitro::mlxreactnative { struct GenerationStats; }
+
+#include <string>
+#include <NitroModules/Promise.hpp>
+#include "LLMLoadOptions.hpp"
+#include <optional>
+#include <functional>
+#include "LLMMessage.hpp"
+#include <vector>
+#include "GenerationStats.hpp"
+
+#include "MLXReactNative-Swift-Cxx-Umbrella.hpp"
+
+namespace margelo::nitro::mlxreactnative {
+
+  /**
+   * The C++ part of HybridLLMSpec_cxx.swift.
+   *
+   * HybridLLMSpecSwift (C++) accesses HybridLLMSpec_cxx (Swift), and might
+   * contain some additional bridging code for C++ <> Swift interop.
+   *
+   * Since this obviously introduces an overhead, I hope at some point in
+   * the future, HybridLLMSpec_cxx can directly inherit from the C++ class HybridLLMSpec
+   * to simplify the whole structure and memory management.
+   */
+  class HybridLLMSpecSwift: public virtual HybridLLMSpec {
+  public:
+    // Constructor from a Swift instance
+    explicit HybridLLMSpecSwift(const MLXReactNative::HybridLLMSpec_cxx& swiftPart):
+      HybridObject(HybridLLMSpec::TAG),
+      _swiftPart(swiftPart) { }
+
+  public:
+    // Get the Swift part
+    inline MLXReactNative::HybridLLMSpec_cxx& getSwiftPart() noexcept {
+      return _swiftPart;
+    }
+
+  public:
+    inline size_t getExternalMemorySize() noexcept override {
+      return _swiftPart.getMemorySize();
+    }
+    void dispose() noexcept override {
+      _swiftPart.dispose();
+    }
+    std::string toString() override {
+      return _swiftPart.toString();
+    }
+
+  public:
+    // Properties
+    inline bool getIsLoaded() noexcept override {
+      return _swiftPart.isLoaded();
+    }
+    inline bool getIsGenerating() noexcept override {
+      return _swiftPart.isGenerating();
+    }
+    inline std::string getModelId() noexcept override {
+      auto __result = _swiftPart.getModelId();
+      return __result;
+    }
+    inline bool getDebug() noexcept override {
+      return _swiftPart.getDebug();
+    }
+    inline void setDebug(bool debug) noexcept override {
+      _swiftPart.setDebug(std::forward<decltype(debug)>(debug));
+    }
+    inline std::string getSystemPrompt() noexcept override {
+      auto __result = _swiftPart.getSystemPrompt();
+      return __result;
+    }
+    inline void setSystemPrompt(const std::string& systemPrompt) noexcept override {
+      _swiftPart.setSystemPrompt(systemPrompt);
+    }
+
+  public:
+    // Methods
+    inline std::shared_ptr<Promise<void>> load(const std::string& modelId, const std::optional<LLMLoadOptions>& options) override {
+      auto __result = _swiftPart.load(modelId, options);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> generate(const std::string& prompt) override {
+      auto __result = _swiftPart.generate(prompt);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> stream(const std::string& prompt, const std::function<void(const std::string& /* token */)>& onToken) override {
+      auto __result = _swiftPart.stream(prompt, onToken);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline void stop() override {
+      auto __result = _swiftPart.stop();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+    }
+    inline void unload() override {
+      auto __result = _swiftPart.unload();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+    }
+    inline GenerationStats getLastGenerationStats() override {
+      auto __result = _swiftPart.getLastGenerationStats();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::vector<LLMMessage> getHistory() override {
+      auto __result = _swiftPart.getHistory();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline void clearHistory() override {
+      auto __result = _swiftPart.clearHistory();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+    }
+
+  private:
+    MLXReactNative::HybridLLMSpec_cxx _swiftPart;
+  };
+
+} // namespace margelo::nitro::mlxreactnative

package/nitrogen/generated/ios/c++/HybridModelManagerSpecSwift.cpp

@@ -0,0 +1,11 @@
+///
+/// HybridModelManagerSpecSwift.cpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+#include "HybridModelManagerSpecSwift.hpp"
+
+namespace margelo::nitro::mlxreactnative {
+} // namespace margelo::nitro::mlxreactnative

package/nitrogen/generated/ios/c++/HybridModelManagerSpecSwift.hpp

@@ -0,0 +1,116 @@
+///
+/// HybridModelManagerSpecSwift.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#include "HybridModelManagerSpec.hpp"
+
+// Forward declaration of `HybridModelManagerSpec_cxx` to properly resolve imports.
+namespace MLXReactNative { class HybridModelManagerSpec_cxx; }
+
+
+
+#include <string>
+#include <NitroModules/Promise.hpp>
+#include <functional>
+#include <vector>
+
+#include "MLXReactNative-Swift-Cxx-Umbrella.hpp"
+
+namespace margelo::nitro::mlxreactnative {
+
+  /**
+   * The C++ part of HybridModelManagerSpec_cxx.swift.
+   *
+   * HybridModelManagerSpecSwift (C++) accesses HybridModelManagerSpec_cxx (Swift), and might
+   * contain some additional bridging code for C++ <> Swift interop.
+   *
+   * Since this obviously introduces an overhead, I hope at some point in
+   * the future, HybridModelManagerSpec_cxx can directly inherit from the C++ class HybridModelManagerSpec
+   * to simplify the whole structure and memory management.
+   */
+  class HybridModelManagerSpecSwift: public virtual HybridModelManagerSpec {
+  public:
+    // Constructor from a Swift instance
+    explicit HybridModelManagerSpecSwift(const MLXReactNative::HybridModelManagerSpec_cxx& swiftPart):
+      HybridObject(HybridModelManagerSpec::TAG),
+      _swiftPart(swiftPart) { }
+
+  public:
+    // Get the Swift part
+    inline MLXReactNative::HybridModelManagerSpec_cxx& getSwiftPart() noexcept {
+      return _swiftPart;
+    }
+
+  public:
+    inline size_t getExternalMemorySize() noexcept override {
+      return _swiftPart.getMemorySize();
+    }
+    void dispose() noexcept override {
+      _swiftPart.dispose();
+    }
+    std::string toString() override {
+      return _swiftPart.toString();
+    }
+
+  public:
+    // Properties
+    inline bool getDebug() noexcept override {
+      return _swiftPart.getDebug();
+    }
+    inline void setDebug(bool debug) noexcept override {
+      _swiftPart.setDebug(std::forward<decltype(debug)>(debug));
+    }
+
+  public:
+    // Methods
+    inline std::shared_ptr<Promise<std::string>> download(const std::string& modelId, const std::function<void(double /* progress */)>& progressCallback) override {
+      auto __result = _swiftPart.download(modelId, progressCallback);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<bool>> isDownloaded(const std::string& modelId) override {
+      auto __result = _swiftPart.isDownloaded(modelId);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::vector<std::string>>> getDownloadedModels() override {
+      auto __result = _swiftPart.getDownloadedModels();
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<void>> deleteModel(const std::string& modelId) override {
+      auto __result = _swiftPart.deleteModel(modelId);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+    inline std::shared_ptr<Promise<std::string>> getModelPath(const std::string& modelId) override {
+      auto __result = _swiftPart.getModelPath(modelId);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+      auto __value = std::move(__result.value());
+      return __value;
+    }
+
+  private:
+    MLXReactNative::HybridModelManagerSpec_cxx _swiftPart;
+  };
+
+} // namespace margelo::nitro::mlxreactnative

package/nitrogen/generated/ios/swift/Func_void.swift

@@ -0,0 +1,47 @@
+///
+/// Func_void.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+import Foundation
+import NitroModules
+
+/**
+ * Wraps a Swift `() -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void {
+  public typealias bridge = margelo.nitro.mlxreactnative.bridge.swift
+
+  private let closure: () -> Void
+
+  public init(_ closure: @escaping () -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call() -> Void {
+    self.closure()
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void {
+    return Unmanaged<Func_void>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_bool.swift

@@ -0,0 +1,47 @@
+///
+/// Func_void_bool.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+import Foundation
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ value: Bool) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_bool {
+  public typealias bridge = margelo.nitro.mlxreactnative.bridge.swift
+
+  private let closure: (_ value: Bool) -> Void
+
+  public init(_ closure: @escaping (_ value: Bool) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(value: Bool) -> Void {
+    self.closure(value)
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_bool`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_bool>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_bool {
+    return Unmanaged<Func_void_bool>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_double.swift

@@ -0,0 +1,47 @@
+///
+/// Func_void_double.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+import Foundation
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ progress: Double) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_double {
+  public typealias bridge = margelo.nitro.mlxreactnative.bridge.swift
+
+  private let closure: (_ progress: Double) -> Void
+
+  public init(_ closure: @escaping (_ progress: Double) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(progress: Double) -> Void {
+    self.closure(progress)
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_double`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_double>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_double {
+    return Unmanaged<Func_void_double>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_std__exception_ptr.swift

@@ -0,0 +1,47 @@
+///
+/// Func_void_std__exception_ptr.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+import Foundation
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ error: Error) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_std__exception_ptr {
+  public typealias bridge = margelo.nitro.mlxreactnative.bridge.swift
+
+  private let closure: (_ error: Error) -> Void
+
+  public init(_ closure: @escaping (_ error: Error) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(error: std.exception_ptr) -> Void {
+    self.closure(RuntimeError.from(cppError: error))
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_std__exception_ptr`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_std__exception_ptr>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_std__exception_ptr {
+    return Unmanaged<Func_void_std__exception_ptr>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_std__string.swift

@@ -0,0 +1,47 @@
+///
+/// Func_void_std__string.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+import Foundation
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ value: String) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_std__string {
+  public typealias bridge = margelo.nitro.mlxreactnative.bridge.swift
+
+  private let closure: (_ value: String) -> Void
+
+  public init(_ closure: @escaping (_ value: String) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(value: std.string) -> Void {
+    self.closure(String(value))
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_std__string`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_std__string>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_std__string {
+    return Unmanaged<Func_void_std__string>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/Func_void_std__vector_std__string_.swift

@@ -0,0 +1,47 @@
+///
+/// Func_void_std__vector_std__string_.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+import Foundation
+import NitroModules
+
+/**
+ * Wraps a Swift `(_ value: [String]) -> Void` as a class.
+ * This class can be used from C++, e.g. to wrap the Swift closure as a `std::function`.
+ */
+public final class Func_void_std__vector_std__string_ {
+  public typealias bridge = margelo.nitro.mlxreactnative.bridge.swift
+
+  private let closure: (_ value: [String]) -> Void
+
+  public init(_ closure: @escaping (_ value: [String]) -> Void) {
+    self.closure = closure
+  }
+
+  @inline(__always)
+  public func call(value: bridge.std__vector_std__string_) -> Void {
+    self.closure(value.map({ __item in String(__item) }))
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  @inline(__always)
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `Func_void_std__vector_std__string_`.
+   * The pointer has to be a retained opaque `Unmanaged<Func_void_std__vector_std__string_>`.
+   * This removes one strong reference from the object!
+   */
+  @inline(__always)
+  public static func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> Func_void_std__vector_std__string_ {
+    return Unmanaged<Func_void_std__vector_std__string_>.fromOpaque(pointer).takeRetainedValue()
+  }
+}

package/nitrogen/generated/ios/swift/GenerationStats.swift

@@ -0,0 +1,69 @@
+///
+/// GenerationStats.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+import Foundation
+import NitroModules
+
+/**
+ * Represents an instance of `GenerationStats`, backed by a C++ struct.
+ */
+public typealias GenerationStats = margelo.nitro.mlxreactnative.GenerationStats
+
+public extension GenerationStats {
+  private typealias bridge = margelo.nitro.mlxreactnative.bridge.swift
+
+  /**
+   * Create a new instance of `GenerationStats`.
+   */
+  init(tokenCount: Double, tokensPerSecond: Double, timeToFirstToken: Double, totalTime: Double) {
+    self.init(tokenCount, tokensPerSecond, timeToFirstToken, totalTime)
+  }
+
+  var tokenCount: Double {
+    @inline(__always)
+    get {
+      return self.__tokenCount
+    }
+    @inline(__always)
+    set {
+      self.__tokenCount = newValue
+    }
+  }
+  
+  var tokensPerSecond: Double {
+    @inline(__always)
+    get {
+      return self.__tokensPerSecond
+    }
+    @inline(__always)
+    set {
+      self.__tokensPerSecond = newValue
+    }
+  }
+  
+  var timeToFirstToken: Double {
+    @inline(__always)
+    get {
+      return self.__timeToFirstToken
+    }
+    @inline(__always)
+    set {
+      self.__timeToFirstToken = newValue
+    }
+  }
+  
+  var totalTime: Double {
+    @inline(__always)
+    get {
+      return self.__totalTime
+    }
+    @inline(__always)
+    set {
+      self.__totalTime = newValue
+    }
+  }
+}