@dr33m/react-native-litert-lm 0.5.0

package/nitrogen/generated/ios/swift/PartType.swift

@@ -0,0 +1,44 @@
+///
+/// PartType.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+/**
+ * Represents the JS union `PartType`, backed by a C++ enum.
+ */
+public typealias PartType = margelo.nitro.litertlm.PartType
+
+public extension PartType {
+  /**
+   * Get a PartType for the given String value, or
+   * return `nil` if the given value was invalid/unknown.
+   */
+  init?(fromString string: String) {
+    switch string {
+      case "text":
+        self = .text
+      case "image":
+        self = .image
+      case "audio":
+        self = .audio
+      default:
+        return nil
+    }
+  }
+
+  /**
+   * Get the String value this PartType represents.
+   */
+  var stringValue: String {
+    switch self {
+      case .text:
+        return "text"
+      case .image:
+        return "image"
+      case .audio:
+        return "audio"
+    }
+  }
+}

package/nitrogen/generated/ios/swift/Role.swift

@@ -0,0 +1,44 @@
+///
+/// Role.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+/**
+ * Represents the JS union `Role`, backed by a C++ enum.
+ */
+public typealias Role = margelo.nitro.litertlm.Role
+
+public extension Role {
+  /**
+   * Get a Role for the given String value, or
+   * return `nil` if the given value was invalid/unknown.
+   */
+  init?(fromString string: String) {
+    switch string {
+      case "user":
+        self = .user
+      case "model":
+        self = .model
+      case "system":
+        self = .system
+      default:
+        return nil
+    }
+  }
+
+  /**
+   * Get the String value this Role represents.
+   */
+  var stringValue: String {
+    switch self {
+      case .user:
+        return "user"
+      case .model:
+        return "model"
+      case .system:
+        return "system"
+    }
+  }
+}

package/nitrogen/generated/ios/swift/ToolCall.swift

@@ -0,0 +1,34 @@
+///
+/// ToolCall.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `ToolCall`, backed by a C++ struct.
+ */
+public typealias ToolCall = margelo.nitro.litertlm.ToolCall
+
+public extension ToolCall {
+  private typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  /**
+   * Create a new instance of `ToolCall`.
+   */
+  init(name: String, argumentsJson: String) {
+    self.init(std.string(name), std.string(argumentsJson))
+  }
+
+  @inline(__always)
+  var name: String {
+    return String(self.__name)
+  }
+  
+  @inline(__always)
+  var argumentsJson: String {
+    return String(self.__argumentsJson)
+  }
+}

package/nitrogen/generated/ios/swift/ToolDefinition.swift

@@ -0,0 +1,39 @@
+///
+/// ToolDefinition.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `ToolDefinition`, backed by a C++ struct.
+ */
+public typealias ToolDefinition = margelo.nitro.litertlm.ToolDefinition
+
+public extension ToolDefinition {
+  private typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  /**
+   * Create a new instance of `ToolDefinition`.
+   */
+  init(name: String, description: String, parametersJson: String) {
+    self.init(std.string(name), std.string(description), std.string(parametersJson))
+  }
+
+  @inline(__always)
+  var name: String {
+    return String(self.__name)
+  }
+  
+  @inline(__always)
+  var description: String {
+    return String(self.__description)
+  }
+  
+  @inline(__always)
+  var parametersJson: String {
+    return String(self.__parametersJson)
+  }
+}

package/nitrogen/generated/ios/swift/ToolResponse.swift

@@ -0,0 +1,34 @@
+///
+/// ToolResponse.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `ToolResponse`, backed by a C++ struct.
+ */
+public typealias ToolResponse = margelo.nitro.litertlm.ToolResponse
+
+public extension ToolResponse {
+  private typealias bridge = margelo.nitro.litertlm.bridge.swift
+
+  /**
+   * Create a new instance of `ToolResponse`.
+   */
+  init(name: String, responseJson: String) {
+    self.init(std.string(name), std.string(responseJson))
+  }
+
+  @inline(__always)
+  var name: String {
+    return String(self.__name)
+  }
+  
+  @inline(__always)
+  var responseJson: String {
+    return String(self.__responseJson)
+  }
+}

package/nitrogen/generated/shared/c++/Backend.hpp

@@ -0,0 +1,80 @@
+///
+/// Backend.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/NitroHash.hpp>)
+#include <NitroModules/NitroHash.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+namespace margelo::nitro::litertlm {
+
+  /**
+   * An enum which can be represented as a JavaScript union (Backend).
+   */
+  enum class Backend {
+    CPU      SWIFT_NAME(cpu) = 0,
+    GPU      SWIFT_NAME(gpu) = 1,
+    NPU      SWIFT_NAME(npu) = 2,
+  } CLOSED_ENUM;
+
+} // namespace margelo::nitro::litertlm
+
+namespace margelo::nitro {
+
+  // C++ Backend <> JS Backend (union)
+  template <>
+  struct JSIConverter<margelo::nitro::litertlm::Backend> final {
+    static inline margelo::nitro::litertlm::Backend fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      std::string unionValue = JSIConverter<std::string>::fromJSI(runtime, arg);
+      switch (hashString(unionValue.c_str(), unionValue.size())) {
+        case hashString("cpu"): return margelo::nitro::litertlm::Backend::CPU;
+        case hashString("gpu"): return margelo::nitro::litertlm::Backend::GPU;
+        case hashString("npu"): return margelo::nitro::litertlm::Backend::NPU;
+        default: [[unlikely]]
+          throw std::invalid_argument("Cannot convert \"" + unionValue + "\" to enum Backend - invalid value!");
+      }
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, margelo::nitro::litertlm::Backend arg) {
+      switch (arg) {
+        case margelo::nitro::litertlm::Backend::CPU: return JSIConverter<std::string>::toJSI(runtime, "cpu");
+        case margelo::nitro::litertlm::Backend::GPU: return JSIConverter<std::string>::toJSI(runtime, "gpu");
+        case margelo::nitro::litertlm::Backend::NPU: return JSIConverter<std::string>::toJSI(runtime, "npu");
+        default: [[unlikely]]
+          throw std::invalid_argument("Cannot convert Backend to JS - invalid value: "
+                                    + std::to_string(static_cast<int>(arg)) + "!");
+      }
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isString()) {
+        return false;
+      }
+      std::string unionValue = JSIConverter<std::string>::fromJSI(runtime, value);
+      switch (hashString(unionValue.c_str(), unionValue.size())) {
+        case hashString("cpu"):
+        case hashString("gpu"):
+        case hashString("npu"):
+          return true;
+        default:
+          return false;
+      }
+    }
+  };
+
+} // namespace margelo::nitro

package/nitrogen/generated/shared/c++/ExecuteResult.hpp

@@ -0,0 +1,94 @@
+///
+/// ExecuteResult.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIHelpers.hpp>)
+#include <NitroModules/JSIHelpers.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/PropNameIDCache.hpp>)
+#include <NitroModules/PropNameIDCache.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+// Forward declaration of `ToolCall` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct ToolCall; }
+
+#include <string>
+#include "ToolCall.hpp"
+#include <vector>
+
+namespace margelo::nitro::litertlm {
+
+  /**
+   * A struct which can be represented as a JavaScript object (ExecuteResult).
+   */
+  struct ExecuteResult final {
+  public:
+    std::string text     SWIFT_PRIVATE;
+    std::vector<ToolCall> toolCalls     SWIFT_PRIVATE;
+    std::string thinkingText     SWIFT_PRIVATE;
+
+  public:
+    ExecuteResult() = default;
+    explicit ExecuteResult(std::string text, std::vector<ToolCall> toolCalls, std::string thinkingText): text(text), toolCalls(toolCalls), thinkingText(thinkingText) {}
+
+  public:
+    friend bool operator==(const ExecuteResult& lhs, const ExecuteResult& rhs) = default;
+  };
+
+} // namespace margelo::nitro::litertlm
+
+namespace margelo::nitro {
+
+  // C++ ExecuteResult <> JS ExecuteResult (object)
+  template <>
+  struct JSIConverter<margelo::nitro::litertlm::ExecuteResult> final {
+    static inline margelo::nitro::litertlm::ExecuteResult fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      jsi::Object obj = arg.asObject(runtime);
+      return margelo::nitro::litertlm::ExecuteResult(
+        JSIConverter<std::string>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "text"))),
+        JSIConverter<std::vector<margelo::nitro::litertlm::ToolCall>>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "toolCalls"))),
+        JSIConverter<std::string>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "thinkingText")))
+      );
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, const margelo::nitro::litertlm::ExecuteResult& arg) {
+      jsi::Object obj(runtime);
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "text"), JSIConverter<std::string>::toJSI(runtime, arg.text));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "toolCalls"), JSIConverter<std::vector<margelo::nitro::litertlm::ToolCall>>::toJSI(runtime, arg.toolCalls));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "thinkingText"), JSIConverter<std::string>::toJSI(runtime, arg.thinkingText));
+      return obj;
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isObject()) {
+        return false;
+      }
+      jsi::Object obj = value.getObject(runtime);
+      if (!nitro::isPlainObject(runtime, obj)) {
+        return false;
+      }
+      if (!JSIConverter<std::string>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "text")))) return false;
+      if (!JSIConverter<std::vector<margelo::nitro::litertlm::ToolCall>>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "toolCalls")))) return false;
+      if (!JSIConverter<std::string>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "thinkingText")))) return false;
+      return true;
+    }
+  };
+
+} // namespace margelo::nitro

package/nitrogen/generated/shared/c++/GenerationStats.hpp

@@ -0,0 +1,103 @@
+///
+/// GenerationStats.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIHelpers.hpp>)
+#include <NitroModules/JSIHelpers.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/PropNameIDCache.hpp>)
+#include <NitroModules/PropNameIDCache.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+
+
+
+
+namespace margelo::nitro::litertlm {
+
+  /**
+   * A struct which can be represented as a JavaScript object (GenerationStats).
+   */
+  struct GenerationStats final {
+  public:
+    double promptTokens     SWIFT_PRIVATE;
+    double completionTokens     SWIFT_PRIVATE;
+    double totalTokens     SWIFT_PRIVATE;
+    double timeToFirstToken     SWIFT_PRIVATE;
+    double totalTime     SWIFT_PRIVATE;
+    double tokensPerSecond     SWIFT_PRIVATE;
+
+  public:
+    GenerationStats() = default;
+    explicit GenerationStats(double promptTokens, double completionTokens, double totalTokens, double timeToFirstToken, double totalTime, double tokensPerSecond): promptTokens(promptTokens), completionTokens(completionTokens), totalTokens(totalTokens), timeToFirstToken(timeToFirstToken), totalTime(totalTime), tokensPerSecond(tokensPerSecond) {}
+
+  public:
+    friend bool operator==(const GenerationStats& lhs, const GenerationStats& rhs) = default;
+  };
+
+} // namespace margelo::nitro::litertlm
+
+namespace margelo::nitro {
+
+  // C++ GenerationStats <> JS GenerationStats (object)
+  template <>
+  struct JSIConverter<margelo::nitro::litertlm::GenerationStats> final {
+    static inline margelo::nitro::litertlm::GenerationStats fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      jsi::Object obj = arg.asObject(runtime);
+      return margelo::nitro::litertlm::GenerationStats(
+        JSIConverter<double>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "promptTokens"))),
+        JSIConverter<double>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "completionTokens"))),
+        JSIConverter<double>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "totalTokens"))),
+        JSIConverter<double>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "timeToFirstToken"))),
+        JSIConverter<double>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "totalTime"))),
+        JSIConverter<double>::fromJSI(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "tokensPerSecond")))
+      );
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, const margelo::nitro::litertlm::GenerationStats& arg) {
+      jsi::Object obj(runtime);
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "promptTokens"), JSIConverter<double>::toJSI(runtime, arg.promptTokens));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "completionTokens"), JSIConverter<double>::toJSI(runtime, arg.completionTokens));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "totalTokens"), JSIConverter<double>::toJSI(runtime, arg.totalTokens));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "timeToFirstToken"), JSIConverter<double>::toJSI(runtime, arg.timeToFirstToken));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "totalTime"), JSIConverter<double>::toJSI(runtime, arg.totalTime));
+      obj.setProperty(runtime, PropNameIDCache::get(runtime, "tokensPerSecond"), JSIConverter<double>::toJSI(runtime, arg.tokensPerSecond));
+      return obj;
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isObject()) {
+        return false;
+      }
+      jsi::Object obj = value.getObject(runtime);
+      if (!nitro::isPlainObject(runtime, obj)) {
+        return false;
+      }
+      if (!JSIConverter<double>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "promptTokens")))) return false;
+      if (!JSIConverter<double>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "completionTokens")))) return false;
+      if (!JSIConverter<double>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "totalTokens")))) return false;
+      if (!JSIConverter<double>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "timeToFirstToken")))) return false;
+      if (!JSIConverter<double>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "totalTime")))) return false;
+      if (!JSIConverter<double>::canConvert(runtime, obj.getProperty(runtime, PropNameIDCache::get(runtime, "tokensPerSecond")))) return false;
+      return true;
+    }
+  };
+
+} // namespace margelo::nitro

package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.cpp

@@ -0,0 +1,41 @@
+///
+/// HybridLiteRTLMSpec.cpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#include "HybridLiteRTLMSpec.hpp"
+
+namespace margelo::nitro::litertlm {
+
+  void HybridLiteRTLMSpec::loadHybridMethods() {
+    // load base methods/properties
+    HybridObject::loadHybridMethods();
+    // load custom methods/properties
+    registerHybrids(this, [](Prototype& prototype) {
+      prototype.registerHybridMethod("loadModel", &HybridLiteRTLMSpec::loadModel);
+      prototype.registerHybridMethod("sendMessage", &HybridLiteRTLMSpec::sendMessage);
+      prototype.registerHybridMethod("sendMessageWithImage", &HybridLiteRTLMSpec::sendMessageWithImage);
+      prototype.registerHybridMethod("sendMessageWithImageAsync", &HybridLiteRTLMSpec::sendMessageWithImageAsync);
+      prototype.registerHybridMethod("downloadModel", &HybridLiteRTLMSpec::downloadModel);
+      prototype.registerHybridMethod("deleteModel", &HybridLiteRTLMSpec::deleteModel);
+      prototype.registerHybridMethod("sendMessageWithAudio", &HybridLiteRTLMSpec::sendMessageWithAudio);
+      prototype.registerHybridMethod("sendMessageWithAudioAsync", &HybridLiteRTLMSpec::sendMessageWithAudioAsync);
+      prototype.registerHybridMethod("sendMultimodalMessage", &HybridLiteRTLMSpec::sendMultimodalMessage);
+      prototype.registerHybridMethod("sendMessageAsync", &HybridLiteRTLMSpec::sendMessageAsync);
+      prototype.registerHybridMethod("getHistory", &HybridLiteRTLMSpec::getHistory);
+      prototype.registerHybridMethod("resetConversation", &HybridLiteRTLMSpec::resetConversation);
+      prototype.registerHybridMethod("isReady", &HybridLiteRTLMSpec::isReady);
+      prototype.registerHybridMethod("getStats", &HybridLiteRTLMSpec::getStats);
+      prototype.registerHybridMethod("countTokens", &HybridLiteRTLMSpec::countTokens);
+      prototype.registerHybridMethod("getMemoryUsage", &HybridLiteRTLMSpec::getMemoryUsage);
+      prototype.registerHybridMethod("execute", &HybridLiteRTLMSpec::execute);
+      prototype.registerHybridMethod("sendToolResponse", &HybridLiteRTLMSpec::sendToolResponse);
+      prototype.registerHybridMethod("getActiveBackend", &HybridLiteRTLMSpec::getActiveBackend);
+      prototype.registerHybridMethod("stopGeneration", &HybridLiteRTLMSpec::stopGeneration);
+      prototype.registerHybridMethod("close", &HybridLiteRTLMSpec::close);
+    });
+  }
+
+} // namespace margelo::nitro::litertlm

package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp

@@ -0,0 +1,109 @@
+///
+/// HybridLiteRTLMSpec.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/HybridObject.hpp>)
+#include <NitroModules/HybridObject.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+// Forward declaration of `LLMConfig` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct LLMConfig; }
+// Forward declaration of `ExecuteResult` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct ExecuteResult; }
+// Forward declaration of `MultimodalPart` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct MultimodalPart; }
+// Forward declaration of `Message` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct Message; }
+// Forward declaration of `GenerationStats` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct GenerationStats; }
+// Forward declaration of `MemoryUsage` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct MemoryUsage; }
+// Forward declaration of `ToolResponse` to properly resolve imports.
+namespace margelo::nitro::litertlm { struct ToolResponse; }
+// Forward declaration of `Backend` to properly resolve imports.
+namespace margelo::nitro::litertlm { enum class Backend; }
+
+#include <NitroModules/Promise.hpp>
+#include <string>
+#include "LLMConfig.hpp"
+#include <optional>
+#include "ExecuteResult.hpp"
+#include <functional>
+#include "MultimodalPart.hpp"
+#include <vector>
+#include "Message.hpp"
+#include "GenerationStats.hpp"
+#include "MemoryUsage.hpp"
+#include "ToolResponse.hpp"
+#include "Backend.hpp"
+
+namespace margelo::nitro::litertlm {
+
+  using namespace margelo::nitro;
+
+  /**
+   * An abstract base class for `LiteRTLM`
+   * Inherit this class to create instances of `HybridLiteRTLMSpec` in C++.
+   * You must explicitly call `HybridObject`'s constructor yourself, because it is virtual.
+   * @example
+   * ```cpp
+   * class HybridLiteRTLM: public HybridLiteRTLMSpec {
+   * public:
+   *   HybridLiteRTLM(...): HybridObject(TAG) { ... }
+   *   // ...
+   * };
+   * ```
+   */
+  class HybridLiteRTLMSpec: public virtual HybridObject {
+    public:
+      // Constructor
+      explicit HybridLiteRTLMSpec(): HybridObject(TAG) { }
+
+      // Destructor
+      ~HybridLiteRTLMSpec() override = default;
+
+    public:
+      // Properties
+      
+
+    public:
+      // Methods
+      virtual std::shared_ptr<Promise<void>> loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) = 0;
+      virtual std::shared_ptr<Promise<ExecuteResult>> sendMessage(const std::string& message) = 0;
+      virtual std::shared_ptr<Promise<ExecuteResult>> sendMessageWithImage(const std::string& message, const std::string& imagePath) = 0;
+      virtual std::shared_ptr<Promise<void>> sendMessageWithImageAsync(const std::string& message, const std::string& imagePath, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) = 0;
+      virtual std::shared_ptr<Promise<std::string>> downloadModel(const std::string& url, const std::string& fileName, const std::optional<std::function<void(double /* progress */)>>& onProgress) = 0;
+      virtual std::shared_ptr<Promise<void>> deleteModel(const std::string& fileName) = 0;
+      virtual std::shared_ptr<Promise<ExecuteResult>> sendMessageWithAudio(const std::string& message, const std::string& audioPath) = 0;
+      virtual std::shared_ptr<Promise<void>> sendMessageWithAudioAsync(const std::string& message, const std::string& audioPath, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) = 0;
+      virtual std::shared_ptr<Promise<ExecuteResult>> sendMultimodalMessage(const std::vector<MultimodalPart>& parts) = 0;
+      virtual std::shared_ptr<Promise<void>> sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) = 0;
+      virtual std::vector<Message> getHistory() = 0;
+      virtual void resetConversation() = 0;
+      virtual bool isReady() = 0;
+      virtual GenerationStats getStats() = 0;
+      virtual double countTokens(const std::string& text) = 0;
+      virtual MemoryUsage getMemoryUsage() = 0;
+      virtual std::shared_ptr<Promise<ExecuteResult>> execute(const std::vector<MultimodalPart>& parts, const std::optional<std::function<void(const std::string& /* token */, bool /* done */)>>& onToken) = 0;
+      virtual std::shared_ptr<Promise<ExecuteResult>> sendToolResponse(const std::vector<ToolResponse>& responses, const std::optional<std::function<void(const std::string& /* token */, bool /* done */)>>& onToken) = 0;
+      virtual Backend getActiveBackend() = 0;
+      virtual void stopGeneration() = 0;
+      virtual void close() = 0;
+
+    protected:
+      // Hybrid Setup
+      void loadHybridMethods() override;
+
+    protected:
+      // Tag for logging
+      static constexpr auto TAG = "LiteRTLM";
+  };
+
+} // namespace margelo::nitro::litertlm

package/nitrogen/generated/shared/c++/HybridModelStoreSpec.cpp

@@ -0,0 +1,25 @@
+///
+/// HybridModelStoreSpec.cpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#include "HybridModelStoreSpec.hpp"
+
+namespace margelo::nitro::litertlm {
+
+  void HybridModelStoreSpec::loadHybridMethods() {
+    // load base methods/properties
+    HybridObject::loadHybridMethods();
+    // load custom methods/properties
+    registerHybrids(this, [](Prototype& prototype) {
+      prototype.registerHybridMethod("isCached", &HybridModelStoreSpec::isCached);
+      prototype.registerHybridMethod("getFilePath", &HybridModelStoreSpec::getFilePath);
+      prototype.registerHybridMethod("listCachedFiles", &HybridModelStoreSpec::listCachedFiles);
+      prototype.registerHybridMethod("deleteFile", &HybridModelStoreSpec::deleteFile);
+      prototype.registerHybridMethod("downloadFile", &HybridModelStoreSpec::downloadFile);
+    });
+  }
+
+} // namespace margelo::nitro::litertlm