react-native-litert-lm 0.3.7 → 0.4.1

package/nitrogen/generated/android/c++/JPartType.hpp

@@ -0,0 +1,61 @@
+///
+/// JPartType.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#include <fbjni/fbjni.h>
+#include "PartType.hpp"
+
+namespace margelo::nitro::litertlm {
+
+  using namespace facebook;
+
+  /**
+   * The C++ JNI bridge between the C++ enum "PartType" and the the Kotlin enum "PartType".
+   */
+  struct JPartType final: public jni::JavaClass<JPartType> {
+  public:
+    static constexpr auto kJavaDescriptor = "Lcom/margelo/nitro/dev/litert/litertlm/PartType;";
+
+  public:
+    /**
+     * Convert this Java/Kotlin-based enum to the C++ enum PartType.
+     */
+    [[maybe_unused]]
+    [[nodiscard]]
+    PartType toCpp() const {
+      static const auto clazz = javaClassStatic();
+      static const auto fieldOrdinal = clazz->getField<int>("value");
+      int ordinal = this->getFieldValue(fieldOrdinal);
+      return static_cast<PartType>(ordinal);
+    }
+
+  public:
+    /**
+     * Create a Java/Kotlin-based enum with the given C++ enum's value.
+     */
+    [[maybe_unused]]
+    static jni::alias_ref<JPartType> fromCpp(PartType value) {
+      static const auto clazz = javaClassStatic();
+      switch (value) {
+        case PartType::TEXT:
+          static const auto fieldTEXT = clazz->getStaticField<JPartType>("TEXT");
+          return clazz->getStaticFieldValue(fieldTEXT);
+        case PartType::IMAGE:
+          static const auto fieldIMAGE = clazz->getStaticField<JPartType>("IMAGE");
+          return clazz->getStaticFieldValue(fieldIMAGE);
+        case PartType::AUDIO:
+          static const auto fieldAUDIO = clazz->getStaticField<JPartType>("AUDIO");
+          return clazz->getStaticFieldValue(fieldAUDIO);
+        default:
+          std::string stringValue = std::to_string(static_cast<int>(value));
+          throw std::invalid_argument("Invalid enum value (" + stringValue + "!");
+      }
+    }
+  };
+
+} // namespace margelo::nitro::litertlm

package/nitrogen/generated/android/c++/JToolDefinition.hpp

@@ -0,0 +1,65 @@
+///
+/// JToolDefinition.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#include <fbjni/fbjni.h>
+#include "ToolDefinition.hpp"
+
+#include <string>
+
+namespace margelo::nitro::litertlm {
+
+  using namespace facebook;
+
+  /**
+   * The C++ JNI bridge between the C++ struct "ToolDefinition" and the the Kotlin data class "ToolDefinition".
+   */
+  struct JToolDefinition final: public jni::JavaClass<JToolDefinition> {
+  public:
+    static constexpr auto kJavaDescriptor = "Lcom/margelo/nitro/dev/litert/litertlm/ToolDefinition;";
+
+  public:
+    /**
+     * Convert this Java/Kotlin-based struct to the C++ struct ToolDefinition by copying all values to C++.
+     */
+    [[maybe_unused]]
+    [[nodiscard]]
+    ToolDefinition toCpp() const {
+      static const auto clazz = javaClassStatic();
+      static const auto fieldName = clazz->getField<jni::JString>("name");
+      jni::local_ref<jni::JString> name = this->getFieldValue(fieldName);
+      static const auto fieldDescription = clazz->getField<jni::JString>("description");
+      jni::local_ref<jni::JString> description = this->getFieldValue(fieldDescription);
+      static const auto fieldParametersJson = clazz->getField<jni::JString>("parametersJson");
+      jni::local_ref<jni::JString> parametersJson = this->getFieldValue(fieldParametersJson);
+      return ToolDefinition(
+        name->toStdString(),
+        description->toStdString(),
+        parametersJson->toStdString()
+      );
+    }
+
+  public:
+    /**
+     * Create a Java/Kotlin-based struct by copying all values from the given C++ struct to Java.
+     */
+    [[maybe_unused]]
+    static jni::local_ref<JToolDefinition::javaobject> fromCpp(const ToolDefinition& value) {
+      using JSignature = JToolDefinition(jni::alias_ref<jni::JString>, jni::alias_ref<jni::JString>, jni::alias_ref<jni::JString>);
+      static const auto clazz = javaClassStatic();
+      static const auto create = clazz->getStaticMethod<JSignature>("fromCpp");
+      return create(
+        clazz,
+        jni::make_jstring(value.name),
+        jni::make_jstring(value.description),
+        jni::make_jstring(value.parametersJson)
+      );
+    }
+  };
+
+} // namespace margelo::nitro::litertlm

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/GenerationStats.kt

@@ -9,6 +9,7 @@ package com.margelo.nitro.dev.litert.litertlm
 
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
 
 
 /**
@@ -38,6 +39,28 @@ data class GenerationStats(
 ) {
   /* primary constructor */
 
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is GenerationStats) return false
+    return Objects.deepEquals(this.promptTokens, other.promptTokens)
+      && Objects.deepEquals(this.completionTokens, other.completionTokens)
+      && Objects.deepEquals(this.totalTokens, other.totalTokens)
+      && Objects.deepEquals(this.timeToFirstToken, other.timeToFirstToken)
+      && Objects.deepEquals(this.totalTime, other.totalTime)
+      && Objects.deepEquals(this.tokensPerSecond, other.tokensPerSecond)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      promptTokens,
+      completionTokens,
+      totalTokens,
+      timeToFirstToken,
+      totalTime,
+      tokensPerSecond
+    ).contentDeepHashCode()
+  }
+
   companion object {
     /**
      * Constructor called from C++

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt

@@ -41,6 +41,15 @@ abstract class HybridLiteRTLMSpec: HybridObject() {
   @Keep
   abstract fun sendMessageWithImage(message: String, imagePath: String): Promise<String>
   
+  abstract fun sendMessageWithImageAsync(message: String, imagePath: String, onToken: (token: String, done: Boolean) -> Unit): Promise<Unit>
+  
+  @DoNotStrip
+  @Keep
+  private fun sendMessageWithImageAsync_cxx(message: String, imagePath: String, onToken: Func_void_std__string_bool): Promise<Unit> {
+    val __result = sendMessageWithImageAsync(message, imagePath, onToken)
+    return __result
+  }
+  
   abstract fun downloadModel(url: String, fileName: String, onProgress: ((progress: Double) -> Unit)?): Promise<String>
   
   @DoNotStrip
@@ -58,11 +67,24 @@ abstract class HybridLiteRTLMSpec: HybridObject() {
   @Keep
   abstract fun sendMessageWithAudio(message: String, audioPath: String): Promise<String>
   
-  abstract fun sendMessageAsync(message: String, onToken: (token: String, done: Boolean) -> Unit): Unit
+  abstract fun sendMessageWithAudioAsync(message: String, audioPath: String, onToken: (token: String, done: Boolean) -> Unit): Promise<Unit>
+  
+  @DoNotStrip
+  @Keep
+  private fun sendMessageWithAudioAsync_cxx(message: String, audioPath: String, onToken: Func_void_std__string_bool): Promise<Unit> {
+    val __result = sendMessageWithAudioAsync(message, audioPath, onToken)
+    return __result
+  }
+  
+  @DoNotStrip
+  @Keep
+  abstract fun sendMultimodalMessage(parts: Array<MultimodalPart>): Promise<String>
+  
+  abstract fun sendMessageAsync(message: String, onToken: (token: String, done: Boolean) -> Unit): Promise<Unit>
   
   @DoNotStrip
   @Keep
-  private fun sendMessageAsync_cxx(message: String, onToken: Func_void_std__string_bool): Unit {
+  private fun sendMessageAsync_cxx(message: String, onToken: Func_void_std__string_bool): Promise<Unit> {
     val __result = sendMessageAsync(message, onToken)
     return __result
   }
@@ -83,6 +105,10 @@ abstract class HybridLiteRTLMSpec: HybridObject() {
   @Keep
   abstract fun getStats(): GenerationStats
   
+  @DoNotStrip
+  @Keep
+  abstract fun countTokens(text: String): Double
+  
   @DoNotStrip
   @Keep
   abstract fun getMemoryUsage(): MemoryUsage

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LLMConfig.kt

@@ -9,6 +9,7 @@ package com.margelo.nitro.dev.litert.litertlm
 
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
 
 
 /**
@@ -34,10 +35,52 @@ data class LLMConfig(
   val topK: Double?,
   @DoNotStrip
   @Keep
-  val topP: Double?
+  val topP: Double?,
+  @DoNotStrip
+  @Keep
+  val validate: Boolean?,
+  @DoNotStrip
+  @Keep
+  val multimodal: Boolean?,
+  @DoNotStrip
+  @Keep
+  val tools: Array<ToolDefinition>?,
+  @DoNotStrip
+  @Keep
+  val enableSpeculativeDecoding: Boolean?
 ) {
   /* primary constructor */
 
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is LLMConfig) return false
+    return Objects.deepEquals(this.systemPrompt, other.systemPrompt)
+      && Objects.deepEquals(this.backend, other.backend)
+      && Objects.deepEquals(this.maxTokens, other.maxTokens)
+      && Objects.deepEquals(this.temperature, other.temperature)
+      && Objects.deepEquals(this.topK, other.topK)
+      && Objects.deepEquals(this.topP, other.topP)
+      && Objects.deepEquals(this.validate, other.validate)
+      && Objects.deepEquals(this.multimodal, other.multimodal)
+      && Objects.deepEquals(this.tools, other.tools)
+      && Objects.deepEquals(this.enableSpeculativeDecoding, other.enableSpeculativeDecoding)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      systemPrompt,
+      backend,
+      maxTokens,
+      temperature,
+      topK,
+      topP,
+      validate,
+      multimodal,
+      tools,
+      enableSpeculativeDecoding
+    ).contentDeepHashCode()
+  }
+
   companion object {
     /**
      * Constructor called from C++
@@ -46,8 +89,8 @@ data class LLMConfig(
     @Keep
     @Suppress("unused")
     @JvmStatic
-    private fun fromCpp(systemPrompt: String?, backend: Backend?, maxTokens: Double?, temperature: Double?, topK: Double?, topP: Double?): LLMConfig {
-      return LLMConfig(systemPrompt, backend, maxTokens, temperature, topK, topP)
+    private fun fromCpp(systemPrompt: String?, backend: Backend?, maxTokens: Double?, temperature: Double?, topK: Double?, topP: Double?, validate: Boolean?, multimodal: Boolean?, tools: Array<ToolDefinition>?, enableSpeculativeDecoding: Boolean?): LLMConfig {
+      return LLMConfig(systemPrompt, backend, maxTokens, temperature, topK, topP, validate, multimodal, tools, enableSpeculativeDecoding)
     }
   }
 }

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MemoryUsage.kt

@@ -9,6 +9,7 @@ package com.margelo.nitro.dev.litert.litertlm
 
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
 
 
 /**
@@ -32,6 +33,24 @@ data class MemoryUsage(
 ) {
   /* primary constructor */
 
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is MemoryUsage) return false
+    return Objects.deepEquals(this.nativeHeapBytes, other.nativeHeapBytes)
+      && Objects.deepEquals(this.residentBytes, other.residentBytes)
+      && Objects.deepEquals(this.availableMemoryBytes, other.availableMemoryBytes)
+      && Objects.deepEquals(this.isLowMemory, other.isLowMemory)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      nativeHeapBytes,
+      residentBytes,
+      availableMemoryBytes,
+      isLowMemory
+    ).contentDeepHashCode()
+  }
+
   companion object {
     /**
      * Constructor called from C++

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Message.kt

@@ -9,6 +9,7 @@ package com.margelo.nitro.dev.litert.litertlm
 
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
 
 
 /**
@@ -26,6 +27,20 @@ data class Message(
 ) {
   /* primary constructor */
 
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is Message) return false
+    return Objects.deepEquals(this.role, other.role)
+      && Objects.deepEquals(this.content, other.content)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      role,
+      content
+    ).contentDeepHashCode()
+  }
+
   companion object {
     /**
      * Constructor called from C++

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MultimodalPart.kt

@@ -0,0 +1,66 @@
+///
+/// MultimodalPart.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
+import com.margelo.nitro.core.ArrayBuffer
+
+/**
+ * Represents the JavaScript object/struct "MultimodalPart".
+ */
+@DoNotStrip
+@Keep
+data class MultimodalPart(
+  @DoNotStrip
+  @Keep
+  val type: PartType,
+  @DoNotStrip
+  @Keep
+  val text: String?,
+  @DoNotStrip
+  @Keep
+  val imageBuffer: ArrayBuffer?,
+  @DoNotStrip
+  @Keep
+  val audioBuffer: ArrayBuffer?
+) {
+  /* primary constructor */
+
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is MultimodalPart) return false
+    return Objects.deepEquals(this.type, other.type)
+      && Objects.deepEquals(this.text, other.text)
+      && Objects.deepEquals(this.imageBuffer, other.imageBuffer)
+      && Objects.deepEquals(this.audioBuffer, other.audioBuffer)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      type,
+      text,
+      imageBuffer,
+      audioBuffer
+    ).contentDeepHashCode()
+  }
+
+  companion object {
+    /**
+     * Constructor called from C++
+     */
+    @DoNotStrip
+    @Keep
+    @Suppress("unused")
+    @JvmStatic
+    private fun fromCpp(type: PartType, text: String?, imageBuffer: ArrayBuffer?, audioBuffer: ArrayBuffer?): MultimodalPart {
+      return MultimodalPart(type, text, imageBuffer, audioBuffer)
+    }
+  }
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/PartType.kt

@@ -0,0 +1,24 @@
+///
+/// PartType.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.proguard.annotations.DoNotStrip
+
+/**
+ * Represents the JavaScript enum/union "PartType".
+ */
+@DoNotStrip
+@Keep
+enum class PartType(@DoNotStrip @Keep val value: Int) {
+  TEXT(0),
+  IMAGE(1),
+  AUDIO(2);
+
+  companion object
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolDefinition.kt

@@ -0,0 +1,61 @@
+///
+/// ToolDefinition.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
+
+
+/**
+ * Represents the JavaScript object/struct "ToolDefinition".
+ */
+@DoNotStrip
+@Keep
+data class ToolDefinition(
+  @DoNotStrip
+  @Keep
+  val name: String,
+  @DoNotStrip
+  @Keep
+  val description: String,
+  @DoNotStrip
+  @Keep
+  val parametersJson: String
+) {
+  /* primary constructor */
+
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is ToolDefinition) return false
+    return Objects.deepEquals(this.name, other.name)
+      && Objects.deepEquals(this.description, other.description)
+      && Objects.deepEquals(this.parametersJson, other.parametersJson)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      name,
+      description,
+      parametersJson
+    ).contentDeepHashCode()
+  }
+
+  companion object {
+    /**
+     * Constructor called from C++
+     */
+    @DoNotStrip
+    @Keep
+    @Suppress("unused")
+    @JvmStatic
+    private fun fromCpp(name: String, description: String, parametersJson: String): ToolDefinition {
+      return ToolDefinition(name, description, parametersJson)
+    }
+  }
+}

package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.cpp

@@ -8,10 +8,66 @@
 #include "LiteRTLM-Swift-Cxx-Bridge.hpp"
 
 // Include C++ implementation defined types
-
+#include "HybridLiteRTLMSpecSwift.hpp"
+#include "LiteRTLM-Swift-Cxx-Umbrella.hpp"
+#include <NitroModules/NitroDefines.hpp>
 
 namespace margelo::nitro::litertlm::bridge::swift {
 
+  // pragma MARK: std::function<void()>
+  Func_void create_Func_void(void* NON_NULL swiftClosureWrapper) noexcept {
+    auto swiftClosure = LiteRTLM::Func_void::fromUnsafe(swiftClosureWrapper);
+    return [swiftClosure = std::move(swiftClosure)]() mutable -> void {
+      swiftClosure.call();
+    };
+  }
+  
+  // pragma MARK: std::function<void(const std::exception_ptr& /* error */)>
+  Func_void_std__exception_ptr create_Func_void_std__exception_ptr(void* NON_NULL swiftClosureWrapper) noexcept {
+    auto swiftClosure = LiteRTLM::Func_void_std__exception_ptr::fromUnsafe(swiftClosureWrapper);
+    return [swiftClosure = std::move(swiftClosure)](const std::exception_ptr& error) mutable -> void {
+      swiftClosure.call(error);
+    };
+  }
+  
+  // pragma MARK: std::function<void(const std::string& /* result */)>
+  Func_void_std__string create_Func_void_std__string(void* NON_NULL swiftClosureWrapper) noexcept {
+    auto swiftClosure = LiteRTLM::Func_void_std__string::fromUnsafe(swiftClosureWrapper);
+    return [swiftClosure = std::move(swiftClosure)](const std::string& result) mutable -> void {
+      swiftClosure.call(result);
+    };
+  }
+  
+  // pragma MARK: std::function<void(const std::string& /* token */, bool /* done */)>
+  Func_void_std__string_bool create_Func_void_std__string_bool(void* NON_NULL swiftClosureWrapper) noexcept {
+    auto swiftClosure = LiteRTLM::Func_void_std__string_bool::fromUnsafe(swiftClosureWrapper);
+    return [swiftClosure = std::move(swiftClosure)](const std::string& token, bool done) mutable -> void {
+      swiftClosure.call(token, done);
+    };
+  }
+  
+  // pragma MARK: std::function<void(double /* progress */)>
+  Func_void_double create_Func_void_double(void* NON_NULL swiftClosureWrapper) noexcept {
+    auto swiftClosure = LiteRTLM::Func_void_double::fromUnsafe(swiftClosureWrapper);
+    return [swiftClosure = std::move(swiftClosure)](double progress) mutable -> void {
+      swiftClosure.call(progress);
+    };
+  }
   
+  // pragma MARK: std::shared_ptr<HybridLiteRTLMSpec>
+  std::shared_ptr<HybridLiteRTLMSpec> create_std__shared_ptr_HybridLiteRTLMSpec_(void* NON_NULL swiftUnsafePointer) noexcept {
+    LiteRTLM::HybridLiteRTLMSpec_cxx swiftPart = LiteRTLM::HybridLiteRTLMSpec_cxx::fromUnsafe(swiftUnsafePointer);
+    return std::make_shared<margelo::nitro::litertlm::HybridLiteRTLMSpecSwift>(swiftPart);
+  }
+  void* NON_NULL get_std__shared_ptr_HybridLiteRTLMSpec_(std__shared_ptr_HybridLiteRTLMSpec_ cppType) {
+    std::shared_ptr<margelo::nitro::litertlm::HybridLiteRTLMSpecSwift> swiftWrapper = std::dynamic_pointer_cast<margelo::nitro::litertlm::HybridLiteRTLMSpecSwift>(cppType);
+    #ifdef NITRO_DEBUG
+    if (swiftWrapper == nullptr) [[unlikely]] {
+      throw std::runtime_error("Class \"HybridLiteRTLMSpec\" is not implemented in Swift!");
+    }
+    #endif
+    LiteRTLM::HybridLiteRTLMSpec_cxx& swiftPart = swiftWrapper->getSwiftPart();
+    return swiftPart.toUnsafe();
+  }
 
 } // namespace margelo::nitro::litertlm::bridge::swift