@dr33m/react-native-litert-lm 0.5.0

package/nitrogen/generated/android/c++/JToolResponse.hpp

@@ -0,0 +1,61 @@
+///
+/// JToolResponse.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#include <fbjni/fbjni.h>
+#include "ToolResponse.hpp"
+
+#include <string>
+
+namespace margelo::nitro::litertlm {
+
+  using namespace facebook;
+
+  /**
+   * The C++ JNI bridge between the C++ struct "ToolResponse" and the the Kotlin data class "ToolResponse".
+   */
+  struct JToolResponse final: public jni::JavaClass<JToolResponse> {
+  public:
+    static constexpr auto kJavaDescriptor = "Lcom/margelo/nitro/dev/litert/litertlm/ToolResponse;";
+
+  public:
+    /**
+     * Convert this Java/Kotlin-based struct to the C++ struct ToolResponse by copying all values to C++.
+     */
+    [[maybe_unused]]
+    [[nodiscard]]
+    ToolResponse toCpp() const {
+      static const auto clazz = javaClassStatic();
+      static const auto fieldName = clazz->getField<jni::JString>("name");
+      jni::local_ref<jni::JString> name = this->getFieldValue(fieldName);
+      static const auto fieldResponseJson = clazz->getField<jni::JString>("responseJson");
+      jni::local_ref<jni::JString> responseJson = this->getFieldValue(fieldResponseJson);
+      return ToolResponse(
+        name->toStdString(),
+        responseJson->toStdString()
+      );
+    }
+
+  public:
+    /**
+     * Create a Java/Kotlin-based struct by copying all values from the given C++ struct to Java.
+     */
+    [[maybe_unused]]
+    static jni::local_ref<JToolResponse::javaobject> fromCpp(const ToolResponse& value) {
+      using JSignature = JToolResponse(jni::alias_ref<jni::JString>, jni::alias_ref<jni::JString>);
+      static const auto clazz = javaClassStatic();
+      static const auto create = clazz->getStaticMethod<JSignature>("fromCpp");
+      return create(
+        clazz,
+        jni::make_jstring(value.name),
+        jni::make_jstring(value.responseJson)
+      );
+    }
+  };
+
+} // namespace margelo::nitro::litertlm

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Backend.kt

@@ -0,0 +1,24 @@
+///
+/// Backend.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.proguard.annotations.DoNotStrip
+
+/**
+ * Represents the JavaScript enum/union "Backend".
+ */
+@DoNotStrip
+@Keep
+enum class Backend(@DoNotStrip @Keep val value: Int) {
+  CPU(0),
+  GPU(1),
+  NPU(2);
+
+  companion object
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ExecuteResult.kt

@@ -0,0 +1,61 @@
+///
+/// ExecuteResult.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
+
+
+/**
+ * Represents the JavaScript object/struct "ExecuteResult".
+ */
+@DoNotStrip
+@Keep
+data class ExecuteResult(
+  @DoNotStrip
+  @Keep
+  val text: String,
+  @DoNotStrip
+  @Keep
+  val toolCalls: Array<ToolCall>,
+  @DoNotStrip
+  @Keep
+  val thinkingText: String
+) {
+  /* primary constructor */
+
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is ExecuteResult) return false
+    return Objects.deepEquals(this.text, other.text)
+      && Objects.deepEquals(this.toolCalls, other.toolCalls)
+      && Objects.deepEquals(this.thinkingText, other.thinkingText)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      text,
+      toolCalls,
+      thinkingText
+    ).contentDeepHashCode()
+  }
+
+  companion object {
+    /**
+     * Constructor called from C++
+     */
+    @DoNotStrip
+    @Keep
+    @Suppress("unused")
+    @JvmStatic
+    private fun fromCpp(text: String, toolCalls: Array<ToolCall>, thinkingText: String): ExecuteResult {
+      return ExecuteResult(text, toolCalls, thinkingText)
+    }
+  }
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Func_void_double.kt

@@ -0,0 +1,80 @@
+///
+/// Func_void_double.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.jni.HybridData
+import com.facebook.proguard.annotations.DoNotStrip
+import dalvik.annotation.optimization.FastNative
+
+
+/**
+ * Represents the JavaScript callback `(progress: number) => void`.
+ * This can be either implemented in C++ (in which case it might be a callback coming from JS),
+ * or in Kotlin/Java (in which case it is a native callback).
+ */
+@DoNotStrip
+@Keep
+@Suppress("ClassName", "RedundantUnitReturnType")
+fun interface Func_void_double: (Double) -> Unit {
+  /**
+   * Call the given JS callback.
+   * @throws Throwable if the JS function itself throws an error, or if the JS function/runtime has already been deleted.
+   */
+  @DoNotStrip
+  @Keep
+  override fun invoke(progress: Double): Unit
+}
+
+/**
+ * Represents the JavaScript callback `(progress: number) => void`.
+ * This is implemented in C++, via a `std::function<...>`.
+ * The callback might be coming from JS.
+ */
+@DoNotStrip
+@Keep
+@Suppress(
+  "KotlinJniMissingFunction", "unused",
+  "RedundantSuppression", "RedundantUnitReturnType", "FunctionName",
+  "ConvertSecondaryConstructorToPrimary", "ClassName", "LocalVariableName",
+)
+class Func_void_double_cxx: Func_void_double {
+  @DoNotStrip
+  @Keep
+  private val mHybridData: HybridData
+
+  @DoNotStrip
+  @Keep
+  private constructor(hybridData: HybridData) {
+    mHybridData = hybridData
+  }
+
+  @DoNotStrip
+  @Keep
+  override fun invoke(progress: Double): Unit
+    = invoke_cxx(progress)
+
+  @FastNative
+  private external fun invoke_cxx(progress: Double): Unit
+}
+
+/**
+ * Represents the JavaScript callback `(progress: number) => void`.
+ * This is implemented in Java/Kotlin, via a `(Double) -> Unit`.
+ * The callback is always coming from native.
+ */
+@DoNotStrip
+@Keep
+@Suppress("ClassName", "RedundantUnitReturnType", "unused")
+class Func_void_double_java(private val function: (Double) -> Unit): Func_void_double {
+  @DoNotStrip
+  @Keep
+  override fun invoke(progress: Double): Unit {
+    return this.function(progress)
+  }
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Func_void_std__string_bool.kt

@@ -0,0 +1,80 @@
+///
+/// Func_void_std__string_bool.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.jni.HybridData
+import com.facebook.proguard.annotations.DoNotStrip
+import dalvik.annotation.optimization.FastNative
+
+
+/**
+ * Represents the JavaScript callback `(token: string, done: boolean) => void`.
+ * This can be either implemented in C++ (in which case it might be a callback coming from JS),
+ * or in Kotlin/Java (in which case it is a native callback).
+ */
+@DoNotStrip
+@Keep
+@Suppress("ClassName", "RedundantUnitReturnType")
+fun interface Func_void_std__string_bool: (String, Boolean) -> Unit {
+  /**
+   * Call the given JS callback.
+   * @throws Throwable if the JS function itself throws an error, or if the JS function/runtime has already been deleted.
+   */
+  @DoNotStrip
+  @Keep
+  override fun invoke(token: String, done: Boolean): Unit
+}
+
+/**
+ * Represents the JavaScript callback `(token: string, done: boolean) => void`.
+ * This is implemented in C++, via a `std::function<...>`.
+ * The callback might be coming from JS.
+ */
+@DoNotStrip
+@Keep
+@Suppress(
+  "KotlinJniMissingFunction", "unused",
+  "RedundantSuppression", "RedundantUnitReturnType", "FunctionName",
+  "ConvertSecondaryConstructorToPrimary", "ClassName", "LocalVariableName",
+)
+class Func_void_std__string_bool_cxx: Func_void_std__string_bool {
+  @DoNotStrip
+  @Keep
+  private val mHybridData: HybridData
+
+  @DoNotStrip
+  @Keep
+  private constructor(hybridData: HybridData) {
+    mHybridData = hybridData
+  }
+
+  @DoNotStrip
+  @Keep
+  override fun invoke(token: String, done: Boolean): Unit
+    = invoke_cxx(token,done)
+
+  @FastNative
+  private external fun invoke_cxx(token: String, done: Boolean): Unit
+}
+
+/**
+ * Represents the JavaScript callback `(token: string, done: boolean) => void`.
+ * This is implemented in Java/Kotlin, via a `(String, Boolean) -> Unit`.
+ * The callback is always coming from native.
+ */
+@DoNotStrip
+@Keep
+@Suppress("ClassName", "RedundantUnitReturnType", "unused")
+class Func_void_std__string_bool_java(private val function: (String, Boolean) -> Unit): Func_void_std__string_bool {
+  @DoNotStrip
+  @Keep
+  override fun invoke(token: String, done: Boolean): Unit {
+    return this.function(token, done)
+  }
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/GenerationStats.kt

@@ -0,0 +1,76 @@
+///
+/// GenerationStats.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.proguard.annotations.DoNotStrip
+import java.util.Objects
+
+
+/**
+ * Represents the JavaScript object/struct "GenerationStats".
+ */
+@DoNotStrip
+@Keep
+data class GenerationStats(
+  @DoNotStrip
+  @Keep
+  val promptTokens: Double,
+  @DoNotStrip
+  @Keep
+  val completionTokens: Double,
+  @DoNotStrip
+  @Keep
+  val totalTokens: Double,
+  @DoNotStrip
+  @Keep
+  val timeToFirstToken: Double,
+  @DoNotStrip
+  @Keep
+  val totalTime: Double,
+  @DoNotStrip
+  @Keep
+  val tokensPerSecond: Double
+) {
+  /* primary constructor */
+
+  override fun equals(other: Any?): Boolean {
+    if (this === other) return true
+    if (other !is GenerationStats) return false
+    return Objects.deepEquals(this.promptTokens, other.promptTokens)
+      && Objects.deepEquals(this.completionTokens, other.completionTokens)
+      && Objects.deepEquals(this.totalTokens, other.totalTokens)
+      && Objects.deepEquals(this.timeToFirstToken, other.timeToFirstToken)
+      && Objects.deepEquals(this.totalTime, other.totalTime)
+      && Objects.deepEquals(this.tokensPerSecond, other.tokensPerSecond)
+  }
+
+  override fun hashCode(): Int {
+    return arrayOf<Any?>(
+      promptTokens,
+      completionTokens,
+      totalTokens,
+      timeToFirstToken,
+      totalTime,
+      tokensPerSecond
+    ).contentDeepHashCode()
+  }
+
+  companion object {
+    /**
+     * Constructor called from C++
+     */
+    @DoNotStrip
+    @Keep
+    @Suppress("unused")
+    @JvmStatic
+    private fun fromCpp(promptTokens: Double, completionTokens: Double, totalTokens: Double, timeToFirstToken: Double, totalTime: Double, tokensPerSecond: Double): GenerationStats {
+      return GenerationStats(promptTokens, completionTokens, totalTokens, timeToFirstToken, totalTime, tokensPerSecond)
+    }
+  }
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt

@@ -0,0 +1,165 @@
+///
+/// HybridLiteRTLMSpec.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.jni.HybridData
+import com.facebook.proguard.annotations.DoNotStrip
+import com.margelo.nitro.core.Promise
+import com.margelo.nitro.core.HybridObject
+
+/**
+ * A Kotlin class representing the LiteRTLM HybridObject.
+ * Implement this abstract class to create Kotlin-based instances of LiteRTLM.
+ */
+@DoNotStrip
+@Keep
+@Suppress(
+  "KotlinJniMissingFunction", "unused",
+  "RedundantSuppression", "RedundantUnitReturnType", "SimpleRedundantLet",
+  "LocalVariableName", "PropertyName", "PrivatePropertyName", "FunctionName"
+)
+abstract class HybridLiteRTLMSpec: HybridObject() {
+  // Properties
+  
+
+  // Methods
+  @DoNotStrip
+  @Keep
+  abstract fun loadModel(modelPath: String, config: LLMConfig?): Promise<Unit>
+  
+  @DoNotStrip
+  @Keep
+  abstract fun sendMessage(message: String): Promise<ExecuteResult>
+  
+  @DoNotStrip
+  @Keep
+  abstract fun sendMessageWithImage(message: String, imagePath: String): Promise<ExecuteResult>
+  
+  abstract fun sendMessageWithImageAsync(message: String, imagePath: String, onToken: (token: String, done: Boolean) -> Unit): Promise<Unit>
+  
+  @DoNotStrip
+  @Keep
+  private fun sendMessageWithImageAsync_cxx(message: String, imagePath: String, onToken: Func_void_std__string_bool): Promise<Unit> {
+    val __result = sendMessageWithImageAsync(message, imagePath, onToken)
+    return __result
+  }
+  
+  abstract fun downloadModel(url: String, fileName: String, onProgress: ((progress: Double) -> Unit)?): Promise<String>
+  
+  @DoNotStrip
+  @Keep
+  private fun downloadModel_cxx(url: String, fileName: String, onProgress: Func_void_double?): Promise<String> {
+    val __result = downloadModel(url, fileName, onProgress?.let { it })
+    return __result
+  }
+  
+  @DoNotStrip
+  @Keep
+  abstract fun deleteModel(fileName: String): Promise<Unit>
+  
+  @DoNotStrip
+  @Keep
+  abstract fun sendMessageWithAudio(message: String, audioPath: String): Promise<ExecuteResult>
+  
+  abstract fun sendMessageWithAudioAsync(message: String, audioPath: String, onToken: (token: String, done: Boolean) -> Unit): Promise<Unit>
+  
+  @DoNotStrip
+  @Keep
+  private fun sendMessageWithAudioAsync_cxx(message: String, audioPath: String, onToken: Func_void_std__string_bool): Promise<Unit> {
+    val __result = sendMessageWithAudioAsync(message, audioPath, onToken)
+    return __result
+  }
+  
+  @DoNotStrip
+  @Keep
+  abstract fun sendMultimodalMessage(parts: Array<MultimodalPart>): Promise<ExecuteResult>
+  
+  abstract fun sendMessageAsync(message: String, onToken: (token: String, done: Boolean) -> Unit): Promise<Unit>
+  
+  @DoNotStrip
+  @Keep
+  private fun sendMessageAsync_cxx(message: String, onToken: Func_void_std__string_bool): Promise<Unit> {
+    val __result = sendMessageAsync(message, onToken)
+    return __result
+  }
+  
+  @DoNotStrip
+  @Keep
+  abstract fun getHistory(): Array<Message>
+  
+  @DoNotStrip
+  @Keep
+  abstract fun resetConversation(): Unit
+  
+  @DoNotStrip
+  @Keep
+  abstract fun isReady(): Boolean
+  
+  @DoNotStrip
+  @Keep
+  abstract fun getStats(): GenerationStats
+  
+  @DoNotStrip
+  @Keep
+  abstract fun countTokens(text: String): Double
+  
+  @DoNotStrip
+  @Keep
+  abstract fun getMemoryUsage(): MemoryUsage
+  
+  abstract fun execute(parts: Array<MultimodalPart>, onToken: ((token: String, done: Boolean) -> Unit)?): Promise<ExecuteResult>
+  
+  @DoNotStrip
+  @Keep
+  private fun execute_cxx(parts: Array<MultimodalPart>, onToken: Func_void_std__string_bool?): Promise<ExecuteResult> {
+    val __result = execute(parts, onToken?.let { it })
+    return __result
+  }
+  
+  abstract fun sendToolResponse(responses: Array<ToolResponse>, onToken: ((token: String, done: Boolean) -> Unit)?): Promise<ExecuteResult>
+  
+  @DoNotStrip
+  @Keep
+  private fun sendToolResponse_cxx(responses: Array<ToolResponse>, onToken: Func_void_std__string_bool?): Promise<ExecuteResult> {
+    val __result = sendToolResponse(responses, onToken?.let { it })
+    return __result
+  }
+  
+  @DoNotStrip
+  @Keep
+  abstract fun getActiveBackend(): Backend
+  
+  @DoNotStrip
+  @Keep
+  abstract fun stopGeneration(): Unit
+  
+  @DoNotStrip
+  @Keep
+  abstract fun close(): Unit
+
+  // Default implementation of `HybridObject.toString()`
+  override fun toString(): String {
+    return "[HybridObject LiteRTLM]"
+  }
+
+  // C++ backing class
+  @DoNotStrip
+  @Keep
+  protected open class CxxPart(javaPart: HybridLiteRTLMSpec): HybridObject.CxxPart(javaPart) {
+    // C++ JHybridLiteRTLMSpec::CxxPart::initHybrid(...)
+    external override fun initHybrid(): HybridData
+  }
+  override fun createCxxPart(): CxxPart {
+    return CxxPart(this)
+  }
+
+  companion object {
+    protected const val TAG = "HybridLiteRTLMSpec"
+  }
+}

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridModelStoreSpec.kt

@@ -0,0 +1,76 @@
+///
+/// HybridModelStoreSpec.kt
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+package com.margelo.nitro.dev.litert.litertlm
+
+import androidx.annotation.Keep
+import com.facebook.jni.HybridData
+import com.facebook.proguard.annotations.DoNotStrip
+import com.margelo.nitro.core.Promise
+import com.margelo.nitro.core.HybridObject
+
+/**
+ * A Kotlin class representing the ModelStore HybridObject.
+ * Implement this abstract class to create Kotlin-based instances of ModelStore.
+ */
+@DoNotStrip
+@Keep
+@Suppress(
+  "KotlinJniMissingFunction", "unused",
+  "RedundantSuppression", "RedundantUnitReturnType", "SimpleRedundantLet",
+  "LocalVariableName", "PropertyName", "PrivatePropertyName", "FunctionName"
+)
+abstract class HybridModelStoreSpec: HybridObject() {
+  // Properties
+  
+
+  // Methods
+  @DoNotStrip
+  @Keep
+  abstract fun isCached(fileName: String): Boolean
+  
+  @DoNotStrip
+  @Keep
+  abstract fun getFilePath(fileName: String): String
+  
+  @DoNotStrip
+  @Keep
+  abstract fun listCachedFiles(): Array<ModelFile>
+  
+  @DoNotStrip
+  @Keep
+  abstract fun deleteFile(fileName: String): Unit
+  
+  abstract fun downloadFile(url: String, fileName: String, headersJson: String, onProgress: (progress: Double) -> Unit): Promise<String>
+  
+  @DoNotStrip
+  @Keep
+  private fun downloadFile_cxx(url: String, fileName: String, headersJson: String, onProgress: Func_void_double): Promise<String> {
+    val __result = downloadFile(url, fileName, headersJson, onProgress)
+    return __result
+  }
+
+  // Default implementation of `HybridObject.toString()`
+  override fun toString(): String {
+    return "[HybridObject ModelStore]"
+  }
+
+  // C++ backing class
+  @DoNotStrip
+  @Keep
+  protected open class CxxPart(javaPart: HybridModelStoreSpec): HybridObject.CxxPart(javaPart) {
+    // C++ JHybridModelStoreSpec::CxxPart::initHybrid(...)
+    external override fun initHybrid(): HybridData
+  }
+  override fun createCxxPart(): CxxPart {
+    return CxxPart(this)
+  }
+
+  companion object {
+    protected const val TAG = "HybridModelStoreSpec"
+  }
+}