react-native-litert-lm 0.1.0 → 0.2.0

package/lib/specs/LiteRTLM.nitro.d.ts

@@ -108,31 +108,30 @@ export interface LiteRTLM extends HybridObject<{
 }> {
     /**
      * Load a .litertlm model file.
-     * @param modelPath Absolute path to the .litertlm file.
      * @param config Optional configuration for backend and sampling.
      * @throws Error if the model cannot be loaded.
      */
-    loadModel(modelPath: string, config?: LLMConfig): void;
+    loadModel(modelPath: string, config?: LLMConfig): Promise<void>;
     /**
      * Send a text message and get the complete response (blocking).
      * @param message User message text.
      * @returns The model's response text.
      */
-    sendMessage(message: string): string;
+    sendMessage(message: string): Promise<string>;
     /**
      * Send a text message with an image (multimodal).
      * @param message User message text.
      * @param imagePath Absolute path to an image file.
      * @returns The model's response text.
      */
-    sendMessageWithImage(message: string, imagePath: string): string;
+    sendMessageWithImage(message: string, imagePath: string): Promise<string>;
     /**
      * Send a text message with audio (multimodal).
      * @param message User message text.
      * @param audioPath Absolute path to an audio file (WAV).
      * @returns The model's response text.
      */
-    sendMessageWithAudio(message: string, audioPath: string): string;
+    sendMessageWithAudio(message: string, audioPath: string): Promise<string>;
     /**
      * Send a message with streaming response.
      * Tokens are delivered via callback as they are generated.

package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.cpp

@@ -18,6 +18,9 @@ namespace margelo::nitro::litertlm { struct LLMConfig; }
 // Forward declaration of `Backend` to properly resolve imports.
 namespace margelo::nitro::litertlm { enum class Backend; }
 
+#include <NitroModules/Promise.hpp>
+#include <NitroModules/JPromise.hpp>
+#include <NitroModules/JUnit.hpp>
 #include <string>
 #include "Message.hpp"
 #include <vector>
@@ -74,24 +77,68 @@ namespace margelo::nitro::litertlm {
   
 
   // Methods
-  void JHybridLiteRTLMSpec::loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) {
-    static const auto method = javaClassStatic()->getMethod<void(jni::alias_ref<jni::JString> /* modelPath */, jni::alias_ref<JLLMConfig> /* config */)>("loadModel");
-    method(_javaPart, jni::make_jstring(modelPath), config.has_value() ? JLLMConfig::fromCpp(config.value()) : nullptr);
+  std::shared_ptr<Promise<void>> JHybridLiteRTLMSpec::loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) {
+    static const auto method = javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* modelPath */, jni::alias_ref<JLLMConfig> /* config */)>("loadModel");
+    auto __result = method(_javaPart, jni::make_jstring(modelPath), config.has_value() ? JLLMConfig::fromCpp(config.value()) : nullptr);
+    return [&]() {
+      auto __promise = Promise<void>::create();
+      __result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& /* unit */) {
+        __promise->resolve();
+      });
+      __result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
+        jni::JniException __jniError(__throwable);
+        __promise->reject(std::make_exception_ptr(__jniError));
+      });
+      return __promise;
+    }();
   }
-  std::string JHybridLiteRTLMSpec::sendMessage(const std::string& message) {
-    static const auto method = javaClassStatic()->getMethod<jni::local_ref<jni::JString>(jni::alias_ref<jni::JString> /* message */)>("sendMessage");
+  std::shared_ptr<Promise<std::string>> JHybridLiteRTLMSpec::sendMessage(const std::string& message) {
+    static const auto method = javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */)>("sendMessage");
     auto __result = method(_javaPart, jni::make_jstring(message));
-    return __result->toStdString();
+    return [&]() {
+      auto __promise = Promise<std::string>::create();
+      __result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
+        auto __result = jni::static_ref_cast<jni::JString>(__boxedResult);
+        __promise->resolve(__result->toStdString());
+      });
+      __result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
+        jni::JniException __jniError(__throwable);
+        __promise->reject(std::make_exception_ptr(__jniError));
+      });
+      return __promise;
+    }();
   }
-  std::string JHybridLiteRTLMSpec::sendMessageWithImage(const std::string& message, const std::string& imagePath) {
-    static const auto method = javaClassStatic()->getMethod<jni::local_ref<jni::JString>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* imagePath */)>("sendMessageWithImage");
+  std::shared_ptr<Promise<std::string>> JHybridLiteRTLMSpec::sendMessageWithImage(const std::string& message, const std::string& imagePath) {
+    static const auto method = javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* imagePath */)>("sendMessageWithImage");
     auto __result = method(_javaPart, jni::make_jstring(message), jni::make_jstring(imagePath));
-    return __result->toStdString();
+    return [&]() {
+      auto __promise = Promise<std::string>::create();
+      __result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
+        auto __result = jni::static_ref_cast<jni::JString>(__boxedResult);
+        __promise->resolve(__result->toStdString());
+      });
+      __result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
+        jni::JniException __jniError(__throwable);
+        __promise->reject(std::make_exception_ptr(__jniError));
+      });
+      return __promise;
+    }();
   }
-  std::string JHybridLiteRTLMSpec::sendMessageWithAudio(const std::string& message, const std::string& audioPath) {
-    static const auto method = javaClassStatic()->getMethod<jni::local_ref<jni::JString>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* audioPath */)>("sendMessageWithAudio");
+  std::shared_ptr<Promise<std::string>> JHybridLiteRTLMSpec::sendMessageWithAudio(const std::string& message, const std::string& audioPath) {
+    static const auto method = javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* audioPath */)>("sendMessageWithAudio");
     auto __result = method(_javaPart, jni::make_jstring(message), jni::make_jstring(audioPath));
-    return __result->toStdString();
+    return [&]() {
+      auto __promise = Promise<std::string>::create();
+      __result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
+        auto __result = jni::static_ref_cast<jni::JString>(__boxedResult);
+        __promise->resolve(__result->toStdString());
+      });
+      __result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
+        jni::JniException __jniError(__throwable);
+        __promise->reject(std::make_exception_ptr(__jniError));
+      });
+      return __promise;
+    }();
   }
   void JHybridLiteRTLMSpec::sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) {
     static const auto method = javaClassStatic()->getMethod<void(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<JFunc_void_std__string_bool::javaobject> /* onToken */)>("sendMessageAsync_cxx");

package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.hpp

@@ -55,10 +55,10 @@ namespace margelo::nitro::litertlm {
 
   public:
     // Methods
-    void loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) override;
-    std::string sendMessage(const std::string& message) override;
-    std::string sendMessageWithImage(const std::string& message, const std::string& imagePath) override;
-    std::string sendMessageWithAudio(const std::string& message, const std::string& audioPath) override;
+    std::shared_ptr<Promise<void>> loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) override;
+    std::shared_ptr<Promise<std::string>> sendMessage(const std::string& message) override;
+    std::shared_ptr<Promise<std::string>> sendMessageWithImage(const std::string& message, const std::string& imagePath) override;
+    std::shared_ptr<Promise<std::string>> sendMessageWithAudio(const std::string& message, const std::string& audioPath) override;
     void sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) override;
     std::vector<Message> getHistory() override;
     void resetConversation() override;

package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt

@@ -10,6 +10,7 @@ package com.margelo.nitro.dev.litert.litertlm
 import androidx.annotation.Keep
 import com.facebook.jni.HybridData
 import com.facebook.proguard.annotations.DoNotStrip
+import com.margelo.nitro.core.Promise
 import com.margelo.nitro.core.HybridObject
 
 /**
@@ -47,19 +48,19 @@ abstract class HybridLiteRTLMSpec: HybridObject() {
   // Methods
   @DoNotStrip
   @Keep
-  abstract fun loadModel(modelPath: String, config: LLMConfig?): Unit
+  abstract fun loadModel(modelPath: String, config: LLMConfig?): Promise<Unit>
   
   @DoNotStrip
   @Keep
-  abstract fun sendMessage(message: String): String
+  abstract fun sendMessage(message: String): Promise<String>
   
   @DoNotStrip
   @Keep
-  abstract fun sendMessageWithImage(message: String, imagePath: String): String
+  abstract fun sendMessageWithImage(message: String, imagePath: String): Promise<String>
   
   @DoNotStrip
   @Keep
-  abstract fun sendMessageWithAudio(message: String, audioPath: String): String
+  abstract fun sendMessageWithAudio(message: String, audioPath: String): Promise<String>
   
   abstract fun sendMessageAsync(message: String, onToken: (token: String, done: Boolean) -> Unit): Unit
   

package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp

@@ -20,6 +20,7 @@ namespace margelo::nitro::litertlm { struct Message; }
 // Forward declaration of `GenerationStats` to properly resolve imports.
 namespace margelo::nitro::litertlm { struct GenerationStats; }
 
+#include <NitroModules/Promise.hpp>
 #include <string>
 #include "LLMConfig.hpp"
 #include <optional>
@@ -59,10 +60,10 @@ namespace margelo::nitro::litertlm {
 
     public:
       // Methods
-      virtual void loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) = 0;
-      virtual std::string sendMessage(const std::string& message) = 0;
-      virtual std::string sendMessageWithImage(const std::string& message, const std::string& imagePath) = 0;
-      virtual std::string sendMessageWithAudio(const std::string& message, const std::string& audioPath) = 0;
+      virtual std::shared_ptr<Promise<void>> loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) = 0;
+      virtual std::shared_ptr<Promise<std::string>> sendMessage(const std::string& message) = 0;
+      virtual std::shared_ptr<Promise<std::string>> sendMessageWithImage(const std::string& message, const std::string& imagePath) = 0;
+      virtual std::shared_ptr<Promise<std::string>> sendMessageWithAudio(const std::string& message, const std::string& audioPath) = 0;
       virtual void sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) = 0;
       virtual std::vector<Message> getHistory() = 0;
       virtual void resetConversation() = 0;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-litert-lm",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "High-performance LLM inference for React Native using LiteRT-LM. Optimized for Gemma 3n and other on-device language models.",
   "license": "MIT",
   "author": "Hugh Chen (https://github.com/hung-yueh)",

package/src/specs/LiteRTLM.nitro.ts

@@ -118,18 +118,17 @@ export interface LiteRTLM extends HybridObject<{
 }> {
   /**
    * Load a .litertlm model file.
-   * @param modelPath Absolute path to the .litertlm file.
    * @param config Optional configuration for backend and sampling.
    * @throws Error if the model cannot be loaded.
    */
-  loadModel(modelPath: string, config?: LLMConfig): void;
+  loadModel(modelPath: string, config?: LLMConfig): Promise<void>;
 
   /**
    * Send a text message and get the complete response (blocking).
    * @param message User message text.
    * @returns The model's response text.
    */
-  sendMessage(message: string): string;
+  sendMessage(message: string): Promise<string>;
 
   /**
    * Send a text message with an image (multimodal).
@@ -137,7 +136,7 @@ export interface LiteRTLM extends HybridObject<{
    * @param imagePath Absolute path to an image file.
    * @returns The model's response text.
    */
-  sendMessageWithImage(message: string, imagePath: string): string;
+  sendMessageWithImage(message: string, imagePath: string): Promise<string>;
 
   /**
    * Send a text message with audio (multimodal).
@@ -145,7 +144,7 @@ export interface LiteRTLM extends HybridObject<{
    * @param audioPath Absolute path to an audio file (WAV).
    * @returns The model's response text.
    */
-  sendMessageWithAudio(message: string, audioPath: string): string;
+  sendMessageWithAudio(message: string, audioPath: string): Promise<string>;
 
   /**
    * Send a message with streaming response.