cactus-react-native 0.0.1 → 0.1.1

package/android/src/main/java/com/cactus/Cactus.java

@@ -13,6 +13,7 @@ import com.facebook.react.bridge.LifecycleEventListener;
 import com.facebook.react.bridge.ReadableMap;
 import com.facebook.react.bridge.ReadableArray;
 import com.facebook.react.bridge.WritableMap;
+import com.facebook.react.bridge.WritableArray;
 import com.facebook.react.bridge.Arguments;
 
 import java.util.HashMap;
@@ -20,11 +21,14 @@ import java.util.Random;
 import java.io.File;
 import java.io.FileInputStream;
 import java.io.PushbackInputStream;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
 
 public class Cactus implements LifecycleEventListener {
   public static final String NAME = "Cactus";
 
   private ReactApplicationContext reactContext;
+  private final ExecutorService singleThreadExecutor = Executors.newSingleThreadExecutor();
 
   public Cactus(ReactApplicationContext reactContext) {
     reactContext.addLifecycleEventListener(this);
@@ -94,7 +98,7 @@ public class Cactus implements LifecycleEventListener {
         }
         promise.resolve(result);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
   }
 
   public void initContext(double id, final ReadableMap params, final Promise promise) {
@@ -138,7 +142,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "initContext");
   }
 
@@ -177,7 +181,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "getFormattedChat-" + contextId);
   }
 
@@ -210,7 +214,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "loadSession-" + contextId);
   }
 
@@ -243,28 +247,36 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "saveSession-" + contextId);
   }
 
   public void completion(double id, final ReadableMap params, final Promise promise) {
+    Log.d(NAME, "BRIDGE: completion() method called with contextId=" + (int)id);
     final int contextId = (int) id;
     AsyncTask task = new AsyncTask<Void, Void, WritableMap>() {
       private Exception exception;
 
       @Override
       protected WritableMap doInBackground(Void... voids) {
+        Log.d(NAME, "⚡ BRIDGE: AsyncTask doInBackground starting...");
         try {
           LlamaContext context = contexts.get(contextId);
           if (context == null) {
+            Log.e(NAME, "BRIDGE: Context not found for id=" + contextId);
             throw new Exception("Context not found");
           }
+          Log.d(NAME, "BRIDGE: Context found, checking if predicting...");
           if (context.isPredicting()) {
+            Log.e(NAME, "BRIDGE: Context is busy (predicting)");
             throw new Exception("Context is busy");
           }
+          Log.d(NAME, "BRIDGE: About to call context.completion()...");
           WritableMap result = context.completion(params);
+          Log.d(NAME, "BRIDGE: context.completion() returned successfully");
           return result;
         } catch (Exception e) {
+          Log.e(NAME, "BRIDGE: Exception in doInBackground: " + e.getMessage());
           exception = e;
         }
         return null;
@@ -272,14 +284,19 @@ public class Cactus implements LifecycleEventListener {
 
       @Override
       protected void onPostExecute(WritableMap result) {
+        Log.d(NAME, "BRIDGE: onPostExecute called");
         if (exception != null) {
+          Log.e(NAME, "BRIDGE: Rejecting promise with exception: " + exception.getMessage());
           promise.reject(exception);
           return;
         }
+        Log.d(NAME, "BRIDGE: Resolving promise with result");
         promise.resolve(result);
         tasks.remove(this);
+        Log.d(NAME, "BRIDGE: completion() finished successfully");
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
+    Log.d(NAME, "BRIDGE: AsyncTask queued for execution");
     tasks.put(task, "completion-" + contextId);
   }
 
@@ -318,7 +335,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "stopCompletion-" + contextId);
   }
 
@@ -350,7 +367,39 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "tokenize-" + contextId);
+  }
+
+  public void tokenize(double id, final String text, final ReadableArray mediaPaths, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, WritableMap>() {
+      private Exception exception;
+
+      @Override
+      protected WritableMap doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.tokenize(text, mediaPaths);
+        } catch (Exception e) {
+          exception = e;
+        }
+        return null;
+      }
+
+      @Override
+      protected void onPostExecute(WritableMap result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "tokenize-" + contextId);
   }
 
@@ -382,7 +431,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "detokenize-" + contextId);
   }
 
@@ -414,7 +463,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "embedding-" + contextId);
   }
 
@@ -446,7 +495,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(result);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "bench-" + contextId);
   }
 
@@ -479,7 +528,7 @@ public class Cactus implements LifecycleEventListener {
           return;
         }
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "applyLoraAdapters-" + contextId);
   }
 
@@ -513,7 +562,7 @@ public class Cactus implements LifecycleEventListener {
         }
         promise.resolve(null);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "removeLoraAdapters-" + contextId);
   }
 
@@ -544,7 +593,7 @@ public class Cactus implements LifecycleEventListener {
         }
         promise.resolve(result);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "getLoadedLoraAdapters-" + contextId);
   }
 
@@ -586,7 +635,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(null);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "releaseContext-" + contextId);
   }
 
@@ -613,7 +662,7 @@ public class Cactus implements LifecycleEventListener {
         promise.resolve(null);
         tasks.remove(this);
       }
-    }.executeOnExecutor(AsyncTask.THREAD_POOL_EXECUTOR);
+    }.executeOnExecutor(singleThreadExecutor);
     tasks.put(task, "releaseAllContexts");
   }
 
@@ -643,4 +692,423 @@ public class Cactus implements LifecycleEventListener {
     }
     contexts.clear();
   }
+
+  public void initMultimodal(double id, final String mmprojPath, final boolean useGpu, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
+      private Exception exception;
+
+      @Override
+      protected Boolean doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.initMultimodal(mmprojPath, useGpu);
+        } catch (Exception e) {
+          exception = e;
+        }
+        return false;
+      }
+
+      @Override
+      protected void onPostExecute(Boolean result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "initMultimodal-" + contextId);
+  }
+
+  public void isMultimodalEnabled(double id, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
+      private Exception exception;
+
+      @Override
+      protected Boolean doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.isMultimodalEnabled();
+        } catch (Exception e) {
+          exception = e;
+        }
+        return false;
+      }
+
+      @Override
+      protected void onPostExecute(Boolean result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "isMultimodalEnabled-" + contextId);
+  }
+
+  public void isMultimodalSupportVision(double id, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
+      private Exception exception;
+
+      @Override
+      protected Boolean doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.isMultimodalSupportVision();
+        } catch (Exception e) {
+          exception = e;
+        }
+        return false;
+      }
+
+      @Override
+      protected void onPostExecute(Boolean result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "isMultimodalSupportVision-" + contextId);
+  }
+
+  public void isMultimodalSupportAudio(double id, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
+      private Exception exception;
+
+      @Override
+      protected Boolean doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.isMultimodalSupportAudio();
+        } catch (Exception e) {
+          exception = e;
+        }
+        return false;
+      }
+
+      @Override
+      protected void onPostExecute(Boolean result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "isMultimodalSupportAudio-" + contextId);
+  }
+
+  public void releaseMultimodal(double id, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Void>() {
+      private Exception exception;
+
+      @Override
+      protected Void doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          context.releaseMultimodal();
+        } catch (Exception e) {
+          exception = e;
+        }
+        return null;
+      }
+
+      @Override
+      protected void onPostExecute(Void result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(null);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "releaseMultimodal-" + contextId);
+  }
+
+  public void multimodalCompletion(double id, final String prompt, final ReadableArray mediaPaths, final ReadableMap params, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, WritableMap>() {
+      private Exception exception;
+
+      @Override
+      protected WritableMap doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          if (context.isPredicting()) {
+            throw new Exception("Context is busy");
+          }
+          return context.multimodalCompletion(prompt, mediaPaths, params);
+        } catch (Exception e) {
+          exception = e;
+        }
+        return null;
+      }
+
+      @Override
+      protected void onPostExecute(WritableMap result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "multimodalCompletion-" + contextId);
+  }
+
+  public void initVocoder(double id, final String vocoderModelPath, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
+      private Exception exception;
+
+      @Override
+      protected Boolean doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.initVocoder(vocoderModelPath);
+        } catch (Exception e) {
+          exception = e;
+        }
+        return false;
+      }
+
+      @Override
+      protected void onPostExecute(Boolean result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "initVocoder-" + contextId);
+  }
+
+  public void isVocoderEnabled(double id, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Boolean>() {
+      private Exception exception;
+
+      @Override
+      protected Boolean doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.isVocoderEnabled();
+        } catch (Exception e) {
+          exception = e;
+        }
+        return false;
+      }
+
+      @Override
+      protected void onPostExecute(Boolean result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "isVocoderEnabled-" + contextId);
+  }
+
+  public void getTTSType(double id, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Integer>() {
+      private Exception exception;
+
+      @Override
+      protected Integer doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.getTTSType();
+        } catch (Exception e) {
+          exception = e;
+        }
+        return -1;
+      }
+
+      @Override
+      protected void onPostExecute(Integer result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "getTTSType-" + contextId);
+  }
+
+  public void getFormattedAudioCompletion(double id, final String speakerJsonStr, final String textToSpeak, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, String>() {
+      private Exception exception;
+
+      @Override
+      protected String doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.getFormattedAudioCompletion(speakerJsonStr, textToSpeak);
+        } catch (Exception e) {
+          exception = e;
+        }
+        return null;
+      }
+
+      @Override
+      protected void onPostExecute(String result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "getFormattedAudioCompletion-" + contextId);
+  }
+
+  public void getAudioCompletionGuideTokens(double id, final String textToSpeak, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, WritableArray>() {
+      private Exception exception;
+
+      @Override
+      protected WritableArray doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.getAudioCompletionGuideTokens(textToSpeak);
+        } catch (Exception e) {
+          exception = e;
+        }
+        return null;
+      }
+
+      @Override
+      protected void onPostExecute(WritableArray result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "getAudioCompletionGuideTokens-" + contextId);
+  }
+
+  public void decodeAudioTokens(double id, final ReadableArray tokens, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, WritableArray>() {
+      private Exception exception;
+
+      @Override
+      protected WritableArray doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          return context.decodeAudioTokens(tokens);
+        } catch (Exception e) {
+          exception = e;
+        }
+        return null;
+      }
+
+      @Override
+      protected void onPostExecute(WritableArray result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(result);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "decodeAudioTokens-" + contextId);
+  }
+
+  public void releaseVocoder(double id, final Promise promise) {
+    final int contextId = (int) id;
+    AsyncTask task = new AsyncTask<Void, Void, Void>() {
+      private Exception exception;
+
+      @Override
+      protected Void doInBackground(Void... voids) {
+        try {
+          LlamaContext context = contexts.get(contextId);
+          if (context == null) {
+            throw new Exception("Context not found");
+          }
+          context.releaseVocoder();
+        } catch (Exception e) {
+          exception = e;
+        }
+        return null;
+      }
+
+      @Override
+      protected void onPostExecute(Void result) {
+        if (exception != null) {
+          promise.reject(exception);
+          return;
+        }
+        promise.resolve(null);
+        tasks.remove(this);
+      }
+    }.executeOnExecutor(singleThreadExecutor);
+    tasks.put(task, "releaseVocoder-" + contextId);
+  }
 }