react-native-executorch 0.9.0-nightly-7f39112-20260525 → 0.9.0

package/common/rnexecutorch/models/text_to_image/TextToImage.cpp

@@ -5,8 +5,10 @@
 #include <span>
 
 #include <executorch/extension/tensor/tensor.h>
+#include <opencv2/opencv.hpp>
 
 #include <rnexecutorch/Log.h>
+#include <rnexecutorch/data_processing/ImageProcessing.h>
 #include <rnexecutorch/models/text_to_image/Constants.h>
 
 #include <rnexecutorch/Error.h>
@@ -54,10 +56,9 @@ void TextToImage::setSeed(int32_t &seed) {
   seed = rd();
 }
 
-std::shared_ptr<OwningArrayBuffer>
-TextToImage::generate(std::string input, int32_t imageSize,
-                      size_t numInferenceSteps, int32_t seed,
-                      std::shared_ptr<jsi::Function> callback) {
+std::string TextToImage::generate(std::string input, int32_t imageSize,
+                                  size_t numInferenceSteps, int32_t seed,
+                                  std::shared_ptr<jsi::Function> callback) {
   std::scoped_lock lock(inference_mutex_);
   setImageSize(imageSize);
   setSeed(seed);
@@ -105,7 +106,7 @@ TextToImage::generate(std::string input, int32_t imageSize,
   }
   if (interrupted) {
     interrupted = false;
-    return std::make_shared<OwningArrayBuffer>(0);
+    return "";
   }
 
   for (auto &val : latents) {
@@ -116,18 +117,20 @@ TextToImage::generate(std::string input, int32_t imageSize,
   return postprocess(output);
 }
 
-std::shared_ptr<OwningArrayBuffer>
-TextToImage::postprocess(const std::vector<float> &output) const {
-  // Convert RGB to RGBA
-  int32_t imagePixelCount = imageSize * imageSize;
-  std::vector<uint8_t> outputRgba(imagePixelCount * 4);
-  for (int32_t i = 0; i < imagePixelCount; i++) {
-    outputRgba[i * 4 + 0] = output[i * 3 + 0];
-    outputRgba[i * 4 + 1] = output[i * 3 + 1];
-    outputRgba[i * 4 + 2] = output[i * 3 + 2];
-    outputRgba[i * 4 + 3] = 255;
+std::string TextToImage::postprocess(const std::vector<float> &output) const {
+  // Decoder output is HWC float RGB (values already in [0..255]). cv::imwrite
+  // expects a BGR matrix, so pack the channels in BGR order here.
+  cv::Mat bgr(imageSize, imageSize, CV_8UC3);
+  for (int32_t y = 0; y < imageSize; ++y) {
+    auto *row = bgr.ptr<cv::Vec3b>(y);
+    for (int32_t x = 0; x < imageSize; ++x) {
+      const int32_t idx = (y * imageSize + x) * 3;
+      row[x] = cv::Vec3b(static_cast<uint8_t>(output[idx + 2]),
+                         static_cast<uint8_t>(output[idx + 1]),
+                         static_cast<uint8_t>(output[idx + 0]));
+    }
   }
-  return std::make_shared<OwningArrayBuffer>(outputRgba);
+  return image_processing::saveToTempFile(bgr);
 }
 
 void TextToImage::interrupt() noexcept { interrupted = true; }

package/common/rnexecutorch/models/text_to_image/TextToImage.h

@@ -8,7 +8,6 @@
 #include <ReactCommon/CallInvoker.h>
 #include <jsi/jsi.h>
 
-#include <rnexecutorch/jsi/OwningArrayBuffer.h>
 #include <rnexecutorch/metaprogramming/ConstructorHelpers.h>
 
 #include <rnexecutorch/models/text_to_image/Decoder.h>
@@ -30,9 +29,9 @@ public:
                        int32_t schedulerNumTrainTimesteps,
                        int32_t schedulerStepsOffset,
                        std::shared_ptr<react::CallInvoker> callInvoker);
-  std::shared_ptr<OwningArrayBuffer>
-  generate(std::string input, int32_t imageSize, size_t numInferenceSteps,
-           int32_t seed, std::shared_ptr<jsi::Function> callback);
+  std::string generate(std::string input, int32_t imageSize,
+                       size_t numInferenceSteps, int32_t seed,
+                       std::shared_ptr<jsi::Function> callback);
   void interrupt() noexcept;
   size_t getMemoryLowerBound() const noexcept;
   void unload() noexcept;
@@ -40,8 +39,7 @@ public:
 private:
   void setImageSize(int32_t imageSize);
   void setSeed(int32_t &seed);
-  std::shared_ptr<OwningArrayBuffer>
-  postprocess(const std::vector<float> &output) const;
+  std::string postprocess(const std::vector<float> &output) const;
 
   size_t memorySizeLowerBound;
   int32_t imageSize;

package/lib/module/modules/computer_vision/StyleTransferModule.js

@@ -49,6 +49,17 @@ export class StyleTransferModule extends VisionModule {
       modelSource
     }, onDownloadProgress);
   }
+
+  /**
+   * Executes style transfer on the provided image.
+   * @param input - Image source (string path/URI or `PixelData` from a frame library).
+   * @param outputType - Controls the output format. Defaults to `'pixelData'`, which
+   *   returns raw RGBA pixels suitable for direct rendering. Pass `'url'` to
+   *   have the stylized image saved to a temporary PNG on the device and
+   *   receive a `file://` URI string instead.
+   * @returns A Promise resolving to either a `PixelData` object or a `file://` URI string,
+   *   depending on `outputType`.
+   */
   async forward(input, outputType) {
     return super.forward(input, outputType === 'url');
   }

package/lib/module/modules/computer_vision/StyleTransferModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ResourceFetcher","parseUnknownError","RnExecutorchError","RnExecutorchErrorCode","Logger","VisionModule","StyleTransferModule","constructor","nativeModule","fromModelName","namedSources","onDownloadProgress","paths","fetch","modelSource","DownloadInterrupted","global","loadStyleTransfer","error","fromCustomModel","modelName","forward","input","outputType"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/StyleTransferModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAG7D,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,yBAAyB;AAC9E,SAASC,qBAAqB,QAAQ,yBAAyB;AAC/D,SAASC,MAAM,QAAQ,qBAAqB;AAC5C,SAASC,YAAY,QAAQ,gBAAgB;;AAE7C;AACA;AACA;AACA;AACA,OAAO,MAAMC,mBAAmB,SAASD,YAAY,CAAqB;EAChEE,WAAWA,CAACC,YAAqB,EAAE;IACzC,KAAK,CAAC,CAAC;IACP,IAAI,CAACA,YAAY,GAAGA,YAAY;EAClC;EACA;AACF;AACA;AACA;AACA;AACA;EACE,aAAaC,aAAaA,CACxBC,YAGC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EAC3B;IAC9B,IAAI;MACF,MAAMC,KAAK,GAAG,MAAMZ,eAAe,CAACa,KAAK,CACvCF,kBAAkB,EAClBD,YAAY,CAACI,WACf,CAAC;MAED,IAAI,CAACF,KAAK,GAAG,CAAC,CAAC,EAAE;QACf,MAAM,IAAIV,iBAAiB,CAACC,qBAAqB,CAACY,mBAAmB,CAAC;MACxE;MAEA,OAAO,IAAIT,mBAAmB,CAAC,MAAMU,MAAM,CAACC,iBAAiB,CAACL,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC,CAAC,OAAOM,KAAK,EAAE;MACdd,MAAM,CAACc,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMjB,iBAAiB,CAACiB,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBL,WAA2B,EAC3BH,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EAC3B;IAC9B,OAAOL,mBAAmB,CAACG,aAAa,CACtC;MAAEW,SAAS,EAAE,QAAkC;MAAEN;IAAY,CAAC,EAC9DH,kBACF,CAAC;EACH;EAEA,MAAMU,OAAOA,CACXC,KAAyB,EACzBC,UAAc,EACiC;IAC/C,OAAO,KAAK,CAACF,OAAO,CAACC,KAAK,EAAEC,UAAU,KAAK,KAAK,CAAC;EAGnD;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","parseUnknownError","RnExecutorchError","RnExecutorchErrorCode","Logger","VisionModule","StyleTransferModule","constructor","nativeModule","fromModelName","namedSources","onDownloadProgress","paths","fetch","modelSource","DownloadInterrupted","global","loadStyleTransfer","error","fromCustomModel","modelName","forward","input","outputType"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/StyleTransferModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAG7D,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,yBAAyB;AAC9E,SAASC,qBAAqB,QAAQ,yBAAyB;AAC/D,SAASC,MAAM,QAAQ,qBAAqB;AAC5C,SAASC,YAAY,QAAQ,gBAAgB;;AAE7C;AACA;AACA;AACA;AACA,OAAO,MAAMC,mBAAmB,SAASD,YAAY,CAAqB;EAChEE,WAAWA,CAACC,YAAqB,EAAE;IACzC,KAAK,CAAC,CAAC;IACP,IAAI,CAACA,YAAY,GAAGA,YAAY;EAClC;EACA;AACF;AACA;AACA;AACA;AACA;EACE,aAAaC,aAAaA,CACxBC,YAGC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EAC3B;IAC9B,IAAI;MACF,MAAMC,KAAK,GAAG,MAAMZ,eAAe,CAACa,KAAK,CACvCF,kBAAkB,EAClBD,YAAY,CAACI,WACf,CAAC;MAED,IAAI,CAACF,KAAK,GAAG,CAAC,CAAC,EAAE;QACf,MAAM,IAAIV,iBAAiB,CAACC,qBAAqB,CAACY,mBAAmB,CAAC;MACxE;MAEA,OAAO,IAAIT,mBAAmB,CAAC,MAAMU,MAAM,CAACC,iBAAiB,CAACL,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC,CAAC,OAAOM,KAAK,EAAE;MACdd,MAAM,CAACc,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMjB,iBAAiB,CAACiB,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBL,WAA2B,EAC3BH,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EAC3B;IAC9B,OAAOL,mBAAmB,CAACG,aAAa,CACtC;MAAEW,SAAS,EAAE,QAAkC;MAAEN;IAAY,CAAC,EAC9DH,kBACF,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMU,OAAOA,CACXC,KAAyB,EACzBC,UAAc,EACiC;IAC/C,OAAO,KAAK,CAACF,OAAO,CAACC,KAAK,EAAEC,UAAU,KAAK,KAAK,CAAC;EAGnD;AACF","ignoreList":[]}

package/lib/module/modules/computer_vision/TextToImageModule.js

@@ -2,7 +2,6 @@
 
 import { ResourceFetcher } from '../../utils/ResourceFetcher';
 import { BaseModule } from '../BaseModule';
-import { PNG } from 'pngjs/browser';
 import { RnExecutorchErrorCode } from '../../errors/ErrorCodes';
 import { parseUnknownError, RnExecutorchError } from '../../errors/errorUtils';
 import { Logger } from '../../common/Logger';
@@ -75,34 +74,16 @@ export class TextToImageModule extends BaseModule {
 
   /**
    * Runs the model to generate an image described by `input`, and conditioned by `seed`, performing `numSteps` inference steps.
-   * The resulting image, with dimensions `imageSize`×`imageSize` pixels, is returned as a base64-encoded string.
+   * The resulting image, with dimensions `imageSize`×`imageSize` pixels, is saved as a PNG on the device and returned as a `file://` URI.
+   * If generation is interrupted before completion, an empty string is returned.
    * @param input - The text prompt to generate the image from.
    * @param imageSize - The desired width and height of the output image in pixels.
    * @param numSteps - The number of inference steps to perform.
    * @param seed - An optional seed for random number generation to ensure reproducibility.
-   * @returns A Base64-encoded string representing the generated PNG image.
+   * @returns A `file://` URI pointing to the generated PNG, or an empty string if generation was interrupted.
    */
   async forward(input, imageSize = 512, numSteps = 5, seed) {
-    const output = await this.nativeModule.generate(input, imageSize, numSteps, seed ? seed : -1, this.inferenceCallback);
-    const outputArray = new Uint8Array(output);
-    if (!outputArray.length) {
-      return '';
-    }
-    const png = new PNG({
-      width: imageSize,
-      height: imageSize
-    });
-    png.data = outputArray;
-    const pngBuffer = PNG.sync.write(png, {
-      colorType: 6
-    });
-    const pngArray = new Uint8Array(pngBuffer);
-    let binary = '';
-    const chunkSize = 8192;
-    for (let i = 0; i < pngArray.length; i += chunkSize) {
-      binary += String.fromCharCode(...pngArray.subarray(i, i + chunkSize));
-    }
-    return btoa(binary);
+    return await this.nativeModule.generate(input, imageSize, numSteps, seed ? seed : -1, this.inferenceCallback);
   }
 
   /**

package/lib/module/modules/computer_vision/TextToImageModule.js.map

@@ -1 +1 @@
-{"version":3,"names":["ResourceFetcher","BaseModule","PNG","RnExecutorchErrorCode","parseUnknownError","RnExecutorchError","Logger","TextToImageModule","constructor","nativeModule","inferenceCallback","stepIdx","fromModelName","namedSources","onDownloadProgress","load","error","fromCustomModel","sources","modelName","model","onDownloadProgressCallback","results","fetch","tokenizerSource","schedulerSource","encoderSource","unetSource","decoderSource","length","DownloadInterrupted","tokenizerPath","schedulerPath","encoderPath","unetPath","decoderPath","schedulerJson","fs","readAsString","schedulerConfig","JSON","parse","global","loadTextToImage","beta_start","beta_end","num_train_timesteps","steps_offset","forward","input","imageSize","numSteps","seed","output","generate","outputArray","Uint8Array","png","width","height","data","pngBuffer","sync","write","colorType","pngArray","binary","chunkSize","i","String","fromCharCode","subarray","btoa","interrupt"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/TextToImageModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAG7D,SAASC,UAAU,QAAQ,eAAe;AAE1C,SAASC,GAAG,QAAQ,eAAe;AACnC,SAASC,qBAAqB,QAAQ,yBAAyB;AAC/D,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,yBAAyB;AAC9E,SAASC,MAAM,QAAQ,qBAAqB;;AAE5C;AACA;AACA;AACA;AACA,OAAO,MAAMC,iBAAiB,SAASN,UAAU,CAAC;EAGxCO,WAAWA,CACjBC,YAAqB,EACrBC,iBAA6C,EAC7C;IACA,KAAK,CAAC,CAAC;IACP,IAAI,CAACD,YAAY,GAAGA,YAAY;IAChC,IAAI,CAACC,iBAAiB,GAAIC,OAAe,IAAK;MAC5CD,iBAAiB,GAAGC,OAAO,CAAC;IAC9B,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAaC,aAAaA,CACxBC,YAQC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EAC7B;IAC5B,IAAI;MACF,MAAML,YAAY,GAAG,MAAMF,iBAAiB,CAACQ,IAAI,CAC/CF,YAAY,EACZC,kBACF,CAAC;MACD,OAAO,IAAIP,iBAAiB,CAC1BE,YAAY,EACZI,YAAY,CAACH,iBACf,CAAC;IACH,CAAC,CAAC,OAAOM,KAAK,EAAE;MACdV,MAAM,CAACU,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMZ,iBAAiB,CAACY,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBC,OAMC,EACDJ,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDJ,iBAA6C,EACjB;IAC5B,OAAOH,iBAAiB,CAACK,aAAa,CACpC;MACEO,SAAS,EAAE,QAAgC;MAC3C,GAAGD,OAAO;MACVR;IACF,CAAC,EACDI,kBACF,CAAC;EACH;EAEA,aAAqBC,IAAIA,CACvBK,KAMC,EACDC,0BAAsD,EACpC;IAClB,MAAMC,OAAO,GAAG,MAAMtB,eAAe,CAACuB,KAAK,CACzCF,0BAA0B,EAC1BD,KAAK,CAACI,eAAe,EACrBJ,KAAK,CAACK,eAAe,EACrBL,KAAK,CAACM,aAAa,EACnBN,KAAK,CAACO,UAAU,EAChBP,KAAK,CAACQ,aACR,CAAC;IACD,IAAI,CAACN,OAAO,IAAIA,OAAO,CAACO,MAAM,KAAK,CAAC,EAAE;MACpC,MAAM,IAAIxB,iBAAiB,CAACF,qBAAqB,CAAC2B,mBAAmB,CAAC;IACxE;IACA,MAAM,CAACC,aAAa,EAAEC,aAAa,EAAEC,WAAW,EAAEC,QAAQ,EAAEC,WAAW,CAAC,GACtEb,OAAO;IAET,IACE,CAACS,aAAa,IACd,CAACC,aAAa,IACd,CAACC,WAAW,IACZ,CAACC,QAAQ,IACT,CAACC,WAAW,EACZ;MACA,MAAM,IAAI9B,iBAAiB,CAACF,qBAAqB,CAAC2B,mBAAmB,CAAC;IACxE;IAEA,MAAMM,aAAa,GAAG,MAAMpC,eAAe,CAACqC,EAAE,CAACC,YAAY,CAACN,aAAa,CAAC;IAC1E,MAAMO,eAAe,GAAGC,IAAI,CAACC,KAAK,CAACL,aAAa,CAAC;IAEjD,OAAOM,MAAM,CAACC,eAAe,CAC3BZ,aAAa,EACbE,WAAW,EACXC,QAAQ,EACRC,WAAW,EACXI,eAAe,CAACK,UAAU,EAC1BL,eAAe,CAACM,QAAQ,EACxBN,eAAe,CAACO,mBAAmB,EACnCP,eAAe,CAACQ,YAClB,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,OAAOA,CACXC,KAAa,EACbC,SAAiB,GAAG,GAAG,EACvBC,QAAgB,GAAG,CAAC,EACpBC,IAAa,EACI;IACjB,MAAMC,MAAM,GAAG,MAAM,IAAI,CAAC5C,YAAY,CAAC6C,QAAQ,CAC7CL,KAAK,EACLC,SAAS,EACTC,QAAQ,EACRC,IAAI,GAAGA,IAAI,GAAG,CAAC,CAAC,EAChB,IAAI,CAAC1C,iBACP,CAAC;IACD,MAAM6C,WAAW,GAAG,IAAIC,UAAU,CAACH,MAAM,CAAC;IAC1C,IAAI,CAACE,WAAW,CAAC1B,MAAM,EAAE;MACvB,OAAO,EAAE;IACX;IACA,MAAM4B,GAAG,GAAG,IAAIvD,GAAG,CAAC;MAAEwD,KAAK,EAAER,SAAS;MAAES,MAAM,EAAET;IAAU,CAAC,CAAC;IAC5DO,GAAG,CAACG,IAAI,GAAGL,WAAgC;IAC3C,MAAMM,SAAS,GAAG3D,GAAG,CAAC4D,IAAI,CAACC,KAAK,CAACN,GAAG,EAAE;MAAEO,SAAS,EAAE;IAAE,CAAC,CAAC;IACvD,MAAMC,QAAQ,GAAG,IAAIT,UAAU,CAACK,SAAuC,CAAC;IACxE,IAAIK,MAAM,GAAG,EAAE;IACf,MAAMC,SAAS,GAAG,IAAI;IACtB,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,QAAQ,CAACpC,MAAM,EAAEuC,CAAC,IAAID,SAAS,EAAE;MACnDD,MAAM,IAAIG,MAAM,CAACC,YAAY,CAAC,GAAGL,QAAQ,CAACM,QAAQ,CAACH,CAAC,EAAEA,CAAC,GAAGD,SAAS,CAAC,CAAC;IACvE;IACA,OAAOK,IAAI,CAACN,MAAM,CAAC;EACrB;;EAEA;AACF;AACA;EACSO,SAASA,CAAA,EAAS;IACvB,IAAI,CAAChE,YAAY,CAACgE,SAAS,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}
+{"version":3,"names":["ResourceFetcher","BaseModule","RnExecutorchErrorCode","parseUnknownError","RnExecutorchError","Logger","TextToImageModule","constructor","nativeModule","inferenceCallback","stepIdx","fromModelName","namedSources","onDownloadProgress","load","error","fromCustomModel","sources","modelName","model","onDownloadProgressCallback","results","fetch","tokenizerSource","schedulerSource","encoderSource","unetSource","decoderSource","length","DownloadInterrupted","tokenizerPath","schedulerPath","encoderPath","unetPath","decoderPath","schedulerJson","fs","readAsString","schedulerConfig","JSON","parse","global","loadTextToImage","beta_start","beta_end","num_train_timesteps","steps_offset","forward","input","imageSize","numSteps","seed","generate","interrupt"],"sourceRoot":"../../../../src","sources":["modules/computer_vision/TextToImageModule.ts"],"mappings":";;AAAA,SAASA,eAAe,QAAQ,6BAA6B;AAG7D,SAASC,UAAU,QAAQ,eAAe;AAE1C,SAASC,qBAAqB,QAAQ,yBAAyB;AAC/D,SAASC,iBAAiB,EAAEC,iBAAiB,QAAQ,yBAAyB;AAC9E,SAASC,MAAM,QAAQ,qBAAqB;;AAE5C;AACA;AACA;AACA;AACA,OAAO,MAAMC,iBAAiB,SAASL,UAAU,CAAC;EAGxCM,WAAWA,CACjBC,YAAqB,EACrBC,iBAA6C,EAC7C;IACA,KAAK,CAAC,CAAC;IACP,IAAI,CAACD,YAAY,GAAGA,YAAY;IAChC,IAAI,CAACC,iBAAiB,GAAIC,OAAe,IAAK;MAC5CD,iBAAiB,GAAGC,OAAO,CAAC;IAC9B,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,aAAaC,aAAaA,CACxBC,YAQC,EACDC,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EAC7B;IAC5B,IAAI;MACF,MAAML,YAAY,GAAG,MAAMF,iBAAiB,CAACQ,IAAI,CAC/CF,YAAY,EACZC,kBACF,CAAC;MACD,OAAO,IAAIP,iBAAiB,CAC1BE,YAAY,EACZI,YAAY,CAACH,iBACf,CAAC;IACH,CAAC,CAAC,OAAOM,KAAK,EAAE;MACdV,MAAM,CAACU,KAAK,CAAC,cAAc,EAAEA,KAAK,CAAC;MACnC,MAAMZ,iBAAiB,CAACY,KAAK,CAAC;IAChC;EACF;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOC,eAAeA,CACpBC,OAMC,EACDJ,kBAA8C,GAAGA,CAAA,KAAM,CAAC,CAAC,EACzDJ,iBAA6C,EACjB;IAC5B,OAAOH,iBAAiB,CAACK,aAAa,CACpC;MACEO,SAAS,EAAE,QAAgC;MAC3C,GAAGD,OAAO;MACVR;IACF,CAAC,EACDI,kBACF,CAAC;EACH;EAEA,aAAqBC,IAAIA,CACvBK,KAMC,EACDC,0BAAsD,EACpC;IAClB,MAAMC,OAAO,GAAG,MAAMrB,eAAe,CAACsB,KAAK,CACzCF,0BAA0B,EAC1BD,KAAK,CAACI,eAAe,EACrBJ,KAAK,CAACK,eAAe,EACrBL,KAAK,CAACM,aAAa,EACnBN,KAAK,CAACO,UAAU,EAChBP,KAAK,CAACQ,aACR,CAAC;IACD,IAAI,CAACN,OAAO,IAAIA,OAAO,CAACO,MAAM,KAAK,CAAC,EAAE;MACpC,MAAM,IAAIxB,iBAAiB,CAACF,qBAAqB,CAAC2B,mBAAmB,CAAC;IACxE;IACA,MAAM,CAACC,aAAa,EAAEC,aAAa,EAAEC,WAAW,EAAEC,QAAQ,EAAEC,WAAW,CAAC,GACtEb,OAAO;IAET,IACE,CAACS,aAAa,IACd,CAACC,aAAa,IACd,CAACC,WAAW,IACZ,CAACC,QAAQ,IACT,CAACC,WAAW,EACZ;MACA,MAAM,IAAI9B,iBAAiB,CAACF,qBAAqB,CAAC2B,mBAAmB,CAAC;IACxE;IAEA,MAAMM,aAAa,GAAG,MAAMnC,eAAe,CAACoC,EAAE,CAACC,YAAY,CAACN,aAAa,CAAC;IAC1E,MAAMO,eAAe,GAAGC,IAAI,CAACC,KAAK,CAACL,aAAa,CAAC;IAEjD,OAAOM,MAAM,CAACC,eAAe,CAC3BZ,aAAa,EACbE,WAAW,EACXC,QAAQ,EACRC,WAAW,EACXI,eAAe,CAACK,UAAU,EAC1BL,eAAe,CAACM,QAAQ,EACxBN,eAAe,CAACO,mBAAmB,EACnCP,eAAe,CAACQ,YAClB,CAAC;EACH;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMC,OAAOA,CACXC,KAAa,EACbC,SAAiB,GAAG,GAAG,EACvBC,QAAgB,GAAG,CAAC,EACpBC,IAAa,EACI;IACjB,OAAO,MAAM,IAAI,CAAC3C,YAAY,CAAC4C,QAAQ,CACrCJ,KAAK,EACLC,SAAS,EACTC,QAAQ,EACRC,IAAI,GAAGA,IAAI,GAAG,CAAC,CAAC,EAChB,IAAI,CAAC1C,iBACP,CAAC;EACH;;EAEA;AACF;AACA;EACS4C,SAASA,CAAA,EAAS;IACvB,IAAI,CAAC7C,YAAY,CAAC6C,SAAS,CAAC,CAAC;EAC/B;AACF","ignoreList":[]}

package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts

@@ -27,6 +27,16 @@ export declare class StyleTransferModule extends VisionModule<PixelData | string
      * @returns A Promise resolving to a `StyleTransferModule` instance.
      */
     static fromCustomModel(modelSource: ResourceSource, onDownloadProgress?: (progress: number) => void): Promise<StyleTransferModule>;
+    /**
+     * Executes style transfer on the provided image.
+     * @param input - Image source (string path/URI or `PixelData` from a frame library).
+     * @param outputType - Controls the output format. Defaults to `'pixelData'`, which
+     *   returns raw RGBA pixels suitable for direct rendering. Pass `'url'` to
+     *   have the stylized image saved to a temporary PNG on the device and
+     *   receive a `file://` URI string instead.
+     * @returns A Promise resolving to either a `PixelData` object or a `file://` URI string,
+     *   depending on `outputType`.
+     */
     forward<O extends 'pixelData' | 'url' = 'pixelData'>(input: string | PixelData, outputType?: O): Promise<O extends 'url' ? string : PixelData>;
 }
 //# sourceMappingURL=StyleTransferModule.d.ts.map

package/lib/typescript/modules/computer_vision/StyleTransferModule.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"StyleTransferModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/StyleTransferModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAI/D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;;GAGG;AACH,qBAAa,mBAAoB,SAAQ,YAAY,CAAC,SAAS,GAAG,MAAM,CAAC;IACvE,OAAO;IAIP;;;;;OAKG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,sBAAsB,CAAC;QAClC,WAAW,EAAE,cAAc,CAAC;KAC7B,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,mBAAmB,CAAC;IAkB/B;;;;;;;;OAQG;IACH,MAAM,CAAC,eAAe,CACpB,WAAW,EAAE,cAAc,EAC3B,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,mBAAmB,CAAC;IAOzB,OAAO,CAAC,CAAC,SAAS,WAAW,GAAG,KAAK,GAAG,WAAW,EACvD,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,UAAU,CAAC,EAAE,CAAC,GACb,OAAO,CAAC,CAAC,SAAS,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;CAKjD"}
+{"version":3,"file":"StyleTransferModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/StyleTransferModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAI/D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C;;;GAGG;AACH,qBAAa,mBAAoB,SAAQ,YAAY,CAAC,SAAS,GAAG,MAAM,CAAC;IACvE,OAAO;IAIP;;;;;OAKG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,sBAAsB,CAAC;QAClC,WAAW,EAAE,cAAc,CAAC;KAC7B,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,mBAAmB,CAAC;IAkB/B;;;;;;;;OAQG;IACH,MAAM,CAAC,eAAe,CACpB,WAAW,EAAE,cAAc,EAC3B,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,mBAAmB,CAAC;IAO/B;;;;;;;;;OASG;IACG,OAAO,CAAC,CAAC,SAAS,WAAW,GAAG,KAAK,GAAG,WAAW,EACvD,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,UAAU,CAAC,EAAE,CAAC,GACb,OAAO,CAAC,CAAC,SAAS,KAAK,GAAG,MAAM,GAAG,SAAS,CAAC;CAKjD"}

package/lib/typescript/modules/computer_vision/TextToImageModule.d.ts

@@ -49,12 +49,13 @@ export declare class TextToImageModule extends BaseModule {
     private static load;
     /**
      * Runs the model to generate an image described by `input`, and conditioned by `seed`, performing `numSteps` inference steps.
-     * The resulting image, with dimensions `imageSize`×`imageSize` pixels, is returned as a base64-encoded string.
+     * The resulting image, with dimensions `imageSize`×`imageSize` pixels, is saved as a PNG on the device and returned as a `file://` URI.
+     * If generation is interrupted before completion, an empty string is returned.
      * @param input - The text prompt to generate the image from.
      * @param imageSize - The desired width and height of the output image in pixels.
      * @param numSteps - The number of inference steps to perform.
      * @param seed - An optional seed for random number generation to ensure reproducibility.
-     * @returns A Base64-encoded string representing the generated PNG image.
+     * @returns A `file://` URI pointing to the generated PNG, or an empty string if generation was interrupted.
      */
     forward(input: string, imageSize?: number, numSteps?: number, seed?: number): Promise<string>;
     /**

package/lib/typescript/modules/computer_vision/TextToImageModule.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TextToImageModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/TextToImageModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAO3C;;;GAGG;AACH,qBAAa,iBAAkB,SAAQ,UAAU;IAC/C,OAAO,CAAC,iBAAiB,CAA4B;IAErD,OAAO;IAWP;;;;;;;;;;OAUG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,oBAAoB,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;QAChC,aAAa,EAAE,cAAc,CAAC;QAC9B,UAAU,EAAE,cAAc,CAAC;QAC3B,aAAa,EAAE,cAAc,CAAC;QAC9B,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;KAC/C,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,iBAAiB,CAAC;IAgB7B;;;;;;;;;;OAUG;IACH,MAAM,CAAC,eAAe,CACpB,OAAO,EAAE;QACP,eAAe,EAAE,cAAc,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;QAChC,aAAa,EAAE,cAAc,CAAC;QAC9B,UAAU,EAAE,cAAc,CAAC;QAC3B,aAAa,EAAE,cAAc,CAAC;KAC/B,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAC5C,OAAO,CAAC,iBAAiB,CAAC;mBAWR,IAAI;IAiDzB;;;;;;;;OAQG;IACG,OAAO,CACX,KAAK,EAAE,MAAM,EACb,SAAS,GAAE,MAAY,EACvB,QAAQ,GAAE,MAAU,EACpB,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC;IAwBlB;;OAEG;IACI,SAAS,IAAI,IAAI;CAGzB"}
+{"version":3,"file":"TextToImageModule.d.ts","sourceRoot":"","sources":["../../../../src/modules/computer_vision/TextToImageModule.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAM3C;;;GAGG;AACH,qBAAa,iBAAkB,SAAQ,UAAU;IAC/C,OAAO,CAAC,iBAAiB,CAA4B;IAErD,OAAO;IAWP;;;;;;;;;;OAUG;WACU,aAAa,CACxB,YAAY,EAAE;QACZ,SAAS,EAAE,oBAAoB,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;QAChC,aAAa,EAAE,cAAc,CAAC;QAC9B,UAAU,EAAE,cAAc,CAAC;QAC3B,aAAa,EAAE,cAAc,CAAC;QAC9B,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;KAC/C,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,GACxD,OAAO,CAAC,iBAAiB,CAAC;IAgB7B;;;;;;;;;;OAUG;IACH,MAAM,CAAC,eAAe,CACpB,OAAO,EAAE;QACP,eAAe,EAAE,cAAc,CAAC;QAChC,eAAe,EAAE,cAAc,CAAC;QAChC,aAAa,EAAE,cAAc,CAAC;QAC9B,UAAU,EAAE,cAAc,CAAC;QAC3B,aAAa,EAAE,cAAc,CAAC;KAC/B,EACD,kBAAkB,GAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAe,EACzD,iBAAiB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAC5C,OAAO,CAAC,iBAAiB,CAAC;mBAWR,IAAI;IAiDzB;;;;;;;;;OASG;IACG,OAAO,CACX,KAAK,EAAE,MAAM,EACb,SAAS,GAAE,MAAY,EACvB,QAAQ,GAAE,MAAU,EACpB,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC;IAUlB;;OAEG;IACI,SAAS,IAAI,IAAI;CAGzB"}

package/lib/typescript/types/tti.d.ts

@@ -70,7 +70,7 @@ export interface TextToImageType {
      * @param [imageSize] - Optional. The target width and height of the generated image (e.g., 512 for 512x512). Defaults to the model's standard size if omitted.
      * @param [numSteps] - Optional. The number of denoising steps for the diffusion process. More steps generally yield higher quality at the cost of generation time.
      * @param [seed] - Optional. A random seed for reproducible generation. Should be a positive integer.
-     * @returns A Promise that resolves to a string representing the generated image (e.g., base64 string or file URI).
+     * @returns A Promise that resolves to a `file://` URI pointing to the generated PNG on the device, or an empty string if generation was interrupted.
      * @throws {RnExecutorchError} If the model is not loaded or is currently generating another image.
      */
     generate: (input: string, imageSize?: number, numSteps?: number, seed?: number) => Promise<string>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-executorch",
-  "version": "0.9.0-nightly-7f39112-20260525",
+  "version": "0.9.0",
   "description": "An easy way to run AI models in React Native with ExecuTorch",
   "source": "./src/index.ts",
   "main": "./lib/module/index.js",
@@ -124,7 +124,6 @@
     "@huggingface/jinja": "^0.5.0",
     "jsonrepair": "^3.12.0",
     "jsonschema": "^1.5.0",
-    "pngjs": "^7.0.0",
     "zod": "^4.3.6"
   }
 }

package/src/modules/computer_vision/StyleTransferModule.ts

@@ -64,6 +64,16 @@ export class StyleTransferModule extends VisionModule<PixelData | string> {
     );
   }
 
+  /**
+   * Executes style transfer on the provided image.
+   * @param input - Image source (string path/URI or `PixelData` from a frame library).
+   * @param outputType - Controls the output format. Defaults to `'pixelData'`, which
+   *   returns raw RGBA pixels suitable for direct rendering. Pass `'url'` to
+   *   have the stylized image saved to a temporary PNG on the device and
+   *   receive a `file://` URI string instead.
+   * @returns A Promise resolving to either a `PixelData` object or a `file://` URI string,
+   *   depending on `outputType`.
+   */
   async forward<O extends 'pixelData' | 'url' = 'pixelData'>(
     input: string | PixelData,
     outputType?: O

package/src/modules/computer_vision/TextToImageModule.ts

@@ -3,7 +3,6 @@ import { ResourceSource } from '../../types/common';
 import { TextToImageModelName } from '../../types/tti';
 import { BaseModule } from '../BaseModule';
 
-import { PNG } from 'pngjs/browser';
 import { RnExecutorchErrorCode } from '../../errors/ErrorCodes';
 import { parseUnknownError, RnExecutorchError } from '../../errors/errorUtils';
 import { Logger } from '../../common/Logger';
@@ -147,12 +146,13 @@ export class TextToImageModule extends BaseModule {
 
   /**
    * Runs the model to generate an image described by `input`, and conditioned by `seed`, performing `numSteps` inference steps.
-   * The resulting image, with dimensions `imageSize`×`imageSize` pixels, is returned as a base64-encoded string.
+   * The resulting image, with dimensions `imageSize`×`imageSize` pixels, is saved as a PNG on the device and returned as a `file://` URI.
+   * If generation is interrupted before completion, an empty string is returned.
    * @param input - The text prompt to generate the image from.
    * @param imageSize - The desired width and height of the output image in pixels.
    * @param numSteps - The number of inference steps to perform.
    * @param seed - An optional seed for random number generation to ensure reproducibility.
-   * @returns A Base64-encoded string representing the generated PNG image.
+   * @returns A `file://` URI pointing to the generated PNG, or an empty string if generation was interrupted.
    */
   async forward(
     input: string,
@@ -160,27 +160,13 @@ export class TextToImageModule extends BaseModule {
     numSteps: number = 5,
     seed?: number
   ): Promise<string> {
-    const output = await this.nativeModule.generate(
+    return await this.nativeModule.generate(
       input,
       imageSize,
       numSteps,
       seed ? seed : -1,
       this.inferenceCallback
     );
-    const outputArray = new Uint8Array(output);
-    if (!outputArray.length) {
-      return '';
-    }
-    const png = new PNG({ width: imageSize, height: imageSize });
-    png.data = outputArray as unknown as Buffer;
-    const pngBuffer = PNG.sync.write(png, { colorType: 6 });
-    const pngArray = new Uint8Array(pngBuffer as unknown as ArrayBufferLike);
-    let binary = '';
-    const chunkSize = 8192;
-    for (let i = 0; i < pngArray.length; i += chunkSize) {
-      binary += String.fromCharCode(...pngArray.subarray(i, i + chunkSize));
-    }
-    return btoa(binary);
   }
 
   /**

package/src/types/tti.ts

@@ -81,7 +81,7 @@ export interface TextToImageType {
    * @param [imageSize] - Optional. The target width and height of the generated image (e.g., 512 for 512x512). Defaults to the model's standard size if omitted.
    * @param [numSteps] - Optional. The number of denoising steps for the diffusion process. More steps generally yield higher quality at the cost of generation time.
    * @param [seed] - Optional. A random seed for reproducible generation. Should be a positive integer.
-   * @returns A Promise that resolves to a string representing the generated image (e.g., base64 string or file URI).
+   * @returns A Promise that resolves to a `file://` URI pointing to the generated PNG on the device, or an empty string if generation was interrupted.
    * @throws {RnExecutorchError} If the model is not loaded or is currently generating another image.
    */
   generate: (

package/third-party/common/phonemis/CMakeLists.txt

@@ -0,0 +1,45 @@
+cmake_minimum_required(VERSION 3.10)
+project(phonemis VERSION 1.0 LANGUAGES CXX)
+
+# --- Configuration ---
+set(CMAKE_CXX_STANDARD 20)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+
+option(BUILD_RUNNER "Build phonemis runner" OFF)
+option(BUILD_TESTS "Build tests" OFF)
+
+# --- Includes ---
+include_directories(${CMAKE_CURRENT_SOURCE_DIR}/src)
+include_directories(${CMAKE_CURRENT_SOURCE_DIR}/src/third-party)
+
+# --- Source Files ---
+file(GLOB_RECURSE LIB_SOURCES CONFIGURE_DEPENDS
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/phonemis/*.cpp
+)
+# Exclude main.cpp from the static library
+list(FILTER LIB_SOURCES EXCLUDE REGEX "main\\.cpp$")
+
+# --- Targets ---
+
+# Always build the static library
+add_library(phonemis STATIC ${LIB_SOURCES})
+
+# Build runner if requested
+if(BUILD_RUNNER)
+    set(MAIN_SOURCE ${CMAKE_CURRENT_SOURCE_DIR}/src/phonemis/main.cpp)
+    add_executable(phonemis_runner ${MAIN_SOURCE})
+    target_link_libraries(phonemis_runner PRIVATE phonemis)
+endif()
+
+# Build tests if requested
+if(BUILD_TESTS)
+    file(GLOB TEST_SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/test/*.cpp)
+    
+    add_executable(phonemis_test ${TEST_SOURCES})
+    target_link_libraries(phonemis_test PRIVATE phonemis)
+    
+    target_include_directories(phonemis_test PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/test)
+    target_include_directories(phonemis_test PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/src)
+    target_compile_definitions(phonemis_test PRIVATE PHONEMIS_PROJECT_ROOT="${CMAKE_CURRENT_SOURCE_DIR}")
+    target_compile_options(phonemis_test PRIVATE -Wno-deprecated-declarations)
+endif()

package/third-party/common/phonemis/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 IgorSwat
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/third-party/common/phonemis/README.md

@@ -0,0 +1,70 @@
+# Phonemis
+
+![Status: In Development](https://img.shields.io/badge/status-in%20development-green)
+
+## From Text to Sound
+Phonemis is a high-performance C++ library designed for **Grapheme-to-Phoneme (G2P)** conversion. It provides a robust pipeline for transforming raw text into *phonetic transcriptions* using the **International Phonetic Alphabet (IPA)**. The library is optimized for efficiency and portability, being pure C++ with no external dependencies, which makes it easy to implement on a wide range of systems including standard and mobile applications requiring text-to-speech frontend processing.
+
+Currently supported languages:
+*   🇺🇸 English (US)
+*   🇬🇧 English (British)
+
+## The Mechanics of Pronunciation
+The phonemization pipeline consists of several distinct stages designed to maximize accuracy and context awareness:
+
+1.  **Preprocessing**: Raw input text is normalized to handle encoding issues and standard formatting.
+2.  **Rule-based Tokenizer**: The text is segmented into tokens based on linguistic rules, separating words from punctuation and handling special cases.
+3.  **Part-of-Speech Tagging**: A Hidden Markov Model (HMM) bigram tagger is employed to assign grammatical categories to words. This model is trained on the Brown Corpus to resolve homograph ambiguities based on context.
+4.  **Viterbi Decoding**: The optimal sequence of tags is determined using the [Viterbi algorithm](https://en.wikipedia.org/wiki/Viterbi_algorithm), ensuring the most probable grammatical structure is selected.
+5.  **Lexicon-based Phonemization**: Words are converted to phonemes using extensive dictionaries, with fallback mechanisms for unknown tokens.
+
+This library is inspired by the Python package [misaki](https://github.com/hexgrad/misaki).
+
+## Installation
+
+### Building with CMake
+Phonemis uses CMake as its build system. To build the static library:
+
+```bash
+mkdir build
+cd build
+cmake ..
+make
+```
+
+### Mobile Builds
+The repository includes dedicated scripts for cross-compiling the library for mobile platforms:
+*   **Android**: Use the provided Android build script to generate `.a` libraries for various ABIs (armeabi-v7a, arm64-v8a, x86, x86_64).
+*   **iOS**: Use the iOS build script to generate a universal static library or framework.
+
+## Sample Usage
+
+Below is a minimalistic example demonstrating how to instantiate the pipeline and process text.
+
+```cpp
+#include <phonemis/pipeline.h>
+#include <phonemis/utilities/string_utils.h>
+#include <iostream>
+
+using namespace phonemis;
+using namespace phonemis::utilities;
+
+int main() {
+    // Paths to required data files
+    std::string tagger_path = "../data/hmm.json";
+    std::string lexicon_path = "../data/dictionaries/us_merged.json";
+
+    // Initialize pipeline for US English
+    Pipeline pipeline(Lang::EN_US, tagger_path, lexicon_path);
+
+    // Process text
+    std::string text = "I love it! This is the best day of my entire life.";
+    auto phonemes = pipeline.process(text);
+
+    // Output result
+    std::cout << "Text: " << text << "\n";
+    std::cout << "Phonemes: " << string_utils::u32string_to_utf8(phonemes) << "\n";
+
+    return 0;
+}
+```

package/third-party/common/phonemis/src/phonemis/base/config.h

@@ -0,0 +1,30 @@
+#pragma once
+
+#include "phonemizer/config.h"
+#include "tagger/config.h"
+#include "types.h"
+
+#include <optional>
+#include <string>
+
+namespace phonemis {
+
+// A general and complete configuration for any type of pipeline within the library.
+struct Config {
+  /**
+   * Language profile for phonemization (e.g., @ref 'en-us' for American English).
+   */
+  Lang lang;
+
+  /**
+   * Tagger subconfiguration - optional (unused by some languages).
+   */
+  std::optional<tagger::Config> tagger;
+
+  /**
+   * Phonemizer subconfiguration - required.
+   */
+  phonemizer::Config phonemizer;
+};
+
+} // namespace phonemis

package/third-party/common/phonemis/src/phonemis/base/ipipeline.cpp

@@ -0,0 +1,31 @@
+#include "ipipeline.h"
+
+#include "../utils/conversions.h"
+
+namespace phonemis {
+
+std::u32string IPipeline::operator()(std::string_view text,
+                                     bool preprocess_flag,
+                                     bool postprocess_flag) {
+  return operator()(utils::conversions::utf8_to_u32(text), preprocess_flag, postprocess_flag);
+}
+
+std::u32string IPipeline::operator()(std::u32string_view text,
+                                     bool preprocess_flag,
+                                     bool postprocess_flag) {
+  std::u32string result{text};
+
+  if (preprocess_flag) {
+    result = preprocess(result);
+  }
+
+  result = process(result);
+
+  if (postprocess_flag) {
+    result = postprocess(result);
+  }
+
+  return result;
+}
+
+} // namespace phonemis

package/third-party/common/phonemis/src/phonemis/base/ipipeline.h

@@ -0,0 +1,27 @@
+#pragma once
+
+#include <string>
+#include <string_view>
+
+namespace phonemis {
+
+// An interface which allows to dynamically resolve pipelines for various languages.
+class IPipeline {
+public:
+  virtual ~IPipeline() = default;
+
+  virtual std::u32string operator()(std::string_view text, 
+                                    bool preprocess = true,
+                                    bool postprocess = true);
+
+  virtual std::u32string operator()(std::u32string_view text,
+                                    bool preprocess = true,
+                                    bool postprocess = true);
+
+  // A processing parts to be implemented by derived classes.
+  virtual std::u32string preprocess(const std::u32string& input) = 0;
+  virtual std::u32string process(const std::u32string& input) = 0;
+  virtual std::u32string postprocess(const std::u32string& input) = 0;
+};
+
+} // namespace phonemis

package/third-party/common/phonemis/src/phonemis/base/phonemizer/config.h

@@ -0,0 +1,40 @@
+#pragma once
+
+#include "../types.h"
+
+#include <optional>
+#include <string>
+#include <unordered_map>
+
+namespace phonemis::phonemizer {
+
+// A complete configuration for phonemization stage of the pipeline.
+// By default it targets the hybrid phonemization method.
+struct Config {
+  /**
+   * Language information. Some phonemizers use it to adjust the
+   * phonemization for different dialects.
+   */
+  Lang lang;
+
+  /**
+   * Path to the lexicon file for dictionary-based phonemization (LexiconPhonemizer class).
+   * @details If not provided, lexicon lookup is disabled.
+   */
+  std::optional<std::string> lexicon_filepath = std::nullopt;
+
+  /**
+   * Path to the model weights for neural phonemization (NeuralPhonemizer class).
+   * @details If not provided, neural-based phonemization is disabled.
+   */
+  std::optional<std::string> nn_model_filepath = std::nullopt;
+
+  /**
+   * Optional pointers to maps for neural phonemizer tokenization.
+   * If provided, they override default mappings.
+   */
+  const std::unordered_map<char32_t, int64_t>* nn_grapheme_mapping = nullptr;
+  const std::unordered_map<char32_t, int64_t>* nn_phone_mapping = nullptr;
+};
+
+} // namespace phonemis::phonemizer