react-native-sherpa-onnx 0.3.8 → 0.4.0

package/android/src/main/java/com/sherpaonnx/SherpaOnnxExtractionNotificationHelper.kt

@@ -0,0 +1,102 @@
+package com.sherpaonnx
+
+import android.app.NotificationChannel
+import android.app.NotificationManager
+import android.content.Context
+import android.os.Build
+import android.util.Log
+import androidx.core.app.NotificationCompat
+
+/**
+ * Android-only progress notification for archive extraction (mirrors background download visibility).
+ * Safe no-ops if posting fails (e.g. POST_NOTIFICATIONS denied).
+ */
+class SherpaOnnxExtractionNotificationHelper private constructor(
+  private val context: Context,
+  private val notificationId: Int,
+  private val title: String,
+  private val baseText: String,
+) {
+  private val nm = context.getSystemService(Context.NOTIFICATION_SERVICE) as NotificationManager
+  @Volatile private var lastBucket: Int = -1
+
+  companion object {
+    private const val TAG = "SherpaOnnxExtractNotif"
+    const val CHANNEL_ID = "sherpa_onnx_extraction"
+    private val nextNotificationId = java.util.concurrent.atomic.AtomicInteger(9_200_000)
+
+    private const val DEFAULT_TITLE = "Model extraction"
+    private const val DEFAULT_TEXT = "Extracting archive…"
+
+    fun maybeCreate(
+      context: Context,
+      showNotificationsEnabled: Boolean?,
+      titleOverride: String?,
+      textOverride: String?,
+    ): SherpaOnnxExtractionNotificationHelper? {
+      if (showNotificationsEnabled == false) return null
+      val title = titleOverride?.trim()?.takeIf { it.isNotEmpty() } ?: DEFAULT_TITLE
+      val text = textOverride?.trim()?.takeIf { it.isNotEmpty() } ?: DEFAULT_TEXT
+      val id = nextNotificationId.getAndIncrement()
+      return SherpaOnnxExtractionNotificationHelper(context.applicationContext, id, title, text)
+    }
+
+    fun ensureChannel(ctx: Context) {
+      if (Build.VERSION.SDK_INT < Build.VERSION_CODES.O) return
+      val nm = ctx.getSystemService(Context.NOTIFICATION_SERVICE) as NotificationManager
+      val existing = nm.getNotificationChannel(CHANNEL_ID)
+      if (existing != null) return
+      val ch = NotificationChannel(
+        CHANNEL_ID,
+        "Model extraction",
+        NotificationManager.IMPORTANCE_LOW,
+      ).apply {
+        setShowBadge(false)
+      }
+      nm.createNotificationChannel(ch)
+    }
+  }
+
+  private fun buildProgress(percentInt: Int): NotificationCompat.Builder {
+    val p = percentInt.coerceIn(0, 100)
+    val line = "$baseText $p%"
+    return NotificationCompat.Builder(context, CHANNEL_ID)
+      .setSmallIcon(android.R.drawable.stat_sys_download)
+      .setContentTitle(title)
+      .setContentText(line)
+      .setStyle(NotificationCompat.BigTextStyle().bigText(line))
+      .setOnlyAlertOnce(true)
+      .setPriority(NotificationCompat.PRIORITY_LOW)
+      .setOngoing(true)
+      .setProgress(100, p, false)
+  }
+
+  fun start() {
+    try {
+      ensureChannel(context)
+      nm.notify(notificationId, buildProgress(0).build())
+    } catch (e: Exception) {
+      Log.w(TAG, "start: ${e.message}")
+    }
+  }
+
+  fun updateProgress(percent: Double) {
+    val p = percent.toInt().coerceIn(0, 100)
+    val bucket = p / 4
+    if (bucket == lastBucket && p != 0 && p != 100) return
+    lastBucket = bucket
+    try {
+      nm.notify(notificationId, buildProgress(p).build())
+    } catch (e: Exception) {
+      Log.w(TAG, "updateProgress: ${e.message}")
+    }
+  }
+
+  fun finish() {
+    try {
+      nm.cancel(notificationId)
+    } catch (e: Exception) {
+      Log.w(TAG, "finish: ${e.message}")
+    }
+  }
+}

package/android/src/main/java/com/sherpaonnx/SherpaOnnxModule.kt

@@ -56,6 +56,10 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     { instanceId, requestId, message -> emitTtsStreamError(instanceId, requestId, message) },
     { instanceId, requestId, cancelled -> emitTtsStreamEnd(instanceId, requestId, cancelled) }
   )
+  private val enhancementHelper = SherpaOnnxEnhancementHelper(
+    reactApplicationContext,
+    { modelDir, modelType -> Companion.nativeDetectEnhancementModel(modelDir, modelType) }
+  )
   private val archiveHelper = SherpaOnnxArchiveHelper()
   private var pcmCapture: SherpaOnnxPcmCapture? = null
 
@@ -69,6 +73,7 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     pcmCapture = null
     onlineSttHelper.shutdown()
     ttsHelper.shutdown()
+    enhancementHelper.shutdown()
   }
 
   /**
@@ -293,10 +298,30 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     assetHelper.resolveModelPath(config, promise)
   }
 
-  override fun extractTarBz2(sourcePath: String, targetPath: String, force: Boolean, promise: Promise) {
-    archiveHelper.extractTarBz2(sourcePath, targetPath, force, promise) { bytes, total, percent ->
-      emitExtractProgress(sourcePath, bytes, total, percent)
-    }
+  override fun extractTarBz2(
+    sourcePath: String,
+    targetPath: String,
+    force: Boolean,
+    showNotificationsEnabled: Boolean?,
+    notificationTitle: String?,
+    notificationText: String?,
+    promise: Promise,
+  ) {
+    val notif = extractionNotificationOrNull(
+      showNotificationsEnabled,
+      notificationTitle,
+      notificationText,
+    )
+    archiveHelper.extractTarBz2(
+      sourcePath,
+      targetPath,
+      force,
+      promise,
+      { bytes, total, percent ->
+        emitExtractProgress(sourcePath, bytes, total, percent)
+      },
+      notif,
+    )
   }
 
   override fun cancelExtractTarBz2(promise: Promise) {
@@ -304,10 +329,30 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     promise.resolve(null)
   }
 
-  override fun extractTarZst(sourcePath: String, targetPath: String, force: Boolean, promise: Promise) {
-    archiveHelper.extractTarZst(sourcePath, targetPath, force, promise) { bytes, total, percent ->
-      emitExtractTarZstProgress(sourcePath, bytes, total, percent)
-    }
+  override fun extractTarZst(
+    sourcePath: String,
+    targetPath: String,
+    force: Boolean,
+    showNotificationsEnabled: Boolean?,
+    notificationTitle: String?,
+    notificationText: String?,
+    promise: Promise,
+  ) {
+    val notif = extractionNotificationOrNull(
+      showNotificationsEnabled,
+      notificationTitle,
+      notificationText,
+    )
+    archiveHelper.extractTarZst(
+      sourcePath,
+      targetPath,
+      force,
+      promise,
+      { bytes, total, percent ->
+        emitExtractTarZstProgress(sourcePath, bytes, total, percent)
+      },
+      notif,
+    )
   }
 
   override fun cancelExtractTarZst(promise: Promise) {
@@ -346,6 +391,20 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     eventEmitter.emit("extractTarZstProgress", payload)
   }
 
+  /** Null when extraction notifications are disabled (`showNotificationsEnabled == false`). */
+  private fun extractionNotificationOrNull(
+    showNotificationsEnabled: Boolean?,
+    notificationTitle: String?,
+    notificationText: String?,
+  ): SherpaOnnxExtractionNotificationHelper? {
+    return SherpaOnnxExtractionNotificationHelper.maybeCreate(
+      reactApplicationContext,
+      showNotificationsEnabled,
+      notificationTitle,
+      notificationText,
+    )
+  }
+
   /**
    * Resolve asset path - copy from assets to internal storage if needed
    * Preserves the directory structure from assets (e.g., test_wavs/ stays as test_wavs/)
@@ -1005,6 +1064,103 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     ttsHelper.unloadTts(instanceId, promise)
   }
 
+  // ==================== Speech Enhancement Methods ====================
+
+  override fun detectEnhancementModel(
+    modelDir: String,
+    modelType: String?,
+    promise: Promise
+  ) {
+    enhancementHelper.detectEnhancementModel(modelDir, modelType, promise)
+  }
+
+  override fun initializeEnhancement(
+    instanceId: String,
+    modelDir: String,
+    modelType: String?,
+    numThreads: Double?,
+    provider: String?,
+    debug: Boolean?,
+    promise: Promise
+  ) {
+    enhancementHelper.initializeEnhancement(
+      instanceId,
+      modelDir,
+      modelType,
+      numThreads,
+      provider,
+      debug,
+      promise
+    )
+  }
+
+  override fun enhanceFile(
+    instanceId: String,
+    inputPath: String,
+    outputPath: String?,
+    promise: Promise
+  ) {
+    enhancementHelper.enhanceFile(instanceId, inputPath, outputPath, promise)
+  }
+
+  override fun enhanceSamples(
+    instanceId: String,
+    samples: ReadableArray,
+    sampleRate: Double,
+    promise: Promise
+  ) {
+    enhancementHelper.enhanceSamples(instanceId, samples, sampleRate, promise)
+  }
+
+  override fun getEnhancementSampleRate(instanceId: String, promise: Promise) {
+    enhancementHelper.getSampleRate(instanceId, promise)
+  }
+
+  override fun unloadEnhancement(instanceId: String, promise: Promise) {
+    enhancementHelper.unloadEnhancement(instanceId, promise)
+  }
+
+  override fun initializeOnlineEnhancement(
+    instanceId: String,
+    modelDir: String,
+    modelType: String?,
+    numThreads: Double?,
+    provider: String?,
+    debug: Boolean?,
+    promise: Promise
+  ) {
+    enhancementHelper.initializeOnlineEnhancement(
+      instanceId,
+      modelDir,
+      modelType,
+      numThreads,
+      provider,
+      debug,
+      promise
+    )
+  }
+
+  override fun feedEnhancementSamples(
+    instanceId: String,
+    samples: ReadableArray,
+    sampleRate: Double,
+    promise: Promise
+  ) {
+    enhancementHelper.feedSamples(instanceId, samples, sampleRate, promise)
+  }
+
+  override fun flushOnlineEnhancement(instanceId: String, promise: Promise) {
+    enhancementHelper.flushOnline(instanceId, promise)
+  }
+
+  override fun resetOnlineEnhancement(instanceId: String, promise: Promise) {
+    enhancementHelper.resetOnline(instanceId, promise)
+  }
+
+  override fun unloadOnlineEnhancement(instanceId: String, promise: Promise) {
+    enhancementHelper.unloadOnline(instanceId, promise)
+  }
+
   /**
    * Save TTS audio samples to a WAV file.
    */
@@ -1101,34 +1257,54 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     assetPath: String,
     targetPath: String,
     force: Boolean,
-    promise: Promise
+    showNotificationsEnabled: Boolean?,
+    notificationTitle: String?,
+    notificationText: String?,
+    promise: Promise,
   ) {
+    val notif = extractionNotificationOrNull(
+      showNotificationsEnabled,
+      notificationTitle,
+      notificationText,
+    )
     archiveHelper.extractTarZstFromAsset(
       reactApplicationContext,
       assetPath,
       targetPath,
       force,
-      promise
-    ) { bytes, total, percent ->
-      emitExtractTarZstProgress(assetPath, bytes, total, percent)
-    }
+      promise,
+      { bytes, total, percent ->
+        emitExtractTarZstProgress(assetPath, bytes, total, percent)
+      },
+      notif,
+    )
   }
 
   override fun extractTarBz2FromAsset(
     assetPath: String,
     targetPath: String,
     force: Boolean,
-    promise: Promise
+    showNotificationsEnabled: Boolean?,
+    notificationTitle: String?,
+    notificationText: String?,
+    promise: Promise,
   ) {
+    val notif = extractionNotificationOrNull(
+      showNotificationsEnabled,
+      notificationTitle,
+      notificationText,
+    )
     archiveHelper.extractTarBz2FromAsset(
       reactApplicationContext,
       assetPath,
       targetPath,
       force,
-      promise
-    ) { bytes, total, percent ->
-      emitExtractProgress(assetPath, bytes, total, percent)
-    }
+      promise,
+      { bytes, total, percent ->
+        emitExtractProgress(assetPath, bytes, total, percent)
+      },
+      notif,
+    )
   }
 
   override fun readAssetFileAsUtf8(assetPath: String, promise: Promise) {
@@ -1182,6 +1358,10 @@ class SherpaOnnxModule(reactContext: ReactApplicationContext) :
     @JvmStatic
     private external fun nativeDetectTtsModel(modelDir: String, modelType: String): HashMap<String, Any>?
 
+    /** Model detection for speech enhancement: returns HashMap with success, error, detectedModels, modelType, paths. */
+    @JvmStatic
+    private external fun nativeDetectEnhancementModel(modelDir: String, modelType: String): HashMap<String, Any>?
+
     /** Convert arbitrary audio file to requested format (e.g. "mp3", "flac", "wav").
      * outputSampleRateHz: for MP3 use 32000/44100/48000, 0 = default 44100. Ignored for WAV/FLAC.
      * Returns empty string on success, or an error message otherwise. Requires FFmpeg prebuilts when called on Android.

package/android/src/main/java/com/sherpaonnx/SherpaOnnxSttHelper.kt

@@ -22,6 +22,7 @@ import com.k2fsa.sherpa.onnx.OfflineSenseVoiceModelConfig
 import com.k2fsa.sherpa.onnx.OfflineZipformerCtcModelConfig
 import com.k2fsa.sherpa.onnx.OfflineWenetCtcModelConfig
 import com.k2fsa.sherpa.onnx.OfflineFunAsrNanoModelConfig
+import com.k2fsa.sherpa.onnx.OfflineQwen3AsrModelConfig
 import com.k2fsa.sherpa.onnx.OfflineMoonshineModelConfig
 import com.k2fsa.sherpa.onnx.OfflineDolphinModelConfig
 import com.k2fsa.sherpa.onnx.OfflineFireRedAsrModelConfig
@@ -541,6 +542,10 @@ internal class SherpaOnnxSttHelper(
       val hasHotwords = fn.hasKey("hotwords") && fn.getString("hotwords")?.isNotBlank() == true
       parts.add("funasrNano:lang=$lang,hotwords=$hasHotwords")
     }
+    modelOptions.getMap("qwen3Asr")?.let { q ->
+      val mnt = if (q.hasKey("maxNewTokens")) q.getInt("maxNewTokens") else null
+      parts.add("qwen3Asr:maxNewTokens=$mnt")
+    }
     return parts.joinToString(";").take(200)
   }
 
@@ -699,6 +704,23 @@ internal class SherpaOnnxSttHelper(
           tokens = ""
         )
       }
+      "qwen3_asr" -> {
+        val q3 = modelOptions?.getMap("qwen3Asr")
+        OfflineModelConfig(
+          qwen3Asr = OfflineQwen3AsrModelConfig(
+            convFrontend = path(paths, "qwen3ConvFrontend"),
+            encoder = path(paths, "qwen3Encoder"),
+            decoder = path(paths, "qwen3Decoder"),
+            tokenizer = path(paths, "qwen3Tokenizer"),
+            maxTotalLen = if (q3?.hasKey("maxTotalLen") == true) q3.getInt("maxTotalLen") else 512,
+            maxNewTokens = if (q3?.hasKey("maxNewTokens") == true) q3.getInt("maxNewTokens") else 128,
+            temperature = if (q3?.hasKey("temperature") == true) q3.getDouble("temperature").toFloat() else 1e-6f,
+            topP = if (q3?.hasKey("topP") == true) q3.getDouble("topP").toFloat() else 0.8f,
+            seed = if (q3?.hasKey("seed") == true) q3.getInt("seed") else 42
+          ),
+          tokens = ""
+        )
+      }
       else -> {
         val tokens = path(paths, "tokens")
         when {

package/ios/Resources/model_licenses/asr-models-license-status.csv

@@ -397,6 +397,7 @@ sherpa-onnx-rk3576-streaming-zipformer-en-2023-06-26.tar.bz2,apache-2.0,yes,high
 sherpa-onnx-rk3568-streaming-zipformer-en-2023-06-26.tar.bz2,apache-2.0,yes,high,manual,https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26
 sherpa-onnx-rk3566-streaming-zipformer-en-2023-06-26.tar.bz2,apache-2.0,yes,high,manual,https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26
 sherpa-onnx-rk3562-streaming-zipformer-en-2023-06-26.tar.bz2,apache-2.0,yes,high,manual,https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26
+sherpa-onnx-qwen3-asr-0.6B-int8-2026-03-25.tar.bz2,apache-2.0,yes,high,manual,https://huggingface.co/Qwen/Qwen3-ASR-0.6B
 sherpa-onnx-rk3588-streaming-zipformer-small-bilingual-zh-en-2023-02-16.tar.bz2,apache-2.0,yes,high,manual,https://huggingface.co/csukuangfj/k2fsa-zipformer-bilingual-zh-en-t
 sherpa-onnx-rk3588-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2,apache-2.0,yes,high,manual,https://huggingface.co/csukuangfj/k2fsa-zipformer-bilingual-zh-en-t
 sherpa-onnx-rk3576-streaming-zipformer-small-bilingual-zh-en-2023-02-16.tar.bz2,apache-2.0,yes,high,manual,https://huggingface.co/csukuangfj/k2fsa-zipformer-bilingual-zh-en-t

package/ios/Resources/model_licenses/speech-enhancement-models-license-status.csv

@@ -0,0 +1,7 @@
+asset_name,license_type,commercial_use,confidence,detection_source,license_file
+dpdfnet2.onnx,apache-2.0,yes,high,manual,https://huggingface.co/Ceva-IP/DPDFNet/tree/main/onnx
+dpdfnet2_48khz_hr.onnx,apache-2.0,yes,high,manual,https://huggingface.co/Ceva-IP/DPDFNet/tree/main/onnx
+dpdfnet4.onnx,apache-2.0,yes,high,manual,https://huggingface.co/Ceva-IP/DPDFNet/tree/main/onnx
+dpdfnet8.onnx,apache-2.0,yes,high,manual,https://huggingface.co/Ceva-IP/DPDFNet/tree/main/onnx
+dpdfnet_baseline.onnx,apache-2.0,yes,high,manual,https://huggingface.co/Ceva-IP/DPDFNet/tree/main/onnx
+gtcrn_simple.onnx,mit,yes,high,manual,https://github.com/Xiaobin-Rong/gtcrn/tree/main

package/ios/SherpaOnnx+Assets.mm

@@ -319,6 +319,11 @@ static void collectModelFolderNames(NSFileManager *fileManager, NSString *path,
         return @"tts";
     }
 
+    BOOL isEnhancement = [name containsString:@"gtcrn"] || [name containsString:@"dpdfnet"];
+    if (isEnhancement) {
+        return @"enhancement";
+    }
+
     return @"unknown";
 }