whisper.rn 0.4.0-rc.2 → 0.4.0-rc.3

package/android/src/main/java/com/rnwhisper/WhisperContext.java

@@ -82,8 +82,9 @@ public class WhisperContext {
   private boolean vad(ReadableMap options, short[] shortBuffer, int nSamples, int n) {
     boolean isSpeech = true;
     if (!isTranscribing && options.hasKey("useVad") && options.getBoolean("useVad")) {
-      int vadSec = options.hasKey("vadMs") ? options.getInt("vadMs") / 1000 : 2;
-      int sampleSize = vadSec * SAMPLE_RATE;
+      int vadMs = options.hasKey("vadMs") ? options.getInt("vadMs") : 2000;
+      if (vadMs < 2000) vadMs = 2000;
+      int sampleSize = (int) (SAMPLE_RATE * vadMs / 1000);
       if (nSamples + n > sampleSize) {
         int start = nSamples + n - sampleSize;
         float[] audioData = new float[sampleSize];
@@ -100,6 +101,21 @@ public class WhisperContext {
     return isSpeech;
   }
 
+  private void finishRealtimeTranscribe(ReadableMap options, WritableMap result) {
+    String audioOutputPath = options.hasKey("audioOutputPath") ? options.getString("audioOutputPath") : null;
+    if (audioOutputPath != null) {
+       // TODO: Append in real time so we don't need to keep all slices & also reduce memory usage
+      Log.d(NAME, "Begin saving wav file to " + audioOutputPath);
+      try {
+        AudioUtils.saveWavFile(AudioUtils.concatShortBuffers(shortBufferSlices), audioOutputPath);
+      } catch (IOException e) {
+        Log.e(NAME, "Error saving wav file: " + e.getMessage());
+      }
+    }
+
+    emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
+  }
+
   public int startRealtimeTranscribe(int jobId, ReadableMap options) {
     if (isCapturing || isTranscribing) {
       return -100;
@@ -131,7 +147,7 @@ public class WhisperContext {
     shortBufferSlices.add(new short[audioSliceSec * SAMPLE_RATE]);
     sliceNSamples = new ArrayList<Integer>();
     sliceNSamples.add(0);
-  
+
     isCapturing = true;
     recorder.startRecording();
 
@@ -159,12 +175,12 @@ public class WhisperContext {
                   nSamples == nSamplesTranscribing &&
                   sliceIndex == transcribeSliceIndex
                 ) {
-                  emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
+                  finishRealtimeTranscribe(options, Arguments.createMap());
                 } else if (!isTranscribing) {
                   short[] shortBuffer = shortBufferSlices.get(sliceIndex);
                   boolean isSpeech = vad(options, shortBuffer, nSamples, 0);
                   if (!isSpeech) {
-                    emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
+                    finishRealtimeTranscribe(options, Arguments.createMap());
                     break;
                   }
                   isTranscribing = true;
@@ -210,11 +226,9 @@ public class WhisperContext {
               Log.e(NAME, "Error transcribing realtime: " + e.getMessage());
             }
           }
-          // TODO: Append in real time so we don't need to keep all slices & also reduce memory usage
-          Log.d(NAME, "Begin saving wav file to " + audioOutputPath);
-          AudioUtils.saveWavFile(AudioUtils.concatShortBuffers(shortBufferSlices), audioOutputPath);
+
           if (!isTranscribing) {
-            emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
+            finishRealtimeTranscribe(options, Arguments.createMap());
           }
           if (fullHandler != null) {
             fullHandler.join(); // Wait for full transcribe to finish
@@ -288,7 +302,7 @@ public class WhisperContext {
     if (isStopped && !continueNeeded) {
       payload.putBoolean("isCapturing", false);
       payload.putBoolean("isStoppedByAction", isStoppedByAction);
-      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", payload);
+      finishRealtimeTranscribe(options, payload);
     } else if (code == 0) {
       payload.putBoolean("isCapturing", true);
       emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
@@ -401,7 +415,7 @@ public class WhisperContext {
       options.hasKey("maxLen") ? options.getInt("maxLen") : -1,
       // jboolean token_timestamps,
       options.hasKey("tokenTimestamps") ? options.getBoolean("tokenTimestamps") : false,
-  
+
       // jint offset,
       options.hasKey("offset") ? options.getInt("offset") : -1,
       // jint duration,
@@ -577,4 +591,4 @@ public class WhisperContext {
   protected static native int getTextSegmentT0(long context, int index);
   protected static native int getTextSegmentT1(long context, int index);
   protected static native void freeContext(long contextPtr);
-}
+}

package/ios/RNWhisperContext.h

@@ -30,7 +30,7 @@ typedef struct {
     NSString* audioOutputPath;
 
     bool useVad;
-    int vadSec;
+    int vadMs;
     float vadThold;
     float vadFreqThold;
 

package/ios/RNWhisperContext.mm

@@ -56,7 +56,9 @@
     self->recordState.audioOutputPath = options[@"audioOutputPath"];
 
     self->recordState.useVad = options[@"useVad"] != nil ? [options[@"useVad"] boolValue] : false;
-    self->recordState.vadSec = options[@"vadMs"] != nil ? [options[@"vadMs"] intValue] / 1000 : 2;
+    self->recordState.vadMs = options[@"vadMs"] != nil ? [options[@"vadMs"] intValue] : 2000;
+    if (self->recordState.vadMs < 2000) self->recordState.vadMs = 2000;
+
     self->recordState.vadThold = options[@"vadThold"] != nil ? [options[@"vadThold"] floatValue] : 0.6f;
     self->recordState.vadFreqThold = options[@"vadFreqThold"] != nil ? [options[@"vadFreqThold"] floatValue] : 100.0f;
 
@@ -98,7 +100,7 @@ bool vad(RNWhisperContextRecordState *state, int16_t* audioBufferI16, int nSampl
 {
     bool isSpeech = true;
     if (!state->isTranscribing && state->useVad) {
-        int sampleSize = state->vadSec * WHISPER_SAMPLE_RATE;
+        int sampleSize = (int) (WHISPER_SAMPLE_RATE * state->vadMs / 1000);
         if (nSamples + n > sampleSize) {
             int start = nSamples + n - sampleSize;
             std::vector<float> audioBufferF32Vec(sampleSize);
@@ -126,7 +128,7 @@ void AudioInputCallback(void * inUserData,
     if (!state->isCapturing) {
         NSLog(@"[RNWhisper] Not capturing, ignoring audio");
         if (!state->isTranscribing) {
-            state->transcribeHandler(state->jobId, @"end", @{});
+            [state->mSelf finishRealtimeTranscribe:state result:@{}];
         }
         return;
     }
@@ -149,14 +151,14 @@ void AudioInputCallback(void * inUserData,
             nSamples == state->nSamplesTranscribing &&
             state->sliceIndex == state->transcribeSliceIndex
         ) {
-            state->transcribeHandler(state->jobId, @"end", @{});
+            [state->mSelf finishRealtimeTranscribe:state result:@{}];
         } else if (
             !state->isTranscribing &&
             nSamples != state->nSamplesTranscribing
         ) {
             int16_t* audioBufferI16 = (int16_t*) [state->shortBufferSlices[state->sliceIndex] pointerValue];
             if (!vad(state, audioBufferI16, nSamples, 0)) {
-                state->transcribeHandler(state->jobId, @"end", @{});
+                [state->mSelf finishRealtimeTranscribe:state result:@{}];
                 return;
             }
             state->isTranscribing = true;
@@ -201,6 +203,19 @@ void AudioInputCallback(void * inUserData,
     }
 }
 
+- (void)finishRealtimeTranscribe:(RNWhisperContextRecordState*) state result:(NSDictionary*)result {
+    // Save wav if needed
+    if (state->audioOutputPath != nil) {
+        // TODO: Append in real time so we don't need to keep all slices & also reduce memory usage
+        [RNWhisperAudioUtils
+            saveWavFile:[RNWhisperAudioUtils concatShortBuffers:state->shortBufferSlices
+                            sliceNSamples:state->sliceNSamples]
+            audioOutputFile:state->audioOutputPath
+        ];
+    }
+    state->transcribeHandler(state->jobId, @"end", result);
+}
+
 - (void)fullTranscribeSamples:(RNWhisperContextRecordState*) state {
     int nSamplesOfIndex = [[state->sliceNSamples objectAtIndex:state->transcribeSliceIndex] intValue];
     state->nSamplesTranscribing = nSamplesOfIndex;
@@ -260,17 +275,7 @@ void AudioInputCallback(void * inUserData,
         result[@"isStoppedByAction"] = @(state->isStoppedByAction);
         result[@"isCapturing"] = @(false);
 
-        // Save wav if needed
-        if (state->audioOutputPath != nil) {
-            // TODO: Append in real time so we don't need to keep all slices & also reduce memory usage
-            [RNWhisperAudioUtils
-                saveWavFile:[RNWhisperAudioUtils concatShortBuffers:state->shortBufferSlices
-                                sliceNSamples:state->sliceNSamples]
-                audioOutputFile:state->audioOutputPath
-            ];
-        }
-
-        state->transcribeHandler(state->jobId, @"end", result);
+        [state->mSelf finishRealtimeTranscribe:state result:result];
     } else if (code == 0) {
         result[@"isCapturing"] = @(true);
         state->transcribeHandler(state->jobId, @"transcribe", result);

package/lib/typescript/index.d.ts

@@ -59,7 +59,7 @@ export type TranscribeRealtimeOptions = TranscribeOptions & {
      */
     useVad?: boolean;
     /**
-     * The length of the collected audio is used for VAD. (ms) (Default: 2000)
+     * The length of the collected audio is used for VAD, cannot be less than 2000ms. (ms) (Default: 2000)
      */
     vadMs?: number;
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "whisper.rn",
-  "version": "0.4.0-rc.2",
+  "version": "0.4.0-rc.3",
   "description": "React Native binding of whisper.cpp",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",

package/src/index.ts

@@ -106,7 +106,7 @@ export type TranscribeRealtimeOptions = TranscribeOptions & {
    */
   useVad?: boolean
   /**
-   * The length of the collected audio is used for VAD. (ms) (Default: 2000)
+   * The length of the collected audio is used for VAD, cannot be less than 2000ms. (ms) (Default: 2000)
    */
   vadMs?: number
   /**

package/ios/RNWhisper.xcodeproj/project.xcworkspace/contents.xcworkspacedata

@@ -1,4 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<Workspace
-   version = "1.0">
-</Workspace>

package/ios/RNWhisper.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist

@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
-<plist version="1.0">
-<dict>
-	<key>IDEDidComputeMac32BitWarning</key>
-	<true/>
-</dict>
-</plist>

package/ios/RNWhisper.xcodeproj/xcuserdata/jhen.xcuserdatad/xcschemes/xcschememanagement.plist

@@ -1,19 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
-<plist version="1.0">
-<dict>
-	<key>SchemeUserState</key>
-	<dict>
-		<key>RNWhisper.xcscheme_^#shared#^_</key>
-		<dict>
-			<key>orderHint</key>
-			<integer>0</integer>
-		</dict>
-		<key>WhisperCpp.xcscheme_^#shared#^_</key>
-		<dict>
-			<key>orderHint</key>
-			<integer>0</integer>
-		</dict>
-	</dict>
-</dict>
-</plist>