whisper.rn 0.2.1 → 0.2.3

package/android/src/main/java/com/rnwhisper/WhisperContext.java

@@ -15,6 +15,7 @@ import android.media.AudioRecord;
 import android.media.MediaRecorder.AudioSource;
 
 import java.util.Random;
+import java.util.ArrayList;
 import java.lang.StringBuilder;
 import java.io.File;
 import java.io.BufferedReader;
@@ -41,19 +42,24 @@ public class WhisperContext {
   private int id;
   private ReactApplicationContext reactContext;
   private long context;
-
-  private DeviceEventManagerModule.RCTDeviceEventEmitter eventEmitter;
-  
   private int jobId = -1;
+  private DeviceEventManagerModule.RCTDeviceEventEmitter eventEmitter;
+
   private AudioRecord recorder = null;
   private int bufferSize;
-  private short[] buffer16;
-  private int nSamples = 0;
   private int nSamplesTranscribing = 0;
+  private ArrayList<short[]> shortBufferSlices;
+  // Remember number of samples in each slice
+  private ArrayList<Integer> sliceNSamples;
+  // Current buffer slice index
+  private int sliceIndex = 0;
+  // Current transcribing slice index
+  private int transcribeSliceIndex = 0;
+  private boolean isUseSlices = false;
+  private boolean isRealtime = false;
   private boolean isCapturing = false;
   private boolean isStoppedByAction = false;
   private boolean isTranscribing = false;
-  private boolean isRealtime = false;
   private Thread fullHandler = null;
 
   public WhisperContext(int id, ReactApplicationContext reactContext, long context) {
@@ -64,6 +70,19 @@ public class WhisperContext {
     bufferSize = AudioRecord.getMinBufferSize(SAMPLE_RATE, CHANNEL_CONFIG, AUDIO_FORMAT);
   }
 
+  private void resetRealtimeTranscribe() {
+    shortBufferSlices = null;
+    sliceNSamples = null;
+    sliceIndex = 0;
+    transcribeSliceIndex = 0;
+    isUseSlices = false;
+    isRealtime = false;
+    isCapturing = false;
+    isStoppedByAction = false;
+    isTranscribing = false;
+    fullHandler = null;
+  }
+
   public int startRealtimeTranscribe(int jobId, ReadableMap options) {
     if (isCapturing || isTranscribing) {
       return -100;
@@ -76,20 +95,25 @@ public class WhisperContext {
       recorder.release();
       return state;
     }
-    
-    int realtimeAudioSec = options.hasKey("realtimeAudioSec") ? options.getInt("realtimeAudioSec") : 0;
-    final int maxAudioSec = realtimeAudioSec > 0 ? realtimeAudioSec : DEFAULT_MAX_AUDIO_SEC;
 
-    buffer16 = new short[maxAudioSec * SAMPLE_RATE * Short.BYTES];
+    resetRealtimeTranscribe();
 
     this.jobId = jobId;
-    isCapturing = true;
-    isStoppedByAction = false;
-    isRealtime = true;
-    nSamples = 0;
-    nSamplesTranscribing = 0;
-    fullHandler = null;
+
+    int realtimeAudioSec = options.hasKey("realtimeAudioSec") ? options.getInt("realtimeAudioSec") : 0;
+    final int audioSec = realtimeAudioSec > 0 ? realtimeAudioSec : DEFAULT_MAX_AUDIO_SEC;
+
+    int realtimeAudioSliceSec = options.hasKey("realtimeAudioSliceSec") ? options.getInt("realtimeAudioSliceSec") : 0;
+    final int audioSliceSec = realtimeAudioSliceSec > 0 && realtimeAudioSliceSec < audioSec ? realtimeAudioSliceSec : audioSec;
+
+    isUseSlices = audioSliceSec < audioSec;
+
+    shortBufferSlices = new ArrayList<short[]>();
+    shortBufferSlices.add(new short[audioSliceSec * SAMPLE_RATE]);
+    sliceNSamples = new ArrayList<Integer>();
+    sliceNSamples.add(0);
   
+    isCapturing = true;
     recorder.startRecording();
 
     new Thread(new Runnable() {
@@ -102,26 +126,56 @@ public class WhisperContext {
               int n = recorder.read(buffer, 0, bufferSize);
               if (n == 0) continue;
 
-              if (nSamples + n > maxAudioSec * SAMPLE_RATE) {
+              int totalNSamples = 0;
+              for (int i = 0; i < sliceNSamples.size(); i++) {
+                totalNSamples += sliceNSamples.get(i);
+              }
+
+              int nSamples = sliceNSamples.get(sliceIndex);
+              if (totalNSamples + n > audioSec * SAMPLE_RATE) {
                 // Full, stop capturing
                 isCapturing = false;
-                if (!isTranscribing && nSamples == nSamplesTranscribing) {
+                if (
+                  !isTranscribing &&
+                  nSamples == nSamplesTranscribing &&
+                  sliceIndex == transcribeSliceIndex
+                ) {
                   emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
-                } else {
-                  // wait previous handler to finish
-                  fullHandler.join();
+                } else if (!isTranscribing) {
+                  isTranscribing = true;
                   fullTranscribeSamples(options, true);
                 }
                 break;
               }
 
               // Append to buffer
-              nSamples += n;
-              for (int i = 0; i < n; i++) {
-                buffer16[nSamples + i] = buffer[i];
+              short[] shortBuffer = shortBufferSlices.get(sliceIndex);
+              if (nSamples + n > audioSliceSec * SAMPLE_RATE) {
+                Log.d(NAME, "next slice");
+
+                sliceIndex++;
+                nSamples = 0;
+                shortBuffer = new short[audioSliceSec * SAMPLE_RATE];
+                shortBufferSlices.add(shortBuffer);
+                sliceNSamples.add(0);
               }
 
-              fullTranscribeSamples(options, false);
+              for (int i = 0; i < n; i++) {
+                shortBuffer[nSamples + i] = buffer[i];
+              }
+              nSamples += n;
+              sliceNSamples.set(sliceIndex, nSamples);
+
+              if (!isTranscribing && nSamples > SAMPLE_RATE / 2) {
+                isTranscribing = true;
+                fullHandler = new Thread(new Runnable() {
+                  @Override
+                  public void run() {
+                    fullTranscribeSamples(options, false);
+                  }
+                });
+                fullHandler.start();
+              }
             } catch (Exception e) {
               Log.e(NAME, "Error transcribing realtime: " + e.getMessage());
             }
@@ -132,6 +186,8 @@ public class WhisperContext {
           if (fullHandler != null) {
             fullHandler.join(); // Wait for full transcribe to finish
           }
+          // Cleanup
+          resetRealtimeTranscribe();
           recorder.stop();
         } catch (Exception e) {
           e.printStackTrace();
@@ -145,55 +201,73 @@ public class WhisperContext {
   }
 
   private void fullTranscribeSamples(ReadableMap options, boolean skipCapturingCheck) {
-    if (!isTranscribing && nSamples > SAMPLE_RATE / 2) {
-      isTranscribing = true;
-      fullHandler = new Thread(new Runnable() {
-        @Override
-        public void run() {
-          if (!isCapturing && !skipCapturingCheck) return;
-
-          nSamplesTranscribing = nSamples;
-
-          // convert I16 to F32
-          float[] nSamplesBuffer32 = new float[nSamplesTranscribing];
-          for (int i = 0; i < nSamplesTranscribing; i++) {
-            nSamplesBuffer32[i] = buffer16[i] / 32768.0f;
-          }
+    int nSamplesOfIndex = sliceNSamples.get(transcribeSliceIndex);
 
-          Log.d(NAME, "Start transcribing realtime: " + nSamplesTranscribing);
+    if (!isCapturing && !skipCapturingCheck) return;
 
-          int timeStart = (int) System.currentTimeMillis();
-          int code = full(jobId, options, nSamplesBuffer32, nSamplesTranscribing);
-          int timeEnd = (int) System.currentTimeMillis();
-          int timeRecording = (int) (nSamplesTranscribing / SAMPLE_RATE * 1000);
+    short[] shortBuffer = shortBufferSlices.get(transcribeSliceIndex);
+    int nSamples = sliceNSamples.get(transcribeSliceIndex);
 
-          WritableMap payload = Arguments.createMap();
-          payload.putInt("code", code);
-          payload.putInt("processTime", timeEnd - timeStart);
-          payload.putInt("recordingTime", timeRecording);
+    nSamplesTranscribing = nSamplesOfIndex;
 
-          if (code == 0) {
-            payload.putMap("data", getTextSegments());
-          } else {
-            payload.putString("error", "Transcribe failed with code " + code);
-          }
+    // convert I16 to F32
+    float[] nSamplesBuffer32 = new float[nSamplesTranscribing];
+    for (int i = 0; i < nSamplesTranscribing; i++) {
+      nSamplesBuffer32[i] = shortBuffer[i] / 32768.0f;
+    }
 
-          if (isStoppedByAction || !isCapturing && nSamplesTranscribing == nSamples) {
-            payload.putBoolean("isCapturing", false);
-            payload.putBoolean("isStoppedByAction", isStoppedByAction);
-            emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", payload);
-          } else if (code == 0) {
-            payload.putBoolean("isCapturing", true);
-            emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
-          } else {
-            payload.putBoolean("isCapturing", true);
-            emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
-          }
-          isTranscribing = false;
-        }
-      });
-      fullHandler.start();
+    Log.d(NAME, "Start transcribing realtime: " + nSamplesTranscribing);
+
+    int timeStart = (int) System.currentTimeMillis();
+    int code = full(jobId, options, nSamplesBuffer32, nSamplesTranscribing);
+    int timeEnd = (int) System.currentTimeMillis();
+    int timeRecording = (int) (nSamplesTranscribing / SAMPLE_RATE * 1000);
+
+    WritableMap payload = Arguments.createMap();
+    payload.putInt("code", code);
+    payload.putInt("processTime", timeEnd - timeStart);
+    payload.putInt("recordingTime", timeRecording);
+    payload.putBoolean("isUseSlices", isUseSlices);
+    payload.putInt("sliceIndex", transcribeSliceIndex);
+
+    if (code == 0) {
+      payload.putMap("data", getTextSegments());
+    } else {
+      payload.putString("error", "Transcribe failed with code " + code);
+    }
+
+    nSamplesOfIndex = sliceNSamples.get(transcribeSliceIndex);
+    if (
+      isStoppedByAction ||
+      !isCapturing &&
+      nSamplesTranscribing == nSamplesOfIndex &&
+      sliceIndex == transcribeSliceIndex
+    ) {
+      payload.putBoolean("isCapturing", false);
+      payload.putBoolean("isStoppedByAction", isStoppedByAction);
+      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", payload);
+    } else if (code == 0) {
+      payload.putBoolean("isCapturing", true);
+      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
+    } else {
+      payload.putBoolean("isCapturing", true);
+      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
+    }
+
+    if (
+      // If no more samples on current slice, move to next slice
+      nSamplesTranscribing == sliceNSamples.get(transcribeSliceIndex) &&
+      transcribeSliceIndex != sliceIndex
+    ) {
+      transcribeSliceIndex++;
+      nSamplesTranscribing = 0;
     }
+
+    if (!isCapturing && nSamplesTranscribing != nSamplesOfIndex) {
+      // If no more capturing, continue transcribing until all slices are transcribed
+      fullTranscribeSamples(options, true);
+    }
+    isTranscribing = false;
   }
 
   private void emitTranscribeEvent(final String eventName, final WritableMap payload) {
@@ -221,8 +295,6 @@ public class WhisperContext {
     return fullTranscribe(
       jobId,
       context,
-      // jboolean realtime,
-      isRealtime,
       // float[] audio_data,
       audioData,
       // jint audio_data_len,
@@ -273,6 +345,7 @@ public class WhisperContext {
       builder.append(text);
 
       WritableMap segment = Arguments.createMap();
+      Log.d(NAME, "getTextSegments: " + text + " " + transcribeSliceIndex);
       segment.putString("text", text);
       segment.putInt("t0", getTextSegmentT0(context, i));
       segment.putInt("t1", getTextSegmentT1(context, i));
@@ -399,7 +472,6 @@ public class WhisperContext {
   protected static native int fullTranscribe(
     int job_id,
     long context,
-    boolean realtime,
     float[] audio_data,
     int audio_data_len,
     int n_threads,

package/android/src/main/jni/whisper/jni.cpp

@@ -39,7 +39,6 @@ Java_com_rnwhisper_WhisperContext_fullTranscribe(
     jobject thiz,
     jint job_id,
     jlong context_ptr,
-    jboolean realtime,
     jfloatArray audio_data,
     jint audio_data_len,
     jint n_threads,
@@ -84,7 +83,7 @@ Java_com_rnwhisper_WhisperContext_fullTranscribe(
     params.speed_up = speed_up;
     params.offset_ms = 0;
     params.no_context = true;
-    params.single_segment = realtime;
+    params.single_segment = false;
 
     if (max_len > -1) {
         params.max_len = max_len;

package/ios/RNWhisperContext.h

@@ -20,10 +20,13 @@ typedef struct {
     bool isCapturing;
     bool isStoppedByAction;
     int maxAudioSec;
-    int nSamples;
     int nSamplesTranscribing;
-    int16_t* audioBufferI16;
-    float* audioBufferF32;
+    NSMutableArray<NSValue *> *shortBufferSlices;
+    NSMutableArray<NSNumber *> *sliceNSamples;
+    bool isUseSlices;
+    int sliceIndex;
+    int transcribeSliceIndex;
+    int audioSliceSec;
 
     AudioQueueRef queue;
     AudioStreamBasicDescription dataFormat;

package/ios/RNWhisperContext.mm

@@ -27,21 +27,47 @@
     self->recordState.dataFormat.mReserved = 0;
     self->recordState.dataFormat.mFormatFlags = kLinearPCMFormatFlagIsSignedInteger;
 
-    self->recordState.nSamples = 0;
-
     int maxAudioSecOpt = options[@"realtimeAudioSec"] != nil ? [options[@"realtimeAudioSec"] intValue] : 0;
     int maxAudioSec = maxAudioSecOpt > 0 ? maxAudioSecOpt : DEFAULT_MAX_AUDIO_SEC;
     self->recordState.maxAudioSec = maxAudioSec;
-    self->recordState.audioBufferI16 = (int16_t *) malloc(maxAudioSec * WHISPER_SAMPLE_RATE * sizeof(int16_t));
-    self->recordState.audioBufferF32 = (float *) malloc(maxAudioSec * WHISPER_SAMPLE_RATE * sizeof(float));
+
+    int realtimeAudioSliceSec = options[@"realtimeAudioSliceSec"] != nil ? [options[@"realtimeAudioSliceSec"] intValue] : 0;
+    int audioSliceSec = realtimeAudioSliceSec > 0 && realtimeAudioSliceSec < maxAudioSec ? realtimeAudioSliceSec : maxAudioSec;
+
+    self->recordState.audioSliceSec = audioSliceSec;
+    self->recordState.isUseSlices = audioSliceSec < maxAudioSec;
+
+    self->recordState.sliceIndex = 0;
+    self->recordState.transcribeSliceIndex = 0;
+    self->recordState.nSamplesTranscribing = 0;
+
+    [self freeBufferIfNeeded];
+    self->recordState.shortBufferSlices = [NSMutableArray new];
+
+    int16_t *audioBufferI16 = (int16_t *) malloc(audioSliceSec * WHISPER_SAMPLE_RATE * sizeof(int16_t));
+    [self->recordState.shortBufferSlices addObject:[NSValue valueWithPointer:audioBufferI16]];
+
+    self->recordState.sliceNSamples = [NSMutableArray new];
+    [self->recordState.sliceNSamples addObject:[NSNumber numberWithInt:0]];
 
     self->recordState.isRealtime = true;
     self->recordState.isTranscribing = false;
     self->recordState.isCapturing = false;
+    self->recordState.isStoppedByAction = false;
 
     self->recordState.mSelf = self;
 }
 
+- (void)freeBufferIfNeeded {
+    if (self->recordState.shortBufferSlices != nil) {
+        for (int i = 0; i < [self->recordState.shortBufferSlices count]; i++) {
+            int16_t *audioBufferI16 = (int16_t *) [self->recordState.shortBufferSlices[i] pointerValue];
+            free(audioBufferI16);
+        }
+        self->recordState.shortBufferSlices = nil;
+    }
+}
+
 void AudioInputCallback(void * inUserData,
     AudioQueueRef inAQ,
     AudioQueueBufferRef inBuffer,
@@ -59,16 +85,29 @@ void AudioInputCallback(void * inUserData,
         return;
     }
 
+    int totalNSamples = 0;
+    for (int i = 0; i < [state->sliceNSamples count]; i++) {
+        totalNSamples += [[state->sliceNSamples objectAtIndex:i] intValue];
+    }
+
     const int n = inBuffer->mAudioDataByteSize / 2;
-    NSLog(@"[RNWhisper] Captured %d new samples", n);
 
-    if (state->nSamples + n > state->maxAudioSec * WHISPER_SAMPLE_RATE) {
+    int nSamples = [state->sliceNSamples[state->sliceIndex] intValue];
+
+    if (totalNSamples + n > state->maxAudioSec * WHISPER_SAMPLE_RATE) {
         NSLog(@"[RNWhisper] Audio buffer is full, stop capturing");
         state->isCapturing = false;
         [state->mSelf stopAudio];
-        if (!state->isTranscribing && state->nSamples == state->nSamplesTranscribing) {
+        if (
+            !state->isTranscribing &&
+            nSamples == state->nSamplesTranscribing &&
+            state->sliceIndex == state->transcribeSliceIndex
+        ) {
             state->transcribeHandler(state->jobId, @"end", @{});
-        } else if (!state->isTranscribing && state->nSamples != state->nSamplesTranscribing) {
+        } else if (
+            !state->isTranscribing &&
+            nSamples != state->nSamplesTranscribing
+        ) {
             state->isTranscribing = true;
             dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_DEFAULT, 0), ^{
                 [state->mSelf fullTranscribeSamples:state];
@@ -77,10 +116,25 @@ void AudioInputCallback(void * inUserData,
         return;
     }
 
+    int audioSliceSec = state->audioSliceSec;
+    if (nSamples + n > audioSliceSec * WHISPER_SAMPLE_RATE) {
+        // next slice
+        state->sliceIndex++;
+        nSamples = 0;
+        int16_t* audioBufferI16 = (int16_t*) malloc(audioSliceSec * WHISPER_SAMPLE_RATE * sizeof(int16_t));
+        [state->shortBufferSlices addObject:[NSValue valueWithPointer:audioBufferI16]];
+        [state->sliceNSamples addObject:[NSNumber numberWithInt:0]];
+    }
+
+    // Append to buffer
+    NSLog(@"[RNWhisper] Slice %d has %d samples", state->sliceIndex, nSamples);
+
+    int16_t* audioBufferI16 = (int16_t*) [state->shortBufferSlices[state->sliceIndex] pointerValue];
     for (int i = 0; i < n; i++) {
-        state->audioBufferI16[state->nSamples + i] = ((short*)inBuffer->mAudioData)[i];
+        audioBufferI16[nSamples + i] = ((short*)inBuffer->mAudioData)[i];
     }
-    state->nSamples += n;
+    nSamples += n;
+    state->sliceNSamples[state->sliceIndex] = [NSNumber numberWithInt:nSamples];
 
     AudioQueueEnqueueBuffer(state->queue, inBuffer, 0, NULL);
 
@@ -93,15 +147,19 @@ void AudioInputCallback(void * inUserData,
 }
 
 - (void)fullTranscribeSamples:(RNWhisperContextRecordState*) state {
-    state->nSamplesTranscribing = state->nSamples;
+    int nSamplesOfIndex = [[state->sliceNSamples objectAtIndex:state->transcribeSliceIndex] intValue];
+    state->nSamplesTranscribing = nSamplesOfIndex;
     NSLog(@"[RNWhisper] Transcribing %d samples", state->nSamplesTranscribing);
 
+    int16_t* audioBufferI16 = (int16_t*) [state->shortBufferSlices[state->transcribeSliceIndex] pointerValue];
+    float* audioBufferF32 = (float*) malloc(state->nSamplesTranscribing * sizeof(float));
     // convert I16 to F32
     for (int i = 0; i < state->nSamplesTranscribing; i++) {
-        state->audioBufferF32[i] = (float)state->audioBufferI16[i] / 32768.0f;
+        audioBufferF32[i] = (float)audioBufferI16[i] / 32768.0f;
     }
     CFTimeInterval timeStart = CACurrentMediaTime();
-    int code = [state->mSelf fullTranscribe:state->jobId audioData:state->audioBufferF32 audioDataCount:state->nSamplesTranscribing options:state->options];
+    int code = [state->mSelf fullTranscribe:state->jobId audioData:audioBufferF32 audioDataCount:state->nSamplesTranscribing options:state->options];
+    free(audioBufferF32);
     CFTimeInterval timeEnd = CACurrentMediaTime();
     const float timeRecording = (float) state->nSamplesTranscribing / (float) state->dataFormat.mSampleRate;
 
@@ -109,7 +167,10 @@ void AudioInputCallback(void * inUserData,
         @"code": [NSNumber numberWithInt:code],
         @"processTime": [NSNumber numberWithInt:(timeEnd - timeStart) * 1E3],
         @"recordingTime": [NSNumber numberWithInt:timeRecording * 1E3],
+        @"isUseSlices": @(state->isUseSlices),
+        @"sliceIndex": @(state->transcribeSliceIndex),
     };
+
     NSMutableDictionary* result = [base mutableCopy];
 
     if (code == 0) {
@@ -118,7 +179,15 @@ void AudioInputCallback(void * inUserData,
         result[@"error"] = [NSString stringWithFormat:@"Transcribe failed with code %d", code];
     }
 
-    if (state->isStoppedByAction || (!state->isCapturing && state->nSamplesTranscribing == state->nSamples)) {
+    nSamplesOfIndex = [[state->sliceNSamples objectAtIndex:state->transcribeSliceIndex] intValue];
+    if (
+        state->isStoppedByAction ||
+        (
+            !state->isCapturing &&
+            state->nSamplesTranscribing == nSamplesOfIndex &&
+            state->sliceIndex == state->transcribeSliceIndex
+        )
+    ) {
         NSLog(@"[RNWhisper] Transcribe end");
         result[@"isStoppedByAction"] = @(state->isStoppedByAction);
         result[@"isCapturing"] = @(false);
@@ -130,13 +199,25 @@ void AudioInputCallback(void * inUserData,
         result[@"isCapturing"] = @(true);
         state->transcribeHandler(state->jobId, @"transcribe", result);
     }
-    state->isTranscribing = false;
 
-    if (!state->isCapturing && state->nSamplesTranscribing != state->nSamples) {
+    if (
+      // If no more samples on current slice, move to next slice
+      state->nSamplesTranscribing == nSamplesOfIndex &&
+      state->transcribeSliceIndex != state->sliceIndex
+    ) {
+        state->transcribeSliceIndex++;
+        state->nSamplesTranscribing = 0;
+    }
+
+    if (
+        !state->isCapturing &&
+        state->nSamplesTranscribing != nSamplesOfIndex
+    ) {
         state->isTranscribing = true;
         // Finish transcribing the rest of the samples
         [self fullTranscribeSamples:state];
     }
+    state->isTranscribing = false;
 }
 
 - (bool)isCapturing {
@@ -154,7 +235,6 @@ void AudioInputCallback(void * inUserData,
     self->recordState.transcribeHandler = onTranscribe;
     self->recordState.jobId = jobId;
     [self prepareRealtime:options];
-    self->recordState.nSamples = 0;
 
     OSStatus status = AudioQueueNewInput(
         &self->recordState.dataFormat,
@@ -205,6 +285,7 @@ void AudioInputCallback(void * inUserData,
     if (!self->recordState.isRealtime || !self->recordState.isCapturing) {
         return;
     }
+    self->recordState.isTranscribing = false;
     self->recordState.isCapturing = false;
     self->recordState.isStoppedByAction = true;
     [self stopAudio];
@@ -239,7 +320,7 @@ void AudioInputCallback(void * inUserData,
     params.n_threads        = max_threads;
     params.offset_ms        = 0;
     params.no_context       = true;
-    params.single_segment   = self->recordState.isRealtime;
+    params.single_segment   = false;
 
     if (options[@"maxLen"] != nil) {
         params.max_len = [options[@"maxLen"] intValue];
@@ -321,6 +402,7 @@ void AudioInputCallback(void * inUserData,
 - (void)invalidate {
     [self stopCurrentTranscribe];
     whisper_free(self->ctx);
+    [self freeBufferIfNeeded];
 }
 
 @end

package/lib/commonjs/index.js

@@ -45,6 +45,51 @@ class WhisperContext {
     const jobId = Math.floor(Math.random() * 10000);
     await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
     let lastTranscribePayload;
+    const slices = [];
+    let sliceIndex = 0;
+    let tOffset = 0;
+    const putSlice = payload => {
+      if (!payload.isUseSlices) return;
+      if (sliceIndex !== payload.sliceIndex) {
+        var _slices$sliceIndex, _segments;
+        const {
+          segments = []
+        } = ((_slices$sliceIndex = slices[sliceIndex]) === null || _slices$sliceIndex === void 0 ? void 0 : _slices$sliceIndex.data) || {};
+        tOffset = ((_segments = segments[segments.length - 1]) === null || _segments === void 0 ? void 0 : _segments.t1) || 0;
+      }
+      ({
+        sliceIndex
+      } = payload);
+      slices[sliceIndex] = {
+        ...payload,
+        data: payload.data ? {
+          ...payload.data,
+          segments: payload.data.segments.map(segment => ({
+            ...segment,
+            t0: segment.t0 + tOffset,
+            t1: segment.t1 + tOffset
+          })) || []
+        } : undefined
+      };
+    };
+    const mergeSlicesIfNeeded = payload => {
+      if (!payload.isUseSlices) return payload;
+      const mergedPayload = {};
+      slices.forEach(slice => {
+        var _mergedPayload$data, _slice$data, _mergedPayload$data2, _slice$data2;
+        mergedPayload.data = {
+          result: (((_mergedPayload$data = mergedPayload.data) === null || _mergedPayload$data === void 0 ? void 0 : _mergedPayload$data.result) || '') + (((_slice$data = slice.data) === null || _slice$data === void 0 ? void 0 : _slice$data.result) || ''),
+          segments: [...((mergedPayload === null || mergedPayload === void 0 ? void 0 : (_mergedPayload$data2 = mergedPayload.data) === null || _mergedPayload$data2 === void 0 ? void 0 : _mergedPayload$data2.segments) || []), ...(((_slice$data2 = slice.data) === null || _slice$data2 === void 0 ? void 0 : _slice$data2.segments) || [])]
+        };
+        mergedPayload.processTime = slice.processTime;
+        mergedPayload.recordingTime = ((mergedPayload === null || mergedPayload === void 0 ? void 0 : mergedPayload.recordingTime) || 0) + slice.recordingTime;
+      });
+      return {
+        ...payload,
+        ...mergedPayload,
+        slices
+      };
+    };
     return {
       stop: () => RNWhisper.abortTranscribe(this.id, jobId),
       subscribe: callback => {
@@ -55,10 +100,11 @@ class WhisperContext {
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
           lastTranscribePayload = payload;
+          putSlice(payload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...payload
+            ...mergeSlicesIfNeeded(payload)
           });
         });
         const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
@@ -67,11 +113,15 @@ class WhisperContext {
             payload
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
+          const lastPayload = {
+            ...lastTranscribePayload,
+            ...payload
+          };
+          putSlice(lastPayload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...lastTranscribePayload,
-            ...payload,
+            ...mergeSlicesIfNeeded(lastPayload),
             isCapturing: false
           });
           transcribeListener.remove();

package/lib/commonjs/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","EventEmitter","OS","NativeEventEmitter","DeviceEventEmitter","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","endListener","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAQA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIU,YAA2D;AAC/D,IAAIT,qBAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIE,+BAAkB,CAACP,SAAS,CAAC;AAClD;AACA,IAAIJ,qBAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGG,+BAAkB;AACnC;AAEA,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAgF7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAE1B,SAAS,CAAC2B,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMvB,SAAS,CAAC6B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAA+D;IACnE,OAAO;MACLN,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDW,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG5B,YAAY,CAAC6B,WAAW,CACjDzB,4BAA4B,EAC3B0B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAEhB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAAE,GAAGiB;UAAQ,CAAC,CAAC;QACvD,CAAC,CACF;QACD,MAAMC,WAAW,GAAGjC,YAAY,CAAC6B,WAAW,CAC1CxB,gCAAgC,EAC/ByB,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDY,QAAQ,CAAC;YACPI,SAAS;YACThB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAChB,GAAGU,qBAAqB;YACxB,GAAGO,OAAO;YACVE,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BF,WAAW,CAACE,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAOzC,SAAS,CAAC0C,cAAc,CAAC,IAAI,CAAC7B,EAAE,CAAC;EAC1C;AACF;AAEO,eAAe8B,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA3B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMb,SAAS,CAAC6C,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIjC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAeiC,iBAAiBA,CAAA,EAAkB;EACvD,OAAO9C,SAAS,CAAC+C,kBAAkB,EAAE;AACvC"}
+{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","EventEmitter","OS","NativeEventEmitter","DeviceEventEmitter","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","slices","sliceIndex","tOffset","putSlice","payload","isUseSlices","_slices$sliceIndex","_segments","segments","data","t1","map","segment","t0","mergeSlicesIfNeeded","mergedPayload","forEach","slice","_mergedPayload$data","_slice$data","_mergedPayload$data2","_slice$data2","result","processTime","recordingTime","subscribe","callback","transcribeListener","addListener","evt","contextId","endListener","lastPayload","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAQA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIU,YAA2D;AAC/D,IAAIT,qBAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIE,+BAAkB,CAACP,SAAS,CAAC;AAClD;AACA,IAAIJ,qBAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGG,+BAAkB;AACnC;AAEA,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAiG7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAE1B,SAAS,CAAC2B,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMvB,SAAS,CAAC6B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAAsD;IAE1D,MAAMC,MAAyC,GAAG,EAAE;IACpD,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIC,OAAe,GAAG,CAAC;IAEvB,MAAMC,QAAQ,GAAIC,OAAwC,IAAK;MAC7D,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE;MAC1B,IAAIJ,UAAU,KAAKG,OAAO,CAACH,UAAU,EAAE;QAAA,IAAAK,kBAAA,EAAAC,SAAA;QACrC,MAAM;UAAEC,QAAQ,GAAG;QAAG,CAAC,GAAG,EAAAF,kBAAA,GAAAN,MAAM,CAACC,UAAU,CAAC,cAAAK,kBAAA,uBAAlBA,kBAAA,CAAoBG,IAAI,KAAI,CAAC,CAAC;QACxDP,OAAO,GAAG,EAAAK,SAAA,GAAAC,QAAQ,CAACA,QAAQ,CAACrB,MAAM,GAAG,CAAC,CAAC,cAAAoB,SAAA,uBAA7BA,SAAA,CAA+BG,EAAE,KAAI,CAAC;MAClD;MACA,CAAC;QAAET;MAAW,CAAC,GAAGG,OAAO;MACzBJ,MAAM,CAACC,UAAU,CAAC,GAAG;QACnB,GAAGG,OAAO;QACVK,IAAI,EAAEL,OAAO,CAACK,IAAI,GAAG;UACnB,GAAGL,OAAO,CAACK,IAAI;UACfD,QAAQ,EAAEJ,OAAO,CAACK,IAAI,CAACD,QAAQ,CAACG,GAAG,CAAEC,OAAO,KAAM;YAChD,GAAGA,OAAO;YACVC,EAAE,EAAED,OAAO,CAACC,EAAE,GAAGX,OAAO;YACxBQ,EAAE,EAAEE,OAAO,CAACF,EAAE,GAAGR;UACnB,CAAC,CAAC,CAAC,IAAI;QACT,CAAC,GAAGd;MACN,CAAC;IACH,CAAC;IAED,MAAM0B,mBAAmB,GAAIV,OAAwC,IAAsC;MACzG,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE,OAAOD,OAAO;MAExC,MAAMW,aAAkB,GAAG,CAAC,CAAC;MAC7Bf,MAAM,CAACgB,OAAO,CACXC,KAAK,IAAK;QAAA,IAAAC,mBAAA,EAAAC,WAAA,EAAAC,oBAAA,EAAAC,YAAA;QACTN,aAAa,CAACN,IAAI,GAAG;UACnBa,MAAM,EAAE,CAAC,EAAAJ,mBAAA,GAAAH,aAAa,CAACN,IAAI,cAAAS,mBAAA,uBAAlBA,mBAAA,CAAoBI,MAAM,KAAI,EAAE,KAAK,EAAAH,WAAA,GAAAF,KAAK,CAACR,IAAI,cAAAU,WAAA,uBAAVA,WAAA,CAAYG,MAAM,KAAI,EAAE,CAAC;UACvEd,QAAQ,EAAE,CACR,IAAI,CAAAO,aAAa,aAAbA,aAAa,wBAAAK,oBAAA,GAAbL,aAAa,CAAEN,IAAI,cAAAW,oBAAA,uBAAnBA,oBAAA,CAAqBZ,QAAQ,KAAI,EAAE,CAAC,EACxC,IAAI,EAAAa,YAAA,GAAAJ,KAAK,CAACR,IAAI,cAAAY,YAAA,uBAAVA,YAAA,CAAYb,QAAQ,KAAI,EAAE,CAAC;QAEnC,CAAC;QACDO,aAAa,CAACQ,WAAW,GAAGN,KAAK,CAACM,WAAW;QAC7CR,aAAa,CAACS,aAAa,GAAG,CAAC,CAAAT,aAAa,aAAbA,aAAa,uBAAbA,aAAa,CAAES,aAAa,KAAI,CAAC,IAAIP,KAAK,CAACO,aAAa;MACzF,CAAC,CACF;MACD,OAAO;QAAE,GAAGpB,OAAO;QAAE,GAAGW,aAAa;QAAEf;MAAO,CAAC;IACjD,CAAC;IAED,OAAO;MACLP,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDoC,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAGrD,YAAY,CAACsD,WAAW,CACjDlD,4BAA4B,EAC3BmD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGK,OAAO;UAC/BD,QAAQ,CAACC,OAAO,CAAC;UACjBsB,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACV,OAAO;UAChC,CAAC,CAAC;QACJ,CAAC,CACF;QACD,MAAM2B,WAAW,GAAGzD,YAAY,CAACsD,WAAW,CAC1CjD,gCAAgC,EAC/BkD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClD,MAAM2C,WAAW,GAAG;YAClB,GAAGjC,qBAAqB;YACxB,GAAGK;UACL,CAAC;UACDD,QAAQ,CAAC6B,WAAW,CAAC;UACrBN,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACkB,WAAW,CAAC;YACnCC,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BH,WAAW,CAACG,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAOlE,SAAS,CAACmE,cAAc,CAAC,IAAI,CAACtD,EAAE,CAAC;EAC1C;AACF;AAEO,eAAeuD,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAApD,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMb,SAAS,CAACsE,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAI1D,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAe0D,iBAAiBA,CAAA,EAAkB;EACvD,OAAOvE,SAAS,CAACwE,kBAAkB,EAAE;AACvC"}

package/lib/module/index.js

@@ -38,6 +38,51 @@ class WhisperContext {
     const jobId = Math.floor(Math.random() * 10000);
     await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
     let lastTranscribePayload;
+    const slices = [];
+    let sliceIndex = 0;
+    let tOffset = 0;
+    const putSlice = payload => {
+      if (!payload.isUseSlices) return;
+      if (sliceIndex !== payload.sliceIndex) {
+        var _slices$sliceIndex, _segments;
+        const {
+          segments = []
+        } = ((_slices$sliceIndex = slices[sliceIndex]) === null || _slices$sliceIndex === void 0 ? void 0 : _slices$sliceIndex.data) || {};
+        tOffset = ((_segments = segments[segments.length - 1]) === null || _segments === void 0 ? void 0 : _segments.t1) || 0;
+      }
+      ({
+        sliceIndex
+      } = payload);
+      slices[sliceIndex] = {
+        ...payload,
+        data: payload.data ? {
+          ...payload.data,
+          segments: payload.data.segments.map(segment => ({
+            ...segment,
+            t0: segment.t0 + tOffset,
+            t1: segment.t1 + tOffset
+          })) || []
+        } : undefined
+      };
+    };
+    const mergeSlicesIfNeeded = payload => {
+      if (!payload.isUseSlices) return payload;
+      const mergedPayload = {};
+      slices.forEach(slice => {
+        var _mergedPayload$data, _slice$data, _mergedPayload$data2, _slice$data2;
+        mergedPayload.data = {
+          result: (((_mergedPayload$data = mergedPayload.data) === null || _mergedPayload$data === void 0 ? void 0 : _mergedPayload$data.result) || '') + (((_slice$data = slice.data) === null || _slice$data === void 0 ? void 0 : _slice$data.result) || ''),
+          segments: [...((mergedPayload === null || mergedPayload === void 0 ? void 0 : (_mergedPayload$data2 = mergedPayload.data) === null || _mergedPayload$data2 === void 0 ? void 0 : _mergedPayload$data2.segments) || []), ...(((_slice$data2 = slice.data) === null || _slice$data2 === void 0 ? void 0 : _slice$data2.segments) || [])]
+        };
+        mergedPayload.processTime = slice.processTime;
+        mergedPayload.recordingTime = ((mergedPayload === null || mergedPayload === void 0 ? void 0 : mergedPayload.recordingTime) || 0) + slice.recordingTime;
+      });
+      return {
+        ...payload,
+        ...mergedPayload,
+        slices
+      };
+    };
     return {
       stop: () => RNWhisper.abortTranscribe(this.id, jobId),
       subscribe: callback => {
@@ -48,10 +93,11 @@ class WhisperContext {
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
           lastTranscribePayload = payload;
+          putSlice(payload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...payload
+            ...mergeSlicesIfNeeded(payload)
           });
         });
         const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
@@ -60,11 +106,15 @@ class WhisperContext {
             payload
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
+          const lastPayload = {
+            ...lastTranscribePayload,
+            ...payload
+          };
+          putSlice(lastPayload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...lastTranscribePayload,
-            ...payload,
+            ...mergeSlicesIfNeeded(lastPayload),
             isCapturing: false
           });
           transcribeListener.remove();

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","EventEmitter","OS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","endListener","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,aAAa,EACbC,QAAQ,QAEH,cAAc;AAErB,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIQ,YAA2D;AAC/D,IAAIT,QAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIZ,kBAAkB,CAACQ,SAAS,CAAC;AAClD;AACA,IAAIL,QAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAgF7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAEvB,SAAS,CAACwB,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMpB,SAAS,CAAC0B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAA+D;IACnE,OAAO;MACLN,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDW,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG1B,YAAY,CAAC2B,WAAW,CACjDzB,4BAA4B,EAC3B0B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAEhB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAAE,GAAGiB;UAAQ,CAAC,CAAC;QACvD,CAAC,CACF;QACD,MAAMC,WAAW,GAAG/B,YAAY,CAAC2B,WAAW,CAC1CxB,gCAAgC,EAC/ByB,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDY,QAAQ,CAAC;YACPI,SAAS;YACThB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAChB,GAAGU,qBAAqB;YACxB,GAAGO,OAAO;YACVE,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BF,WAAW,CAACE,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAOtC,SAAS,CAACuC,cAAc,CAAC,IAAI,CAAC7B,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAe8B,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA3B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMV,SAAS,CAAC0C,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIjC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAeiC,iBAAiBA,CAAA,EAAkB;EACvD,OAAO3C,SAAS,CAAC4C,kBAAkB,EAAE;AACvC"}
+{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","EventEmitter","OS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","slices","sliceIndex","tOffset","putSlice","payload","isUseSlices","_slices$sliceIndex","_segments","segments","data","t1","map","segment","t0","mergeSlicesIfNeeded","mergedPayload","forEach","slice","_mergedPayload$data","_slice$data","_mergedPayload$data2","_slice$data2","result","processTime","recordingTime","subscribe","callback","transcribeListener","addListener","evt","contextId","endListener","lastPayload","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,aAAa,EACbC,QAAQ,QAEH,cAAc;AAErB,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIQ,YAA2D;AAC/D,IAAIT,QAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIZ,kBAAkB,CAACQ,SAAS,CAAC;AAClD;AACA,IAAIL,QAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAiG7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAEvB,SAAS,CAACwB,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMpB,SAAS,CAAC0B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAAsD;IAE1D,MAAMC,MAAyC,GAAG,EAAE;IACpD,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIC,OAAe,GAAG,CAAC;IAEvB,MAAMC,QAAQ,GAAIC,OAAwC,IAAK;MAC7D,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE;MAC1B,IAAIJ,UAAU,KAAKG,OAAO,CAACH,UAAU,EAAE;QAAA,IAAAK,kBAAA,EAAAC,SAAA;QACrC,MAAM;UAAEC,QAAQ,GAAG;QAAG,CAAC,GAAG,EAAAF,kBAAA,GAAAN,MAAM,CAACC,UAAU,CAAC,cAAAK,kBAAA,uBAAlBA,kBAAA,CAAoBG,IAAI,KAAI,CAAC,CAAC;QACxDP,OAAO,GAAG,EAAAK,SAAA,GAAAC,QAAQ,CAACA,QAAQ,CAACrB,MAAM,GAAG,CAAC,CAAC,cAAAoB,SAAA,uBAA7BA,SAAA,CAA+BG,EAAE,KAAI,CAAC;MAClD;MACA,CAAC;QAAET;MAAW,CAAC,GAAGG,OAAO;MACzBJ,MAAM,CAACC,UAAU,CAAC,GAAG;QACnB,GAAGG,OAAO;QACVK,IAAI,EAAEL,OAAO,CAACK,IAAI,GAAG;UACnB,GAAGL,OAAO,CAACK,IAAI;UACfD,QAAQ,EAAEJ,OAAO,CAACK,IAAI,CAACD,QAAQ,CAACG,GAAG,CAAEC,OAAO,KAAM;YAChD,GAAGA,OAAO;YACVC,EAAE,EAAED,OAAO,CAACC,EAAE,GAAGX,OAAO;YACxBQ,EAAE,EAAEE,OAAO,CAACF,EAAE,GAAGR;UACnB,CAAC,CAAC,CAAC,IAAI;QACT,CAAC,GAAGd;MACN,CAAC;IACH,CAAC;IAED,MAAM0B,mBAAmB,GAAIV,OAAwC,IAAsC;MACzG,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE,OAAOD,OAAO;MAExC,MAAMW,aAAkB,GAAG,CAAC,CAAC;MAC7Bf,MAAM,CAACgB,OAAO,CACXC,KAAK,IAAK;QAAA,IAAAC,mBAAA,EAAAC,WAAA,EAAAC,oBAAA,EAAAC,YAAA;QACTN,aAAa,CAACN,IAAI,GAAG;UACnBa,MAAM,EAAE,CAAC,EAAAJ,mBAAA,GAAAH,aAAa,CAACN,IAAI,cAAAS,mBAAA,uBAAlBA,mBAAA,CAAoBI,MAAM,KAAI,EAAE,KAAK,EAAAH,WAAA,GAAAF,KAAK,CAACR,IAAI,cAAAU,WAAA,uBAAVA,WAAA,CAAYG,MAAM,KAAI,EAAE,CAAC;UACvEd,QAAQ,EAAE,CACR,IAAI,CAAAO,aAAa,aAAbA,aAAa,wBAAAK,oBAAA,GAAbL,aAAa,CAAEN,IAAI,cAAAW,oBAAA,uBAAnBA,oBAAA,CAAqBZ,QAAQ,KAAI,EAAE,CAAC,EACxC,IAAI,EAAAa,YAAA,GAAAJ,KAAK,CAACR,IAAI,cAAAY,YAAA,uBAAVA,YAAA,CAAYb,QAAQ,KAAI,EAAE,CAAC;QAEnC,CAAC;QACDO,aAAa,CAACQ,WAAW,GAAGN,KAAK,CAACM,WAAW;QAC7CR,aAAa,CAACS,aAAa,GAAG,CAAC,CAAAT,aAAa,aAAbA,aAAa,uBAAbA,aAAa,CAAES,aAAa,KAAI,CAAC,IAAIP,KAAK,CAACO,aAAa;MACzF,CAAC,CACF;MACD,OAAO;QAAE,GAAGpB,OAAO;QAAE,GAAGW,aAAa;QAAEf;MAAO,CAAC;IACjD,CAAC;IAED,OAAO;MACLP,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDoC,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAGnD,YAAY,CAACoD,WAAW,CACjDlD,4BAA4B,EAC3BmD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGK,OAAO;UAC/BD,QAAQ,CAACC,OAAO,CAAC;UACjBsB,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACV,OAAO;UAChC,CAAC,CAAC;QACJ,CAAC,CACF;QACD,MAAM2B,WAAW,GAAGvD,YAAY,CAACoD,WAAW,CAC1CjD,gCAAgC,EAC/BkD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClD,MAAM2C,WAAW,GAAG;YAClB,GAAGjC,qBAAqB;YACxB,GAAGK;UACL,CAAC;UACDD,QAAQ,CAAC6B,WAAW,CAAC;UACrBN,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACkB,WAAW,CAAC;YACnCC,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BH,WAAW,CAACG,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAO/D,SAAS,CAACgE,cAAc,CAAC,IAAI,CAACtD,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAeuD,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAApD,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMV,SAAS,CAACmE,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAI1D,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAe0D,iBAAiBA,CAAA,EAAkB;EACvD,OAAOpE,SAAS,CAACqE,kBAAkB,EAAE;AACvC"}

package/lib/typescript/index.d.ts

@@ -36,6 +36,12 @@ export type TranscribeRealtimeOptions = TranscribeOptions & {
      * the recommended value will be <= 30 seconds. (Default: 30)
      */
     realtimeAudioSec?: number;
+    /**
+     * Optimize audio transcription performance by slicing audio samples when `realtimeAudioSec` > 30.
+     * Set `realtimeAudioSliceSec` < 30 so performance improvements can be achieved in the Whisper hard constraint (processes the audio in chunks of 30 seconds).
+     * (Default: Equal to `realtimeMaxAudioSec`)
+     */
+    realtimeAudioSliceSec?: number;
 };
 export type TranscribeResult = {
     result: string;
@@ -52,24 +58,34 @@ export type TranscribeRealtimeEvent = {
     isCapturing: boolean;
     isStoppedByAction?: boolean;
     code: number;
+    data?: TranscribeResult;
+    error?: string;
     processTime: number;
     recordingTime: number;
+    slices?: Array<{
+        code: number;
+        error?: string;
+        data?: TranscribeResult;
+        processTime: number;
+        recordingTime: number;
+    }>;
+};
+export type TranscribeRealtimeNativePayload = {
+    /** Is capturing audio, when false, the event is the final result */
+    isCapturing: boolean;
+    isStoppedByAction?: boolean;
+    code: number;
+    processTime: number;
+    recordingTime: number;
+    isUseSlices: boolean;
+    sliceIndex: number;
     data?: TranscribeResult;
     error?: string;
 };
 export type TranscribeRealtimeNativeEvent = {
     contextId: number;
     jobId: number;
-    payload: {
-        /** Is capturing audio, when false, the event is the final result */
-        isCapturing: boolean;
-        isStoppedByAction?: boolean;
-        code: number;
-        processTime: number;
-        recordingTime: number;
-        data?: TranscribeResult;
-        error?: string;
-    };
+    payload: TranscribeRealtimeNativePayload;
 };
 declare class WhisperContext {
     id: number;

package/lib/typescript/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAkCA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,oEAAoE;QACpE,WAAW,EAAE,OAAO,CAAC;QACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAItB,4BAA4B;IAC5B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG;QACzD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;KACpC;IAQD,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAC;KACzE,CAAC;IAoCI,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAkCA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAC/B,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,+BAA+B,GAAG;IAC5C,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,OAAO,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,+BAA+B,CAAC;CAC1C,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAItB,4BAA4B;IAC5B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG;QACzD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;KACpC;IAQD,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAC;KACzE,CAAC;IA0FI,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "whisper.rn",
-  "version": "0.2.1",
+  "version": "0.2.3",
   "description": "React Native binding of whisper.cpp",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",

package/src/index.tsx

@@ -71,6 +71,12 @@ export type TranscribeRealtimeOptions = TranscribeOptions & {
    * the recommended value will be <= 30 seconds. (Default: 30)
    */
   realtimeAudioSec?: number,
+  /**
+   * Optimize audio transcription performance by slicing audio samples when `realtimeAudioSec` > 30.
+   * Set `realtimeAudioSliceSec` < 30 so performance improvements can be achieved in the Whisper hard constraint (processes the audio in chunks of 30 seconds).
+   * (Default: Equal to `realtimeMaxAudioSec`)
+   */
+  realtimeAudioSliceSec?: number
 }
 
 export type TranscribeResult = {
@@ -85,12 +91,32 @@ export type TranscribeResult = {
 export type TranscribeRealtimeEvent = {
   contextId: number,
   jobId: number,
+  /** Is capturing audio, when false, the event is the final result */
+  isCapturing: boolean,
+  isStoppedByAction?: boolean,
+  code: number,
+  data?: TranscribeResult,
+  error?: string,
+  processTime: number,
+  recordingTime: number,
+  slices?: Array<{
+    code: number,
+    error?: string,
+    data?: TranscribeResult,
+    processTime: number,
+    recordingTime: number,
+  }>,
+}
+
+export type TranscribeRealtimeNativePayload = {
   /** Is capturing audio, when false, the event is the final result */
   isCapturing: boolean,
   isStoppedByAction?: boolean,
   code: number,
   processTime: number,
   recordingTime: number,
+  isUseSlices: boolean,
+  sliceIndex: number,
   data?: TranscribeResult,
   error?: string,
 }
@@ -98,16 +124,7 @@ export type TranscribeRealtimeEvent = {
 export type TranscribeRealtimeNativeEvent = {
   contextId: number,
   jobId: number,
-  payload: {
-    /** Is capturing audio, when false, the event is the final result */
-    isCapturing: boolean,
-    isStoppedByAction?: boolean,
-    code: number,
-    processTime: number,
-    recordingTime: number,
-    data?: TranscribeResult,
-    error?: string,
-  },
+  payload: TranscribeRealtimeNativePayload,
 }
 
 class WhisperContext {
@@ -140,7 +157,52 @@ class WhisperContext {
   }> {
     const jobId: number = Math.floor(Math.random() * 10000)
     await RNWhisper.startRealtimeTranscribe(this.id, jobId, options)
-    let lastTranscribePayload: TranscribeRealtimeNativeEvent['payload']
+    let lastTranscribePayload: TranscribeRealtimeNativePayload
+
+    const slices: TranscribeRealtimeNativePayload[] = []
+    let sliceIndex: number = 0
+    let tOffset: number = 0
+
+    const putSlice = (payload: TranscribeRealtimeNativePayload) => {
+      if (!payload.isUseSlices) return
+      if (sliceIndex !== payload.sliceIndex) {
+        const { segments = [] } = slices[sliceIndex]?.data || {}
+        tOffset = segments[segments.length - 1]?.t1 || 0
+      }
+      ({ sliceIndex } = payload)
+      slices[sliceIndex] = {
+        ...payload,
+        data: payload.data ? {
+          ...payload.data,
+          segments: payload.data.segments.map((segment) => ({
+            ...segment,
+            t0: segment.t0 + tOffset,
+            t1: segment.t1 + tOffset,
+          })) || [],
+        } : undefined,
+      }
+    }
+
+    const mergeSlicesIfNeeded = (payload: TranscribeRealtimeNativePayload): TranscribeRealtimeNativePayload => {
+      if (!payload.isUseSlices) return payload
+
+      const mergedPayload: any = {}
+      slices.forEach(
+        (slice) => {
+          mergedPayload.data = {
+            result: (mergedPayload.data?.result || '') + (slice.data?.result || ''),
+            segments: [
+              ...(mergedPayload?.data?.segments || []),
+              ...(slice.data?.segments || []),
+            ],
+          }
+          mergedPayload.processTime = slice.processTime
+          mergedPayload.recordingTime = (mergedPayload?.recordingTime || 0) + slice.recordingTime
+        }
+      )
+      return { ...payload, ...mergedPayload, slices }
+    }
+
     return {
       stop: () => RNWhisper.abortTranscribe(this.id, jobId),
       subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => {
@@ -150,7 +212,12 @@ class WhisperContext {
             const { contextId, payload } = evt
             if (contextId !== this.id || evt.jobId !== jobId) return
             lastTranscribePayload = payload
-            callback({ contextId, jobId: evt.jobId, ...payload })
+            putSlice(payload)
+            callback({
+              contextId,
+              jobId: evt.jobId,
+              ...mergeSlicesIfNeeded(payload),
+            })
           }
         )
         const endListener = EventEmitter.addListener(
@@ -158,11 +225,15 @@ class WhisperContext {
           (evt: TranscribeRealtimeNativeEvent) => {
             const { contextId, payload } = evt
             if (contextId !== this.id || evt.jobId !== jobId) return
+            const lastPayload = {
+              ...lastTranscribePayload,
+              ...payload,
+            }
+            putSlice(lastPayload)
             callback({
               contextId,
               jobId: evt.jobId,
-              ...lastTranscribePayload,
-              ...payload,
+              ...mergeSlicesIfNeeded(lastPayload),
               isCapturing: false
             })
             transcribeListener.remove()