whisper.rn 0.2.0 → 0.2.2

package/README.md

@@ -57,7 +57,7 @@ const { result } = await promise
 Use realtime transcribe:
 
 ```js
-const { stop, subscribe } = whisperContext.transcribeRealtime(options)
+const { stop, subscribe } = await whisperContext.transcribeRealtime(options)
 
 subscribe(evt => {
   const { isCapturing, data, processTime, recordingTime } = evt

package/android/src/main/java/com/rnwhisper/WhisperContext.java

@@ -15,6 +15,7 @@ import android.media.AudioRecord;
 import android.media.MediaRecorder.AudioSource;
 
 import java.util.Random;
+import java.util.ArrayList;
 import java.lang.StringBuilder;
 import java.io.File;
 import java.io.BufferedReader;
@@ -41,17 +42,25 @@ public class WhisperContext {
   private int id;
   private ReactApplicationContext reactContext;
   private long context;
-
-  private DeviceEventManagerModule.RCTDeviceEventEmitter eventEmitter;
-  
   private int jobId = -1;
+  private DeviceEventManagerModule.RCTDeviceEventEmitter eventEmitter;
+
   private AudioRecord recorder = null;
   private int bufferSize;
-  private short[] buffer16;
-  private int nSamples = 0;
+  private int nSamplesTranscribing = 0;
+  private ArrayList<short[]> shortBufferSlices;
+  // Remember number of samples in each slice
+  private ArrayList<Integer> sliceNSamples;
+  // Current buffer slice index
+  private int sliceIndex = 0;
+  // Current transcribing slice index
+  private int transcribeSliceIndex = 0;
+  private boolean isUseSlices = false;
+  private boolean isRealtime = false;
   private boolean isCapturing = false;
+  private boolean isStoppedByAction = false;
   private boolean isTranscribing = false;
-  private boolean isRealtime = false;
+  private Thread fullHandler = null;
 
   public WhisperContext(int id, ReactApplicationContext reactContext, long context) {
     this.id = id;
@@ -61,6 +70,19 @@ public class WhisperContext {
     bufferSize = AudioRecord.getMinBufferSize(SAMPLE_RATE, CHANNEL_CONFIG, AUDIO_FORMAT);
   }
 
+  private void resetRealtimeTranscribe() {
+    shortBufferSlices = null;
+    sliceNSamples = null;
+    sliceIndex = 0;
+    transcribeSliceIndex = 0;
+    isUseSlices = false;
+    isRealtime = false;
+    isCapturing = false;
+    isStoppedByAction = false;
+    isTranscribing = false;
+    fullHandler = null;
+  }
+
   public int startRealtimeTranscribe(int jobId, ReadableMap options) {
     if (isCapturing || isTranscribing) {
       return -100;
@@ -73,17 +95,25 @@ public class WhisperContext {
       recorder.release();
       return state;
     }
-    
-    int realtimeAudioSec = options.hasKey("realtimeAudioSec") ? options.getInt("realtimeAudioSec") : 0;
-    final int maxAudioSec = realtimeAudioSec > 0 ? realtimeAudioSec : DEFAULT_MAX_AUDIO_SEC;
 
-    buffer16 = new short[maxAudioSec * SAMPLE_RATE * Short.BYTES];
+    resetRealtimeTranscribe();
 
     this.jobId = jobId;
-    isCapturing = true;
-    isRealtime = true;
-    nSamples = 0;
+
+    int realtimeAudioSec = options.hasKey("realtimeAudioSec") ? options.getInt("realtimeAudioSec") : 0;
+    final int audioSec = realtimeAudioSec > 0 ? realtimeAudioSec : DEFAULT_MAX_AUDIO_SEC;
+
+    int realtimeAudioSliceSec = options.hasKey("realtimeAudioSliceSec") ? options.getInt("realtimeAudioSliceSec") : 0;
+    final int audioSliceSec = realtimeAudioSliceSec > 0 && realtimeAudioSliceSec < audioSec ? realtimeAudioSliceSec : audioSec;
+
+    isUseSlices = audioSliceSec < audioSec;
+
+    shortBufferSlices = new ArrayList<short[]>();
+    shortBufferSlices.add(new short[audioSliceSec * SAMPLE_RATE]);
+    sliceNSamples = new ArrayList<Integer>();
+    sliceNSamples.add(0);
   
+    isCapturing = true;
     recorder.startRecording();
 
     new Thread(new Runnable() {
@@ -91,60 +121,57 @@ public class WhisperContext {
       public void run() {
         try {
           short[] buffer = new short[bufferSize];
-          Thread fullHandler = null;
           while (isCapturing) {
             try {
               int n = recorder.read(buffer, 0, bufferSize);
               if (n == 0) continue;
 
-              if (nSamples + n > maxAudioSec * SAMPLE_RATE) {
-                // Full, ignore data
+              int totalNSamples = 0;
+              for (int i = 0; i < sliceNSamples.size(); i++) {
+                totalNSamples += sliceNSamples.get(i);
+              }
+
+              int nSamples = sliceNSamples.get(sliceIndex);
+              if (totalNSamples + n > audioSec * SAMPLE_RATE) {
+                // Full, stop capturing
                 isCapturing = false;
-                if (!isTranscribing)
+                if (
+                  !isTranscribing &&
+                  nSamples == nSamplesTranscribing &&
+                  sliceIndex == transcribeSliceIndex
+                ) {
                   emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
+                } else if (!isTranscribing) {
+                  isTranscribing = true;
+                  fullTranscribeSamples(options, true);
+                }
                 break;
               }
-              nSamples += n;
+
+              // Append to buffer
+              short[] shortBuffer = shortBufferSlices.get(sliceIndex);
+              if (nSamples + n > audioSliceSec * SAMPLE_RATE) {
+                Log.d(NAME, "next slice");
+
+                sliceIndex++;
+                nSamples = 0;
+                shortBuffer = new short[audioSliceSec * SAMPLE_RATE];
+                shortBufferSlices.add(shortBuffer);
+                sliceNSamples.add(0);
+              }
+
               for (int i = 0; i < n; i++) {
-                buffer16[nSamples + i] = buffer[i];
+                shortBuffer[nSamples + i] = buffer[i];
               }
+              nSamples += n;
+              sliceNSamples.set(sliceIndex, nSamples);
+
               if (!isTranscribing && nSamples > SAMPLE_RATE / 2) {
                 isTranscribing = true;
-                Log.d(NAME, "Start transcribing realtime: " + nSamples);
                 fullHandler = new Thread(new Runnable() {
                   @Override
                   public void run() {
-                    if (!isCapturing) return;
-
-                    // convert I16 to F32
-                    float[] nSamplesBuffer32 = new float[nSamples];
-                    for (int i = 0; i < nSamples; i++) {
-                      nSamplesBuffer32[i] = buffer16[i] / 32768.0f;
-                    }
-
-                    int timeStart = (int) System.currentTimeMillis();
-                    int code = full(jobId, options, nSamplesBuffer32, nSamples);
-                    int timeEnd = (int) System.currentTimeMillis();
-                    int timeRecording = (int) (nSamples / SAMPLE_RATE * 1000);
-
-                    WritableMap payload = Arguments.createMap();
-                    payload.putBoolean("isCapturing", isCapturing);
-                    payload.putInt("code", code);
-                    payload.putInt("processTime", timeEnd - timeStart);
-                    payload.putInt("recordingTime", timeRecording);
-
-                    if (code == 0) {
-                      payload.putMap("data", getTextSegments());
-                      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
-                    } else {
-                      payload.putString("error", "Transcribe failed with code " + code);
-                      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
-                    }
-
-                    if (!isCapturing) {
-                      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
-                    }
-                    isTranscribing = false;
+                    fullTranscribeSamples(options, false);
                   }
                 });
                 fullHandler.start();
@@ -153,9 +180,14 @@ public class WhisperContext {
               Log.e(NAME, "Error transcribing realtime: " + e.getMessage());
             }
           }
+          if (!isTranscribing) {
+            emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", Arguments.createMap());
+          }
           if (fullHandler != null) {
             fullHandler.join(); // Wait for full transcribe to finish
           }
+          // Cleanup
+          resetRealtimeTranscribe();
           recorder.stop();
         } catch (Exception e) {
           e.printStackTrace();
@@ -165,10 +197,79 @@ public class WhisperContext {
         }
       }
     }).start();
-
     return state;
   }
 
+  private void fullTranscribeSamples(ReadableMap options, boolean skipCapturingCheck) {
+    int nSamplesOfIndex = sliceNSamples.get(transcribeSliceIndex);
+
+    if (!isCapturing && !skipCapturingCheck) return;
+
+    short[] shortBuffer = shortBufferSlices.get(transcribeSliceIndex);
+    int nSamples = sliceNSamples.get(transcribeSliceIndex);
+
+    nSamplesTranscribing = nSamplesOfIndex;
+
+    // convert I16 to F32
+    float[] nSamplesBuffer32 = new float[nSamplesTranscribing];
+    for (int i = 0; i < nSamplesTranscribing; i++) {
+      nSamplesBuffer32[i] = shortBuffer[i] / 32768.0f;
+    }
+
+    Log.d(NAME, "Start transcribing realtime: " + nSamplesTranscribing);
+
+    int timeStart = (int) System.currentTimeMillis();
+    int code = full(jobId, options, nSamplesBuffer32, nSamplesTranscribing);
+    int timeEnd = (int) System.currentTimeMillis();
+    int timeRecording = (int) (nSamplesTranscribing / SAMPLE_RATE * 1000);
+
+    WritableMap payload = Arguments.createMap();
+    payload.putInt("code", code);
+    payload.putInt("processTime", timeEnd - timeStart);
+    payload.putInt("recordingTime", timeRecording);
+    payload.putBoolean("isUseSlices", isUseSlices);
+    payload.putInt("sliceIndex", transcribeSliceIndex);
+
+    if (code == 0) {
+      payload.putMap("data", getTextSegments());
+    } else {
+      payload.putString("error", "Transcribe failed with code " + code);
+    }
+
+    nSamplesOfIndex = sliceNSamples.get(transcribeSliceIndex);
+    if (
+      isStoppedByAction ||
+      !isCapturing &&
+      nSamplesTranscribing == nSamplesOfIndex &&
+      sliceIndex == transcribeSliceIndex
+    ) {
+      payload.putBoolean("isCapturing", false);
+      payload.putBoolean("isStoppedByAction", isStoppedByAction);
+      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribeEnd", payload);
+    } else if (code == 0) {
+      payload.putBoolean("isCapturing", true);
+      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
+    } else {
+      payload.putBoolean("isCapturing", true);
+      emitTranscribeEvent("@RNWhisper_onRealtimeTranscribe", payload);
+    }
+
+    if (
+      // If no more samples on current slice, move to next slice
+      nSamplesTranscribing == sliceNSamples.get(transcribeSliceIndex) &&
+      transcribeSliceIndex != sliceIndex
+    ) {
+      transcribeSliceIndex++;
+      nSamplesTranscribing = 0;
+    }
+
+    if (!isCapturing && nSamplesTranscribing != nSamplesOfIndex) {
+      // If no more capturing, continue transcribing until all slices are transcribed
+      fullTranscribeSamples(options, true);
+    }
+    isTranscribing = false;
+  }
+
   private void emitTranscribeEvent(final String eventName, final WritableMap payload) {
     WritableMap event = Arguments.createMap();
     event.putInt("contextId", WhisperContext.this.id);
@@ -194,8 +295,6 @@ public class WhisperContext {
     return fullTranscribe(
       jobId,
       context,
-      // jboolean realtime,
-      isRealtime,
       // float[] audio_data,
       audioData,
       // jint audio_data_len,
@@ -246,6 +345,7 @@ public class WhisperContext {
       builder.append(text);
 
       WritableMap segment = Arguments.createMap();
+      Log.d(NAME, "getTextSegments: " + text + " " + transcribeSliceIndex);
       segment.putString("text", text);
       segment.putInt("t0", getTextSegmentT0(context, i));
       segment.putInt("t1", getTextSegmentT1(context, i));
@@ -269,6 +369,7 @@ public class WhisperContext {
     abortTranscribe(jobId);
     isCapturing = false;
     isTranscribing = false;
+    isStoppedByAction = true;
   }
 
   public void stopCurrentTranscribe() {
@@ -371,7 +472,6 @@ public class WhisperContext {
   protected static native int fullTranscribe(
     int job_id,
     long context,
-    boolean realtime,
     float[] audio_data,
     int audio_data_len,
     int n_threads,

package/android/src/main/jni/whisper/jni.cpp

@@ -5,6 +5,7 @@
 #include <cstdlib>
 #include <sys/sysinfo.h>
 #include <string>
+#include <thread>
 #include "whisper.h"
 #include "rn-whisper.h"
 #include "ggml.h"
@@ -38,7 +39,6 @@ Java_com_rnwhisper_WhisperContext_fullTranscribe(
     jobject thiz,
     jint job_id,
     jlong context_ptr,
-    jboolean realtime,
     jfloatArray audio_data,
     jint audio_data_len,
     jint n_threads,
@@ -61,7 +61,7 @@ Java_com_rnwhisper_WhisperContext_fullTranscribe(
     struct whisper_context *context = reinterpret_cast<struct whisper_context *>(context_ptr);
     jfloat *audio_data_arr = env->GetFloatArrayElements(audio_data, nullptr);
 
-    int max_threads = min(4, get_nprocs());
+    int max_threads = min(4, std::thread::hardware_concurrency());
 
     LOGI("About to create params");
 
@@ -83,7 +83,7 @@ Java_com_rnwhisper_WhisperContext_fullTranscribe(
     params.speed_up = speed_up;
     params.offset_ms = 0;
     params.no_context = true;
-    params.single_segment = realtime;
+    params.single_segment = false;
 
     if (max_len > -1) {
         params.max_len = max_len;

package/ios/RNWhisperContext.h

@@ -18,10 +18,15 @@ typedef struct {
     bool isTranscribing;
     bool isRealtime;
     bool isCapturing;
+    bool isStoppedByAction;
     int maxAudioSec;
-    int nSamples;
-    int16_t* audioBufferI16;
-    float* audioBufferF32;
+    int nSamplesTranscribing;
+    NSMutableArray<NSValue *> *shortBufferSlices;
+    NSMutableArray<NSNumber *> *sliceNSamples;
+    bool isUseSlices;
+    int sliceIndex;
+    int transcribeSliceIndex;
+    int audioSliceSec;
 
     AudioQueueRef queue;
     AudioStreamBasicDescription dataFormat;

package/ios/RNWhisperContext.mm

@@ -27,13 +27,28 @@
     self->recordState.dataFormat.mReserved = 0;
     self->recordState.dataFormat.mFormatFlags = kLinearPCMFormatFlagIsSignedInteger;
 
-    self->recordState.nSamples = 0;
-
     int maxAudioSecOpt = options[@"realtimeAudioSec"] != nil ? [options[@"realtimeAudioSec"] intValue] : 0;
     int maxAudioSec = maxAudioSecOpt > 0 ? maxAudioSecOpt : DEFAULT_MAX_AUDIO_SEC;
     self->recordState.maxAudioSec = maxAudioSec;
-    self->recordState.audioBufferI16 = (int16_t *) malloc(maxAudioSec * WHISPER_SAMPLE_RATE * sizeof(int16_t));
-    self->recordState.audioBufferF32 = (float *) malloc(maxAudioSec * WHISPER_SAMPLE_RATE * sizeof(float));
+
+    int realtimeAudioSliceSec = options[@"realtimeAudioSliceSec"] != nil ? [options[@"realtimeAudioSliceSec"] intValue] : 0;
+    int audioSliceSec = realtimeAudioSliceSec > 0 && realtimeAudioSliceSec < maxAudioSec ? realtimeAudioSliceSec : maxAudioSec;
+
+    self->recordState.audioSliceSec = audioSliceSec;
+    self->recordState.isUseSlices = audioSliceSec < maxAudioSec;
+
+    self->recordState.sliceIndex = 0;
+    self->recordState.transcribeSliceIndex = 0;
+    self->recordState.nSamplesTranscribing = 0;
+
+    [self freeBufferIfNeeded];
+    self->recordState.shortBufferSlices = [NSMutableArray new];
+
+    int16_t *audioBufferI16 = (int16_t *) malloc(audioSliceSec * WHISPER_SAMPLE_RATE * sizeof(int16_t));
+    [self->recordState.shortBufferSlices addObject:[NSValue valueWithPointer:audioBufferI16]];
+
+    self->recordState.sliceNSamples = [NSMutableArray new];
+    [self->recordState.sliceNSamples addObject:[NSNumber numberWithInt:0]];
 
     self->recordState.isRealtime = true;
     self->recordState.isTranscribing = false;
@@ -42,6 +57,16 @@
     self->recordState.mSelf = self;
 }
 
+- (void)freeBufferIfNeeded {
+    if (self->recordState.shortBufferSlices != nil) {
+        for (int i = 0; i < [self->recordState.shortBufferSlices count]; i++) {
+            int16_t *audioBufferI16 = (int16_t *) [self->recordState.shortBufferSlices[i] pointerValue];
+            free(audioBufferI16);
+        }
+        self->recordState.shortBufferSlices = nil;
+    }
+}
+
 void AudioInputCallback(void * inUserData,
     AudioQueueRef inAQ,
     AudioQueueBufferRef inBuffer,
@@ -53,70 +78,147 @@ void AudioInputCallback(void * inUserData,
 
     if (!state->isCapturing) {
         NSLog(@"[RNWhisper] Not capturing, ignoring audio");
+        if (!state->isTranscribing) {
+            state->transcribeHandler(state->jobId, @"end", @{});
+        }
         return;
     }
 
+    int totalNSamples = 0;
+    for (int i = 0; i < [state->sliceNSamples count]; i++) {
+        totalNSamples += [[state->sliceNSamples objectAtIndex:i] intValue];
+    }
+
     const int n = inBuffer->mAudioDataByteSize / 2;
-    NSLog(@"[RNWhisper] Captured %d new samples", n);
 
-    if (state->nSamples + n > state->maxAudioSec * WHISPER_SAMPLE_RATE) {
-        NSLog(@"[RNWhisper] Audio buffer is full, ignoring audio");
+    int nSamples = [state->sliceNSamples[state->sliceIndex] intValue];
+
+    if (totalNSamples + n > state->maxAudioSec * WHISPER_SAMPLE_RATE) {
+        NSLog(@"[RNWhisper] Audio buffer is full, stop capturing");
         state->isCapturing = false;
-        if (!state->isTranscribing) {
+        [state->mSelf stopAudio];
+        if (
+            !state->isTranscribing &&
+            nSamples == state->nSamplesTranscribing &&
+            state->sliceIndex == state->transcribeSliceIndex
+        ) {
             state->transcribeHandler(state->jobId, @"end", @{});
+        } else if (
+            !state->isTranscribing &&
+            nSamples != state->nSamplesTranscribing
+        ) {
+            state->isTranscribing = true;
+            dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_DEFAULT, 0), ^{
+                [state->mSelf fullTranscribeSamples:state];
+            });
         }
-        [state->mSelf stopAudio];
         return;
     }
 
+    int audioSliceSec = state->audioSliceSec;
+    if (nSamples + n > audioSliceSec * WHISPER_SAMPLE_RATE) {
+        // next slice
+        state->sliceIndex++;
+        nSamples = 0;
+        int16_t* audioBufferI16 = (int16_t*) malloc(audioSliceSec * WHISPER_SAMPLE_RATE * sizeof(int16_t));
+        [state->shortBufferSlices addObject:[NSValue valueWithPointer:audioBufferI16]];
+        [state->sliceNSamples addObject:[NSNumber numberWithInt:0]];
+    }
+
+    // Append to buffer
+    NSLog(@"[RNWhisper] Slice %d has %d samples", state->sliceIndex, nSamples);
+
+    int16_t* audioBufferI16 = (int16_t*) [state->shortBufferSlices[state->sliceIndex] pointerValue];
     for (int i = 0; i < n; i++) {
-        state->audioBufferI16[state->nSamples + i] = ((short*)inBuffer->mAudioData)[i];
+        audioBufferI16[nSamples + i] = ((short*)inBuffer->mAudioData)[i];
     }
-    state->nSamples += n;
+    nSamples += n;
+    state->sliceNSamples[state->sliceIndex] = [NSNumber numberWithInt:nSamples];
 
     AudioQueueEnqueueBuffer(state->queue, inBuffer, 0, NULL);
 
     if (!state->isTranscribing) {
         state->isTranscribing = true;
         dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_DEFAULT, 0), ^{
-            NSLog(@"[RNWhisper] Transcribing %d samples", state->nSamples);
-            // convert I16 to F32
-            for (int i = 0; i < state->nSamples; i++) {
-                state->audioBufferF32[i] = (float)state->audioBufferI16[i] / 32768.0f;
-            }
-            CFTimeInterval timeStart = CACurrentMediaTime();
-            
-            int code = [state->mSelf fullTranscribe:state->jobId audioData:state->audioBufferF32 audioDataCount:state->nSamples options:state->options];
-            
-            CFTimeInterval timeEnd = CACurrentMediaTime();
-            const float timeRecording = (float) state->nSamples / (float) state->dataFormat.mSampleRate;
-            if (code == 0) {
-                state->transcribeHandler(state->jobId, @"transcribe", @{
-                    @"isCapturing": @(state->isCapturing),
-                    @"code": [NSNumber numberWithInt:code],
-                    @"data": [state->mSelf getTextSegments],
-                    @"processTime": [NSNumber numberWithInt:(timeEnd - timeStart) * 1E3],
-                    @"recordingTime": [NSNumber numberWithInt:timeRecording * 1E3],
-                });
-                state->isTranscribing = false;
-                return;
-            }
-            state->transcribeHandler(state->jobId, @"transcribe", @{
-                @"isCapturing": @(state->isCapturing),
-                @"code": [NSNumber numberWithInt:code],
-                @"error": [NSString stringWithFormat:@"Transcribe failed with code %d", code],
-                @"processTime": [NSNumber numberWithDouble:timeEnd - timeStart],
-                @"recordingTime": [NSNumber numberWithFloat:timeRecording],
-            });
-            if (!state->isCapturing) {
-                NSLog(@"[RNWhisper] Transcribe end");
-                state->transcribeHandler(state->jobId, @"end", @{});
-            }
-            state->isTranscribing = false;
+            [state->mSelf fullTranscribeSamples:state];
         });
     }
 }
 
+- (void)fullTranscribeSamples:(RNWhisperContextRecordState*) state {
+    int nSamplesOfIndex = [[state->sliceNSamples objectAtIndex:state->transcribeSliceIndex] intValue];
+    state->nSamplesTranscribing = nSamplesOfIndex;
+    NSLog(@"[RNWhisper] Transcribing %d samples", state->nSamplesTranscribing);
+
+    int16_t* audioBufferI16 = (int16_t*) [state->shortBufferSlices[state->transcribeSliceIndex] pointerValue];
+    float* audioBufferF32 = (float*) malloc(state->nSamplesTranscribing * sizeof(float));
+    // convert I16 to F32
+    for (int i = 0; i < state->nSamplesTranscribing; i++) {
+        audioBufferF32[i] = (float)audioBufferI16[i] / 32768.0f;
+    }
+    CFTimeInterval timeStart = CACurrentMediaTime();
+    int code = [state->mSelf fullTranscribe:state->jobId audioData:audioBufferF32 audioDataCount:state->nSamplesTranscribing options:state->options];
+    free(audioBufferF32);
+    CFTimeInterval timeEnd = CACurrentMediaTime();
+    const float timeRecording = (float) state->nSamplesTranscribing / (float) state->dataFormat.mSampleRate;
+
+    NSDictionary* base = @{
+        @"code": [NSNumber numberWithInt:code],
+        @"processTime": [NSNumber numberWithInt:(timeEnd - timeStart) * 1E3],
+        @"recordingTime": [NSNumber numberWithInt:timeRecording * 1E3],
+        @"isUseSlices": @(state->isUseSlices),
+        @"sliceIndex": @(state->transcribeSliceIndex),
+    };
+
+    NSMutableDictionary* result = [base mutableCopy];
+
+    if (code == 0) {
+        result[@"data"] = [state->mSelf getTextSegments];
+    } else {
+        result[@"error"] = [NSString stringWithFormat:@"Transcribe failed with code %d", code];
+    }
+
+    nSamplesOfIndex = [[state->sliceNSamples objectAtIndex:state->transcribeSliceIndex] intValue];
+    if (
+        state->isStoppedByAction ||
+        (
+            !state->isCapturing &&
+            state->nSamplesTranscribing == nSamplesOfIndex &&
+            state->sliceIndex == state->transcribeSliceIndex
+        )
+    ) {
+        NSLog(@"[RNWhisper] Transcribe end");
+        result[@"isStoppedByAction"] = @(state->isStoppedByAction);
+        result[@"isCapturing"] = @(false);
+        state->transcribeHandler(state->jobId, @"end", result);
+    } else if (code == 0) {
+        result[@"isCapturing"] = @(true);
+        state->transcribeHandler(state->jobId, @"transcribe", result);
+    } else {
+        result[@"isCapturing"] = @(true);
+        state->transcribeHandler(state->jobId, @"transcribe", result);
+    }
+
+    if (
+      // If no more samples on current slice, move to next slice
+      state->nSamplesTranscribing == nSamplesOfIndex &&
+      state->transcribeSliceIndex != state->sliceIndex
+    ) {
+        state->transcribeSliceIndex++;
+        state->nSamplesTranscribing = 0;
+    }
+
+    if (
+        !state->isCapturing &&
+        state->nSamplesTranscribing != nSamplesOfIndex
+    ) {
+        state->isTranscribing = true;
+        // Finish transcribing the rest of the samples
+        [self fullTranscribeSamples:state];
+    }
+    state->isTranscribing = false;
+}
+
 - (bool)isCapturing {
     return self->recordState.isCapturing;
 }
@@ -132,7 +234,6 @@ void AudioInputCallback(void * inUserData,
     self->recordState.transcribeHandler = onTranscribe;
     self->recordState.jobId = jobId;
     [self prepareRealtime:options];
-    self->recordState.nSamples = 0;
 
     OSStatus status = AudioQueueNewInput(
         &self->recordState.dataFormat,
@@ -184,6 +285,7 @@ void AudioInputCallback(void * inUserData,
         return;
     }
     self->recordState.isCapturing = false;
+    self->recordState.isStoppedByAction = true;
     [self stopAudio];
 }
 
@@ -216,7 +318,7 @@ void AudioInputCallback(void * inUserData,
     params.n_threads        = max_threads;
     params.offset_ms        = 0;
     params.no_context       = true;
-    params.single_segment   = self->recordState.isRealtime;
+    params.single_segment   = false;
 
     if (options[@"maxLen"] != nil) {
         params.max_len = [options[@"maxLen"] intValue];
@@ -298,6 +400,7 @@ void AudioInputCallback(void * inUserData,
 - (void)invalidate {
     [self stopCurrentTranscribe];
     whisper_free(self->ctx);
+    [self freeBufferIfNeeded];
 }
 
 @end

package/jest/mock.js

@@ -23,7 +23,6 @@ if (!NativeModules.RNWhisper) {
             recordingTime: 1000,
           },
         })
-        // End
         DeviceEventEmitter.emit('@RNWhisper_onRealtimeTranscribe', {
           contextId,
           jobId,
@@ -37,6 +36,12 @@ if (!NativeModules.RNWhisper) {
             recordingTime: 2000,
           },
         })
+        // End event
+        DeviceEventEmitter.emit('@RNWhisper_onRealtimeTranscribeEnd', {
+          contextId,
+          jobId,
+          payload: {},
+        })
       })
     }),
     releaseContext: jest.fn(() => Promise.resolve()),

package/lib/commonjs/index.js

@@ -44,9 +44,52 @@ class WhisperContext {
     let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
     const jobId = Math.floor(Math.random() * 10000);
     await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
-    let removeTranscribe;
-    let removeEnd;
     let lastTranscribePayload;
+    const slices = [];
+    let sliceIndex = 0;
+    let tOffset = 0;
+    const putSlice = payload => {
+      if (!payload.isUseSlices) return;
+      if (sliceIndex !== payload.sliceIndex) {
+        var _slices$sliceIndex, _segments;
+        const {
+          segments = []
+        } = ((_slices$sliceIndex = slices[sliceIndex]) === null || _slices$sliceIndex === void 0 ? void 0 : _slices$sliceIndex.data) || {};
+        tOffset = ((_segments = segments[segments.length - 1]) === null || _segments === void 0 ? void 0 : _segments.t1) || 0;
+      }
+      ({
+        sliceIndex
+      } = payload);
+      slices[sliceIndex] = {
+        ...payload,
+        data: payload.data ? {
+          ...payload.data,
+          segments: payload.data.segments.map(segment => ({
+            ...segment,
+            t0: segment.t0 + tOffset,
+            t1: segment.t1 + tOffset
+          })) || []
+        } : undefined
+      };
+    };
+    const mergeSlicesIfNeeded = payload => {
+      if (!payload.isUseSlices) return payload;
+      const mergedPayload = {};
+      slices.forEach(slice => {
+        var _mergedPayload$data, _slice$data, _mergedPayload$data2, _slice$data2;
+        mergedPayload.data = {
+          result: (((_mergedPayload$data = mergedPayload.data) === null || _mergedPayload$data === void 0 ? void 0 : _mergedPayload$data.result) || '') + (((_slice$data = slice.data) === null || _slice$data === void 0 ? void 0 : _slice$data.result) || ''),
+          segments: [...((mergedPayload === null || mergedPayload === void 0 ? void 0 : (_mergedPayload$data2 = mergedPayload.data) === null || _mergedPayload$data2 === void 0 ? void 0 : _mergedPayload$data2.segments) || []), ...(((_slice$data2 = slice.data) === null || _slice$data2 === void 0 ? void 0 : _slice$data2.segments) || [])]
+        };
+        mergedPayload.processTime = slice.processTime;
+        mergedPayload.recordingTime = ((mergedPayload === null || mergedPayload === void 0 ? void 0 : mergedPayload.recordingTime) || 0) + slice.recordingTime;
+      });
+      return {
+        ...payload,
+        ...mergedPayload,
+        slices
+      };
+    };
     return {
       stop: () => RNWhisper.abortTranscribe(this.id, jobId),
       subscribe: callback => {
@@ -57,30 +100,33 @@ class WhisperContext {
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
           lastTranscribePayload = payload;
+          putSlice(payload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...payload
+            ...mergeSlicesIfNeeded(payload)
           });
-          if (!payload.isCapturing) removeTranscribe();
         });
-        removeTranscribe = transcribeListener.remove;
         const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
-          var _removeTranscribe;
           const {
-            contextId
+            contextId,
+            payload
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
+          const lastPayload = {
+            ...lastTranscribePayload,
+            ...payload
+          };
+          putSlice(lastPayload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...lastTranscribePayload,
+            ...mergeSlicesIfNeeded(lastPayload),
             isCapturing: false
           });
-          (_removeTranscribe = removeTranscribe) === null || _removeTranscribe === void 0 ? void 0 : _removeTranscribe();
-          removeEnd();
+          transcribeListener.remove();
+          endListener.remove();
         });
-        removeEnd = endListener.remove;
       }
     };
   }

package/lib/commonjs/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","EventEmitter","OS","NativeEventEmitter","DeviceEventEmitter","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","removeTranscribe","removeEnd","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","isCapturing","remove","endListener","_removeTranscribe","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAQA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIU,YAA2D;AAC/D,IAAIT,qBAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIE,+BAAkB,CAACP,SAAS,CAAC;AAClD;AACA,IAAIJ,qBAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGG,+BAAkB;AACnC;AAEA,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA8E7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAE1B,SAAS,CAAC2B,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMvB,SAAS,CAAC6B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,gBAA4B;IAChC,IAAIC,SAAqB;IACzB,IAAIC,qBAA+D;IACnE,OAAO;MACLR,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDa,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG9B,YAAY,CAAC+B,WAAW,CACjD3B,4BAA4B,EAC3B4B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDY,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGmB;UAAQ,CAAC,CAAC;UACrD,IAAI,CAACA,OAAO,CAACC,WAAW,EAAEV,gBAAgB,EAAE;QAC9C,CAAC,CACF;QACDA,gBAAgB,GAAGK,kBAAkB,CAACM,MAAM;QAC5C,MAAMC,WAAW,GAAGrC,YAAY,CAAC+B,WAAW,CAC1C1B,gCAAgC,EAC/B2B,GAAkC,IAAK;UAAA,IAAAM,iBAAA;UACtC,MAAM;YAAEL;UAAU,CAAC,GAAGD,GAAG;UACzB,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDc,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGY,qBAAqB;YAAEQ,WAAW,EAAE;UAAM,CAAC,CAAC;UACvF,CAAAG,iBAAA,GAAAb,gBAAgB,cAAAa,iBAAA,uBAAhBA,iBAAA,EAAoB;UACpBZ,SAAS,EAAE;QACb,CAAC,CACF;QACDA,SAAS,GAAGW,WAAW,CAACD,MAAM;MAChC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAG;IACd,OAAO5C,SAAS,CAAC6C,cAAc,CAAC,IAAI,CAAChC,EAAE,CAAC;EAC1C;AACF;AAEO,eAAeiC,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA9B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMb,SAAS,CAACgD,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIpC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAeoC,iBAAiBA,CAAA,EAAkB;EACvD,OAAOjD,SAAS,CAACkD,kBAAkB,EAAE;AACvC"}
+{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","EventEmitter","OS","NativeEventEmitter","DeviceEventEmitter","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","slices","sliceIndex","tOffset","putSlice","payload","isUseSlices","_slices$sliceIndex","_segments","segments","data","t1","map","segment","t0","mergeSlicesIfNeeded","mergedPayload","forEach","slice","_mergedPayload$data","_slice$data","_mergedPayload$data2","_slice$data2","result","processTime","recordingTime","subscribe","callback","transcribeListener","addListener","evt","contextId","endListener","lastPayload","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAQA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIU,YAA2D;AAC/D,IAAIT,qBAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIE,+BAAkB,CAACP,SAAS,CAAC;AAClD;AACA,IAAIJ,qBAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGG,+BAAkB;AACnC;AAEA,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAiG7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAE1B,SAAS,CAAC2B,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMvB,SAAS,CAAC6B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAAsD;IAE1D,MAAMC,MAAyC,GAAG,EAAE;IACpD,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIC,OAAe,GAAG,CAAC;IAEvB,MAAMC,QAAQ,GAAIC,OAAwC,IAAK;MAC7D,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE;MAC1B,IAAIJ,UAAU,KAAKG,OAAO,CAACH,UAAU,EAAE;QAAA,IAAAK,kBAAA,EAAAC,SAAA;QACrC,MAAM;UAAEC,QAAQ,GAAG;QAAG,CAAC,GAAG,EAAAF,kBAAA,GAAAN,MAAM,CAACC,UAAU,CAAC,cAAAK,kBAAA,uBAAlBA,kBAAA,CAAoBG,IAAI,KAAI,CAAC,CAAC;QACxDP,OAAO,GAAG,EAAAK,SAAA,GAAAC,QAAQ,CAACA,QAAQ,CAACrB,MAAM,GAAG,CAAC,CAAC,cAAAoB,SAAA,uBAA7BA,SAAA,CAA+BG,EAAE,KAAI,CAAC;MAClD;MACA,CAAC;QAAET;MAAW,CAAC,GAAGG,OAAO;MACzBJ,MAAM,CAACC,UAAU,CAAC,GAAG;QACnB,GAAGG,OAAO;QACVK,IAAI,EAAEL,OAAO,CAACK,IAAI,GAAG;UACnB,GAAGL,OAAO,CAACK,IAAI;UACfD,QAAQ,EAAEJ,OAAO,CAACK,IAAI,CAACD,QAAQ,CAACG,GAAG,CAAEC,OAAO,KAAM;YAChD,GAAGA,OAAO;YACVC,EAAE,EAAED,OAAO,CAACC,EAAE,GAAGX,OAAO;YACxBQ,EAAE,EAAEE,OAAO,CAACF,EAAE,GAAGR;UACnB,CAAC,CAAC,CAAC,IAAI;QACT,CAAC,GAAGd;MACN,CAAC;IACH,CAAC;IAED,MAAM0B,mBAAmB,GAAIV,OAAwC,IAAsC;MACzG,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE,OAAOD,OAAO;MAExC,MAAMW,aAAkB,GAAG,CAAC,CAAC;MAC7Bf,MAAM,CAACgB,OAAO,CACXC,KAAK,IAAK;QAAA,IAAAC,mBAAA,EAAAC,WAAA,EAAAC,oBAAA,EAAAC,YAAA;QACTN,aAAa,CAACN,IAAI,GAAG;UACnBa,MAAM,EAAE,CAAC,EAAAJ,mBAAA,GAAAH,aAAa,CAACN,IAAI,cAAAS,mBAAA,uBAAlBA,mBAAA,CAAoBI,MAAM,KAAI,EAAE,KAAK,EAAAH,WAAA,GAAAF,KAAK,CAACR,IAAI,cAAAU,WAAA,uBAAVA,WAAA,CAAYG,MAAM,KAAI,EAAE,CAAC;UACvEd,QAAQ,EAAE,CACR,IAAI,CAAAO,aAAa,aAAbA,aAAa,wBAAAK,oBAAA,GAAbL,aAAa,CAAEN,IAAI,cAAAW,oBAAA,uBAAnBA,oBAAA,CAAqBZ,QAAQ,KAAI,EAAE,CAAC,EACxC,IAAI,EAAAa,YAAA,GAAAJ,KAAK,CAACR,IAAI,cAAAY,YAAA,uBAAVA,YAAA,CAAYb,QAAQ,KAAI,EAAE,CAAC;QAEnC,CAAC;QACDO,aAAa,CAACQ,WAAW,GAAGN,KAAK,CAACM,WAAW;QAC7CR,aAAa,CAACS,aAAa,GAAG,CAAC,CAAAT,aAAa,aAAbA,aAAa,uBAAbA,aAAa,CAAES,aAAa,KAAI,CAAC,IAAIP,KAAK,CAACO,aAAa;MACzF,CAAC,CACF;MACD,OAAO;QAAE,GAAGpB,OAAO;QAAE,GAAGW,aAAa;QAAEf;MAAO,CAAC;IACjD,CAAC;IAED,OAAO;MACLP,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDoC,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAGrD,YAAY,CAACsD,WAAW,CACjDlD,4BAA4B,EAC3BmD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGK,OAAO;UAC/BD,QAAQ,CAACC,OAAO,CAAC;UACjBsB,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACV,OAAO;UAChC,CAAC,CAAC;QACJ,CAAC,CACF;QACD,MAAM2B,WAAW,GAAGzD,YAAY,CAACsD,WAAW,CAC1CjD,gCAAgC,EAC/BkD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClD,MAAM2C,WAAW,GAAG;YAClB,GAAGjC,qBAAqB;YACxB,GAAGK;UACL,CAAC;UACDD,QAAQ,CAAC6B,WAAW,CAAC;UACrBN,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACkB,WAAW,CAAC;YACnCC,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BH,WAAW,CAACG,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAOlE,SAAS,CAACmE,cAAc,CAAC,IAAI,CAACtD,EAAE,CAAC;EAC1C;AACF;AAEO,eAAeuD,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAApD,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMb,SAAS,CAACsE,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAI1D,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAe0D,iBAAiBA,CAAA,EAAkB;EACvD,OAAOvE,SAAS,CAACwE,kBAAkB,EAAE;AACvC"}

package/lib/module/index.js

@@ -37,9 +37,52 @@ class WhisperContext {
     let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
     const jobId = Math.floor(Math.random() * 10000);
     await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
-    let removeTranscribe;
-    let removeEnd;
     let lastTranscribePayload;
+    const slices = [];
+    let sliceIndex = 0;
+    let tOffset = 0;
+    const putSlice = payload => {
+      if (!payload.isUseSlices) return;
+      if (sliceIndex !== payload.sliceIndex) {
+        var _slices$sliceIndex, _segments;
+        const {
+          segments = []
+        } = ((_slices$sliceIndex = slices[sliceIndex]) === null || _slices$sliceIndex === void 0 ? void 0 : _slices$sliceIndex.data) || {};
+        tOffset = ((_segments = segments[segments.length - 1]) === null || _segments === void 0 ? void 0 : _segments.t1) || 0;
+      }
+      ({
+        sliceIndex
+      } = payload);
+      slices[sliceIndex] = {
+        ...payload,
+        data: payload.data ? {
+          ...payload.data,
+          segments: payload.data.segments.map(segment => ({
+            ...segment,
+            t0: segment.t0 + tOffset,
+            t1: segment.t1 + tOffset
+          })) || []
+        } : undefined
+      };
+    };
+    const mergeSlicesIfNeeded = payload => {
+      if (!payload.isUseSlices) return payload;
+      const mergedPayload = {};
+      slices.forEach(slice => {
+        var _mergedPayload$data, _slice$data, _mergedPayload$data2, _slice$data2;
+        mergedPayload.data = {
+          result: (((_mergedPayload$data = mergedPayload.data) === null || _mergedPayload$data === void 0 ? void 0 : _mergedPayload$data.result) || '') + (((_slice$data = slice.data) === null || _slice$data === void 0 ? void 0 : _slice$data.result) || ''),
+          segments: [...((mergedPayload === null || mergedPayload === void 0 ? void 0 : (_mergedPayload$data2 = mergedPayload.data) === null || _mergedPayload$data2 === void 0 ? void 0 : _mergedPayload$data2.segments) || []), ...(((_slice$data2 = slice.data) === null || _slice$data2 === void 0 ? void 0 : _slice$data2.segments) || [])]
+        };
+        mergedPayload.processTime = slice.processTime;
+        mergedPayload.recordingTime = ((mergedPayload === null || mergedPayload === void 0 ? void 0 : mergedPayload.recordingTime) || 0) + slice.recordingTime;
+      });
+      return {
+        ...payload,
+        ...mergedPayload,
+        slices
+      };
+    };
     return {
       stop: () => RNWhisper.abortTranscribe(this.id, jobId),
       subscribe: callback => {
@@ -50,30 +93,33 @@ class WhisperContext {
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
           lastTranscribePayload = payload;
+          putSlice(payload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...payload
+            ...mergeSlicesIfNeeded(payload)
           });
-          if (!payload.isCapturing) removeTranscribe();
         });
-        removeTranscribe = transcribeListener.remove;
         const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
-          var _removeTranscribe;
           const {
-            contextId
+            contextId,
+            payload
           } = evt;
           if (contextId !== this.id || evt.jobId !== jobId) return;
+          const lastPayload = {
+            ...lastTranscribePayload,
+            ...payload
+          };
+          putSlice(lastPayload);
           callback({
             contextId,
             jobId: evt.jobId,
-            ...lastTranscribePayload,
+            ...mergeSlicesIfNeeded(lastPayload),
             isCapturing: false
           });
-          (_removeTranscribe = removeTranscribe) === null || _removeTranscribe === void 0 ? void 0 : _removeTranscribe();
-          removeEnd();
+          transcribeListener.remove();
+          endListener.remove();
         });
-        removeEnd = endListener.remove;
       }
     };
   }

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","EventEmitter","OS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","removeTranscribe","removeEnd","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","isCapturing","remove","endListener","_removeTranscribe","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,aAAa,EACbC,QAAQ,QAEH,cAAc;AAErB,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIQ,YAA2D;AAC/D,IAAIT,QAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIZ,kBAAkB,CAACQ,SAAS,CAAC;AAClD;AACA,IAAIL,QAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA8E7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAEvB,SAAS,CAACwB,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMpB,SAAS,CAAC0B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,gBAA4B;IAChC,IAAIC,SAAqB;IACzB,IAAIC,qBAA+D;IACnE,OAAO;MACLR,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDa,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG5B,YAAY,CAAC6B,WAAW,CACjD3B,4BAA4B,EAC3B4B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDY,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGmB;UAAQ,CAAC,CAAC;UACrD,IAAI,CAACA,OAAO,CAACC,WAAW,EAAEV,gBAAgB,EAAE;QAC9C,CAAC,CACF;QACDA,gBAAgB,GAAGK,kBAAkB,CAACM,MAAM;QAC5C,MAAMC,WAAW,GAAGnC,YAAY,CAAC6B,WAAW,CAC1C1B,gCAAgC,EAC/B2B,GAAkC,IAAK;UAAA,IAAAM,iBAAA;UACtC,MAAM;YAAEL;UAAU,CAAC,GAAGD,GAAG;UACzB,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDc,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGY,qBAAqB;YAAEQ,WAAW,EAAE;UAAM,CAAC,CAAC;UACvF,CAAAG,iBAAA,GAAAb,gBAAgB,cAAAa,iBAAA,uBAAhBA,iBAAA,EAAoB;UACpBZ,SAAS,EAAE;QACb,CAAC,CACF;QACDA,SAAS,GAAGW,WAAW,CAACD,MAAM;MAChC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAG;IACd,OAAOzC,SAAS,CAAC0C,cAAc,CAAC,IAAI,CAAChC,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAeiC,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA9B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMV,SAAS,CAAC6C,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIpC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAeoC,iBAAiBA,CAAA,EAAkB;EACvD,OAAO9C,SAAS,CAAC+C,kBAAkB,EAAE;AACvC"}
+{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","EventEmitter","OS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","slices","sliceIndex","tOffset","putSlice","payload","isUseSlices","_slices$sliceIndex","_segments","segments","data","t1","map","segment","t0","mergeSlicesIfNeeded","mergedPayload","forEach","slice","_mergedPayload$data","_slice$data","_mergedPayload$data2","_slice$data2","result","processTime","recordingTime","subscribe","callback","transcribeListener","addListener","evt","contextId","endListener","lastPayload","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,aAAa,EACbC,QAAQ,QAEH,cAAc;AAErB,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIQ,YAA2D;AAC/D,IAAIT,QAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIZ,kBAAkB,CAACQ,SAAS,CAAC;AAClD;AACA,IAAIL,QAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAiG7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAEvB,SAAS,CAACwB,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMpB,SAAS,CAAC0B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAAsD;IAE1D,MAAMC,MAAyC,GAAG,EAAE;IACpD,IAAIC,UAAkB,GAAG,CAAC;IAC1B,IAAIC,OAAe,GAAG,CAAC;IAEvB,MAAMC,QAAQ,GAAIC,OAAwC,IAAK;MAC7D,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE;MAC1B,IAAIJ,UAAU,KAAKG,OAAO,CAACH,UAAU,EAAE;QAAA,IAAAK,kBAAA,EAAAC,SAAA;QACrC,MAAM;UAAEC,QAAQ,GAAG;QAAG,CAAC,GAAG,EAAAF,kBAAA,GAAAN,MAAM,CAACC,UAAU,CAAC,cAAAK,kBAAA,uBAAlBA,kBAAA,CAAoBG,IAAI,KAAI,CAAC,CAAC;QACxDP,OAAO,GAAG,EAAAK,SAAA,GAAAC,QAAQ,CAACA,QAAQ,CAACrB,MAAM,GAAG,CAAC,CAAC,cAAAoB,SAAA,uBAA7BA,SAAA,CAA+BG,EAAE,KAAI,CAAC;MAClD;MACA,CAAC;QAAET;MAAW,CAAC,GAAGG,OAAO;MACzBJ,MAAM,CAACC,UAAU,CAAC,GAAG;QACnB,GAAGG,OAAO;QACVK,IAAI,EAAEL,OAAO,CAACK,IAAI,GAAG;UACnB,GAAGL,OAAO,CAACK,IAAI;UACfD,QAAQ,EAAEJ,OAAO,CAACK,IAAI,CAACD,QAAQ,CAACG,GAAG,CAAEC,OAAO,KAAM;YAChD,GAAGA,OAAO;YACVC,EAAE,EAAED,OAAO,CAACC,EAAE,GAAGX,OAAO;YACxBQ,EAAE,EAAEE,OAAO,CAACF,EAAE,GAAGR;UACnB,CAAC,CAAC,CAAC,IAAI;QACT,CAAC,GAAGd;MACN,CAAC;IACH,CAAC;IAED,MAAM0B,mBAAmB,GAAIV,OAAwC,IAAsC;MACzG,IAAI,CAACA,OAAO,CAACC,WAAW,EAAE,OAAOD,OAAO;MAExC,MAAMW,aAAkB,GAAG,CAAC,CAAC;MAC7Bf,MAAM,CAACgB,OAAO,CACXC,KAAK,IAAK;QAAA,IAAAC,mBAAA,EAAAC,WAAA,EAAAC,oBAAA,EAAAC,YAAA;QACTN,aAAa,CAACN,IAAI,GAAG;UACnBa,MAAM,EAAE,CAAC,EAAAJ,mBAAA,GAAAH,aAAa,CAACN,IAAI,cAAAS,mBAAA,uBAAlBA,mBAAA,CAAoBI,MAAM,KAAI,EAAE,KAAK,EAAAH,WAAA,GAAAF,KAAK,CAACR,IAAI,cAAAU,WAAA,uBAAVA,WAAA,CAAYG,MAAM,KAAI,EAAE,CAAC;UACvEd,QAAQ,EAAE,CACR,IAAI,CAAAO,aAAa,aAAbA,aAAa,wBAAAK,oBAAA,GAAbL,aAAa,CAAEN,IAAI,cAAAW,oBAAA,uBAAnBA,oBAAA,CAAqBZ,QAAQ,KAAI,EAAE,CAAC,EACxC,IAAI,EAAAa,YAAA,GAAAJ,KAAK,CAACR,IAAI,cAAAY,YAAA,uBAAVA,YAAA,CAAYb,QAAQ,KAAI,EAAE,CAAC;QAEnC,CAAC;QACDO,aAAa,CAACQ,WAAW,GAAGN,KAAK,CAACM,WAAW;QAC7CR,aAAa,CAACS,aAAa,GAAG,CAAC,CAAAT,aAAa,aAAbA,aAAa,uBAAbA,aAAa,CAAES,aAAa,KAAI,CAAC,IAAIP,KAAK,CAACO,aAAa;MACzF,CAAC,CACF;MACD,OAAO;QAAE,GAAGpB,OAAO;QAAE,GAAGW,aAAa;QAAEf;MAAO,CAAC;IACjD,CAAC;IAED,OAAO;MACLP,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDoC,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAGnD,YAAY,CAACoD,WAAW,CACjDlD,4BAA4B,EAC3BmD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGK,OAAO;UAC/BD,QAAQ,CAACC,OAAO,CAAC;UACjBsB,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACV,OAAO;UAChC,CAAC,CAAC;QACJ,CAAC,CACF;QACD,MAAM2B,WAAW,GAAGvD,YAAY,CAACoD,WAAW,CAC1CjD,gCAAgC,EAC/BkD,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAE1B;UAAQ,CAAC,GAAGyB,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAAChD,EAAE,IAAI+C,GAAG,CAACxC,KAAK,KAAKA,KAAK,EAAE;UAClD,MAAM2C,WAAW,GAAG;YAClB,GAAGjC,qBAAqB;YACxB,GAAGK;UACL,CAAC;UACDD,QAAQ,CAAC6B,WAAW,CAAC;UACrBN,QAAQ,CAAC;YACPI,SAAS;YACTzC,KAAK,EAAEwC,GAAG,CAACxC,KAAK;YAChB,GAAGyB,mBAAmB,CAACkB,WAAW,CAAC;YACnCC,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BH,WAAW,CAACG,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAO/D,SAAS,CAACgE,cAAc,CAAC,IAAI,CAACtD,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAeuD,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAApD,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMV,SAAS,CAACmE,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAI1D,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAe0D,iBAAiBA,CAAA,EAAkB;EACvD,OAAOpE,SAAS,CAACqE,kBAAkB,EAAE;AACvC"}

package/lib/typescript/index.d.ts

@@ -36,6 +36,12 @@ export type TranscribeRealtimeOptions = TranscribeOptions & {
      * the recommended value will be <= 30 seconds. (Default: 30)
      */
     realtimeAudioSec?: number;
+    /**
+     * Optimize audio transcription performance by slicing audio samples when `realtimeAudioSec` > 30.
+     * Set `realtimeAudioSliceSec` < 30 so performance improvements can be achieved in the Whisper hard constraint (processes the audio in chunks of 30 seconds).
+     * (Default: Equal to `realtimeMaxAudioSec`)
+     */
+    realtimeAudioSliceSec?: number;
 };
 export type TranscribeResult = {
     result: string;
@@ -50,24 +56,36 @@ export type TranscribeRealtimeEvent = {
     jobId: number;
     /** Is capturing audio, when false, the event is the final result */
     isCapturing: boolean;
+    isStoppedByAction?: boolean;
+    code: number;
+    data?: TranscribeResult;
+    error?: string;
+    processTime: number;
+    recordingTime: number;
+    slices?: Array<{
+        code: number;
+        error?: string;
+        data?: TranscribeResult;
+        processTime: number;
+        recordingTime: number;
+    }>;
+};
+export type TranscribeRealtimeNativePayload = {
+    /** Is capturing audio, when false, the event is the final result */
+    isCapturing: boolean;
+    isStoppedByAction?: boolean;
     code: number;
     processTime: number;
     recordingTime: number;
+    isUseSlices: boolean;
+    sliceIndex: number;
     data?: TranscribeResult;
     error?: string;
 };
 export type TranscribeRealtimeNativeEvent = {
     contextId: number;
     jobId: number;
-    payload: {
-        /** Is capturing audio, when false, the event is the final result */
-        isCapturing: boolean;
-        code: number;
-        processTime: number;
-        recordingTime: number;
-        data?: TranscribeResult;
-        error?: string;
-    };
+    payload: TranscribeRealtimeNativePayload;
 };
 declare class WhisperContext {
     id: number;

package/lib/typescript/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAkCA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,oEAAoE;QACpE,WAAW,EAAE,OAAO,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAItB,4BAA4B;IAC5B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG;QACzD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;KACpC;IAQD,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAC;KACzE,CAAC;IAmCI,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAkCA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAC/B,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,+BAA+B,GAAG;IAC5C,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,OAAO,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,+BAA+B,CAAC;CAC1C,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAItB,4BAA4B;IAC5B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG;QACzD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;KACpC;IAQD,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAC;KACzE,CAAC;IA0FI,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "whisper.rn",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "React Native binding of whisper.cpp",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",

package/src/index.tsx

@@ -71,6 +71,12 @@ export type TranscribeRealtimeOptions = TranscribeOptions & {
    * the recommended value will be <= 30 seconds. (Default: 30)
    */
   realtimeAudioSec?: number,
+  /**
+   * Optimize audio transcription performance by slicing audio samples when `realtimeAudioSec` > 30.
+   * Set `realtimeAudioSliceSec` < 30 so performance improvements can be achieved in the Whisper hard constraint (processes the audio in chunks of 30 seconds).
+   * (Default: Equal to `realtimeMaxAudioSec`)
+   */
+  realtimeAudioSliceSec?: number
 }
 
 export type TranscribeResult = {
@@ -87,9 +93,30 @@ export type TranscribeRealtimeEvent = {
   jobId: number,
   /** Is capturing audio, when false, the event is the final result */
   isCapturing: boolean,
+  isStoppedByAction?: boolean,
   code: number,
+  data?: TranscribeResult,
+  error?: string,
   processTime: number,
   recordingTime: number,
+  slices?: Array<{
+    code: number,
+    error?: string,
+    data?: TranscribeResult,
+    processTime: number,
+    recordingTime: number,
+  }>,
+}
+
+export type TranscribeRealtimeNativePayload = {
+  /** Is capturing audio, when false, the event is the final result */
+  isCapturing: boolean,
+  isStoppedByAction?: boolean,
+  code: number,
+  processTime: number,
+  recordingTime: number,
+  isUseSlices: boolean,
+  sliceIndex: number,
   data?: TranscribeResult,
   error?: string,
 }
@@ -97,15 +124,7 @@ export type TranscribeRealtimeEvent = {
 export type TranscribeRealtimeNativeEvent = {
   contextId: number,
   jobId: number,
-  payload: {
-    /** Is capturing audio, when false, the event is the final result */
-    isCapturing: boolean,
-    code: number,
-    processTime: number,
-    recordingTime: number,
-    data?: TranscribeResult,
-    error?: string,
-  },
+  payload: TranscribeRealtimeNativePayload,
 }
 
 class WhisperContext {
@@ -138,9 +157,52 @@ class WhisperContext {
   }> {
     const jobId: number = Math.floor(Math.random() * 10000)
     await RNWhisper.startRealtimeTranscribe(this.id, jobId, options)
-    let removeTranscribe: () => void
-    let removeEnd: () => void
-    let lastTranscribePayload: TranscribeRealtimeNativeEvent['payload']
+    let lastTranscribePayload: TranscribeRealtimeNativePayload
+
+    const slices: TranscribeRealtimeNativePayload[] = []
+    let sliceIndex: number = 0
+    let tOffset: number = 0
+
+    const putSlice = (payload: TranscribeRealtimeNativePayload) => {
+      if (!payload.isUseSlices) return
+      if (sliceIndex !== payload.sliceIndex) {
+        const { segments = [] } = slices[sliceIndex]?.data || {}
+        tOffset = segments[segments.length - 1]?.t1 || 0
+      }
+      ({ sliceIndex } = payload)
+      slices[sliceIndex] = {
+        ...payload,
+        data: payload.data ? {
+          ...payload.data,
+          segments: payload.data.segments.map((segment) => ({
+            ...segment,
+            t0: segment.t0 + tOffset,
+            t1: segment.t1 + tOffset,
+          })) || [],
+        } : undefined,
+      }
+    }
+
+    const mergeSlicesIfNeeded = (payload: TranscribeRealtimeNativePayload): TranscribeRealtimeNativePayload => {
+      if (!payload.isUseSlices) return payload
+
+      const mergedPayload: any = {}
+      slices.forEach(
+        (slice) => {
+          mergedPayload.data = {
+            result: (mergedPayload.data?.result || '') + (slice.data?.result || ''),
+            segments: [
+              ...(mergedPayload?.data?.segments || []),
+              ...(slice.data?.segments || []),
+            ],
+          }
+          mergedPayload.processTime = slice.processTime
+          mergedPayload.recordingTime = (mergedPayload?.recordingTime || 0) + slice.recordingTime
+        }
+      )
+      return { ...payload, ...mergedPayload, slices }
+    }
+
     return {
       stop: () => RNWhisper.abortTranscribe(this.id, jobId),
       subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => {
@@ -150,22 +212,34 @@ class WhisperContext {
             const { contextId, payload } = evt
             if (contextId !== this.id || evt.jobId !== jobId) return
             lastTranscribePayload = payload
-            callback({ contextId, jobId: evt.jobId, ...payload })
-            if (!payload.isCapturing) removeTranscribe()
+            putSlice(payload)
+            callback({
+              contextId,
+              jobId: evt.jobId,
+              ...mergeSlicesIfNeeded(payload),
+            })
           }
         )
-        removeTranscribe = transcribeListener.remove
         const endListener = EventEmitter.addListener(
           EVENT_ON_REALTIME_TRANSCRIBE_END,
           (evt: TranscribeRealtimeNativeEvent) => {
-            const { contextId } = evt
+            const { contextId, payload } = evt
             if (contextId !== this.id || evt.jobId !== jobId) return
-            callback({ contextId, jobId: evt.jobId, ...lastTranscribePayload, isCapturing: false })
-            removeTranscribe?.()
-            removeEnd()
+            const lastPayload = {
+              ...lastTranscribePayload,
+              ...payload,
+            }
+            putSlice(lastPayload)
+            callback({
+              contextId,
+              jobId: evt.jobId,
+              ...mergeSlicesIfNeeded(lastPayload),
+              isCapturing: false
+            })
+            transcribeListener.remove()
+            endListener.remove()
           }
         )
-        removeEnd = endListener.remove
       },
     }
   }