whisper.rn 0.1.5 → 0.2.1

package/jest/mock.js

@@ -1,14 +1,55 @@
-const { NativeModules } = require('react-native')
+const { NativeModules, DeviceEventEmitter } = require('react-native')
 
 if (!NativeModules.RNWhisper) {
   NativeModules.RNWhisper = {
     initContext: jest.fn(() => Promise.resolve(1)),
-    transcribe: jest.fn(() => Promise.resolve({
+    transcribeFile: jest.fn(() => Promise.resolve({
       result: ' Test',
       segments: [{ text: ' Test', t0: 0, t1: 33 }],
     })),
+    startRealtimeTranscribe: jest.fn((contextId, jobId) => {
+      setTimeout(() => {
+        // Start
+        DeviceEventEmitter.emit('@RNWhisper_onRealtimeTranscribe', {
+          contextId,
+          jobId,
+          payload: {
+            isCapturing: true,
+            data: {
+              result: ' Test',
+              segments: [{ text: ' Test', t0: 0, t1: 33 }],
+            },
+            processTime: 100,
+            recordingTime: 1000,
+          },
+        })
+        DeviceEventEmitter.emit('@RNWhisper_onRealtimeTranscribe', {
+          contextId,
+          jobId,
+          payload: {
+            isCapturing: false,
+            data: {
+              result: ' Test',
+              segments: [{ text: ' Test', t0: 0, t1: 33 }],
+            },
+            processTime: 100,
+            recordingTime: 2000,
+          },
+        })
+        // End event
+        DeviceEventEmitter.emit('@RNWhisper_onRealtimeTranscribeEnd', {
+          contextId,
+          jobId,
+          payload: {},
+        })
+      })
+    }),
     releaseContext: jest.fn(() => Promise.resolve()),
     releaseAllContexts: jest.fn(() => Promise.resolve()),
+
+    // For NativeEventEmitter
+    addListener: jest.fn(),
+    removeListeners: jest.fn(),
   }
 }
 

package/lib/commonjs/index.js

@@ -15,13 +15,70 @@ const RNWhisper = _reactNative.NativeModules.RNWhisper ? _reactNative.NativeModu
     throw new Error(LINKING_ERROR);
   }
 });
+let EventEmitter;
+if (_reactNative.Platform.OS === 'ios') {
+  EventEmitter = new _reactNative.NativeEventEmitter(RNWhisper);
+}
+if (_reactNative.Platform.OS === 'android') {
+  EventEmitter = _reactNative.DeviceEventEmitter;
+}
+const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe';
+const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd';
 class WhisperContext {
   constructor(id) {
     this.id = id;
   }
-  async transcribe(path) {
+
+  /** Transcribe audio file */
+  transcribe(path) {
     let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-    return RNWhisper.transcribe(this.id, path, options);
+    const jobId = Math.floor(Math.random() * 10000);
+    return {
+      stop: () => RNWhisper.abortTranscribe(this.id, jobId),
+      promise: RNWhisper.transcribeFile(this.id, jobId, path, options)
+    };
+  }
+
+  /** Transcribe the microphone audio stream, the microphone user permission is required */
+  async transcribeRealtime() {
+    let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
+    const jobId = Math.floor(Math.random() * 10000);
+    await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
+    let lastTranscribePayload;
+    return {
+      stop: () => RNWhisper.abortTranscribe(this.id, jobId),
+      subscribe: callback => {
+        const transcribeListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE, evt => {
+          const {
+            contextId,
+            payload
+          } = evt;
+          if (contextId !== this.id || evt.jobId !== jobId) return;
+          lastTranscribePayload = payload;
+          callback({
+            contextId,
+            jobId: evt.jobId,
+            ...payload
+          });
+        });
+        const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
+          const {
+            contextId,
+            payload
+          } = evt;
+          if (contextId !== this.id || evt.jobId !== jobId) return;
+          callback({
+            contextId,
+            jobId: evt.jobId,
+            ...lastTranscribePayload,
+            ...payload,
+            isCapturing: false
+          });
+          transcribeListener.remove();
+          endListener.remove();
+        });
+      }
+    };
   }
   async release() {
     return RNWhisper.releaseContext(this.id);

package/lib/commonjs/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AA6BH,MAAMU,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;EAEA,MAAMC,UAAUA,CAACC,IAAY,EAA8D;IAAA,IAA5DC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAC5D,OAAOX,SAAS,CAACQ,UAAU,CAAC,IAAI,CAACD,EAAE,EAAEE,IAAI,EAAEC,OAAO,CAAC;EACrD;EAEA,MAAMI,OAAOA,CAAA,EAAG;IACd,OAAOd,SAAS,CAACe,cAAc,CAAC,IAAI,CAACR,EAAE,CAAC;EAC1C;AACF;AAEO,eAAeS,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAAN,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMP,SAAS,CAACkB,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIZ,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAeY,iBAAiBA,CAAA,EAAkB;EACvD,OAAOnB,SAAS,CAACoB,kBAAkB,EAAE;AACvC"}
+{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","EventEmitter","OS","NativeEventEmitter","DeviceEventEmitter","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","endListener","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAQA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIU,YAA2D;AAC/D,IAAIT,qBAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIE,+BAAkB,CAACP,SAAS,CAAC;AAClD;AACA,IAAIJ,qBAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGG,+BAAkB;AACnC;AAEA,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAgF7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAE1B,SAAS,CAAC2B,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMvB,SAAS,CAAC6B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAA+D;IACnE,OAAO;MACLN,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDW,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG5B,YAAY,CAAC6B,WAAW,CACjDzB,4BAA4B,EAC3B0B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAEhB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAAE,GAAGiB;UAAQ,CAAC,CAAC;QACvD,CAAC,CACF;QACD,MAAMC,WAAW,GAAGjC,YAAY,CAAC6B,WAAW,CAC1CxB,gCAAgC,EAC/ByB,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDY,QAAQ,CAAC;YACPI,SAAS;YACThB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAChB,GAAGU,qBAAqB;YACxB,GAAGO,OAAO;YACVE,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BF,WAAW,CAACE,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAOzC,SAAS,CAAC0C,cAAc,CAAC,IAAI,CAAC7B,EAAE,CAAC;EAC1C;AACF;AAEO,eAAe8B,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA3B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMb,SAAS,CAAC6C,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIjC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAeiC,iBAAiBA,CAAA,EAAkB;EACvD,OAAO9C,SAAS,CAAC+C,kBAAkB,EAAE;AACvC"}

package/lib/module/index.js

@@ -1,4 +1,4 @@
-import { NativeModules, Platform } from 'react-native';
+import { NativeEventEmitter, DeviceEventEmitter, NativeModules, Platform } from 'react-native';
 const LINKING_ERROR = `The package 'whisper.rn' doesn't seem to be linked. Make sure: \n\n${Platform.select({
   ios: "- You have run 'pod install'\n",
   default: ''
@@ -8,13 +8,70 @@ const RNWhisper = NativeModules.RNWhisper ? NativeModules.RNWhisper : new Proxy(
     throw new Error(LINKING_ERROR);
   }
 });
+let EventEmitter;
+if (Platform.OS === 'ios') {
+  EventEmitter = new NativeEventEmitter(RNWhisper);
+}
+if (Platform.OS === 'android') {
+  EventEmitter = DeviceEventEmitter;
+}
+const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe';
+const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd';
 class WhisperContext {
   constructor(id) {
     this.id = id;
   }
-  async transcribe(path) {
+
+  /** Transcribe audio file */
+  transcribe(path) {
     let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-    return RNWhisper.transcribe(this.id, path, options);
+    const jobId = Math.floor(Math.random() * 10000);
+    return {
+      stop: () => RNWhisper.abortTranscribe(this.id, jobId),
+      promise: RNWhisper.transcribeFile(this.id, jobId, path, options)
+    };
+  }
+
+  /** Transcribe the microphone audio stream, the microphone user permission is required */
+  async transcribeRealtime() {
+    let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
+    const jobId = Math.floor(Math.random() * 10000);
+    await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
+    let lastTranscribePayload;
+    return {
+      stop: () => RNWhisper.abortTranscribe(this.id, jobId),
+      subscribe: callback => {
+        const transcribeListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE, evt => {
+          const {
+            contextId,
+            payload
+          } = evt;
+          if (contextId !== this.id || evt.jobId !== jobId) return;
+          lastTranscribePayload = payload;
+          callback({
+            contextId,
+            jobId: evt.jobId,
+            ...payload
+          });
+        });
+        const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
+          const {
+            contextId,
+            payload
+          } = evt;
+          if (contextId !== this.id || evt.jobId !== jobId) return;
+          callback({
+            contextId,
+            jobId: evt.jobId,
+            ...lastTranscribePayload,
+            ...payload,
+            isCapturing: false
+          });
+          transcribeListener.remove();
+          endListener.remove();
+        });
+      }
+    };
   }
   async release() {
     return RNWhisper.releaseContext(this.id);

package/lib/module/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SAASA,aAAa,EAAEC,QAAQ,QAAQ,cAAc;AAEtD,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AA6BH,MAAMQ,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;EAEA,MAAMC,UAAUA,CAACC,IAAY,EAA8D;IAAA,IAA5DC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAC5D,OAAOV,SAAS,CAACO,UAAU,CAAC,IAAI,CAACD,EAAE,EAAEE,IAAI,EAAEC,OAAO,CAAC;EACrD;EAEA,MAAMI,OAAOA,CAAA,EAAG;IACd,OAAOb,SAAS,CAACc,cAAc,CAAC,IAAI,CAACR,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAeS,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAAN,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMN,SAAS,CAACiB,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIZ,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAeY,iBAAiBA,CAAA,EAAkB;EACvD,OAAOlB,SAAS,CAACmB,kBAAkB,EAAE;AACvC"}
+{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","EventEmitter","OS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","endListener","isCapturing","remove","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,aAAa,EACbC,QAAQ,QAEH,cAAc;AAErB,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIQ,YAA2D;AAC/D,IAAIT,QAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIZ,kBAAkB,CAACQ,SAAS,CAAC;AAClD;AACA,IAAIL,QAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AAgF7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAEvB,SAAS,CAACwB,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMpB,SAAS,CAAC0B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,qBAA+D;IACnE,OAAO;MACLN,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDW,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG1B,YAAY,CAAC2B,WAAW,CACjDzB,4BAA4B,EAC3B0B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDU,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAEhB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAAE,GAAGiB;UAAQ,CAAC,CAAC;QACvD,CAAC,CACF;QACD,MAAMC,WAAW,GAAG/B,YAAY,CAAC2B,WAAW,CAC1CxB,gCAAgC,EAC/ByB,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACvB,EAAE,IAAIsB,GAAG,CAACf,KAAK,KAAKA,KAAK,EAAE;UAClDY,QAAQ,CAAC;YACPI,SAAS;YACThB,KAAK,EAAEe,GAAG,CAACf,KAAK;YAChB,GAAGU,qBAAqB;YACxB,GAAGO,OAAO;YACVE,WAAW,EAAE;UACf,CAAC,CAAC;UACFN,kBAAkB,CAACO,MAAM,EAAE;UAC3BF,WAAW,CAACE,MAAM,EAAE;QACtB,CAAC,CACF;MACH;IACF,CAAC;EACH;EAEA,MAAMC,OAAOA,CAAA,EAAG;IACd,OAAOtC,SAAS,CAACuC,cAAc,CAAC,IAAI,CAAC7B,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAe8B,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA3B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMV,SAAS,CAAC0C,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIjC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAeiC,iBAAiBA,CAAA,EAAkB;EACvD,OAAO3C,SAAS,CAAC4C,kBAAkB,EAAE;AACvC"}

package/lib/typescript/index.d.ts

@@ -1,20 +1,42 @@
 export type TranscribeOptions = {
+    /** Spoken language (Default: 'auto' for auto-detect) */
     language?: string;
+    /** Translate from source language to english (Default: false) */
     translate?: boolean;
+    /** Number of threads to use during computation (Default: 4) */
     maxThreads?: number;
+    /** Maximum number of text context tokens to store */
     maxContext?: number;
+    /** Maximum segment length in characters */
     maxLen?: number;
+    /** Enable token-level timestamps */
     tokenTimestamps?: boolean;
+    /** Word timestamp probability threshold */
+    wordThold?: number;
+    /** Time offset in milliseconds */
     offset?: number;
+    /** Duration of audio to process in milliseconds */
     duration?: number;
-    wordThold?: number;
+    /** Tnitial decoding temperature */
     temperature?: number;
     temperatureInc?: number;
+    /** Beam size for beam search */
     beamSize?: number;
+    /** Number of best candidates to keep */
     bestOf?: number;
+    /** Speed up audio by x2 (reduced accuracy) */
     speedUp?: boolean;
+    /** Initial Prompt */
     prompt?: string;
 };
+export type TranscribeRealtimeOptions = TranscribeOptions & {
+    /**
+     * Realtime record max duration in seconds.
+     * Due to the whisper.cpp hard constraint - processes the audio in chunks of 30 seconds,
+     * the recommended value will be <= 30 seconds. (Default: 30)
+     */
+    realtimeAudioSec?: number;
+};
 export type TranscribeResult = {
     result: string;
     segments: Array<{
@@ -23,10 +45,49 @@ export type TranscribeResult = {
         t1: number;
     }>;
 };
+export type TranscribeRealtimeEvent = {
+    contextId: number;
+    jobId: number;
+    /** Is capturing audio, when false, the event is the final result */
+    isCapturing: boolean;
+    isStoppedByAction?: boolean;
+    code: number;
+    processTime: number;
+    recordingTime: number;
+    data?: TranscribeResult;
+    error?: string;
+};
+export type TranscribeRealtimeNativeEvent = {
+    contextId: number;
+    jobId: number;
+    payload: {
+        /** Is capturing audio, when false, the event is the final result */
+        isCapturing: boolean;
+        isStoppedByAction?: boolean;
+        code: number;
+        processTime: number;
+        recordingTime: number;
+        data?: TranscribeResult;
+        error?: string;
+    };
+};
 declare class WhisperContext {
     id: number;
     constructor(id: number);
-    transcribe(path: string, options?: TranscribeOptions): Promise<TranscribeResult>;
+    /** Transcribe audio file */
+    transcribe(path: string, options?: TranscribeOptions): {
+        /** Stop the transcribe */
+        stop: () => void;
+        /** Transcribe result promise */
+        promise: Promise<TranscribeResult>;
+    };
+    /** Transcribe the microphone audio stream, the microphone user permission is required */
+    transcribeRealtime(options?: TranscribeRealtimeOptions): Promise<{
+        /** Stop the realtime transcribe */
+        stop: () => void;
+        /** Subscribe to realtime transcribe events */
+        subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void;
+    }>;
     release(): Promise<any>;
 }
 export declare function initWhisper({ filePath }?: {

package/lib/typescript/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAiBA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAIhB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAIpF,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAkCA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,oEAAoE;QACpE,WAAW,EAAE,OAAO,CAAC;QACrB,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAItB,4BAA4B;IAC5B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG;QACzD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;KACpC;IAQD,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAC;KACzE,CAAC;IAoCI,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "whisper.rn",
-  "version": "0.1.5",
+  "version": "0.2.1",
   "description": "React Native binding of whisper.cpp",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",

package/src/index.tsx

@@ -1,4 +1,10 @@
-import { NativeModules, Platform } from 'react-native'
+import {
+  NativeEventEmitter,
+  DeviceEventEmitter,
+  NativeModules,
+  Platform,
+  DeviceEventEmitterStatic,
+} from 'react-native'
 
 const LINKING_ERROR =
   `The package 'whisper.rn' doesn't seem to be linked. Make sure: \n\n${Platform.select({ ios: "- You have run 'pod install'\n", default: '' })
@@ -15,24 +21,58 @@ const RNWhisper = NativeModules.RNWhisper
     },
   )
 
+let EventEmitter: NativeEventEmitter | DeviceEventEmitterStatic
+if (Platform.OS === 'ios') {
+  EventEmitter = new NativeEventEmitter(RNWhisper)
+}
+if (Platform.OS === 'android') {
+  EventEmitter = DeviceEventEmitter
+}
+
+const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe'
+const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd'
+
 export type TranscribeOptions = {
+  /** Spoken language (Default: 'auto' for auto-detect) */
   language?: string,
+  /** Translate from source language to english (Default: false) */
   translate?: boolean,
+  /** Number of threads to use during computation (Default: 4) */
   maxThreads?: number,
+  /** Maximum number of text context tokens to store */
   maxContext?: number,
+  /** Maximum segment length in characters */
   maxLen?: number,
+  /** Enable token-level timestamps */
   tokenTimestamps?: boolean,
+  /** Word timestamp probability threshold */
+  wordThold?: number,
+  /** Time offset in milliseconds */
   offset?: number,
+  /** Duration of audio to process in milliseconds */
   duration?: number,
-  wordThold?: number,
+  /** Tnitial decoding temperature */
   temperature?: number,
   temperatureInc?: number,
+  /** Beam size for beam search */
   beamSize?: number,
+  /** Number of best candidates to keep */
   bestOf?: number,
+  /** Speed up audio by x2 (reduced accuracy) */
   speedUp?: boolean,
+  /** Initial Prompt */
   prompt?: string,
 }
 
+export type TranscribeRealtimeOptions = TranscribeOptions & {
+  /**
+   * Realtime record max duration in seconds. 
+   * Due to the whisper.cpp hard constraint - processes the audio in chunks of 30 seconds,
+   * the recommended value will be <= 30 seconds. (Default: 30)
+   */
+  realtimeAudioSec?: number,
+}
+
 export type TranscribeResult = {
   result: string,
   segments: Array<{
@@ -42,6 +82,34 @@ export type TranscribeResult = {
   }>,
 }
 
+export type TranscribeRealtimeEvent = {
+  contextId: number,
+  jobId: number,
+  /** Is capturing audio, when false, the event is the final result */
+  isCapturing: boolean,
+  isStoppedByAction?: boolean,
+  code: number,
+  processTime: number,
+  recordingTime: number,
+  data?: TranscribeResult,
+  error?: string,
+}
+
+export type TranscribeRealtimeNativeEvent = {
+  contextId: number,
+  jobId: number,
+  payload: {
+    /** Is capturing audio, when false, the event is the final result */
+    isCapturing: boolean,
+    isStoppedByAction?: boolean,
+    code: number,
+    processTime: number,
+    recordingTime: number,
+    data?: TranscribeResult,
+    error?: string,
+  },
+}
+
 class WhisperContext {
   id: number
 
@@ -49,8 +117,60 @@ class WhisperContext {
     this.id = id
   }
 
-  async transcribe(path: string, options: TranscribeOptions = {}): Promise<TranscribeResult> {
-    return RNWhisper.transcribe(this.id, path, options)
+  /** Transcribe audio file */
+  transcribe(path: string, options: TranscribeOptions = {}): {
+    /** Stop the transcribe */
+    stop: () => void,
+    /** Transcribe result promise */
+    promise: Promise<TranscribeResult>,
+  } {
+    const jobId: number = Math.floor(Math.random() * 10000)
+    return {
+      stop: () => RNWhisper.abortTranscribe(this.id, jobId),
+      promise: RNWhisper.transcribeFile(this.id, jobId, path, options),
+    }
+  }
+
+  /** Transcribe the microphone audio stream, the microphone user permission is required */
+  async transcribeRealtime(options: TranscribeRealtimeOptions = {}): Promise<{
+    /** Stop the realtime transcribe */
+    stop: () => void,
+    /** Subscribe to realtime transcribe events */
+    subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void,
+  }> {
+    const jobId: number = Math.floor(Math.random() * 10000)
+    await RNWhisper.startRealtimeTranscribe(this.id, jobId, options)
+    let lastTranscribePayload: TranscribeRealtimeNativeEvent['payload']
+    return {
+      stop: () => RNWhisper.abortTranscribe(this.id, jobId),
+      subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => {
+        const transcribeListener = EventEmitter.addListener(
+          EVENT_ON_REALTIME_TRANSCRIBE,
+          (evt: TranscribeRealtimeNativeEvent) => {
+            const { contextId, payload } = evt
+            if (contextId !== this.id || evt.jobId !== jobId) return
+            lastTranscribePayload = payload
+            callback({ contextId, jobId: evt.jobId, ...payload })
+          }
+        )
+        const endListener = EventEmitter.addListener(
+          EVENT_ON_REALTIME_TRANSCRIBE_END,
+          (evt: TranscribeRealtimeNativeEvent) => {
+            const { contextId, payload } = evt
+            if (contextId !== this.id || evt.jobId !== jobId) return
+            callback({
+              contextId,
+              jobId: evt.jobId,
+              ...lastTranscribePayload,
+              ...payload,
+              isCapturing: false
+            })
+            transcribeListener.remove()
+            endListener.remove()
+          }
+        )
+      },
+    }
   }
 
   async release() {