whisper.rn 0.1.5 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -15,13 +15,74 @@ const RNWhisper = _reactNative.NativeModules.RNWhisper ? _reactNative.NativeModu
15
15
  throw new Error(LINKING_ERROR);
16
16
  }
17
17
  });
18
+ let EventEmitter;
19
+ if (_reactNative.Platform.OS === 'ios') {
20
+ EventEmitter = new _reactNative.NativeEventEmitter(RNWhisper);
21
+ }
22
+ if (_reactNative.Platform.OS === 'android') {
23
+ EventEmitter = _reactNative.DeviceEventEmitter;
24
+ }
25
+ const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe';
26
+ const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd';
18
27
  class WhisperContext {
19
28
  constructor(id) {
20
29
  this.id = id;
21
30
  }
22
- async transcribe(path) {
31
+
32
+ /** Transcribe audio file */
33
+ transcribe(path) {
23
34
  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
24
- return RNWhisper.transcribe(this.id, path, options);
35
+ const jobId = Math.floor(Math.random() * 10000);
36
+ return {
37
+ stop: () => RNWhisper.abortTranscribe(this.id, jobId),
38
+ promise: RNWhisper.transcribeFile(this.id, jobId, path, options)
39
+ };
40
+ }
41
+
42
+ /** Transcribe the microphone audio stream, the microphone user permission is required */
43
+ async transcribeRealtime() {
44
+ let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
45
+ const jobId = Math.floor(Math.random() * 10000);
46
+ await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
47
+ let removeTranscribe;
48
+ let removeEnd;
49
+ let lastTranscribePayload;
50
+ return {
51
+ stop: () => RNWhisper.abortTranscribe(this.id, jobId),
52
+ subscribe: callback => {
53
+ const transcribeListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE, evt => {
54
+ const {
55
+ contextId,
56
+ payload
57
+ } = evt;
58
+ if (contextId !== this.id || evt.jobId !== jobId) return;
59
+ lastTranscribePayload = payload;
60
+ callback({
61
+ contextId,
62
+ jobId: evt.jobId,
63
+ ...payload
64
+ });
65
+ if (!payload.isCapturing) removeTranscribe();
66
+ });
67
+ removeTranscribe = transcribeListener.remove;
68
+ const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
69
+ var _removeTranscribe;
70
+ const {
71
+ contextId
72
+ } = evt;
73
+ if (contextId !== this.id || evt.jobId !== jobId) return;
74
+ callback({
75
+ contextId,
76
+ jobId: evt.jobId,
77
+ ...lastTranscribePayload,
78
+ isCapturing: false
79
+ });
80
+ (_removeTranscribe = removeTranscribe) === null || _removeTranscribe === void 0 ? void 0 : _removeTranscribe();
81
+ removeEnd();
82
+ });
83
+ removeEnd = endListener.remove;
84
+ }
85
+ };
25
86
  }
26
87
  async release() {
27
88
  return RNWhisper.releaseContext(this.id);
@@ -1 +1 @@
1
- {"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAEA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AA6BH,MAAMU,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;EAEA,MAAMC,UAAUA,CAACC,IAAY,EAA8D;IAAA,IAA5DC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAC5D,OAAOX,SAAS,CAACQ,UAAU,CAAC,IAAI,CAACD,EAAE,EAAEE,IAAI,EAAEC,OAAO,CAAC;EACrD;EAEA,MAAMI,OAAOA,CAAA,EAAG;IACd,OAAOd,SAAS,CAACe,cAAc,CAAC,IAAI,CAACR,EAAE,CAAC;EAC1C;AACF;AAEO,eAAeS,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAAN,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMP,SAAS,CAACkB,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIZ,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAeY,iBAAiBA,CAAA,EAAkB;EACvD,OAAOnB,SAAS,CAACoB,kBAAkB,EAAE;AACvC"}
1
+ {"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","EventEmitter","OS","NativeEventEmitter","DeviceEventEmitter","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","removeTranscribe","removeEnd","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","isCapturing","remove","endListener","_removeTranscribe","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAQA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIU,YAA2D;AAC/D,IAAIT,qBAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIE,+BAAkB,CAACP,SAAS,CAAC;AAClD;AACA,IAAIJ,qBAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGG,+BAAkB;AACnC;AAEA,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA8E7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAE1B,SAAS,CAAC2B,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMvB,SAAS,CAAC6B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,gBAA4B;IAChC,IAAIC,SAAqB;IACzB,IAAIC,qBAA+D;IACnE,OAAO;MACLR,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDa,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG9B,YAAY,CAAC+B,WAAW,CACjD3B,4BAA4B,EAC3B4B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDY,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGmB;UAAQ,CAAC,CAAC;UACrD,IAAI,CAACA,OAAO,CAACC,WAAW,EAAEV,gBAAgB,EAAE;QAC9C,CAAC,CACF;QACDA,gBAAgB,GAAGK,kBAAkB,CAACM,MAAM;QAC5C,MAAMC,WAAW,GAAGrC,YAAY,CAAC+B,WAAW,CAC1C1B,gCAAgC,EAC/B2B,GAAkC,IAAK;UAAA,IAAAM,iBAAA;UACtC,MAAM;YAAEL;UAAU,CAAC,GAAGD,GAAG;UACzB,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDc,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGY,qBAAqB;YAAEQ,WAAW,EAAE;UAAM,CAAC,CAAC;UACvF,CAAAG,iBAAA,GAAAb,gBAAgB,cAAAa,iBAAA,uBAAhBA,iBAAA,EAAoB;UACpBZ,SAAS,EAAE;QACb,CAAC,CACF;QACDA,SAAS,GAAGW,WAAW,CAACD,MAAM;MAChC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAG;IACd,OAAO5C,SAAS,CAAC6C,cAAc,CAAC,IAAI,CAAChC,EAAE,CAAC;EAC1C;AACF;AAEO,eAAeiC,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA9B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMb,SAAS,CAACgD,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIpC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAeoC,iBAAiBA,CAAA,EAAkB;EACvD,OAAOjD,SAAS,CAACkD,kBAAkB,EAAE;AACvC"}
@@ -1,4 +1,4 @@
1
- import { NativeModules, Platform } from 'react-native';
1
+ import { NativeEventEmitter, DeviceEventEmitter, NativeModules, Platform } from 'react-native';
2
2
  const LINKING_ERROR = `The package 'whisper.rn' doesn't seem to be linked. Make sure: \n\n${Platform.select({
3
3
  ios: "- You have run 'pod install'\n",
4
4
  default: ''
@@ -8,13 +8,74 @@ const RNWhisper = NativeModules.RNWhisper ? NativeModules.RNWhisper : new Proxy(
8
8
  throw new Error(LINKING_ERROR);
9
9
  }
10
10
  });
11
+ let EventEmitter;
12
+ if (Platform.OS === 'ios') {
13
+ EventEmitter = new NativeEventEmitter(RNWhisper);
14
+ }
15
+ if (Platform.OS === 'android') {
16
+ EventEmitter = DeviceEventEmitter;
17
+ }
18
+ const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe';
19
+ const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd';
11
20
  class WhisperContext {
12
21
  constructor(id) {
13
22
  this.id = id;
14
23
  }
15
- async transcribe(path) {
24
+
25
+ /** Transcribe audio file */
26
+ transcribe(path) {
16
27
  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
17
- return RNWhisper.transcribe(this.id, path, options);
28
+ const jobId = Math.floor(Math.random() * 10000);
29
+ return {
30
+ stop: () => RNWhisper.abortTranscribe(this.id, jobId),
31
+ promise: RNWhisper.transcribeFile(this.id, jobId, path, options)
32
+ };
33
+ }
34
+
35
+ /** Transcribe the microphone audio stream, the microphone user permission is required */
36
+ async transcribeRealtime() {
37
+ let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
38
+ const jobId = Math.floor(Math.random() * 10000);
39
+ await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
40
+ let removeTranscribe;
41
+ let removeEnd;
42
+ let lastTranscribePayload;
43
+ return {
44
+ stop: () => RNWhisper.abortTranscribe(this.id, jobId),
45
+ subscribe: callback => {
46
+ const transcribeListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE, evt => {
47
+ const {
48
+ contextId,
49
+ payload
50
+ } = evt;
51
+ if (contextId !== this.id || evt.jobId !== jobId) return;
52
+ lastTranscribePayload = payload;
53
+ callback({
54
+ contextId,
55
+ jobId: evt.jobId,
56
+ ...payload
57
+ });
58
+ if (!payload.isCapturing) removeTranscribe();
59
+ });
60
+ removeTranscribe = transcribeListener.remove;
61
+ const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
62
+ var _removeTranscribe;
63
+ const {
64
+ contextId
65
+ } = evt;
66
+ if (contextId !== this.id || evt.jobId !== jobId) return;
67
+ callback({
68
+ contextId,
69
+ jobId: evt.jobId,
70
+ ...lastTranscribePayload,
71
+ isCapturing: false
72
+ });
73
+ (_removeTranscribe = removeTranscribe) === null || _removeTranscribe === void 0 ? void 0 : _removeTranscribe();
74
+ removeEnd();
75
+ });
76
+ removeEnd = endListener.remove;
77
+ }
78
+ };
18
79
  }
19
80
  async release() {
20
81
  return RNWhisper.releaseContext(this.id);
@@ -1 +1 @@
1
- {"version":3,"names":["NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SAASA,aAAa,EAAEC,QAAQ,QAAQ,cAAc;AAEtD,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AA6BH,MAAMQ,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;EAEA,MAAMC,UAAUA,CAACC,IAAY,EAA8D;IAAA,IAA5DC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAC5D,OAAOV,SAAS,CAACO,UAAU,CAAC,IAAI,CAACD,EAAE,EAAEE,IAAI,EAAEC,OAAO,CAAC;EACrD;EAEA,MAAMI,OAAOA,CAAA,EAAG;IACd,OAAOb,SAAS,CAACc,cAAc,CAAC,IAAI,CAACR,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAeS,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAAN,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMN,SAAS,CAACiB,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIZ,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAeY,iBAAiBA,CAAA,EAAkB;EACvD,OAAOlB,SAAS,CAACmB,kBAAkB,EAAE;AACvC"}
1
+ {"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","EventEmitter","OS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","removeTranscribe","removeEnd","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","isCapturing","remove","endListener","_removeTranscribe","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,aAAa,EACbC,QAAQ,QAEH,cAAc;AAErB,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIQ,YAA2D;AAC/D,IAAIT,QAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIZ,kBAAkB,CAACQ,SAAS,CAAC;AAClD;AACA,IAAIL,QAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA8E7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAEvB,SAAS,CAACwB,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMpB,SAAS,CAAC0B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,gBAA4B;IAChC,IAAIC,SAAqB;IACzB,IAAIC,qBAA+D;IACnE,OAAO;MACLR,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDa,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG5B,YAAY,CAAC6B,WAAW,CACjD3B,4BAA4B,EAC3B4B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDY,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGmB;UAAQ,CAAC,CAAC;UACrD,IAAI,CAACA,OAAO,CAACC,WAAW,EAAEV,gBAAgB,EAAE;QAC9C,CAAC,CACF;QACDA,gBAAgB,GAAGK,kBAAkB,CAACM,MAAM;QAC5C,MAAMC,WAAW,GAAGnC,YAAY,CAAC6B,WAAW,CAC1C1B,gCAAgC,EAC/B2B,GAAkC,IAAK;UAAA,IAAAM,iBAAA;UACtC,MAAM;YAAEL;UAAU,CAAC,GAAGD,GAAG;UACzB,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDc,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGY,qBAAqB;YAAEQ,WAAW,EAAE;UAAM,CAAC,CAAC;UACvF,CAAAG,iBAAA,GAAAb,gBAAgB,cAAAa,iBAAA,uBAAhBA,iBAAA,EAAoB;UACpBZ,SAAS,EAAE;QACb,CAAC,CACF;QACDA,SAAS,GAAGW,WAAW,CAACD,MAAM;MAChC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAG;IACd,OAAOzC,SAAS,CAAC0C,cAAc,CAAC,IAAI,CAAChC,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAeiC,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA9B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMV,SAAS,CAAC6C,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIpC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAeoC,iBAAiBA,CAAA,EAAkB;EACvD,OAAO9C,SAAS,CAAC+C,kBAAkB,EAAE;AACvC"}
@@ -1,20 +1,42 @@
1
1
  export type TranscribeOptions = {
2
+ /** Spoken language (Default: 'auto' for auto-detect) */
2
3
  language?: string;
4
+ /** Translate from source language to english (Default: false) */
3
5
  translate?: boolean;
6
+ /** Number of threads to use during computation (Default: 4) */
4
7
  maxThreads?: number;
8
+ /** Maximum number of text context tokens to store */
5
9
  maxContext?: number;
10
+ /** Maximum segment length in characters */
6
11
  maxLen?: number;
12
+ /** Enable token-level timestamps */
7
13
  tokenTimestamps?: boolean;
14
+ /** Word timestamp probability threshold */
15
+ wordThold?: number;
16
+ /** Time offset in milliseconds */
8
17
  offset?: number;
18
+ /** Duration of audio to process in milliseconds */
9
19
  duration?: number;
10
- wordThold?: number;
20
+ /** Tnitial decoding temperature */
11
21
  temperature?: number;
12
22
  temperatureInc?: number;
23
+ /** Beam size for beam search */
13
24
  beamSize?: number;
25
+ /** Number of best candidates to keep */
14
26
  bestOf?: number;
27
+ /** Speed up audio by x2 (reduced accuracy) */
15
28
  speedUp?: boolean;
29
+ /** Initial Prompt */
16
30
  prompt?: string;
17
31
  };
32
+ export type TranscribeRealtimeOptions = TranscribeOptions & {
33
+ /**
34
+ * Realtime record max duration in seconds.
35
+ * Due to the whisper.cpp hard constraint - processes the audio in chunks of 30 seconds,
36
+ * the recommended value will be <= 30 seconds. (Default: 30)
37
+ */
38
+ realtimeAudioSec?: number;
39
+ };
18
40
  export type TranscribeResult = {
19
41
  result: string;
20
42
  segments: Array<{
@@ -23,10 +45,47 @@ export type TranscribeResult = {
23
45
  t1: number;
24
46
  }>;
25
47
  };
48
+ export type TranscribeRealtimeEvent = {
49
+ contextId: number;
50
+ jobId: number;
51
+ /** Is capturing audio, when false, the event is the final result */
52
+ isCapturing: boolean;
53
+ code: number;
54
+ processTime: number;
55
+ recordingTime: number;
56
+ data?: TranscribeResult;
57
+ error?: string;
58
+ };
59
+ export type TranscribeRealtimeNativeEvent = {
60
+ contextId: number;
61
+ jobId: number;
62
+ payload: {
63
+ /** Is capturing audio, when false, the event is the final result */
64
+ isCapturing: boolean;
65
+ code: number;
66
+ processTime: number;
67
+ recordingTime: number;
68
+ data?: TranscribeResult;
69
+ error?: string;
70
+ };
71
+ };
26
72
  declare class WhisperContext {
27
73
  id: number;
28
74
  constructor(id: number);
29
- transcribe(path: string, options?: TranscribeOptions): Promise<TranscribeResult>;
75
+ /** Transcribe audio file */
76
+ transcribe(path: string, options?: TranscribeOptions): {
77
+ /** Stop the transcribe */
78
+ stop: () => void;
79
+ /** Transcribe result promise */
80
+ promise: Promise<TranscribeResult>;
81
+ };
82
+ /** Transcribe the microphone audio stream, the microphone user permission is required */
83
+ transcribeRealtime(options?: TranscribeRealtimeOptions): Promise<{
84
+ /** Stop the realtime transcribe */
85
+ stop: () => void;
86
+ /** Subscribe to realtime transcribe events */
87
+ subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void;
88
+ }>;
30
89
  release(): Promise<any>;
31
90
  }
32
91
  export declare function initWhisper({ filePath }?: {
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAiBA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAIhB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAIpF,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAkCA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,oEAAoE;QACpE,WAAW,EAAE,OAAO,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAItB,4BAA4B;IAC5B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG;QACzD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;KACpC;IAQD,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAC;KACzE,CAAC;IAmCI,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "whisper.rn",
3
- "version": "0.1.5",
3
+ "version": "0.2.0",
4
4
  "description": "React Native binding of whisper.cpp",
5
5
  "main": "lib/commonjs/index",
6
6
  "module": "lib/module/index",
package/src/index.tsx CHANGED
@@ -1,4 +1,10 @@
1
- import { NativeModules, Platform } from 'react-native'
1
+ import {
2
+ NativeEventEmitter,
3
+ DeviceEventEmitter,
4
+ NativeModules,
5
+ Platform,
6
+ DeviceEventEmitterStatic,
7
+ } from 'react-native'
2
8
 
3
9
  const LINKING_ERROR =
4
10
  `The package 'whisper.rn' doesn't seem to be linked. Make sure: \n\n${Platform.select({ ios: "- You have run 'pod install'\n", default: '' })
@@ -15,24 +21,58 @@ const RNWhisper = NativeModules.RNWhisper
15
21
  },
16
22
  )
17
23
 
24
+ let EventEmitter: NativeEventEmitter | DeviceEventEmitterStatic
25
+ if (Platform.OS === 'ios') {
26
+ EventEmitter = new NativeEventEmitter(RNWhisper)
27
+ }
28
+ if (Platform.OS === 'android') {
29
+ EventEmitter = DeviceEventEmitter
30
+ }
31
+
32
+ const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe'
33
+ const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd'
34
+
18
35
  export type TranscribeOptions = {
36
+ /** Spoken language (Default: 'auto' for auto-detect) */
19
37
  language?: string,
38
+ /** Translate from source language to english (Default: false) */
20
39
  translate?: boolean,
40
+ /** Number of threads to use during computation (Default: 4) */
21
41
  maxThreads?: number,
42
+ /** Maximum number of text context tokens to store */
22
43
  maxContext?: number,
44
+ /** Maximum segment length in characters */
23
45
  maxLen?: number,
46
+ /** Enable token-level timestamps */
24
47
  tokenTimestamps?: boolean,
48
+ /** Word timestamp probability threshold */
49
+ wordThold?: number,
50
+ /** Time offset in milliseconds */
25
51
  offset?: number,
52
+ /** Duration of audio to process in milliseconds */
26
53
  duration?: number,
27
- wordThold?: number,
54
+ /** Tnitial decoding temperature */
28
55
  temperature?: number,
29
56
  temperatureInc?: number,
57
+ /** Beam size for beam search */
30
58
  beamSize?: number,
59
+ /** Number of best candidates to keep */
31
60
  bestOf?: number,
61
+ /** Speed up audio by x2 (reduced accuracy) */
32
62
  speedUp?: boolean,
63
+ /** Initial Prompt */
33
64
  prompt?: string,
34
65
  }
35
66
 
67
+ export type TranscribeRealtimeOptions = TranscribeOptions & {
68
+ /**
69
+ * Realtime record max duration in seconds.
70
+ * Due to the whisper.cpp hard constraint - processes the audio in chunks of 30 seconds,
71
+ * the recommended value will be <= 30 seconds. (Default: 30)
72
+ */
73
+ realtimeAudioSec?: number,
74
+ }
75
+
36
76
  export type TranscribeResult = {
37
77
  result: string,
38
78
  segments: Array<{
@@ -42,6 +82,32 @@ export type TranscribeResult = {
42
82
  }>,
43
83
  }
44
84
 
85
+ export type TranscribeRealtimeEvent = {
86
+ contextId: number,
87
+ jobId: number,
88
+ /** Is capturing audio, when false, the event is the final result */
89
+ isCapturing: boolean,
90
+ code: number,
91
+ processTime: number,
92
+ recordingTime: number,
93
+ data?: TranscribeResult,
94
+ error?: string,
95
+ }
96
+
97
+ export type TranscribeRealtimeNativeEvent = {
98
+ contextId: number,
99
+ jobId: number,
100
+ payload: {
101
+ /** Is capturing audio, when false, the event is the final result */
102
+ isCapturing: boolean,
103
+ code: number,
104
+ processTime: number,
105
+ recordingTime: number,
106
+ data?: TranscribeResult,
107
+ error?: string,
108
+ },
109
+ }
110
+
45
111
  class WhisperContext {
46
112
  id: number
47
113
 
@@ -49,8 +115,59 @@ class WhisperContext {
49
115
  this.id = id
50
116
  }
51
117
 
52
- async transcribe(path: string, options: TranscribeOptions = {}): Promise<TranscribeResult> {
53
- return RNWhisper.transcribe(this.id, path, options)
118
+ /** Transcribe audio file */
119
+ transcribe(path: string, options: TranscribeOptions = {}): {
120
+ /** Stop the transcribe */
121
+ stop: () => void,
122
+ /** Transcribe result promise */
123
+ promise: Promise<TranscribeResult>,
124
+ } {
125
+ const jobId: number = Math.floor(Math.random() * 10000)
126
+ return {
127
+ stop: () => RNWhisper.abortTranscribe(this.id, jobId),
128
+ promise: RNWhisper.transcribeFile(this.id, jobId, path, options),
129
+ }
130
+ }
131
+
132
+ /** Transcribe the microphone audio stream, the microphone user permission is required */
133
+ async transcribeRealtime(options: TranscribeRealtimeOptions = {}): Promise<{
134
+ /** Stop the realtime transcribe */
135
+ stop: () => void,
136
+ /** Subscribe to realtime transcribe events */
137
+ subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void,
138
+ }> {
139
+ const jobId: number = Math.floor(Math.random() * 10000)
140
+ await RNWhisper.startRealtimeTranscribe(this.id, jobId, options)
141
+ let removeTranscribe: () => void
142
+ let removeEnd: () => void
143
+ let lastTranscribePayload: TranscribeRealtimeNativeEvent['payload']
144
+ return {
145
+ stop: () => RNWhisper.abortTranscribe(this.id, jobId),
146
+ subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => {
147
+ const transcribeListener = EventEmitter.addListener(
148
+ EVENT_ON_REALTIME_TRANSCRIBE,
149
+ (evt: TranscribeRealtimeNativeEvent) => {
150
+ const { contextId, payload } = evt
151
+ if (contextId !== this.id || evt.jobId !== jobId) return
152
+ lastTranscribePayload = payload
153
+ callback({ contextId, jobId: evt.jobId, ...payload })
154
+ if (!payload.isCapturing) removeTranscribe()
155
+ }
156
+ )
157
+ removeTranscribe = transcribeListener.remove
158
+ const endListener = EventEmitter.addListener(
159
+ EVENT_ON_REALTIME_TRANSCRIBE_END,
160
+ (evt: TranscribeRealtimeNativeEvent) => {
161
+ const { contextId } = evt
162
+ if (contextId !== this.id || evt.jobId !== jobId) return
163
+ callback({ contextId, jobId: evt.jobId, ...lastTranscribePayload, isCapturing: false })
164
+ removeTranscribe?.()
165
+ removeEnd()
166
+ }
167
+ )
168
+ removeEnd = endListener.remove
169
+ },
170
+ }
54
171
  }
55
172
 
56
173
  async release() {