whisper.rn 0.1.5 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +43 -4
- package/android/build.gradle +2 -4
- package/android/src/main/java/com/rnwhisper/RNWhisperModule.java +47 -7
- package/android/src/main/java/com/rnwhisper/WhisperContext.java +196 -7
- package/android/src/main/jni/whisper/Whisper.mk +1 -1
- package/android/src/main/jni/whisper/jni.cpp +32 -4
- package/cpp/rn-whisper.cpp +26 -0
- package/cpp/rn-whisper.h +5 -0
- package/ios/RNWhisper.h +2 -2
- package/ios/RNWhisper.mm +78 -111
- package/ios/RNWhisperContext.h +53 -0
- package/ios/RNWhisperContext.mm +303 -0
- package/jest/mock.js +38 -2
- package/lib/commonjs/index.js +63 -2
- package/lib/commonjs/index.js.map +1 -1
- package/lib/module/index.js +64 -3
- package/lib/module/index.js.map +1 -1
- package/lib/typescript/index.d.ts +61 -2
- package/lib/typescript/index.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/index.tsx +121 -4
package/lib/commonjs/index.js
CHANGED
|
@@ -15,13 +15,74 @@ const RNWhisper = _reactNative.NativeModules.RNWhisper ? _reactNative.NativeModu
|
|
|
15
15
|
throw new Error(LINKING_ERROR);
|
|
16
16
|
}
|
|
17
17
|
});
|
|
18
|
+
let EventEmitter;
|
|
19
|
+
if (_reactNative.Platform.OS === 'ios') {
|
|
20
|
+
EventEmitter = new _reactNative.NativeEventEmitter(RNWhisper);
|
|
21
|
+
}
|
|
22
|
+
if (_reactNative.Platform.OS === 'android') {
|
|
23
|
+
EventEmitter = _reactNative.DeviceEventEmitter;
|
|
24
|
+
}
|
|
25
|
+
const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe';
|
|
26
|
+
const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd';
|
|
18
27
|
class WhisperContext {
|
|
19
28
|
constructor(id) {
|
|
20
29
|
this.id = id;
|
|
21
30
|
}
|
|
22
|
-
|
|
31
|
+
|
|
32
|
+
/** Transcribe audio file */
|
|
33
|
+
transcribe(path) {
|
|
23
34
|
let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
|
|
24
|
-
|
|
35
|
+
const jobId = Math.floor(Math.random() * 10000);
|
|
36
|
+
return {
|
|
37
|
+
stop: () => RNWhisper.abortTranscribe(this.id, jobId),
|
|
38
|
+
promise: RNWhisper.transcribeFile(this.id, jobId, path, options)
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
/** Transcribe the microphone audio stream, the microphone user permission is required */
|
|
43
|
+
async transcribeRealtime() {
|
|
44
|
+
let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
|
|
45
|
+
const jobId = Math.floor(Math.random() * 10000);
|
|
46
|
+
await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
|
|
47
|
+
let removeTranscribe;
|
|
48
|
+
let removeEnd;
|
|
49
|
+
let lastTranscribePayload;
|
|
50
|
+
return {
|
|
51
|
+
stop: () => RNWhisper.abortTranscribe(this.id, jobId),
|
|
52
|
+
subscribe: callback => {
|
|
53
|
+
const transcribeListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE, evt => {
|
|
54
|
+
const {
|
|
55
|
+
contextId,
|
|
56
|
+
payload
|
|
57
|
+
} = evt;
|
|
58
|
+
if (contextId !== this.id || evt.jobId !== jobId) return;
|
|
59
|
+
lastTranscribePayload = payload;
|
|
60
|
+
callback({
|
|
61
|
+
contextId,
|
|
62
|
+
jobId: evt.jobId,
|
|
63
|
+
...payload
|
|
64
|
+
});
|
|
65
|
+
if (!payload.isCapturing) removeTranscribe();
|
|
66
|
+
});
|
|
67
|
+
removeTranscribe = transcribeListener.remove;
|
|
68
|
+
const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
|
|
69
|
+
var _removeTranscribe;
|
|
70
|
+
const {
|
|
71
|
+
contextId
|
|
72
|
+
} = evt;
|
|
73
|
+
if (contextId !== this.id || evt.jobId !== jobId) return;
|
|
74
|
+
callback({
|
|
75
|
+
contextId,
|
|
76
|
+
jobId: evt.jobId,
|
|
77
|
+
...lastTranscribePayload,
|
|
78
|
+
isCapturing: false
|
|
79
|
+
});
|
|
80
|
+
(_removeTranscribe = removeTranscribe) === null || _removeTranscribe === void 0 ? void 0 : _removeTranscribe();
|
|
81
|
+
removeEnd();
|
|
82
|
+
});
|
|
83
|
+
removeEnd = endListener.remove;
|
|
84
|
+
}
|
|
85
|
+
};
|
|
25
86
|
}
|
|
26
87
|
async release() {
|
|
27
88
|
return RNWhisper.releaseContext(this.id);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;
|
|
1
|
+
{"version":3,"names":["_reactNative","require","LINKING_ERROR","Platform","select","ios","default","RNWhisper","NativeModules","Proxy","get","Error","EventEmitter","OS","NativeEventEmitter","DeviceEventEmitter","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","removeTranscribe","removeEnd","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","isCapturing","remove","endListener","_removeTranscribe","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":";;;;;;;AAAA,IAAAA,YAAA,GAAAC,OAAA;AAQA,MAAMC,aAAa,GAChB,sEAAqEC,qBAAQ,CAACC,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGC,0BAAa,CAACD,SAAS,GACrCC,0BAAa,CAACD,SAAS,GACvB,IAAIE,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACT,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIU,YAA2D;AAC/D,IAAIT,qBAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIE,+BAAkB,CAACP,SAAS,CAAC;AAClD;AACA,IAAIJ,qBAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGG,+BAAkB;AACnC;AAEA,MAAMC,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA8E7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAE1B,SAAS,CAAC2B,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMvB,SAAS,CAAC6B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,gBAA4B;IAChC,IAAIC,SAAqB;IACzB,IAAIC,qBAA+D;IACnE,OAAO;MACLR,IAAI,EAAEA,CAAA,KAAMxB,SAAS,CAACyB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDa,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG9B,YAAY,CAAC+B,WAAW,CACjD3B,4BAA4B,EAC3B4B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDY,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGmB;UAAQ,CAAC,CAAC;UACrD,IAAI,CAACA,OAAO,CAACC,WAAW,EAAEV,gBAAgB,EAAE;QAC9C,CAAC,CACF;QACDA,gBAAgB,GAAGK,kBAAkB,CAACM,MAAM;QAC5C,MAAMC,WAAW,GAAGrC,YAAY,CAAC+B,WAAW,CAC1C1B,gCAAgC,EAC/B2B,GAAkC,IAAK;UAAA,IAAAM,iBAAA;UACtC,MAAM;YAAEL;UAAU,CAAC,GAAGD,GAAG;UACzB,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDc,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGY,qBAAqB;YAAEQ,WAAW,EAAE;UAAM,CAAC,CAAC;UACvF,CAAAG,iBAAA,GAAAb,gBAAgB,cAAAa,iBAAA,uBAAhBA,iBAAA,EAAoB;UACpBZ,SAAS,EAAE;QACb,CAAC,CACF;QACDA,SAAS,GAAGW,WAAW,CAACD,MAAM;MAChC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAG;IACd,OAAO5C,SAAS,CAAC6C,cAAc,CAAC,IAAI,CAAChC,EAAE,CAAC;EAC1C;AACF;AAEO,eAAeiC,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA9B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMb,SAAS,CAACgD,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIpC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEO,eAAeoC,iBAAiBA,CAAA,EAAkB;EACvD,OAAOjD,SAAS,CAACkD,kBAAkB,EAAE;AACvC"}
|
package/lib/module/index.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { NativeModules, Platform } from 'react-native';
|
|
1
|
+
import { NativeEventEmitter, DeviceEventEmitter, NativeModules, Platform } from 'react-native';
|
|
2
2
|
const LINKING_ERROR = `The package 'whisper.rn' doesn't seem to be linked. Make sure: \n\n${Platform.select({
|
|
3
3
|
ios: "- You have run 'pod install'\n",
|
|
4
4
|
default: ''
|
|
@@ -8,13 +8,74 @@ const RNWhisper = NativeModules.RNWhisper ? NativeModules.RNWhisper : new Proxy(
|
|
|
8
8
|
throw new Error(LINKING_ERROR);
|
|
9
9
|
}
|
|
10
10
|
});
|
|
11
|
+
let EventEmitter;
|
|
12
|
+
if (Platform.OS === 'ios') {
|
|
13
|
+
EventEmitter = new NativeEventEmitter(RNWhisper);
|
|
14
|
+
}
|
|
15
|
+
if (Platform.OS === 'android') {
|
|
16
|
+
EventEmitter = DeviceEventEmitter;
|
|
17
|
+
}
|
|
18
|
+
const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe';
|
|
19
|
+
const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd';
|
|
11
20
|
class WhisperContext {
|
|
12
21
|
constructor(id) {
|
|
13
22
|
this.id = id;
|
|
14
23
|
}
|
|
15
|
-
|
|
24
|
+
|
|
25
|
+
/** Transcribe audio file */
|
|
26
|
+
transcribe(path) {
|
|
16
27
|
let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
|
|
17
|
-
|
|
28
|
+
const jobId = Math.floor(Math.random() * 10000);
|
|
29
|
+
return {
|
|
30
|
+
stop: () => RNWhisper.abortTranscribe(this.id, jobId),
|
|
31
|
+
promise: RNWhisper.transcribeFile(this.id, jobId, path, options)
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
/** Transcribe the microphone audio stream, the microphone user permission is required */
|
|
36
|
+
async transcribeRealtime() {
|
|
37
|
+
let options = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
|
|
38
|
+
const jobId = Math.floor(Math.random() * 10000);
|
|
39
|
+
await RNWhisper.startRealtimeTranscribe(this.id, jobId, options);
|
|
40
|
+
let removeTranscribe;
|
|
41
|
+
let removeEnd;
|
|
42
|
+
let lastTranscribePayload;
|
|
43
|
+
return {
|
|
44
|
+
stop: () => RNWhisper.abortTranscribe(this.id, jobId),
|
|
45
|
+
subscribe: callback => {
|
|
46
|
+
const transcribeListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE, evt => {
|
|
47
|
+
const {
|
|
48
|
+
contextId,
|
|
49
|
+
payload
|
|
50
|
+
} = evt;
|
|
51
|
+
if (contextId !== this.id || evt.jobId !== jobId) return;
|
|
52
|
+
lastTranscribePayload = payload;
|
|
53
|
+
callback({
|
|
54
|
+
contextId,
|
|
55
|
+
jobId: evt.jobId,
|
|
56
|
+
...payload
|
|
57
|
+
});
|
|
58
|
+
if (!payload.isCapturing) removeTranscribe();
|
|
59
|
+
});
|
|
60
|
+
removeTranscribe = transcribeListener.remove;
|
|
61
|
+
const endListener = EventEmitter.addListener(EVENT_ON_REALTIME_TRANSCRIBE_END, evt => {
|
|
62
|
+
var _removeTranscribe;
|
|
63
|
+
const {
|
|
64
|
+
contextId
|
|
65
|
+
} = evt;
|
|
66
|
+
if (contextId !== this.id || evt.jobId !== jobId) return;
|
|
67
|
+
callback({
|
|
68
|
+
contextId,
|
|
69
|
+
jobId: evt.jobId,
|
|
70
|
+
...lastTranscribePayload,
|
|
71
|
+
isCapturing: false
|
|
72
|
+
});
|
|
73
|
+
(_removeTranscribe = removeTranscribe) === null || _removeTranscribe === void 0 ? void 0 : _removeTranscribe();
|
|
74
|
+
removeEnd();
|
|
75
|
+
});
|
|
76
|
+
removeEnd = endListener.remove;
|
|
77
|
+
}
|
|
78
|
+
};
|
|
18
79
|
}
|
|
19
80
|
async release() {
|
|
20
81
|
return RNWhisper.releaseContext(this.id);
|
package/lib/module/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,
|
|
1
|
+
{"version":3,"names":["NativeEventEmitter","DeviceEventEmitter","NativeModules","Platform","LINKING_ERROR","select","ios","default","RNWhisper","Proxy","get","Error","EventEmitter","OS","EVENT_ON_REALTIME_TRANSCRIBE","EVENT_ON_REALTIME_TRANSCRIBE_END","WhisperContext","constructor","id","transcribe","path","options","arguments","length","undefined","jobId","Math","floor","random","stop","abortTranscribe","promise","transcribeFile","transcribeRealtime","startRealtimeTranscribe","removeTranscribe","removeEnd","lastTranscribePayload","subscribe","callback","transcribeListener","addListener","evt","contextId","payload","isCapturing","remove","endListener","_removeTranscribe","release","releaseContext","initWhisper","filePath","initContext","releaseAllWhisper","releaseAllContexts"],"sourceRoot":"../../src","sources":["index.tsx"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,kBAAkB,EAClBC,aAAa,EACbC,QAAQ,QAEH,cAAc;AAErB,MAAMC,aAAa,GAChB,sEAAqED,QAAQ,CAACE,MAAM,CAAC;EAAEC,GAAG,EAAE,gCAAgC;EAAEC,OAAO,EAAE;AAAG,CAAC,CAC3I,oDAAmD;AAEtD,MAAMC,SAAS,GAAGN,aAAa,CAACM,SAAS,GACrCN,aAAa,CAACM,SAAS,GACvB,IAAIC,KAAK,CACT,CAAC,CAAC,EACF;EACEC,GAAGA,CAAA,EAAG;IACJ,MAAM,IAAIC,KAAK,CAACP,aAAa,CAAC;EAChC;AACF,CAAC,CACF;AAEH,IAAIQ,YAA2D;AAC/D,IAAIT,QAAQ,CAACU,EAAE,KAAK,KAAK,EAAE;EACzBD,YAAY,GAAG,IAAIZ,kBAAkB,CAACQ,SAAS,CAAC;AAClD;AACA,IAAIL,QAAQ,CAACU,EAAE,KAAK,SAAS,EAAE;EAC7BD,YAAY,GAAGX,kBAAkB;AACnC;AAEA,MAAMa,4BAA4B,GAAG,iCAAiC;AACtE,MAAMC,gCAAgC,GAAG,oCAAoC;AA8E7E,MAAMC,cAAc,CAAC;EAGnBC,WAAWA,CAACC,EAAU,EAAE;IACtB,IAAI,CAACA,EAAE,GAAGA,EAAE;EACd;;EAEA;EACAC,UAAUA,CAACC,IAAY,EAKrB;IAAA,IALuBC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAMtD,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,OAAO;MACLC,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDM,OAAO,EAAEvB,SAAS,CAACwB,cAAc,CAAC,IAAI,CAACd,EAAE,EAAEO,KAAK,EAAEL,IAAI,EAAEC,OAAO;IACjE,CAAC;EACH;;EAEA;EACA,MAAMY,kBAAkBA,CAAA,EAKrB;IAAA,IALsBZ,OAAkC,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;IAM9D,MAAMG,KAAa,GAAGC,IAAI,CAACC,KAAK,CAACD,IAAI,CAACE,MAAM,EAAE,GAAG,KAAK,CAAC;IACvD,MAAMpB,SAAS,CAAC0B,uBAAuB,CAAC,IAAI,CAAChB,EAAE,EAAEO,KAAK,EAAEJ,OAAO,CAAC;IAChE,IAAIc,gBAA4B;IAChC,IAAIC,SAAqB;IACzB,IAAIC,qBAA+D;IACnE,OAAO;MACLR,IAAI,EAAEA,CAAA,KAAMrB,SAAS,CAACsB,eAAe,CAAC,IAAI,CAACZ,EAAE,EAAEO,KAAK,CAAC;MACrDa,SAAS,EAAGC,QAAkD,IAAK;QACjE,MAAMC,kBAAkB,GAAG5B,YAAY,CAAC6B,WAAW,CACjD3B,4BAA4B,EAC3B4B,GAAkC,IAAK;UACtC,MAAM;YAAEC,SAAS;YAAEC;UAAQ,CAAC,GAAGF,GAAG;UAClC,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDY,qBAAqB,GAAGO,OAAO;UAC/BL,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGmB;UAAQ,CAAC,CAAC;UACrD,IAAI,CAACA,OAAO,CAACC,WAAW,EAAEV,gBAAgB,EAAE;QAC9C,CAAC,CACF;QACDA,gBAAgB,GAAGK,kBAAkB,CAACM,MAAM;QAC5C,MAAMC,WAAW,GAAGnC,YAAY,CAAC6B,WAAW,CAC1C1B,gCAAgC,EAC/B2B,GAAkC,IAAK;UAAA,IAAAM,iBAAA;UACtC,MAAM;YAAEL;UAAU,CAAC,GAAGD,GAAG;UACzB,IAAIC,SAAS,KAAK,IAAI,CAACzB,EAAE,IAAIwB,GAAG,CAACjB,KAAK,KAAKA,KAAK,EAAE;UAClDc,QAAQ,CAAC;YAAEI,SAAS;YAAElB,KAAK,EAAEiB,GAAG,CAACjB,KAAK;YAAE,GAAGY,qBAAqB;YAAEQ,WAAW,EAAE;UAAM,CAAC,CAAC;UACvF,CAAAG,iBAAA,GAAAb,gBAAgB,cAAAa,iBAAA,uBAAhBA,iBAAA,EAAoB;UACpBZ,SAAS,EAAE;QACb,CAAC,CACF;QACDA,SAAS,GAAGW,WAAW,CAACD,MAAM;MAChC;IACF,CAAC;EACH;EAEA,MAAMG,OAAOA,CAAA,EAAG;IACd,OAAOzC,SAAS,CAAC0C,cAAc,CAAC,IAAI,CAAChC,EAAE,CAAC;EAC1C;AACF;AAEA,OAAO,eAAeiC,WAAWA,CAAA,EAEN;EAAA,IADzB;IAAEC;EAAgC,CAAC,GAAA9B,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAExC,MAAMJ,EAAE,GAAG,MAAMV,SAAS,CAAC6C,WAAW,CAACD,QAAQ,CAAC;EAChD,OAAO,IAAIpC,cAAc,CAACE,EAAE,CAAC;AAC/B;AAEA,OAAO,eAAeoC,iBAAiBA,CAAA,EAAkB;EACvD,OAAO9C,SAAS,CAAC+C,kBAAkB,EAAE;AACvC"}
|
|
@@ -1,20 +1,42 @@
|
|
|
1
1
|
export type TranscribeOptions = {
|
|
2
|
+
/** Spoken language (Default: 'auto' for auto-detect) */
|
|
2
3
|
language?: string;
|
|
4
|
+
/** Translate from source language to english (Default: false) */
|
|
3
5
|
translate?: boolean;
|
|
6
|
+
/** Number of threads to use during computation (Default: 4) */
|
|
4
7
|
maxThreads?: number;
|
|
8
|
+
/** Maximum number of text context tokens to store */
|
|
5
9
|
maxContext?: number;
|
|
10
|
+
/** Maximum segment length in characters */
|
|
6
11
|
maxLen?: number;
|
|
12
|
+
/** Enable token-level timestamps */
|
|
7
13
|
tokenTimestamps?: boolean;
|
|
14
|
+
/** Word timestamp probability threshold */
|
|
15
|
+
wordThold?: number;
|
|
16
|
+
/** Time offset in milliseconds */
|
|
8
17
|
offset?: number;
|
|
18
|
+
/** Duration of audio to process in milliseconds */
|
|
9
19
|
duration?: number;
|
|
10
|
-
|
|
20
|
+
/** Tnitial decoding temperature */
|
|
11
21
|
temperature?: number;
|
|
12
22
|
temperatureInc?: number;
|
|
23
|
+
/** Beam size for beam search */
|
|
13
24
|
beamSize?: number;
|
|
25
|
+
/** Number of best candidates to keep */
|
|
14
26
|
bestOf?: number;
|
|
27
|
+
/** Speed up audio by x2 (reduced accuracy) */
|
|
15
28
|
speedUp?: boolean;
|
|
29
|
+
/** Initial Prompt */
|
|
16
30
|
prompt?: string;
|
|
17
31
|
};
|
|
32
|
+
export type TranscribeRealtimeOptions = TranscribeOptions & {
|
|
33
|
+
/**
|
|
34
|
+
* Realtime record max duration in seconds.
|
|
35
|
+
* Due to the whisper.cpp hard constraint - processes the audio in chunks of 30 seconds,
|
|
36
|
+
* the recommended value will be <= 30 seconds. (Default: 30)
|
|
37
|
+
*/
|
|
38
|
+
realtimeAudioSec?: number;
|
|
39
|
+
};
|
|
18
40
|
export type TranscribeResult = {
|
|
19
41
|
result: string;
|
|
20
42
|
segments: Array<{
|
|
@@ -23,10 +45,47 @@ export type TranscribeResult = {
|
|
|
23
45
|
t1: number;
|
|
24
46
|
}>;
|
|
25
47
|
};
|
|
48
|
+
export type TranscribeRealtimeEvent = {
|
|
49
|
+
contextId: number;
|
|
50
|
+
jobId: number;
|
|
51
|
+
/** Is capturing audio, when false, the event is the final result */
|
|
52
|
+
isCapturing: boolean;
|
|
53
|
+
code: number;
|
|
54
|
+
processTime: number;
|
|
55
|
+
recordingTime: number;
|
|
56
|
+
data?: TranscribeResult;
|
|
57
|
+
error?: string;
|
|
58
|
+
};
|
|
59
|
+
export type TranscribeRealtimeNativeEvent = {
|
|
60
|
+
contextId: number;
|
|
61
|
+
jobId: number;
|
|
62
|
+
payload: {
|
|
63
|
+
/** Is capturing audio, when false, the event is the final result */
|
|
64
|
+
isCapturing: boolean;
|
|
65
|
+
code: number;
|
|
66
|
+
processTime: number;
|
|
67
|
+
recordingTime: number;
|
|
68
|
+
data?: TranscribeResult;
|
|
69
|
+
error?: string;
|
|
70
|
+
};
|
|
71
|
+
};
|
|
26
72
|
declare class WhisperContext {
|
|
27
73
|
id: number;
|
|
28
74
|
constructor(id: number);
|
|
29
|
-
|
|
75
|
+
/** Transcribe audio file */
|
|
76
|
+
transcribe(path: string, options?: TranscribeOptions): {
|
|
77
|
+
/** Stop the transcribe */
|
|
78
|
+
stop: () => void;
|
|
79
|
+
/** Transcribe result promise */
|
|
80
|
+
promise: Promise<TranscribeResult>;
|
|
81
|
+
};
|
|
82
|
+
/** Transcribe the microphone audio stream, the microphone user permission is required */
|
|
83
|
+
transcribeRealtime(options?: TranscribeRealtimeOptions): Promise<{
|
|
84
|
+
/** Stop the realtime transcribe */
|
|
85
|
+
stop: () => void;
|
|
86
|
+
/** Subscribe to realtime transcribe events */
|
|
87
|
+
subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void;
|
|
88
|
+
}>;
|
|
30
89
|
release(): Promise<any>;
|
|
31
90
|
}
|
|
32
91
|
export declare function initWhisper({ filePath }?: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.tsx"],"names":[],"mappings":"AAkCA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gCAAgC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,qBAAqB;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAC1D;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ,CAAA;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,oEAAoE;IACpE,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAA;AAED,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,oEAAoE;QACpE,WAAW,EAAE,OAAO,CAAC;QACrB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,gBAAgB,CAAC;QACxB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAA;AAED,cAAM,cAAc;IAClB,EAAE,EAAE,MAAM,CAAA;gBAEE,EAAE,EAAE,MAAM;IAItB,4BAA4B;IAC5B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG;QACzD,0BAA0B;QAC1B,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,gCAAgC;QAChC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;KACpC;IAQD,yFAAyF;IACnF,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC;QACzE,mCAAmC;QACnC,IAAI,EAAE,MAAM,IAAI,CAAC;QACjB,8CAA8C;QAC9C,SAAS,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,KAAK,IAAI,CAAC;KACzE,CAAC;IAmCI,OAAO;CAGd;AAED,wBAAsB,WAAW,CAC/B,EAAE,QAAQ,EAAE,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,cAAc,CAAC,CAGzB;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvD"}
|
package/package.json
CHANGED
package/src/index.tsx
CHANGED
|
@@ -1,4 +1,10 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {
|
|
2
|
+
NativeEventEmitter,
|
|
3
|
+
DeviceEventEmitter,
|
|
4
|
+
NativeModules,
|
|
5
|
+
Platform,
|
|
6
|
+
DeviceEventEmitterStatic,
|
|
7
|
+
} from 'react-native'
|
|
2
8
|
|
|
3
9
|
const LINKING_ERROR =
|
|
4
10
|
`The package 'whisper.rn' doesn't seem to be linked. Make sure: \n\n${Platform.select({ ios: "- You have run 'pod install'\n", default: '' })
|
|
@@ -15,24 +21,58 @@ const RNWhisper = NativeModules.RNWhisper
|
|
|
15
21
|
},
|
|
16
22
|
)
|
|
17
23
|
|
|
24
|
+
let EventEmitter: NativeEventEmitter | DeviceEventEmitterStatic
|
|
25
|
+
if (Platform.OS === 'ios') {
|
|
26
|
+
EventEmitter = new NativeEventEmitter(RNWhisper)
|
|
27
|
+
}
|
|
28
|
+
if (Platform.OS === 'android') {
|
|
29
|
+
EventEmitter = DeviceEventEmitter
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe'
|
|
33
|
+
const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd'
|
|
34
|
+
|
|
18
35
|
export type TranscribeOptions = {
|
|
36
|
+
/** Spoken language (Default: 'auto' for auto-detect) */
|
|
19
37
|
language?: string,
|
|
38
|
+
/** Translate from source language to english (Default: false) */
|
|
20
39
|
translate?: boolean,
|
|
40
|
+
/** Number of threads to use during computation (Default: 4) */
|
|
21
41
|
maxThreads?: number,
|
|
42
|
+
/** Maximum number of text context tokens to store */
|
|
22
43
|
maxContext?: number,
|
|
44
|
+
/** Maximum segment length in characters */
|
|
23
45
|
maxLen?: number,
|
|
46
|
+
/** Enable token-level timestamps */
|
|
24
47
|
tokenTimestamps?: boolean,
|
|
48
|
+
/** Word timestamp probability threshold */
|
|
49
|
+
wordThold?: number,
|
|
50
|
+
/** Time offset in milliseconds */
|
|
25
51
|
offset?: number,
|
|
52
|
+
/** Duration of audio to process in milliseconds */
|
|
26
53
|
duration?: number,
|
|
27
|
-
|
|
54
|
+
/** Tnitial decoding temperature */
|
|
28
55
|
temperature?: number,
|
|
29
56
|
temperatureInc?: number,
|
|
57
|
+
/** Beam size for beam search */
|
|
30
58
|
beamSize?: number,
|
|
59
|
+
/** Number of best candidates to keep */
|
|
31
60
|
bestOf?: number,
|
|
61
|
+
/** Speed up audio by x2 (reduced accuracy) */
|
|
32
62
|
speedUp?: boolean,
|
|
63
|
+
/** Initial Prompt */
|
|
33
64
|
prompt?: string,
|
|
34
65
|
}
|
|
35
66
|
|
|
67
|
+
export type TranscribeRealtimeOptions = TranscribeOptions & {
|
|
68
|
+
/**
|
|
69
|
+
* Realtime record max duration in seconds.
|
|
70
|
+
* Due to the whisper.cpp hard constraint - processes the audio in chunks of 30 seconds,
|
|
71
|
+
* the recommended value will be <= 30 seconds. (Default: 30)
|
|
72
|
+
*/
|
|
73
|
+
realtimeAudioSec?: number,
|
|
74
|
+
}
|
|
75
|
+
|
|
36
76
|
export type TranscribeResult = {
|
|
37
77
|
result: string,
|
|
38
78
|
segments: Array<{
|
|
@@ -42,6 +82,32 @@ export type TranscribeResult = {
|
|
|
42
82
|
}>,
|
|
43
83
|
}
|
|
44
84
|
|
|
85
|
+
export type TranscribeRealtimeEvent = {
|
|
86
|
+
contextId: number,
|
|
87
|
+
jobId: number,
|
|
88
|
+
/** Is capturing audio, when false, the event is the final result */
|
|
89
|
+
isCapturing: boolean,
|
|
90
|
+
code: number,
|
|
91
|
+
processTime: number,
|
|
92
|
+
recordingTime: number,
|
|
93
|
+
data?: TranscribeResult,
|
|
94
|
+
error?: string,
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
export type TranscribeRealtimeNativeEvent = {
|
|
98
|
+
contextId: number,
|
|
99
|
+
jobId: number,
|
|
100
|
+
payload: {
|
|
101
|
+
/** Is capturing audio, when false, the event is the final result */
|
|
102
|
+
isCapturing: boolean,
|
|
103
|
+
code: number,
|
|
104
|
+
processTime: number,
|
|
105
|
+
recordingTime: number,
|
|
106
|
+
data?: TranscribeResult,
|
|
107
|
+
error?: string,
|
|
108
|
+
},
|
|
109
|
+
}
|
|
110
|
+
|
|
45
111
|
class WhisperContext {
|
|
46
112
|
id: number
|
|
47
113
|
|
|
@@ -49,8 +115,59 @@ class WhisperContext {
|
|
|
49
115
|
this.id = id
|
|
50
116
|
}
|
|
51
117
|
|
|
52
|
-
|
|
53
|
-
|
|
118
|
+
/** Transcribe audio file */
|
|
119
|
+
transcribe(path: string, options: TranscribeOptions = {}): {
|
|
120
|
+
/** Stop the transcribe */
|
|
121
|
+
stop: () => void,
|
|
122
|
+
/** Transcribe result promise */
|
|
123
|
+
promise: Promise<TranscribeResult>,
|
|
124
|
+
} {
|
|
125
|
+
const jobId: number = Math.floor(Math.random() * 10000)
|
|
126
|
+
return {
|
|
127
|
+
stop: () => RNWhisper.abortTranscribe(this.id, jobId),
|
|
128
|
+
promise: RNWhisper.transcribeFile(this.id, jobId, path, options),
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
/** Transcribe the microphone audio stream, the microphone user permission is required */
|
|
133
|
+
async transcribeRealtime(options: TranscribeRealtimeOptions = {}): Promise<{
|
|
134
|
+
/** Stop the realtime transcribe */
|
|
135
|
+
stop: () => void,
|
|
136
|
+
/** Subscribe to realtime transcribe events */
|
|
137
|
+
subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void,
|
|
138
|
+
}> {
|
|
139
|
+
const jobId: number = Math.floor(Math.random() * 10000)
|
|
140
|
+
await RNWhisper.startRealtimeTranscribe(this.id, jobId, options)
|
|
141
|
+
let removeTranscribe: () => void
|
|
142
|
+
let removeEnd: () => void
|
|
143
|
+
let lastTranscribePayload: TranscribeRealtimeNativeEvent['payload']
|
|
144
|
+
return {
|
|
145
|
+
stop: () => RNWhisper.abortTranscribe(this.id, jobId),
|
|
146
|
+
subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => {
|
|
147
|
+
const transcribeListener = EventEmitter.addListener(
|
|
148
|
+
EVENT_ON_REALTIME_TRANSCRIBE,
|
|
149
|
+
(evt: TranscribeRealtimeNativeEvent) => {
|
|
150
|
+
const { contextId, payload } = evt
|
|
151
|
+
if (contextId !== this.id || evt.jobId !== jobId) return
|
|
152
|
+
lastTranscribePayload = payload
|
|
153
|
+
callback({ contextId, jobId: evt.jobId, ...payload })
|
|
154
|
+
if (!payload.isCapturing) removeTranscribe()
|
|
155
|
+
}
|
|
156
|
+
)
|
|
157
|
+
removeTranscribe = transcribeListener.remove
|
|
158
|
+
const endListener = EventEmitter.addListener(
|
|
159
|
+
EVENT_ON_REALTIME_TRANSCRIBE_END,
|
|
160
|
+
(evt: TranscribeRealtimeNativeEvent) => {
|
|
161
|
+
const { contextId } = evt
|
|
162
|
+
if (contextId !== this.id || evt.jobId !== jobId) return
|
|
163
|
+
callback({ contextId, jobId: evt.jobId, ...lastTranscribePayload, isCapturing: false })
|
|
164
|
+
removeTranscribe?.()
|
|
165
|
+
removeEnd()
|
|
166
|
+
}
|
|
167
|
+
)
|
|
168
|
+
removeEnd = endListener.remove
|
|
169
|
+
},
|
|
170
|
+
}
|
|
54
171
|
}
|
|
55
172
|
|
|
56
173
|
async release() {
|