whisper.rn 0.5.0-rc.1 → 0.5.0-rc.10

package/src/index.ts

@@ -29,37 +29,43 @@ declare global {
   var whisperTranscribeData: (
     contextId: number,
     options: TranscribeOptions,
-    data: ArrayBuffer | SharedArrayBuffer,
+    data: ArrayBuffer,
   ) => Promise<TranscribeResult>
   // eslint-disable-next-line no-var
   var whisperVadDetectSpeech: (
     contextId: number,
     options: VadOptions,
-    audioData: ArrayBuffer | SharedArrayBuffer,
+    audioData: ArrayBuffer,
   ) => Promise<{ hasSpeech: boolean; segments: VadSegment[] }>
 }
 
 let jsiWhisperTranscribeData: (
   contextId: number,
   options: TranscribeOptions,
-  data: ArrayBuffer | SharedArrayBuffer,
+  data: ArrayBuffer,
 ) => Promise<TranscribeResult>
 let jsiWhisperVadDetectSpeech: (
   contextId: number,
   options: VadOptions,
-  audioData: ArrayBuffer | SharedArrayBuffer,
+  audioData: ArrayBuffer,
 ) => Promise<{ hasSpeech: boolean; segments: VadSegment[] }>
 
-RNWhisper.installJSIBindings()
-  .then(() => {
-    jsiWhisperTranscribeData = global.whisperTranscribeData
-    delete (global as any).whisperTranscribeData
-    jsiWhisperVadDetectSpeech = global.whisperVadDetectSpeech
-    delete (global as any).whisperVadDetectSpeech
-  })
-  .catch((e) => {
-    console.warn('Failed to install JSI bindings', e)
-  })
+let jsiInstalled = false
+
+const installJSIBindingsIfNeeded = async () => {
+  if (jsiInstalled) return
+  jsiInstalled = true
+  return RNWhisper.installJSIBindings()
+    .then(() => {
+      jsiWhisperTranscribeData = global.whisperTranscribeData
+      delete (global as any).whisperTranscribeData
+      jsiWhisperVadDetectSpeech = global.whisperVadDetectSpeech
+      delete (global as any).whisperVadDetectSpeech
+    })
+    .catch((e) => {
+      console.warn('Failed to install JSI bindings', e)
+    })
+}
 
 let EventEmitter: NativeEventEmitter | DeviceEventEmitterStatic
 if (Platform.OS === 'ios') {
@@ -82,10 +88,25 @@ export type {
 
 const EVENT_ON_TRANSCRIBE_PROGRESS = '@RNWhisper_onTranscribeProgress'
 const EVENT_ON_TRANSCRIBE_NEW_SEGMENTS = '@RNWhisper_onTranscribeNewSegments'
+const EVENT_ON_NATIVE_LOG = '@RNWhisper_onNativeLog'
 
 const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe'
 const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd'
 
+const logListeners: Array<(level: string, text: string) => void> = []
+
+// @ts-ignore
+if (EventEmitter) {
+  EventEmitter.addListener(
+    EVENT_ON_NATIVE_LOG,
+    (evt: { level: string; text: string }) => {
+      logListeners.forEach((listener) => listener(evt.level, evt.text))
+    },
+  )
+  // Trigger unset to use default log callback
+  RNWhisper?.toggleNativeLog?.(false)?.catch?.(() => {})
+}
+
 export type TranscribeNewSegmentsResult = {
   nNew: number
   totalNNew: number
@@ -370,13 +391,13 @@ export class WhisperContext {
    * Transcribe audio data (base64 encoded float32 PCM data or ArrayBuffer)
    */
   transcribeData(
-    data: string | ArrayBuffer | SharedArrayBuffer,
+    data: string | ArrayBuffer,
     options: TranscribeFileOptions = {},
   ): {
     stop: () => Promise<void>
     promise: Promise<TranscribeResult>
   } {
-    if (data instanceof ArrayBuffer || data instanceof SharedArrayBuffer) {
+    if (data instanceof ArrayBuffer) {
       // Use JSI function for ArrayBuffer
       if (!jsiWhisperTranscribeData) {
         throw new Error('JSI binding `whisperTranscribeData` not installed')
@@ -390,7 +411,7 @@ export class WhisperContext {
    * Transcribe audio data from ArrayBuffer (16-bit PCM, mono, 16kHz)
    */
   private transcribeDataArrayBuffer(
-    data: ArrayBuffer | SharedArrayBuffer,
+    data: ArrayBuffer,
     options: TranscribeFileOptions = {},
   ): {
     stop: () => Promise<void>
@@ -444,6 +465,10 @@ export class WhisperContext {
     /** Subscribe to realtime transcribe events */
     subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void
   }> {
+    console.warn(
+      '`transcribeRealtime` is deprecated, use `RealtimeTranscriber` instead',
+    )
+
     let lastTranscribePayload: TranscribeRealtimeNativePayload
 
     const slices: TranscribeRealtimeNativePayload[] = []
@@ -630,6 +655,8 @@ export async function initWhisper({
   useCoreMLIos = true,
   useFlashAttn = false,
 }: ContextOptions): Promise<WhisperContext> {
+  await installJSIBindingsIfNeeded()
+
   let path = ''
   let coreMLAssets: CoreMLAsset[] | undefined
   if (coreMLModelAsset) {
@@ -689,6 +716,8 @@ export async function initWhisper({
 }
 
 export async function releaseAllWhisper(): Promise<void> {
+  await installJSIBindingsIfNeeded()
+
   return RNWhisper.releaseAllContexts()
 }
 
@@ -771,13 +800,10 @@ export class WhisperVadContext {
    * Detect speech segments in raw audio data (base64 encoded float32 PCM data or ArrayBuffer)
    */
   async detectSpeechData(
-    audioData: string | ArrayBuffer | SharedArrayBuffer,
+    audioData: string | ArrayBuffer,
     options: VadOptions = {},
   ): Promise<VadSegment[]> {
-    if (
-      audioData instanceof ArrayBuffer ||
-      audioData instanceof SharedArrayBuffer
-    ) {
+    if (audioData instanceof ArrayBuffer) {
       // Use JSI function for ArrayBuffer
       if (!jsiWhisperVadDetectSpeech) {
         throw new Error('JSI binding `whisperVadDetectSpeech` not installed')
@@ -808,6 +834,8 @@ export async function initWhisperVad({
   useGpu = true,
   nThreads,
 }: VadContextOptions): Promise<WhisperVadContext> {
+  await installJSIBindingsIfNeeded()
+
   let path = ''
   if (typeof filePath === 'number') {
     try {
@@ -840,5 +868,29 @@ export async function initWhisperVad({
  * @returns Promise resolving when all contexts are released
  */
 export async function releaseAllWhisperVad(): Promise<void> {
+  await installJSIBindingsIfNeeded()
+
   return RNWhisper.releaseAllVadContexts()
 }
+
+let logInitialized = false
+
+export async function toggleNativeLog(enabled: boolean): Promise<void> {
+  if (!enabled && !logInitialized) return // If first call is false, skip
+
+  logInitialized = true
+  await installJSIBindingsIfNeeded()
+
+  return RNWhisper.toggleNativeLog(enabled)
+}
+
+export function addNativeLogListener(
+  listener: (level: string, text: string) => void,
+): { remove: () => void } {
+  logListeners.push(listener)
+  return {
+    remove: () => {
+      logListeners.splice(logListeners.indexOf(listener), 1)
+    },
+  }
+}

package/{jest/mock.js → src/jest-mock.ts}

@@ -1,4 +1,4 @@
-const { NativeModules, DeviceEventEmitter } = require('react-native')
+import { NativeModules, DeviceEventEmitter } from 'react-native'
 
 if (!NativeModules.RNWhisper) {
   NativeModules.RNWhisper = {
@@ -97,4 +97,4 @@ if (!NativeModules.RNWhisper) {
   }
 }
 
-module.exports = jest.requireActual('whisper.rn')
+module.exports = jest.requireActual('whisper.rn/index')