whisper.rn 0.5.0-rc.1 → 0.5.0-rc.3

package/lib/typescript/realtime-transcription/adapters/SimulateFileAudioStreamAdapter.d.ts

@@ -0,0 +1,75 @@
+import type { AudioStreamInterface, AudioStreamConfig, AudioStreamData } from '../types';
+import { WavFileReaderFs } from '../../utils/WavFileReader';
+export interface SimulateFileOptions {
+    fs: WavFileReaderFs;
+    filePath: string;
+    playbackSpeed?: number;
+    chunkDurationMs?: number;
+    loop?: boolean;
+    onEndOfFile?: () => void;
+    logger?: (message: string) => void;
+}
+export declare class SimulateFileAudioStreamAdapter implements AudioStreamInterface {
+    private fileReader;
+    private config;
+    private options;
+    private isInitialized;
+    private recording;
+    private dataCallback?;
+    private errorCallback?;
+    private statusCallback?;
+    private streamInterval?;
+    private currentBytePosition;
+    private startTime;
+    private pausedTime;
+    private hasReachedEnd;
+    constructor(options: SimulateFileOptions);
+    initialize(config: AudioStreamConfig): Promise<void>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    isRecording(): boolean;
+    onData(callback: (data: AudioStreamData) => void): void;
+    onError(callback: (error: string) => void): void;
+    onStatusChange(callback: (isRecording: boolean) => void): void;
+    release(): Promise<void>;
+    /**
+     * Start the streaming process
+     */
+    private startStreaming;
+    /**
+     * Stream the next audio chunk
+     */
+    private streamNextChunk;
+    /**
+     * Get current playback statistics
+     */
+    getStatistics(): {
+        filePath: string;
+        isRecording: boolean;
+        currentTime: number;
+        totalDuration: number;
+        progress: number;
+        playbackSpeed: number | undefined;
+        currentBytePosition: number;
+        totalBytes: number;
+        hasReachedEnd: boolean;
+        header: import("../../utils/WavFileReader").WavFileHeader | null;
+    };
+    /**
+     * Seek to a specific time position
+     */
+    seekToTime(timeSeconds: number): void;
+    /**
+     * Set playback speed
+     */
+    setPlaybackSpeed(speed: number): void;
+    /**
+     * Reset file buffer to beginning
+     */
+    resetBuffer(): void;
+    /**
+     * Logger function
+     */
+    private log;
+}
+//# sourceMappingURL=SimulateFileAudioStreamAdapter.d.ts.map

package/lib/typescript/realtime-transcription/adapters/SimulateFileAudioStreamAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SimulateFileAudioStreamAdapter.d.ts","sourceRoot":"","sources":["../../../../src/realtime-transcription/adapters/SimulateFileAudioStreamAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,oBAAoB,EACpB,iBAAiB,EACjB,eAAe,EAChB,MAAM,UAAU,CAAA;AACjB,OAAO,EAAiB,eAAe,EAAE,MAAM,2BAA2B,CAAA;AAE1E,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,eAAe,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,IAAI,CAAC,EAAE,OAAO,CAAA;IACd,WAAW,CAAC,EAAE,MAAM,IAAI,CAAA;IACxB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;CACnC;AAED,qBAAa,8BAA+B,YAAW,oBAAoB;IACzE,OAAO,CAAC,UAAU,CAAe;IAEjC,OAAO,CAAC,MAAM,CAAiC;IAE/C,OAAO,CAAC,OAAO,CAAqB;IAEpC,OAAO,CAAC,aAAa,CAAQ;IAE7B,OAAO,CAAC,SAAS,CAAQ;IAEzB,OAAO,CAAC,YAAY,CAAC,CAAiC;IAEtD,OAAO,CAAC,aAAa,CAAC,CAAyB;IAE/C,OAAO,CAAC,cAAc,CAAC,CAAgC;IAEvD,OAAO,CAAC,cAAc,CAAC,CAAgC;IAEvD,OAAO,CAAC,mBAAmB,CAAI;IAE/B,OAAO,CAAC,SAAS,CAAI;IAErB,OAAO,CAAC,UAAU,CAAI;IAEtB,OAAO,CAAC,aAAa,CAAQ;gBAEjB,OAAO,EAAE,mBAAmB;IAWlC,UAAU,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoDpD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA6BtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAwB3B,WAAW,IAAI,OAAO;IAItB,MAAM,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI;IAIvD,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIhD,cAAc,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI;IAIxD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ9B;;OAEG;IACH,OAAO,CAAC,cAAc;IAsCtB;;OAEG;IACH,OAAO,CAAC,eAAe;IA0DvB;;OAEG;IACH,aAAa;;;;;;;;;;;;IAkBb;;OAEG;IACH,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAmBrC;;OAEG;IACH,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAiBrC;;OAEG;IACH,WAAW,IAAI,IAAI;IAmBnB;;OAEG;IACH,OAAO,CAAC,GAAG;CAGZ"}

package/lib/typescript/realtime-transcription/index.d.ts

@@ -0,0 +1,6 @@
+export { RealtimeTranscriber } from './RealtimeTranscriber';
+export { SliceManager } from './SliceManager';
+export type { WavFileWriterFs } from '../utils/WavFileWriter';
+export type { AudioStreamData, AudioStreamConfig, AudioStreamInterface, RealtimeVadEvent, RealtimeTranscribeEvent, RealtimeStatsEvent, RealtimeTranscriberDependencies, RealtimeOptions, RealtimeTranscriberCallbacks, AudioSlice, AudioSliceNoData, MemoryUsage, } from './types';
+export { VAD_PRESETS } from './types';
+//# sourceMappingURL=index.d.ts.map

package/lib/typescript/realtime-transcription/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/realtime-transcription/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAG3D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAE7C,YAAY,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAG7D,YAAY,EAEV,eAAe,EACf,iBAAiB,EACjB,oBAAoB,EAGpB,gBAAgB,EAChB,uBAAuB,EACvB,kBAAkB,EAGlB,+BAA+B,EAC/B,eAAe,EACf,4BAA4B,EAG5B,UAAU,EACV,gBAAgB,EAChB,WAAW,GAEZ,MAAM,SAAS,CAAA;AAGhB,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA"}

package/lib/typescript/realtime-transcription/types.d.ts

@@ -0,0 +1,216 @@
+import type { TranscribeOptions, TranscribeResult, VadOptions } from '../index';
+import type { WavFileWriterFs } from '../utils/WavFileWriter';
+export interface AudioStreamData {
+    data: Uint8Array;
+    sampleRate: number;
+    channels: number;
+    timestamp: number;
+}
+export interface AudioStreamConfig {
+    sampleRate?: number;
+    channels?: number;
+    bitsPerSample?: number;
+    bufferSize?: number;
+    audioSource?: number;
+}
+export interface AudioStreamInterface {
+    initialize(config: AudioStreamConfig): Promise<void>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    isRecording(): boolean;
+    onData(callback: (data: AudioStreamData) => void): void;
+    onError(callback: (error: string) => void): void;
+    onStatusChange(callback: (isRecording: boolean) => void): void;
+    release(): Promise<void>;
+}
+/**
+ * VAD Presets Overview:
+ *
+ *                            VAD Presets
+ *                         /      |      \
+ *                Conservative  Default  Sensitive
+ *                /        |        |        \
+ *        conservative  very-conservative  sensitive  very-sensitive
+ *        (0.7 thresh)   (0.8 thresh)    (0.3 thresh) (0.2 thresh)
+ *        500ms min      750ms min       100ms min    100ms min
+ *        Clear speech   Very clear      Quiet env    Catches whispers
+ *
+ *                         Specialized Presets
+ *                      /        |        \
+ *                continuous   meeting    noisy
+ *                (60s max)    (45s max)  (0.75 thresh)
+ *                Lectures     Multi-spk   Strict for noise
+ *
+ * Key Parameters:
+ * - threshold: 0.0-1.0 (lower = more sensitive)
+ * - minSpeechDurationMs: Min duration to consider speech
+ * - minSilenceDurationMs: Min silence before ending speech
+ * - maxSpeechDurationS: Max continuous speech duration
+ * - speechPadMs: Padding around detected speech
+ * - samplesOverlap: Analysis window overlap (0.0-1.0)
+ */
+export declare const VAD_PRESETS: {
+    default: {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+    sensitive: {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+    'very-sensitive': {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+    conservative: {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+    'very-conservative': {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+    continuous: {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+    meeting: {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+    noisy: {
+        threshold: number;
+        minSpeechDurationMs: number;
+        minSilenceDurationMs: number;
+        maxSpeechDurationS: number;
+        speechPadMs: number;
+        samplesOverlap: number;
+    };
+};
+export interface RealtimeVadEvent {
+    type: 'speech_start' | 'speech_end' | 'speech_continue' | 'silence';
+    timestamp: number;
+    lastSpeechDetectedTime: number;
+    confidence: number;
+    duration: number;
+    sliceIndex: number;
+    analysis?: {
+        averageAmplitude: number;
+        peakAmplitude: number;
+        spectralCentroid?: number;
+        zeroCrossingRate?: number;
+    };
+    currentThreshold?: number;
+    environmentNoise?: number;
+}
+export interface RealtimeTranscribeEvent {
+    type: 'start' | 'transcribe' | 'end' | 'error';
+    sliceIndex: number;
+    data?: TranscribeResult;
+    isCapturing: boolean;
+    processTime: number;
+    recordingTime: number;
+    memoryUsage?: {
+        slicesInMemory: number;
+        totalSamples: number;
+        estimatedMB: number;
+    };
+    vadEvent?: RealtimeVadEvent;
+}
+export interface RealtimeOptions {
+    audioSliceSec?: number;
+    audioMinSec?: number;
+    maxSlicesInMemory?: number;
+    vadOptions?: VadOptions;
+    vadPreset?: keyof typeof VAD_PRESETS;
+    autoSliceOnSpeechEnd?: boolean;
+    autoSliceThreshold?: number;
+    transcribeOptions?: TranscribeOptions;
+    initialPrompt?: string;
+    promptPreviousSlices?: boolean;
+    audioOutputPath?: string;
+    audioStreamConfig?: AudioStreamConfig;
+    logger?: (message: string) => void;
+}
+export interface AudioSlice {
+    index: number;
+    data: Uint8Array;
+    sampleCount: number;
+    startTime: number;
+    endTime: number;
+    isProcessed: boolean;
+    isReleased: boolean;
+}
+export interface AudioSliceNoData extends Omit<AudioSlice, 'data'> {
+}
+export interface MemoryUsage {
+    slicesInMemory: number;
+    totalSamples: number;
+    estimatedMB: number;
+}
+export interface RealtimeStatsEvent {
+    timestamp: number;
+    type: 'slice_processed' | 'vad_change' | 'memory_change' | 'status_change';
+    data: {
+        isActive: boolean;
+        isTranscribing: boolean;
+        vadEnabled: boolean;
+        audioStats: any;
+        vadStats: any;
+        sliceStats: any;
+    };
+}
+export interface RealtimeTranscriberCallbacks {
+    onTranscribe?: (event: RealtimeTranscribeEvent) => void;
+    onVad?: (event: RealtimeVadEvent) => void;
+    onError?: (error: string) => void;
+    onStatusChange?: (isActive: boolean) => void;
+    onStatsUpdate?: (event: RealtimeStatsEvent) => void;
+}
+export type WhisperContextLike = {
+    transcribeData: (data: SharedArrayBuffer, options: TranscribeOptions) => {
+        stop: () => Promise<void>;
+        promise: Promise<TranscribeResult>;
+    };
+};
+export type WhisperVadContextLike = {
+    detectSpeechData: (data: SharedArrayBuffer, options: VadOptions) => Promise<Array<{
+        t0: number;
+        t1: number;
+    }>>;
+};
+export interface RealtimeTranscriberDependencies {
+    whisperContext: WhisperContextLike;
+    vadContext?: WhisperVadContextLike;
+    audioStream: AudioStreamInterface;
+    fs?: WavFileWriterFs;
+}
+//# sourceMappingURL=types.d.ts.map

package/lib/typescript/realtime-transcription/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/realtime-transcription/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAA;AAI7D,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,oBAAoB;IACnC,UAAU,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACrB,WAAW,IAAI,OAAO,CAAA;IACtB,MAAM,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,eAAe,KAAK,IAAI,GAAG,IAAI,CAAA;IACvD,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI,CAAA;IAChD,cAAc,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI,CAAA;IAC9D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACzB;AAKD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgFvB,CAAA;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,cAAc,GAAG,YAAY,GAAG,iBAAiB,GAAG,SAAS,CAAA;IACnE,SAAS,EAAE,MAAM,CAAA;IACjB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAGlB,QAAQ,CAAC,EAAE;QACT,gBAAgB,EAAE,MAAM,CAAA;QACxB,aAAa,EAAE,MAAM,CAAA;QACrB,gBAAgB,CAAC,EAAE,MAAM,CAAA;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAC1B,CAAA;IAGD,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,OAAO,GAAG,YAAY,GAAG,KAAK,GAAG,OAAO,CAAA;IAC9C,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,CAAC,EAAE,gBAAgB,CAAA;IACvB,WAAW,EAAE,OAAO,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,CAAC,EAAE;QACZ,cAAc,EAAE,MAAM,CAAA;QACtB,YAAY,EAAE,MAAM,CAAA;QACpB,WAAW,EAAE,MAAM,CAAA;KACpB,CAAA;IACD,QAAQ,CAAC,EAAE,gBAAgB,CAAA;CAC5B;AAED,MAAM,WAAW,eAAe;IAE9B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAG1B,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,SAAS,CAAC,EAAE,MAAM,OAAO,WAAW,CAAA;IAGpC,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAG3B,iBAAiB,CAAC,EAAE,iBAAiB,CAAA;IAGrC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAG9B,eAAe,CAAC,EAAE,MAAM,CAAA;IAGxB,iBAAiB,CAAC,EAAE,iBAAiB,CAAA;IAGrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAA;CACnC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,UAAU,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,EAAE,OAAO,CAAA;IACpB,UAAU,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,WAAW,gBAAiB,SAAQ,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC;CAAG;AAErE,MAAM,WAAW,WAAW;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EACA,iBAAiB,GACjB,YAAY,GACZ,eAAe,GACf,eAAe,CAAA;IACnB,IAAI,EAAE;QACJ,QAAQ,EAAE,OAAO,CAAA;QACjB,cAAc,EAAE,OAAO,CAAA;QACvB,UAAU,EAAE,OAAO,CAAA;QACnB,UAAU,EAAE,GAAG,CAAA;QACf,QAAQ,EAAE,GAAG,CAAA;QACb,UAAU,EAAE,GAAG,CAAA;KAChB,CAAA;CACF;AAED,MAAM,WAAW,4BAA4B;IAC3C,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,CAAA;IACvD,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAA;IACzC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;IACjC,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAA;IAC5C,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,CAAA;CACpD;AAID,MAAM,MAAM,kBAAkB,GAAG;IAC/B,cAAc,EAAE,CACd,IAAI,EAAE,iBAAiB,EACvB,OAAO,EAAE,iBAAiB,KACvB;QACH,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;QACzB,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAA;KACnC,CAAA;CACF,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,gBAAgB,EAAE,CAChB,IAAI,EAAE,iBAAiB,EACvB,OAAO,EAAE,UAAU,KAChB,OAAO,CAAC,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAA;CAChD,CAAA;AAED,MAAM,WAAW,+BAA+B;IAC9C,cAAc,EAAE,kBAAkB,CAAA;IAClC,UAAU,CAAC,EAAE,qBAAqB,CAAA;IAClC,WAAW,EAAE,oBAAoB,CAAA;IACjC,EAAE,CAAC,EAAE,eAAe,CAAA;CACrB"}

package/lib/typescript/utils/WavFileReader.d.ts

@@ -0,0 +1,61 @@
+export interface WavFileReaderFs {
+    readFile: (filePath: string, encoding: string) => Promise<string>;
+    exists: (filePath: string) => Promise<boolean>;
+    unlink: (filePath: string) => Promise<void>;
+}
+export interface WavFileHeader {
+    sampleRate: number;
+    channels: number;
+    bitsPerSample: number;
+    dataSize: number;
+    duration: number;
+}
+export declare class WavFileReader {
+    private filePath;
+    private header;
+    private audioData;
+    private fs;
+    constructor(fs: {
+        exists: (filePath: string) => Promise<boolean>;
+        readFile: (filePath: string, encoding: string) => Promise<string>;
+    }, filePath: string);
+    /**
+     * Read and parse the WAV file
+     */
+    initialize(): Promise<void>;
+    /**
+     * Parse WAV file header
+     */
+    private static parseWavHeader;
+    /**
+     * Get audio data slice
+     */
+    getAudioSlice(startByte: number, lengthBytes: number): Uint8Array | null;
+    getAudioData(): Uint8Array | null;
+    /**
+     * Get WAV file header information
+     */
+    getHeader(): WavFileHeader | null;
+    /**
+     * Get total audio data size
+     */
+    getTotalDataSize(): number;
+    /**
+     * Convert byte position to time in seconds
+     */
+    byteToTime(bytePosition: number): number;
+    /**
+     * Convert time in seconds to byte position
+     */
+    timeToByte(timeSeconds: number): number;
+    /**
+     * Get file statistics
+     */
+    getStatistics(): {
+        filePath: string;
+        header: WavFileHeader | null;
+        totalDataSize: number;
+        isInitialized: boolean;
+    };
+}
+//# sourceMappingURL=WavFileReader.d.ts.map

package/lib/typescript/utils/WavFileReader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WavFileReader.d.ts","sourceRoot":"","sources":["../../../src/utils/WavFileReader.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;IACjE,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9C,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAC5C;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,EAAE,MAAM,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAQ;IAExB,OAAO,CAAC,MAAM,CAA6B;IAE3C,OAAO,CAAC,SAAS,CAA0B;IAE3C,OAAO,CAAC,EAAE,CAGT;gBAEW,EAAE,EAAE;QACd,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;QAC9C,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;KAClE,EAAE,QAAQ,EAAE,MAAM;IAKnB;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA4BjC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,cAAc;IA0D7B;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI;IAexE,YAAY,IAAI,UAAU,GAAG,IAAI;IAIjC;;OAEG;IACH,SAAS,IAAI,aAAa,GAAG,IAAI;IAIjC;;OAEG;IACH,gBAAgB,IAAI,MAAM;IAI1B;;OAEG;IACH,UAAU,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;IAUxC;;OAEG;IACH,UAAU,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM;IAUvC;;OAEG;IACH,aAAa;;;;;;CAQd"}

package/lib/typescript/utils/WavFileWriter.d.ts

@@ -0,0 +1,57 @@
+export interface WavFileConfig {
+    sampleRate: number;
+    channels: number;
+    bitsPerSample: number;
+}
+export interface WavFileWriterFs {
+    writeFile: (filePath: string, data: string, encoding: string) => Promise<void>;
+    appendFile: (filePath: string, data: string, encoding: string) => Promise<void>;
+    readFile: (filePath: string, encoding: string) => Promise<string>;
+    exists: (filePath: string) => Promise<boolean>;
+    unlink: (filePath: string) => Promise<void>;
+}
+export declare class WavFileWriter {
+    private fs;
+    private filePath;
+    private config;
+    private dataSize;
+    private isWriting;
+    private writeQueue;
+    constructor(fs: WavFileWriterFs, filePath: string, config: WavFileConfig);
+    /**
+     * Initialize the WAV file with headers
+     */
+    initialize(): Promise<void>;
+    /**
+     * Append PCM audio data to the WAV file
+     */
+    appendAudioData(audioData: Uint8Array): Promise<void>;
+    /**
+     * Process the write queue to avoid blocking
+     */
+    private processWriteQueue;
+    /**
+     * Finalize the WAV file by updating the header with correct sizes
+     */
+    finalize(): Promise<void>;
+    /**
+     * Create WAV file header
+     */
+    private createWavHeader;
+    /**
+     * Cancel writing and cleanup
+     */
+    cancel(): Promise<void>;
+    /**
+     * Get current file statistics
+     */
+    getStatistics(): {
+        filePath: string;
+        dataSize: number;
+        durationSec: number;
+        isWriting: boolean;
+        queuedChunks: number;
+        estimatedFileSizeMB: number;
+    };
+}
+//# sourceMappingURL=WavFileWriter.d.ts.map

package/lib/typescript/utils/WavFileWriter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WavFileWriter.d.ts","sourceRoot":"","sources":["../../../src/utils/WavFileWriter.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAC9E,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAC/E,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;IACjE,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9C,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAC5C;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,EAAE,CAAiB;IAE3B,OAAO,CAAC,QAAQ,CAAQ;IAExB,OAAO,CAAC,MAAM,CAAe;IAE7B,OAAO,CAAC,QAAQ,CAAI;IAEpB,OAAO,CAAC,SAAS,CAAQ;IAEzB,OAAO,CAAC,UAAU,CAAmB;gBAEzB,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa;IAMxE;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBjC;;OAEG;IACG,eAAe,CAAC,SAAS,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB3D;;OAEG;YACW,iBAAiB;IA+B/B;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IA+B/B;;OAEG;IACH,OAAO,CAAC,eAAe;IA0BvB;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAe7B;;OAEG;IACH,aAAa;;;;;;;;CAYd"}

package/lib/typescript/utils/common.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Convert base64 string to Uint8Array
+ */
+export declare function base64ToUint8Array(base64: string): Uint8Array;
+/**
+ * Convert Uint8Array to base64 string
+ */
+export declare function uint8ArrayToBase64(buffer: Uint8Array): string;
+//# sourceMappingURL=common.d.ts.map

package/lib/typescript/utils/common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/utils/common.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAG7D;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAG7D"}

package/package.json

@@ -1,12 +1,20 @@
 {
   "name": "whisper.rn",
-  "version": "0.5.0-rc.1",
+  "version": "0.5.0-rc.3",
   "description": "React Native binding of whisper.cpp",
   "main": "lib/commonjs/index",
   "module": "lib/module/index",
   "types": "lib/typescript/index.d.ts",
   "react-native": "src/index",
   "source": "src/index",
+  "exports": {
+    "./*": {
+      "import": "./lib/module/*",
+      "require": "./lib/commonjs/*",
+      "types": "./lib/typescript/*",
+      "react-native": "src/*"
+    }
+  },
   "files": [
     "src",
     "lib",
@@ -29,7 +37,7 @@
   ],
   "scripts": {
     "bootstrap": "./scripts/bootstrap.sh",
-    "docgen": "typedoc src/index.ts --plugin typedoc-plugin-markdown --excludePrivate --readme none --out docs/API",
+    "docgen": "typedoc src/index.ts src/realtime-transcription/index.ts --plugin typedoc-plugin-markdown --excludePrivate --readme none --out docs/API",
     "lint": "eslint \"**/*.{js,ts,tsx}\"",
     "typecheck": "tsc --noEmit",
     "build": "bob build",
@@ -62,6 +70,7 @@
     "@commitlint/config-conventional": "^17.0.2",
     "@evilmartians/lefthook": "^1.2.2",
     "@fugood/eslint-config-react": "^0.5.0",
+    "@fugood/react-native-audio-pcm-stream": "^1.1.4",
     "@react-native/babel-preset": "0.76.9",
     "@react-native/metro-config": "0.76.9",
     "@release-it/conventional-changelog": "^5.0.0",
@@ -83,13 +92,13 @@
     "typedoc-plugin-markdown": "^3.15.3",
     "typescript": "^4.9.5"
   },
-  "resolutions": {
-    "@types/react": "17.0.21"
-  },
   "peerDependencies": {
     "react": "*",
     "react-native": "*"
   },
+  "resolutions": {
+    "@types/react": "17.0.21"
+  },
   "engines": {
     "node": ">=18"
   },
@@ -146,5 +155,8 @@
     "type": "all",
     "jsSrcsDir": "./src/"
   },
-  "packageManager": "yarn@1.22.22"
+  "packageManager": "yarn@1.22.22",
+  "dependencies": {
+    "safe-buffer": "^5.2.1"
+  }
 }

package/src/AudioSessionIos.ts

@@ -42,10 +42,11 @@ export enum AudioSessionModeIos {
 
 const checkPlatform = () => {
   if (Platform.OS !== 'ios') throw new Error('Only supported on iOS')
+  console.warn('AudioSessionIos is deprecated. To use whisper.rn for realtime transcription, use the new RealtimeTranscriber instead.')
 }
 
 /**
- * AudioSession Utility, iOS only.
+ * [Deprecated] AudioSession Utility, iOS only.
  */
 export default {
   Category: AudioSessionCategoryIos,
@@ -63,7 +64,7 @@ export default {
       options: result.options?.map((option: string) => (option.replace('AVAudioSessionCategoryOption', '') as AudioSessionCategoryOptionIos)),
     }
   },
-  
+
   getCurrentMode: async (): Promise<AudioSessionModeIos> => {
     checkPlatform()
     const mode = await RNWhisper.getAudioSessionCurrentMode()

package/src/NativeRNWhisper.ts

@@ -100,6 +100,8 @@ export type VadSegment = {
 }
 
 export interface Spec extends TurboModule {
+  toggleNativeLog(enabled: boolean): Promise<void>
+
   getConstants(): {
     useCoreML: boolean
     coreMLAllowFallback: boolean

package/src/index.ts

@@ -82,10 +82,25 @@ export type {
 
 const EVENT_ON_TRANSCRIBE_PROGRESS = '@RNWhisper_onTranscribeProgress'
 const EVENT_ON_TRANSCRIBE_NEW_SEGMENTS = '@RNWhisper_onTranscribeNewSegments'
+const EVENT_ON_NATIVE_LOG = '@RNWhisper_onNativeLog'
 
 const EVENT_ON_REALTIME_TRANSCRIBE = '@RNWhisper_onRealtimeTranscribe'
 const EVENT_ON_REALTIME_TRANSCRIBE_END = '@RNWhisper_onRealtimeTranscribeEnd'
 
+const logListeners: Array<(level: string, text: string) => void> = []
+
+// @ts-ignore
+if (EventEmitter) {
+  EventEmitter.addListener(
+    EVENT_ON_NATIVE_LOG,
+    (evt: { level: string; text: string }) => {
+      logListeners.forEach((listener) => listener(evt.level, evt.text))
+    },
+  )
+  // Trigger unset to use default log callback
+  RNWhisper?.toggleNativeLog?.(false)?.catch?.(() => {})
+}
+
 export type TranscribeNewSegmentsResult = {
   nNew: number
   totalNNew: number
@@ -444,6 +459,10 @@ export class WhisperContext {
     /** Subscribe to realtime transcribe events */
     subscribe: (callback: (event: TranscribeRealtimeEvent) => void) => void
   }> {
+    console.warn(
+      '`transcribeRealtime` is deprecated, use `RealtimeTranscriber` instead',
+    )
+
     let lastTranscribePayload: TranscribeRealtimeNativePayload
 
     const slices: TranscribeRealtimeNativePayload[] = []
@@ -842,3 +861,18 @@ export async function initWhisperVad({
 export async function releaseAllWhisperVad(): Promise<void> {
   return RNWhisper.releaseAllVadContexts()
 }
+
+export async function toggleNativeLog(enabled: boolean): Promise<void> {
+  return RNWhisper.toggleNativeLog(enabled)
+}
+
+export function addNativeLogListener(
+  listener: (level: string, text: string) => void,
+): { remove: () => void } {
+  logListeners.push(listener)
+  return {
+    remove: () => {
+      logListeners.splice(logListeners.indexOf(listener), 1)
+    },
+  }
+}

package/{jest/mock.js → src/jest-mock.ts}

@@ -1,4 +1,4 @@
-const { NativeModules, DeviceEventEmitter } = require('react-native')
+import { NativeModules, DeviceEventEmitter } from 'react-native'
 
 if (!NativeModules.RNWhisper) {
   NativeModules.RNWhisper = {
@@ -97,4 +97,4 @@ if (!NativeModules.RNWhisper) {
   }
 }
 
-module.exports = jest.requireActual('whisper.rn')
+module.exports = jest.requireActual('whisper.rn/index')