@siteed/expo-audio-stream 1.0.5 → 1.1.2

package/README.md

@@ -1,17 +1,33 @@
+# @siteed/expo-audio-stream
+
+[![kandi X-Ray](https://kandi.openweaver.com/badges/xray.svg)](https://kandi.openweaver.com/typescript/siteed/expo-audio-stream)
+[![Version](https://img.shields.io/npm/v/@siteed/expo-audio-stream.svg)](https://www.npmjs.com/package/@siteed/expo-audio-stream)
+[![Dependency Status](https://img.shields.io/npm/dt/@siteed/expo-audio-stream.svg)](https://www.npmjs.com/package/@siteed/expo-audio-stream)
+[![License](https://img.shields.io/npm/l/@siteed/expo-audio-stream.svg)](https://www.npmjs.com/package/@siteed/expo-audio-stream)
+
+
 <div align="center">
-  <h1 align="center">
-    @siteed/expo-audio-stream
+  <h2 align="center">
     <br />
-    <br />
-    <strong>@siteed/expo-audio-stream<strong> is a comprehensive library designed to facilitate real-time audio processing and streaming across iOS, Android, and web platforms.
+    <strong>Comprehensive library designed to facilitate real-time audio processing and streaming across iOS, Android, and web platforms.
     <br />
     <br />
     <a href="https://deeeed.github.io/expo-audio-stream/playground/">
       <img src="../../docs/demo.gif" alt="Screenshot Playground">
     </a>
-  </h1>
+    <br/><br/>
+    <a href="https://deeeed.github.io/expo-audio-stream/playground" style="text-decoration:none;">
+      <div style="display:inline-block; padding:10px 20px; background-color:#007bff; color:white; border-radius:5px; font-size:16px;">
+        Try it out
+      </div>
+    </a>
+    <br/>
+  </h2>
 </div>
 
+**Give it a GitHub star 🌟, if you found this repo useful.**
+[![GitHub stars](https://img.shields.io/github/stars/deeeed/expo-audio-stream.svg?style=social&label=Star&maxAge=2592000)](https://github.com/deeeed/expo-audio-stream)
+
 
 ## Features
 

package/android/src/main/java/net/siteed/audiostream/AudioProcessor.kt

@@ -56,13 +56,53 @@ class AudioProcessor(private val filesDir: File) {
                 return null
             }
 
-            val header = fileData.sliceArray(0 until Constants.WAV_HEADER_SIZE)
-            val sampleRate = byteArrayToInt(header.sliceArray(24..27))
-            val channels = byteArrayToShort(header.sliceArray(22..23))
-            val bitDepth = byteArrayToShort(header.sliceArray(34..35))
+            // Read the WAV header
+            val riffHeader = String(fileData.sliceArray(0..3))
+            if (riffHeader != "RIFF") {
+                Log.e("AudioProcessor", "Invalid RIFF header")
+                return null
+            }
+
+            val format = String(fileData.sliceArray(8..11))
+            if (format != "WAVE") {
+                Log.e("AudioProcessor", "Invalid WAVE format")
+                return null
+            }
+
+            var offset = 12
+            var dataSize = 0
+            var sampleRate = 0
+            var channels = 0
+            var bitDepth = 0
+
+            // Parse chunks until we find the 'data' chunk
+            while (offset < fileData.size - 8) {
+                val chunkId = String(fileData.sliceArray(offset until offset + 4))
+                val chunkSize = ByteBuffer.wrap(fileData.sliceArray(offset + 4 until offset + 8)).order(ByteOrder.LITTLE_ENDIAN).int
+
+                when (chunkId) {
+                    "fmt " -> {
+                        channels = ByteBuffer.wrap(fileData.sliceArray(offset + 10 until offset + 12)).order(ByteOrder.LITTLE_ENDIAN).short.toInt()
+                        sampleRate = ByteBuffer.wrap(fileData.sliceArray(offset + 12 until offset + 16)).order(ByteOrder.LITTLE_ENDIAN).int
+                        bitDepth = ByteBuffer.wrap(fileData.sliceArray(offset + 22 until offset + 24)).order(ByteOrder.LITTLE_ENDIAN).short.toInt()
+                    }
+                    "data" -> {
+                        dataSize = chunkSize
+                        offset += 8 // Skip chunk ID and size
+                        break
+                    }
+                }
+
+                offset += chunkSize + 8 // Move to the next chunk
+            }
+
+            if (dataSize == 0) {
+                Log.e("AudioProcessor", "No data chunk found in WAV file")
+                return null
+            }
 
             val audioData = if (skipWavHeader) {
-                fileData.sliceArray(Constants.WAV_HEADER_SIZE until fileData.size)
+                fileData.sliceArray(offset until offset + dataSize)
             } else {
                 fileData
             }
@@ -158,8 +198,8 @@ class AudioProcessor(private val filesDir: File) {
                 val rms = features.rms
                 val silent = rms < 0.01
                 val dB = if (featureOptions["dB"] == true) 20 * log10(rms.toDouble()).toFloat() else 0f
-                minAmplitude = min(minAmplitude, rms)
-                maxAmplitude = max(maxAmplitude, rms)
+                minAmplitude = min(minAmplitude, localMinAmplitude)
+                maxAmplitude = max(maxAmplitude, localMaxAmplitude)
 
                 val bytesPerSample = bitDepth / 8
                 val startPosition = start * bytesPerSample * config.channels

package/android/src/main/java/net/siteed/audiostream/Constants.kt

@@ -9,5 +9,10 @@ object Constants {
     const val DEFAULT_INTERVAL = 1000L
     const val MIN_INTERVAL = 100L // Minimum interval in ms for emitting audio data
     const val WAV_HEADER_SIZE = 44
+    const val RIFF_HEADER = 0x52494646 // "RIFF"
+    const val WAVE_HEADER = 0x57415645 // "WAVE"
+    const val FMT_CHUNK_ID = 0x666d7420 // "fmt "
+    const val DATA_CHUNK_ID = 0x64617461 // "data"
+    const val INFO_CHUNK_ID = 0x494E464F // "info"
     const val TAG = "AudioRecorderModule"
 }

package/android/src/main/java/net/siteed/audiostream/ExpoAudioStreamModule.kt

@@ -1,5 +1,6 @@
 package net.siteed.audiostream
 
+import android.Manifest
 import android.os.Build
 import android.os.Bundle
 import android.util.Log
@@ -7,6 +8,7 @@ import androidx.annotation.RequiresApi
 import expo.modules.kotlin.Promise
 import expo.modules.kotlin.modules.Module
 import expo.modules.kotlin.modules.ModuleDefinition
+import expo.modules.interfaces.permissions.Permissions
 
 class ExpoAudioStreamModule() : Module(), EventSender {
     private lateinit var audioRecorderManager: AudioRecorderManager
@@ -44,18 +46,17 @@ class ExpoAudioStreamModule() : Module(), EventSender {
             audioRecorderManager.pauseRecording(promise)
         }
 
-
         AsyncFunction("extractAudioAnalysis") { options: Map<String, Any>, promise: Promise ->
             val fileUri = options["fileUri"] as? String
             val pointsPerSecond =  (options["pointsPerSecond"] as? Double) ?: 20.0
-            val algorithm = options["algorithm"] as? String ?: "rms"
+            val algorithm = options["algorithm"] as? String ?: "peak"
             val featuresMap = options["features"] as? Map<*, *>
             val features = featuresMap?.filterKeys { it is String }
                 ?.filterValues { it is Boolean }
                 ?.mapKeys { it.key as String }
                 ?.mapValues { it.value as Boolean }
                 ?: emptyMap()
-            val skipWavHeader = (options["skipWavHeader"] as? Boolean) ?: false
+            val skipWavHeader = (options["skipWavHeader"] as? Boolean) ?: true
 
             if (fileUri == null) {
                 promise.reject("INVALID_ARGUMENTS", "fileUri is required", null)
@@ -94,6 +95,14 @@ class ExpoAudioStreamModule() : Module(), EventSender {
         AsyncFunction("stopRecording") { promise: Promise ->
             audioRecorderManager.stopRecording(promise)
         }
+
+        AsyncFunction("requestPermissionsAsync") { promise: Promise ->
+            Permissions.askForPermissionsWithPermissionsManager(appContext.permissions, promise, Manifest.permission.RECORD_AUDIO)
+        }
+
+        AsyncFunction("getPermissionsAsync") { promise: Promise ->
+            Permissions.getPermissionsWithPermissionsManager(appContext.permissions, promise, Manifest.permission.RECORD_AUDIO)
+        }
     }
 
     private fun initializeManager() {

package/build/index.js

@@ -1,9 +1,10 @@
 // src/index.ts
 import { extractAudioAnalysis } from './AudioAnalysis/extractAudioAnalysis';
 import { AudioRecorderProvider, useSharedAudioRecorder, } from './AudioRecorder.provider';
+import ExpoAudioStreamModule from './ExpoAudioStreamModule';
 import { useAudioRecorder } from './useAudioRecorder';
-export * from './utils/getWavFileInfo';
 export * from './utils/convertPCMToFloat32';
+export * from './utils/getWavFileInfo';
 export * from './utils/writeWavHeader';
-export { AudioRecorderProvider, extractAudioAnalysis, useAudioRecorder, useSharedAudioRecorder, };
+export { AudioRecorderProvider, ExpoAudioStreamModule, extractAudioAnalysis, useAudioRecorder, useSharedAudioRecorder, };
 //# sourceMappingURL=index.js.map

package/ios/AudioProcessor.swift

@@ -202,12 +202,14 @@ public class AudioProcessor {
             updateSegmentData(channelData: channelData, index: i, sumSquares: &sumSquares, zeroCrossings: &zeroCrossings, prevValue: &prevValue, localMinAmplitude: &localMinAmplitude, localMaxAmplitude: &localMaxAmplitude, segmentData: &segmentData)
             
             if (i + 1) % pointInterval == 0 || i == length - 1 {
-                let features = computeFeatures(segmentData: segmentData, sampleRate: sampleRate, sumSquares: sumSquares, zeroCrossings: zeroCrossings, segmentLength: (i % pointInterval) + 1, featureOptions: featureOptions)
+                var features = computeFeatures(segmentData: segmentData, sampleRate: sampleRate, sumSquares: sumSquares, zeroCrossings: zeroCrossings, segmentLength: (i % pointInterval) + 1, featureOptions: featureOptions)
+                features.minAmplitude = localMinAmplitude
+                features.maxAmplitude = localMaxAmplitude
                 let rms = features.rms
                 let silent = rms < 0.01
                 let dB = featureOptions["dB"] == true ? 20 * log10(rms) : 0
-                minAmplitude = min(minAmplitude, rms)
-                maxAmplitude = max(maxAmplitude, rms)
+                minAmplitude = min(minAmplitude, localMinAmplitude)
+                maxAmplitude = max(maxAmplitude, localMaxAmplitude)
                 
                 let segmentSize = segmentData.count
                 let segmentDuration = Float(segmentSize) / sampleRate
@@ -294,8 +296,8 @@ public class AudioProcessor {
             energy: energy,
             mfcc: mfcc,
             rms: rms,
-            minAmplitude: 0,
-            maxAmplitude: 0,
+            minAmplitude: 0, // computed before and will be overwritten
+            maxAmplitude: 0, // computed before and will be overwritten
             zcr: zcr,
             spectralCentroid: spectralCentroid,
             spectralFlatness: spectralFlatness,

package/ios/ExpoAudioStream.podspec

@@ -23,5 +23,5 @@ Pod::Spec.new do |s|
     'SWIFT_COMPILATION_MODE' => 'wholemodule'
   }
 
-  s.source_files = "**/*.{h,m,swift}"
+  s.source_files = "**/*.{h,m,mm,swift}"
 end

package/ios/ExpoAudioStreamModule.swift

@@ -225,6 +225,41 @@ public class ExpoAudioStreamModule: Module, AudioStreamManagerDelegate {
         Function("clearAudioFiles") {
             clearAudioFiles()
         }
+        
+        
+        /// Requests audio recording permissions.
+        ///
+        /// - Parameters:
+        ///   - promise: A promise to resolve with the permission status or reject with an error.
+        /// - Returns: Promise to be resolved with the permission status.
+        AsyncFunction("requestPermissionsAsync") { (promise: Promise) in
+            AVAudioSession.sharedInstance().requestRecordPermission { granted in
+                if granted {
+                    promise.resolve(["status": "granted"])
+                } else {
+                    promise.resolve(["status": "denied"])
+                }
+            }
+        }
+        
+        /// Gets the current audio recording permissions.
+        ///
+        /// - Parameters:
+        ///   - promise: A promise to resolve with the permission status or reject with an error.
+        /// - Returns: Promise to be resolved with the permission status.
+        AsyncFunction("getPermissionsAsync") { (promise: Promise) in
+            let permissionStatus = AVAudioSession.sharedInstance().recordPermission
+            switch permissionStatus {
+            case .granted:
+                promise.resolve(["status": "granted"])
+            case .denied:
+                promise.resolve(["status": "denied"])
+            case .undetermined:
+                promise.resolve(["status": "undetermined"])
+            @unknown default:
+                promise.reject("UNKNOWN_ERROR", "Unknown permission status")
+            }
+        }
     }
     
     /// Handles the reception of audio data from the AudioStreamManager.

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@siteed/expo-audio-stream",
-    "version": "1.0.5",
+    "version": "1.1.2",
     "description": "stream audio crossplatform",
     "license": "MIT",
     "main": "build/index.js",
@@ -21,12 +21,33 @@
         "expo-audio-stream",
         "ExpoAudioStream"
     ],
+    "files": [
+        "src",
+        "android",
+        "ios",
+        "cpp",
+        "generated",
+        "README.md",
+        "package.json",
+        "*.podspec",
+        "!ios/build",
+        "!android/build",
+        "!android/gradle",
+        "!android/gradlew",
+        "!android/gradlew.bat",
+        "!android/local.properties",
+        "!**/__tests__",
+        "!**/__fixtures__",
+        "!**/__mocks__",
+        "!**/.*"
+    ],
     "scripts": {
         "build": "expo-module build",
         "clean": "expo-module clean",
         "lint": "expo-module lint",
         "test": "expo-module test",
         "typecheck": "tsc --noEmit",
+        "docgen": "typedoc src/index.ts --plugin typedoc-plugin-markdown --readme none --out ../../documentation_site/docs/api-reference/API",
         "prepare": "expo-module prepare",
         "prepublishOnly": "expo-module prepublishOnly",
         "expo-module": "expo-module",
@@ -55,8 +76,10 @@
         "expo-modules-core": "^1.12.19",
         "jest": "^29.7.0",
         "prettier": "^3.2.5",
-        "react-native": "^0.74.3",
+        "react-native": "^0.74.4",
         "size-limit": "^11.1.4",
+        "typedoc": "^0.26.5",
+        "typedoc-plugin-markdown": "^4.2.3",
         "typescript": "^5.5.4"
     },
     "peerDependencies": {
@@ -69,6 +92,6 @@
         "registry": "https://registry.npmjs.org"
     },
     "dependencies": {
-        "@siteed/react-native-logger": "^0.9.2"
+        "@siteed/react-native-logger": "^0.9.3"
     }
 }

package/src/ExpoAudioStream.types.ts

@@ -33,8 +33,11 @@ export interface Chunk {
 }
 
 export interface TranscriberData {
+    id: string
     isBusy: boolean
     text: string
+    startTime: number
+    endTime: number
     chunks: Chunk[]
 }
 

package/src/ExpoAudioStream.web.ts

@@ -12,7 +12,6 @@ import {
 import { WebRecorder } from './WebRecorder.web'
 import { AudioEventPayload } from './events'
 import { getLogger } from './logger'
-import { concatenateBuffers } from './utils/concatenateBuffers'
 import { encodingToBitDepth } from './utils/encodingToBitDepth'
 import { writeWavHeader } from './utils/writeWavHeader'
 

package/src/ExpoAudioStreamModule.ts

@@ -12,12 +12,18 @@ let ExpoAudioStreamModule: any
 if (Platform.OS === 'web') {
     let instance: ExpoAudioStreamWeb | null = null
 
-    ExpoAudioStreamModule = ((webProps: ExpoAudioStreamWebProps) => {
+    ExpoAudioStreamModule = (webProps: ExpoAudioStreamWebProps) => {
         if (!instance) {
             instance = new ExpoAudioStreamWeb(webProps)
         }
         return instance
-    })
+    }
+    ExpoAudioStreamModule.requestPermissionsAsync = async () => {
+        return { status: 'granted' }
+    }
+    ExpoAudioStreamModule.getPermissionsAsync = async () => {
+        return { status: 'granted' }
+    }
 } else {
     ExpoAudioStreamModule = requireNativeModule('ExpoAudioStream')
 }

package/src/index.ts

@@ -5,14 +5,16 @@ import {
     AudioRecorderProvider,
     useSharedAudioRecorder,
 } from './AudioRecorder.provider'
+import ExpoAudioStreamModule from './ExpoAudioStreamModule'
 import { useAudioRecorder } from './useAudioRecorder'
 
-export * from './utils/getWavFileInfo'
 export * from './utils/convertPCMToFloat32'
+export * from './utils/getWavFileInfo'
 export * from './utils/writeWavHeader'
 
 export {
     AudioRecorderProvider,
+    ExpoAudioStreamModule,
     extractAudioAnalysis,
     useAudioRecorder,
     useSharedAudioRecorder,

package/src/logger.ts

@@ -20,4 +20,3 @@ export const getLogger = (tag: string): ConsoleLike => {
         warn: (...args: unknown[]) => baseLogger.warn(...(args as [unknown])),
     }
 }
-

package/src/utils/writeWavHeader.ts

@@ -29,6 +29,11 @@ export const writeWavHeader = ({
     const existingHeader = view.getUint32(0, false) === 0x52494646 // "RIFF" in ASCII
 
     if (!existingHeader) {
+        // Ensure the buffer is large enough for the WAV header
+        if (buffer.byteLength < 44) {
+            throw new Error('Buffer is too small to contain a valid WAV header')
+        }
+
         // Write the WAV header
         writeString(view, 0, 'RIFF') // ChunkID
         view.setUint32(4, 36 + numSamples * blockAlign, true) // ChunkSize