@edkimmel/expo-audio-stream 0.2.0 → 0.3.0

package/ios/Microphone.swift

@@ -26,6 +26,8 @@ class Microphone {
     private var inittedAudioSession = false
     private var isRecording: Bool = false
     private var isSilent: Bool = false
+    private var frequencyBandAnalyzer: FrequencyBandAnalyzer?
+    private var frequencyBandConfig: (lowCrossoverHz: Float, highCrossoverHz: Float)?
     
     init() {
         NotificationCenter.default.addObserver(
@@ -54,7 +56,7 @@ class Microphone {
                 DispatchQueue.main.asyncAfter(deadline: .now() + 0.5) { [weak self] in
                     guard let self = self, let settings = self.recordingSettings else { return }
                     
-                    _ = startRecording(settings: self.recordingSettings!, intervalMilliseconds: 100)
+                    _ = startRecording(settings: self.recordingSettings!, intervalMilliseconds: 100, frequencyBandConfig: self.frequencyBandConfig)
                 }
             }
         case .categoryChange:
@@ -69,7 +71,8 @@ class Microphone {
         self.isSilent = isSilent
     }
     
-    func startRecording(settings: RecordingSettings, intervalMilliseconds: Int) -> StartRecordingResult? {
+    func startRecording(settings: RecordingSettings, intervalMilliseconds: Int,
+                        frequencyBandConfig: (lowCrossoverHz: Float, highCrossoverHz: Float)? = nil) -> StartRecordingResult? {
         guard !isRecording else {
             Logger.debug("Debug: Recording is already in progress.")
             return StartRecordingResult(error: "Recording is already in progress.")
@@ -97,6 +100,16 @@ class Microphone {
 
         recordingSettings = newSettings  // Update the class property with the new settings
 
+        self.frequencyBandConfig = frequencyBandConfig
+        // Analyzer uses the desired (target) sample rate, not hardware rate
+        let targetRate = Int(settings.desiredSampleRate ?? settings.sampleRate)
+        let fbConfig = frequencyBandConfig ?? (lowCrossoverHz: Float(300), highCrossoverHz: Float(2000))
+        frequencyBandAnalyzer = FrequencyBandAnalyzer(
+            sampleRate: targetRate,
+            lowCrossoverHz: fbConfig.lowCrossoverHz,
+            highCrossoverHz: fbConfig.highCrossoverHz
+        )
+
         // Compute tap buffer size from interval so Core Audio delivers at the right cadence
         let intervalSamples = AVAudioFrameCount(
             Double(intervalMilliseconds) / 1000.0 * hardwareFormat.sampleRate
@@ -151,8 +164,9 @@ class Microphone {
         if audioEngine != nil {
             audioEngine.inputNode.removeTap(onBus: 0)
             audioEngine.stop()
+            frequencyBandAnalyzer = nil
         }
-        
+
         if let promiseResolver = promise {
             promiseResolver.resolve(nil)
         }
@@ -212,10 +226,21 @@ class Microphone {
             data = Data(bytes: bufferData, count: Int(audioData.mDataByteSize))
         }
 
+        // Compute frequency bands from the Int16 PCM data
+        let bands: FrequencyBands?
+        if isSilent {
+            bands = .zero
+        } else if let analyzer = frequencyBandAnalyzer {
+            analyzer.processSamplesFromData(data)
+            bands = analyzer.harvest()
+        } else {
+            bands = nil
+        }
+
         totalDataSize += Int64(data.count)
 
         // Emit immediately — tap buffer size is already interval-aligned
-        self.delegate?.onMicrophoneData(data, powerLevel)
+        self.delegate?.onMicrophoneData(data, powerLevel, bands)
         self.lastEmittedSize = totalDataSize
     }
 }

package/ios/MicrophoneDataDelegate.swift

@@ -1,4 +1,4 @@
 protocol MicrophoneDataDelegate: AnyObject {
-    func onMicrophoneData(_ microphoneData: Data, _ soundLevel: Float?)
+    func onMicrophoneData(_ microphoneData: Data, _ soundLevel: Float?, _ frequencyBands: FrequencyBands?)
     func onMicrophoneError(_ error: String, _ errorMessage: String)
 }

package/ios/PipelineIntegration.swift

@@ -22,6 +22,7 @@ class PipelineIntegration: PipelineListener {
     static let EVENT_DRAINED             = "PipelineDrained"
     static let EVENT_AUDIO_FOCUS_LOST    = "PipelineAudioFocusLost"
     static let EVENT_AUDIO_FOCUS_RESUMED = "PipelineAudioFocusResumed"
+    static let EVENT_FREQUENCY_BANDS    = "PipelineFrequencyBands"
 
     private weak var eventSender: PipelineEventSender?
     private weak var sharedEngine: SharedAudioEngine?
@@ -56,11 +57,18 @@ class PipelineIntegration: PipelineListener {
         let sampleRate = (options["sampleRate"] as? NSNumber)?.intValue ?? 24000
         let channelCount = (options["channelCount"] as? NSNumber)?.intValue ?? 1
         let targetBufferMs = (options["targetBufferMs"] as? NSNumber)?.intValue ?? 80
+        let frequencyBandIntervalMs = (options["frequencyBandIntervalMs"] as? NSNumber)?.intValue ?? 100
+        let bandConfig = options["frequencyBandConfig"] as? [String: Any]
+        let lowCrossoverHz = (bandConfig?["lowCrossoverHz"] as? NSNumber)?.floatValue ?? 300
+        let highCrossoverHz = (bandConfig?["highCrossoverHz"] as? NSNumber)?.floatValue ?? 2000
 
         let p = AudioPipeline(
             sampleRate: sampleRate,
             channelCount: channelCount,
             targetBufferMs: targetBufferMs,
+            frequencyBandIntervalMs: frequencyBandIntervalMs,
+            lowCrossoverHz: lowCrossoverHz,
+            highCrossoverHz: highCrossoverHz,
             sharedEngine: sharedEngine,
             listener: self
         )
@@ -206,6 +214,12 @@ class PipelineIntegration: PipelineListener {
         sendEvent(PipelineIntegration.EVENT_AUDIO_FOCUS_RESUMED, [:])
     }
 
+    func onFrequencyBands(low: Float, mid: Float, high: Float) {
+        sendEvent(PipelineIntegration.EVENT_FREQUENCY_BANDS, [
+            "low": low, "mid": mid, "high": high
+        ])
+    }
+
     // ── Helper ────────────────────────────────────────────────────────
 
     private func sendEvent(_ eventName: String, _ params: [String: Any]) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@edkimmel/expo-audio-stream",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "Expo Play Audio Stream module",
   "main": "build/index.js",
   "types": "build/index.d.ts",

package/src/events.ts

@@ -20,6 +20,7 @@ export interface AudioEventPayload {
   mimeType: string;
   streamUuid: string;
   soundLevel?: number;
+  frequencyBands?: { low: number; mid: number; high: number };
 }
 
 export type SoundChunkPlayedEventPayload = {

package/src/index.ts

@@ -12,6 +12,7 @@ import {
   PlaybackMode,
   Encoding,
   EncodingTypes,
+  FrequencyBands,
   PlaybackModes,
   // Audio jitter buffer types
   IAudioBufferConfig,
@@ -132,6 +133,7 @@ export class ExpoPlayAudioStream {
               position,
               encoded,
               soundLevel,
+              frequencyBands,
             } = event;
             if (!encoded) {
               console.error(
@@ -146,6 +148,7 @@ export class ExpoPlayAudioStream {
               eventDataSize: deltaSize,
               totalSize,
               soundLevel,
+              frequencyBands,
             });
           }
         );
@@ -192,7 +195,7 @@ export class ExpoPlayAudioStream {
     onMicrophoneStream: (event: AudioDataEvent) => Promise<void>
   ): Subscription {
     return addAudioEventListener(async (event: AudioEventPayload) => {
-      const { fileUri, deltaSize, totalSize, position, encoded, soundLevel } =
+      const { fileUri, deltaSize, totalSize, position, encoded, soundLevel, frequencyBands } =
         event;
       if (!encoded) {
         console.error(`[ExpoPlayAudioStream] Encoded audio data is missing`);
@@ -205,6 +208,7 @@ export class ExpoPlayAudioStream {
         eventDataSize: deltaSize,
         totalSize,
         soundLevel,
+        frequencyBands,
       });
     });
   }
@@ -316,6 +320,7 @@ export {
   PlaybackMode,
   Encoding,
   EncodingTypes,
+  FrequencyBands,
   PlaybackModes,
   // Audio jitter buffer types
   IAudioBufferConfig,

package/src/pipeline/types.ts

@@ -2,7 +2,7 @@
 // Native Audio Pipeline — V3 TypeScript Types
 // ────────────────────────────────────────────────────────────────────────────
 
-import { PlaybackMode } from "../types";
+import { PlaybackMode, FrequencyBandConfig, FrequencyBands } from "../types";
 
 // ── Connect ─────────────────────────────────────────────────────────────────
 
@@ -21,6 +21,10 @@ export interface ConnectPipelineOptions {
    * Playback mode hint for native optimizations. Affects thread priority and
    */
   playbackMode?: PlaybackMode;
+  /** Interval in ms for PipelineFrequencyBands events (default 100). */
+  frequencyBandIntervalMs?: number;
+  /** Optional frequency band crossover configuration. */
+  frequencyBandConfig?: FrequencyBandConfig;
 }
 
 /** Result returned from a successful `connectPipeline()` call. */
@@ -116,6 +120,9 @@ export type PipelineAudioFocusLostEvent = Record<string, never>;
 /** Payload for `PipelineAudioFocusResumed` (empty — presence is the signal). */
 export type PipelineAudioFocusResumedEvent = Record<string, never>;
 
+/** Payload for `PipelineFrequencyBands`. */
+export interface PipelineFrequencyBandsEvent extends FrequencyBands {}
+
 /**
  * Map of all pipeline event names to their payload types.
  * Used with `Pipeline.subscribe<K>()` for type-safe event subscriptions.
@@ -129,6 +136,7 @@ export interface PipelineEventMap {
   PipelineDrained: PipelineDrainedEvent;
   PipelineAudioFocusLost: PipelineAudioFocusLostEvent;
   PipelineAudioFocusResumed: PipelineAudioFocusResumedEvent;
+  PipelineFrequencyBands: PipelineFrequencyBandsEvent;
 }
 
 /** Union of all pipeline event name strings. */

package/src/types.ts

@@ -87,6 +87,21 @@ export const EncodingTypes = {
 export type Encoding =
   (typeof EncodingTypes)[keyof typeof EncodingTypes];
 
+/** RMS energy per frequency band, range [0, 1]. */
+export interface FrequencyBands {
+  low: number;
+  mid: number;
+  high: number;
+}
+
+/** Crossover frequency configuration for band analysis. */
+export interface FrequencyBandConfig {
+  /** Low/mid crossover in Hz (default 300). */
+  lowCrossoverHz?: number;
+  /** Mid/high crossover in Hz (default 2000). */
+  highCrossoverHz?: number;
+}
+
 /**
  * Smart buffering mode options
  */
@@ -135,6 +150,8 @@ export interface AudioDataEvent {
   eventDataSize: number;
   totalSize: number;
   soundLevel?: number;
+  /** Frequency band RMS energy, present when recording is active. */
+  frequencyBands?: FrequencyBands;
 }
 
 export interface RecordingConfig {
@@ -147,6 +164,8 @@ export interface RecordingConfig {
   enableProcessing?: boolean; // Boolean to enable/disable audio processing (default is false)
   pointsPerSecond?: number; // Number of data points to extract per second of audio (default is 1000)
   onAudioStream?: (event: AudioDataEvent) => Promise<void>; // Callback function to handle audio stream
+  /** Optional frequency band crossover configuration. */
+  frequencyBandConfig?: FrequencyBandConfig;
 }
 
 export interface Chunk {