react-native-audio-api 0.8.0-nightly-5a12f24-20250901 → 0.8.0

package/RNAudioAPI.podspec

@@ -35,10 +35,20 @@ Pod::Spec.new do |s|
 
   s.compiler_flags = "#{folly_flags}"
 
-external_dir = File.join(__dir__, "common/cpp/audioapi/external")
-lib_dir = "#{external_dir}/$(PLATFORM_NAME)"
-
+  # s.prepare_command = <<-CMD TODO: re-add when we have prebuilt libs put somewhere public
+  #   ruby -r './scripts/download-audioapi-libs.rb'
+  # CMD
 
+  external_dir = File.join(__dir__, "common/cpp/audioapi/external")
+  lib_dir = "#{external_dir}/$(PLATFORM_NAME)"
+  
+  s.ios.vendored_frameworks = [
+    'common/cpp/audioapi/external/libavcodec.xcframework',
+    'common/cpp/audioapi/external/libavformat.xcframework',
+    'common/cpp/audioapi/external/libavutil.xcframework',
+    'common/cpp/audioapi/external/libswresample.xcframework'
+  ]
+  
 s.pod_target_xcconfig = {
   "USE_HEADERMAP" => "YES",
   "CLANG_CXX_LANGUAGE_STANDARD" => "c++20",
@@ -49,6 +59,7 @@ s.pod_target_xcconfig = {
     #{external_dir}/include
     #{external_dir}/include/opus
     #{external_dir}/include/vorbis
+    $(PODS_TARGET_SRCROOT)/common/cpp/audioapi/external/ffmpeg_include
   ].join(" "),
   'OTHER_CFLAGS' => "$(inherited) #{folly_flags} #{fabric_flags} #{version_flag}"
 }
@@ -67,6 +78,4 @@ s.user_target_xcconfig = {
   # Use install_modules_dependencies helper to install the dependencies if React Native version >=0.71.0.
   # See https://github.com/facebook/react-native/blob/febf6b7f33fdb4904669f99d795eba4c0f95d7bf/scripts/cocoapods/new_architecture.rb#L79.
   install_modules_dependencies(s)
-end
-
-
+end

package/android/build.gradle

@@ -1,6 +1,5 @@
 import com.android.Version
 import org.apache.tools.ant.taskdefs.condition.Os
-import com.android.build.gradle.tasks.ExternalNativeBuildJsonTask
 
 buildscript {
   repositories {
@@ -92,6 +91,11 @@ def REACT_NATIVE_MINOR_VERSION = REACT_NATIVE_VERSION.startsWith("0.0.0-") ? 100
 def IS_NEW_ARCHITECTURE_ENABLED = isNewArchitectureEnabled()
 
 android {
+  sourceSets {
+      main {
+          jniLibs.srcDirs = ['src/main/jniLibs']
+      }
+  }
   if (supportsNamespace()) {
     namespace "com.swmansion.audioapi"
 
@@ -125,6 +129,9 @@ android {
   }
 
   packagingOptions {
+    jniLibs {
+      useLegacyPackaging = false  // enables 16KB alignment
+    }
     excludes = [
       "META-INF",
       "META-INF/**",
@@ -223,15 +230,17 @@ dependencies {
 
 def assertMinimalReactNativeVersion = task assertMinimalReactNativeVersionTask {
     // If you change the minimal React Native version remember to update Compatibility Table in docs
-    def minimalReactNativeVersion = 75
+    def minimalReactNativeVersion = 76
     onlyIf { REACT_NATIVE_MINOR_VERSION < minimalReactNativeVersion }
     doFirst {
         throw new GradleException("[AudioAPI] Unsupported React Native version. Please use $minimalReactNativeVersion. or newer.")
     }
 }
 
+// Make preBuild depend on the download task
 tasks.preBuild {
     dependsOn assertMinimalReactNativeVersion
+    // dependsOn downloadStaticPrebuiltLibraries TODO: re-add when we have prebuilt libs put somewhere public
 }
 
 task cleanCmakeCache() {

package/android/src/main/cpp/audioapi/CMakeLists.txt

@@ -3,17 +3,26 @@ cmake_minimum_required(VERSION 3.12.0)
 file(GLOB_RECURSE ANDROID_CPP_SOURCES CONFIGURE_DEPENDS "${ANDROID_CPP_DIR}/audioapi/*.cpp")
 file(GLOB_RECURSE COMMON_CPP_SOURCES CONFIGURE_DEPENDS "${COMMON_CPP_DIR}/audioapi/*.cpp" "${COMMON_CPP_DIR}/audioapi/*.c")
 
+set(INCLUDE_DIR ${COMMON_CPP_DIR}/audioapi/external/include)
+set(FFMPEG_INCLUDE_DIR ${COMMON_CPP_DIR}/audioapi/external/ffmpeg_include)
 set(EXTERNAL_DIR ${COMMON_CPP_DIR}/audioapi/external)
-set(ARCH_LIB_DIR ${EXTERNAL_DIR}/${ANDROID_ABI})
-set(INCLUDE_DIR ${EXTERNAL_DIR}/include)
+set(JNI_LIBS_DIR ${COMMON_CPP_DIR}/../../android/src/main/jniLibs)
+
+set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wl,-Bsymbolic")
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wl,-Bsymbolic")
 
 add_library(react-native-audio-api SHARED ${ANDROID_CPP_SOURCES} ${COMMON_CPP_SOURCES})
 
-foreach(lib IN ITEMS opus opusfile ogg vorbis vorbisenc vorbisfile)
+foreach(lib IN ITEMS opus opusfile ogg vorbis vorbisenc vorbisfile crypto ssl)
   add_library(${lib} STATIC IMPORTED)
-  set_target_properties(${lib} PROPERTIES IMPORTED_LOCATION ${ARCH_LIB_DIR}/lib${lib}.a)
+  set_target_properties(${lib} PROPERTIES IMPORTED_LOCATION ${EXTERNAL_DIR}/${ANDROID_ABI}/lib${lib}.a)
 endforeach()
 
+ foreach (lib IN ITEMS avcodec avformat avutil swresample)
+   add_library(${lib} SHARED IMPORTED)
+   set_target_properties(${lib} PROPERTIES IMPORTED_LOCATION ${JNI_LIBS_DIR}/${ANDROID_ABI}/lib${lib}.so)
+ endforeach()
+
 find_package(ReactAndroid REQUIRED CONFIG)
 find_package(fbjni REQUIRED CONFIG)
 find_package(oboe REQUIRED CONFIG)
@@ -25,7 +34,7 @@ target_include_directories(
   "${ANDROID_CPP_DIR}"
   "${INCLUDE_DIR}"
   "${INCLUDE_DIR}/opus"
-  "${INCLUDE_DIR}/vorbis"
+  "${FFMPEG_INCLUDE_DIR}"
   "${REACT_NATIVE_DIR}/ReactCommon"
   "${REACT_NATIVE_DIR}/ReactAndroid/src/main/jni/react/turbomodule"
   "${REACT_NATIVE_DIR}/ReactCommon/callinvoker"
@@ -39,18 +48,9 @@ set(LINK_LIBRARIES
   oboe::oboe
 )
 
-if(ReactAndroid_VERSION_MINOR GREATER_EQUAL 76)
-  set(RN_VERSION_LINK_LIBRARIES
-    ReactAndroid::reactnative
-  )
-else()
-  set(RN_VERSION_LINK_LIBRARIES
-    ReactAndroid::folly_runtime
-    ReactAndroid::react_nativemodule_core
-    ReactAndroid::glog
-    ReactAndroid::reactnativejni
-  )
-endif()
+set(RN_VERSION_LINK_LIBRARIES
+  ReactAndroid::reactnative
+)
 
 target_link_libraries(react-native-audio-api
   ${LINK_LIBRARIES}
@@ -61,4 +61,11 @@ target_link_libraries(react-native-audio-api
   vorbis
   vorbisenc
   vorbisfile
+  avcodec
+  avformat
+  avutil
+  swresample
+  crypto
+  ssl
+  z
 )

package/android/src/main/cpp/audioapi/android/core/AudioDecoder.cpp

@@ -7,11 +7,13 @@
 #define MINIAUDIO_IMPLEMENTATION
 #include <audioapi/libs/miniaudio/miniaudio.h>
 
+#ifndef AUDIO_API_TEST_SUITE
+#include <android/log.h>
+#include <audioapi/libs/ffmpeg/FFmpegDecoding.h>
+#endif
 #include <audioapi/libs/miniaudio/decoders/libopus/miniaudio_libopus.h>
 #include <audioapi/libs/miniaudio/decoders/libvorbis/miniaudio_libvorbis.h>
 
-// #include <android/log.h>
-
 namespace audioapi {
 
 // Decoding audio in fixed-size chunks because total frame count can't be
@@ -62,77 +64,105 @@ std::shared_ptr<AudioBus> AudioDecoder::makeAudioBusFromInt16Buffer(
 
 std::shared_ptr<AudioBus> AudioDecoder::decodeWithFilePath(
     const std::string &path) const {
+#ifndef AUDIO_API_TEST_SUITE
+  std::vector<int16_t> buffer;
+  if (AudioDecoder::pathHasExtension(path, {".mp4", ".m4a", ".aac"})) {
+    buffer =
+        ffmpegdecoding::decodeWithFilePath(path, static_cast<int>(sampleRate_));
+    if (buffer.empty()) {
+      __android_log_print(
+          ANDROID_LOG_ERROR,
+          "AudioDecoder",
+          "Failed to decode with FFmpeg: %s",
+          path.c_str());
+      return nullptr;
+    }
+    return makeAudioBusFromInt16Buffer(buffer, numChannels_, sampleRate_);
+  }
   ma_decoder decoder;
   ma_decoder_config config = ma_decoder_config_init(
       ma_format_s16, numChannels_, static_cast<int>(sampleRate_));
-#ifndef AUDIO_API_TEST_SUITE
   ma_decoding_backend_vtable *customBackends[] = {
       ma_decoding_backend_libvorbis, ma_decoding_backend_libopus};
 
   config.ppCustomBackendVTables = customBackends;
   config.customBackendCount =
       sizeof(customBackends) / sizeof(customBackends[0]);
-#endif
 
   if (ma_decoder_init_file(path.c_str(), &config, &decoder) != MA_SUCCESS) {
-    // __android_log_print(
-    //     ANDROID_LOG_ERROR,
-    //     "AudioDecoder",
-    //     "Failed to initialize decoder for file: %s",
-    //     path.c_str());
+    __android_log_print(
+        ANDROID_LOG_ERROR,
+        "AudioDecoder",
+        "Failed to initialize decoder for file: %s",
+        path.c_str());
     ma_decoder_uninit(&decoder);
     return nullptr;
   }
 
   ma_uint64 framesRead = 0;
-  auto buffer = readAllPcmFrames(decoder, numChannels_, framesRead);
+  buffer = readAllPcmFrames(decoder, numChannels_, framesRead);
   if (framesRead == 0) {
-    // __android_log_print(ANDROID_LOG_ERROR, "AudioDecoder", "Failed to
-    // decode");
+    __android_log_print(ANDROID_LOG_ERROR, "AudioDecoder", "Failed to decode");
     ma_decoder_uninit(&decoder);
     return nullptr;
   }
 
   ma_decoder_uninit(&decoder);
   return makeAudioBusFromInt16Buffer(buffer, numChannels_, sampleRate_);
+#else
+  return nullptr;
+#endif
 }
 
 std::shared_ptr<AudioBus> AudioDecoder::decodeWithMemoryBlock(
     const void *data,
     size_t size) const {
+#ifndef AUDIO_API_TEST_SUITE
+  std::vector<int16_t> buffer;
+  const AudioFormat format = AudioDecoder::detectAudioFormat(data, size);
+  if (format == AudioFormat::MP4 || format == AudioFormat::M4A ||
+      format == AudioFormat::AAC) {
+    buffer = ffmpegdecoding::decodeWithMemoryBlock(data, size, sampleRate_);
+    if (buffer.empty()) {
+      __android_log_print(
+          ANDROID_LOG_ERROR, "AudioDecoder", "Failed to decode with FFmpeg");
+      return nullptr;
+    }
+    return makeAudioBusFromInt16Buffer(buffer, numChannels_, sampleRate_);
+  }
   ma_decoder decoder;
   ma_decoder_config config = ma_decoder_config_init(
       ma_format_s16, numChannels_, static_cast<int>(sampleRate_));
 
-#ifndef AUDIO_API_TEST_SUITE
   ma_decoding_backend_vtable *customBackends[] = {
       ma_decoding_backend_libvorbis, ma_decoding_backend_libopus};
 
   config.ppCustomBackendVTables = customBackends;
   config.customBackendCount =
       sizeof(customBackends) / sizeof(customBackends[0]);
-#endif
 
   if (ma_decoder_init_memory(data, size, &config, &decoder) != MA_SUCCESS) {
-    // __android_log_print(
-    //     ANDROID_LOG_ERROR,
-    //     "AudioDecoder",
-    //     "Failed to initialize decoder for memory block");
+    __android_log_print(
+        ANDROID_LOG_ERROR,
+        "AudioDecoder",
+        "Failed to initialize decoder for memory block");
     ma_decoder_uninit(&decoder);
     return nullptr;
   }
 
   ma_uint64 framesRead = 0;
-  auto buffer = readAllPcmFrames(decoder, numChannels_, framesRead);
+  buffer = readAllPcmFrames(decoder, numChannels_, framesRead);
   if (framesRead == 0) {
-    // __android_log_print(ANDROID_LOG_ERROR, "AudioDecoder", "Failed to
-    // decode");
+    __android_log_print(ANDROID_LOG_ERROR, "AudioDecoder", "Failed to decode");
     ma_decoder_uninit(&decoder);
     return nullptr;
   }
 
   ma_decoder_uninit(&decoder);
   return makeAudioBusFromInt16Buffer(buffer, numChannels_, sampleRate_);
+#else
+  return nullptr;
+#endif
 }
 
 std::shared_ptr<AudioBus> AudioDecoder::decodeWithPCMInBase64(

package/common/cpp/audioapi/HostObjects/BaseAudioContextHostObject.h

@@ -14,6 +14,7 @@
 #include <audioapi/HostObjects/StereoPannerNodeHostObject.h>
 #include <audioapi/HostObjects/AnalyserNodeHostObject.h>
 #include <audioapi/HostObjects/RecorderAdapterNodeHostObject.h>
+#include <audioapi/HostObjects/StreamerNodeHostObject.h>
 
 #include <jsi/jsi.h>
 #include <memory>
@@ -42,6 +43,7 @@ class BaseAudioContextHostObject : public JsiHostObject {
     addFunctions(
         JSI_EXPORT_FUNCTION(BaseAudioContextHostObject, createRecorderAdapter),
         JSI_EXPORT_FUNCTION(BaseAudioContextHostObject, createOscillator),
+        JSI_EXPORT_FUNCTION(BaseAudioContextHostObject, createStreamer),
         JSI_EXPORT_FUNCTION(BaseAudioContextHostObject, createGain),
         JSI_EXPORT_FUNCTION(BaseAudioContextHostObject, createStereoPanner),
         JSI_EXPORT_FUNCTION(BaseAudioContextHostObject, createBiquadFilter),
@@ -88,6 +90,15 @@ class BaseAudioContextHostObject : public JsiHostObject {
     return jsi::Object::createFromHostObject(runtime, oscillatorHostObject);
   }
 
+  JSI_HOST_FUNCTION(createStreamer) {
+    auto streamer = context_->createStreamer();
+    auto streamerHostObject =
+        std::make_shared<StreamerNodeHostObject>(streamer);
+    auto object = jsi::Object::createFromHostObject(runtime, streamerHostObject);
+    object.setExternalMemoryPressure(runtime, StreamerNode::getEstimatedSize());
+    return object;
+  }
+
   JSI_HOST_FUNCTION(createGain) {
     auto gain = context_->createGain();
     auto gainHostObject = std::make_shared<GainNodeHostObject>(gain);

package/common/cpp/audioapi/HostObjects/StreamerNodeHostObject.h

@@ -0,0 +1,30 @@
+#pragma once
+
+#include <audioapi/HostObjects/AudioScheduledSourceNodeHostObject.h>
+#include <audioapi/HostObjects/AudioParamHostObject.h>
+#include <audioapi/HostObjects/PeriodicWaveHostObject.h>
+#include <audioapi/core/sources/StreamerNode.h>
+
+#include <memory>
+#include <string>
+#include <vector>
+
+namespace audioapi {
+using namespace facebook;
+
+class StreamerNodeHostObject : public AudioScheduledSourceNodeHostObject {
+ public:
+  explicit StreamerNodeHostObject(
+          const std::shared_ptr<StreamerNode> &node)
+      : AudioScheduledSourceNodeHostObject(node) {
+    addFunctions(JSI_EXPORT_FUNCTION(StreamerNodeHostObject, initialize));
+  }
+
+  JSI_HOST_FUNCTION(initialize) {
+    auto streamerNode = std::static_pointer_cast<StreamerNode>(node_);
+    auto path = args[0].getString(runtime).utf8(runtime);
+    auto result = streamerNode->initialize(path);
+    return jsi::Value(result);
+  }
+};
+} // namespace audioapi

package/common/cpp/audioapi/core/BaseAudioContext.cpp

@@ -9,6 +9,7 @@
 #include <audioapi/core/sources/AudioBufferSourceNode.h>
 #include <audioapi/core/sources/OscillatorNode.h>
 #include <audioapi/core/sources/RecorderAdapterNode.h>
+#include <audioapi/core/sources/StreamerNode.h>
 #include <audioapi/core/utils/AudioDecoder.h>
 #include <audioapi/core/utils/AudioNodeManager.h>
 #include <audioapi/events/AudioEventHandlerRegistry.h>
@@ -69,6 +70,14 @@ std::shared_ptr<OscillatorNode> BaseAudioContext::createOscillator() {
   return oscillator;
 }
 
+#ifndef AUDIO_API_TEST_SUITE
+std::shared_ptr<StreamerNode> BaseAudioContext::createStreamer() {
+  auto streamer = std::make_shared<StreamerNode>(this);
+  nodeManager_->addSourceNode(streamer);
+  return streamer;
+}
+#endif
+
 std::shared_ptr<GainNode> BaseAudioContext::createGain() {
   auto gain = std::make_shared<GainNode>(this);
   nodeManager_->addProcessingNode(gain);

package/common/cpp/audioapi/core/BaseAudioContext.h

@@ -31,6 +31,7 @@ class AnalyserNode;
 class AudioEventHandlerRegistry;
 class IAudioEventHandlerRegistry;
 class RecorderAdapterNode;
+class StreamerNode;
 
 class BaseAudioContext {
  public:
@@ -45,6 +46,7 @@ class BaseAudioContext {
 
   std::shared_ptr<RecorderAdapterNode> createRecorderAdapter();
   std::shared_ptr<OscillatorNode> createOscillator();
+  std::shared_ptr<StreamerNode> createStreamer();
   std::shared_ptr<GainNode> createGain();
   std::shared_ptr<StereoPannerNode> createStereoPanner();
   std::shared_ptr<BiquadFilterNode> createBiquadFilter();