react-native-audio-api 0.8.0-nightly-daaceff-20250902 → 0.8.0

package/common/cpp/audioapi/libs/ffmpeg/FFmpegDecoding.cpp

@@ -0,0 +1,402 @@
+#include "FFmpegDecoding.h"
+
+namespace audioapi::ffmpegdecoding {
+
+int read_packet(void *opaque, uint8_t *buf, int buf_size) {
+  MemoryIOContext *ctx = static_cast<MemoryIOContext *>(opaque);
+
+  if (ctx->pos >= ctx->size) {
+    return AVERROR_EOF;
+  }
+
+  int bytes_to_read =
+      std::min(buf_size, static_cast<int>(ctx->size - ctx->pos));
+  memcpy(buf, ctx->data + ctx->pos, bytes_to_read);
+  ctx->pos += bytes_to_read;
+
+  return bytes_to_read;
+}
+
+int64_t seek_packet(void *opaque, int64_t offset, int whence) {
+  MemoryIOContext *ctx = static_cast<MemoryIOContext *>(opaque);
+
+  switch (whence) {
+    case SEEK_SET:
+      ctx->pos = offset;
+      break;
+    case SEEK_CUR:
+      ctx->pos += offset;
+      break;
+    case SEEK_END:
+      ctx->pos = ctx->size + offset;
+      break;
+    case AVSEEK_SIZE:
+      return ctx->size;
+  }
+
+  if (ctx->pos > ctx->size) {
+    ctx->pos = ctx->size;
+  }
+
+  return ctx->pos;
+}
+
+std::vector<int16_t> readAllPcmFrames(
+    AVFormatContext *fmt_ctx,
+    AVCodecContext *codec_ctx,
+    int out_sample_rate,
+    int audio_stream_index,
+    int channels,
+    size_t &framesRead) {
+  std::vector<int16_t> buffer;
+  SwrContext *swr_ctx = swr_alloc();
+  if (swr_ctx == nullptr) {
+    return buffer;
+  }
+
+  av_opt_set_chlayout(swr_ctx, "in_chlayout", &codec_ctx->ch_layout, 0);
+  av_opt_set_int(swr_ctx, "in_sample_rate", codec_ctx->sample_rate, 0);
+  av_opt_set_sample_fmt(swr_ctx, "in_sample_fmt", codec_ctx->sample_fmt, 0);
+
+  AVChannelLayout out_ch_layout;
+  av_channel_layout_default(&out_ch_layout, channels);
+  av_opt_set_chlayout(swr_ctx, "out_chlayout", &out_ch_layout, 0);
+  av_opt_set_int(swr_ctx, "out_sample_rate", out_sample_rate, 0);
+  av_opt_set_sample_fmt(swr_ctx, "out_sample_fmt", AV_SAMPLE_FMT_S16, 0);
+
+  if (swr_init(swr_ctx) < 0) {
+    swr_free(&swr_ctx);
+    av_channel_layout_uninit(&out_ch_layout);
+    return buffer;
+  }
+
+  AVPacket *packet = av_packet_alloc();
+  AVFrame *frame = av_frame_alloc();
+  
+  if (packet == nullptr || frame == nullptr) {
+    if (packet != nullptr) av_packet_free(&packet);
+    if (frame != nullptr) av_frame_free(&frame);
+    swr_free(&swr_ctx);
+    av_channel_layout_uninit(&out_ch_layout);
+    return buffer;
+  }
+
+  // Allocate buffer for resampled data
+  uint8_t **resampled_data = nullptr;
+  int max_resampled_samples = 4096; // Initial size
+  int ret = av_samples_alloc_array_and_samples(
+      &resampled_data,
+      nullptr,
+      channels,
+      max_resampled_samples,
+      AV_SAMPLE_FMT_S16,
+      0);
+
+  if (ret < 0) {
+    av_frame_free(&frame);
+    av_packet_free(&packet);
+    swr_free(&swr_ctx);
+    av_channel_layout_uninit(&out_ch_layout);
+    return buffer;
+  }
+
+  framesRead = 0;
+
+  while (av_read_frame(fmt_ctx, packet) >= 0) {
+    if (packet->stream_index == audio_stream_index) {
+      if (avcodec_send_packet(codec_ctx, packet) == 0) {
+        while (avcodec_receive_frame(codec_ctx, frame) == 0) {
+          // Check if we need more buffer space
+          int out_samples = swr_get_out_samples(swr_ctx, frame->nb_samples);
+          if (out_samples > max_resampled_samples) {
+            if (resampled_data != nullptr) {
+              av_freep(&resampled_data[0]);
+              av_freep(&resampled_data);
+            }
+
+            max_resampled_samples = out_samples;
+            ret = av_samples_alloc_array_and_samples(
+                &resampled_data,
+                nullptr,
+                channels,
+                max_resampled_samples,
+                AV_SAMPLE_FMT_S16,
+                0);
+            
+            if (ret < 0) {
+              break; // Exit on allocation failure
+            }
+          }
+
+          int converted_samples = swr_convert(
+              swr_ctx,
+              resampled_data,
+              max_resampled_samples,
+              (const uint8_t **)frame->data,
+              frame->nb_samples);
+
+          if (converted_samples > 0) {
+            size_t current_size = buffer.size();
+            size_t new_samples = converted_samples * channels;
+            buffer.resize(current_size + new_samples);
+            memcpy(
+                buffer.data() + current_size,
+                resampled_data[0],
+                new_samples * sizeof(int16_t));
+            
+            framesRead += converted_samples;
+          }
+        }
+      }
+    }
+    av_packet_unref(packet);
+  }
+
+  // Flush decoder
+  avcodec_send_packet(codec_ctx, nullptr);
+  while (avcodec_receive_frame(codec_ctx, frame) == 0) {
+    int out_samples = swr_get_out_samples(swr_ctx, frame->nb_samples);
+    if (out_samples > max_resampled_samples) {
+      if (resampled_data != nullptr) {
+        av_freep(&resampled_data[0]);
+        av_freep(&resampled_data);
+      }
+
+      max_resampled_samples = out_samples;
+      ret = av_samples_alloc_array_and_samples(
+          &resampled_data,
+          nullptr,
+          channels,
+          max_resampled_samples,
+          AV_SAMPLE_FMT_S16,
+          0);
+      
+      if (ret < 0) {
+        break;
+      }
+    }
+
+    int converted_samples = swr_convert(
+        swr_ctx,
+        resampled_data,
+        max_resampled_samples,
+        (const uint8_t **)frame->data,
+        frame->nb_samples);
+
+    if (converted_samples > 0) {
+      size_t current_size = buffer.size();
+      size_t new_samples = converted_samples * channels;
+      buffer.resize(current_size + new_samples);
+      memcpy(
+          buffer.data() + current_size,
+          resampled_data[0],
+          new_samples * sizeof(int16_t));
+      
+      framesRead += converted_samples;
+    }
+  }
+
+  if (resampled_data != nullptr) {
+    av_freep(&resampled_data[0]);
+    av_freep(&resampled_data);
+  }
+  swr_free(&swr_ctx);
+  av_channel_layout_uninit(&out_ch_layout);
+  av_frame_free(&frame);
+  av_packet_free(&packet);
+
+  return buffer;
+}
+
+std::vector<int16_t> decodeWithMemoryBlock(const void *data, size_t size, int sample_rate) {
+    if (data == nullptr || size == 0) {
+        return {};
+    }
+
+    MemoryIOContext io_ctx;
+    io_ctx.data = static_cast<const uint8_t *>(data);
+    io_ctx.size = size;
+    io_ctx.pos = 0;
+
+    constexpr size_t buffer_size = 4096;
+    uint8_t *io_buffer = static_cast<uint8_t *>(av_malloc(buffer_size));
+    if (io_buffer == nullptr) {
+        return {};
+    }
+
+    AVIOContext *avio_ctx = avio_alloc_context(
+        io_buffer, buffer_size, 0, &io_ctx, read_packet, nullptr, seek_packet);
+
+    if (avio_ctx == nullptr) {
+      av_free(io_buffer);
+      return {};
+    }
+
+    // Create format context and set custom IO
+    AVFormatContext *fmt_ctx = avformat_alloc_context();
+    if (fmt_ctx == nullptr) {
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+    
+    fmt_ctx->pb = avio_ctx;
+
+    // Open input from memory
+    if (avformat_open_input(&fmt_ctx, nullptr, nullptr, nullptr) < 0) {
+      avformat_free_context(fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    // Find stream info
+    if (avformat_find_stream_info(fmt_ctx, nullptr) < 0) {
+      avformat_close_input(&fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    int audio_stream_index = -1;
+    for (int i = 0; i < fmt_ctx->nb_streams; i++) {
+      if (fmt_ctx->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
+        audio_stream_index = i;
+        break;
+      }
+    }
+
+    if (audio_stream_index == -1) {
+      avformat_close_input(&fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    AVCodecParameters *codecpar = fmt_ctx->streams[audio_stream_index]->codecpar;
+
+    // Find decoder
+    const AVCodec *codec = avcodec_find_decoder(codecpar->codec_id);
+    if (codec == nullptr) {
+      avformat_close_input(&fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    // Allocate and setup codec context
+    AVCodecContext *codec_ctx = avcodec_alloc_context3(codec);
+    if (codec_ctx == nullptr) {
+      avformat_close_input(&fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    if (avcodec_parameters_to_context(codec_ctx, codecpar) < 0) {
+      avcodec_free_context(&codec_ctx);
+      avformat_close_input(&fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    if (avcodec_open2(codec_ctx, codec, nullptr) < 0) {
+      avcodec_free_context(&codec_ctx);
+      avformat_close_input(&fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    // Get actual channel count from the decoded stream
+    int actual_channels = codec_ctx->ch_layout.nb_channels;
+
+    // Validate channel count
+    if (actual_channels <= 0 || actual_channels > 8) {
+      avcodec_free_context(&codec_ctx);
+      avformat_close_input(&fmt_ctx);
+      avio_context_free(&avio_ctx);
+      return {};
+    }
+
+    // Decode all frames
+    size_t framesRead = 0;
+    std::vector<int16_t> decoded_buffer = readAllPcmFrames(
+        fmt_ctx, codec_ctx, sample_rate, audio_stream_index, actual_channels, framesRead);
+
+    // Cleanup - Note: avio_context_free will free the io_buffer
+    avcodec_free_context(&codec_ctx);
+    avformat_close_input(&fmt_ctx);
+    avio_context_free(&avio_ctx);
+
+    if (framesRead == 0 || decoded_buffer.empty()) {
+      return {};
+    }
+
+    return decoded_buffer;
+}
+
+std::vector<int16_t> decodeWithFilePath(const std::string &path, int sample_rate) {
+  if (path.empty()) {
+      return {};
+  }
+
+  AVFormatContext *fmt_ctx = nullptr;
+  if (avformat_open_input(&fmt_ctx, path.c_str(), nullptr, nullptr) < 0) {
+      return {};
+  }
+  if (avformat_find_stream_info(fmt_ctx, nullptr) < 0) {
+      avformat_close_input(&fmt_ctx);
+      return {};
+  }
+  int audio_stream_index = -1;
+  for (int i = 0; i < fmt_ctx->nb_streams; i++) {
+      if (fmt_ctx->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
+          audio_stream_index = i;
+          break;
+      }
+  }
+  if (audio_stream_index == -1) {
+      avformat_close_input(&fmt_ctx);
+      return {};
+  }
+
+  AVCodecParameters *codecpar = fmt_ctx->streams[audio_stream_index]->codecpar;
+  const AVCodec *codec = avcodec_find_decoder(codecpar->codec_id);
+  if (codec == nullptr) {
+      avformat_close_input(&fmt_ctx);
+      return {};
+  }
+  AVCodecContext *codec_ctx = avcodec_alloc_context3(codec);
+  if (codec_ctx == nullptr) {
+      avformat_close_input(&fmt_ctx);
+      return {};
+  }
+
+  if (avcodec_parameters_to_context(codec_ctx, codecpar) < 0) {
+      avcodec_free_context(&codec_ctx);
+      avformat_close_input(&fmt_ctx);
+      return {};
+  }
+
+  if (avcodec_open2(codec_ctx, codec, nullptr) < 0) {
+      avcodec_free_context(&codec_ctx);
+      avformat_close_input(&fmt_ctx);
+      return {};
+  }
+
+  int actual_channels = codec_ctx->ch_layout.nb_channels;
+  if (actual_channels <= 0 || actual_channels > 8) {
+      avcodec_free_context(&codec_ctx);
+      avformat_close_input(&fmt_ctx);
+      return {};
+  }
+
+  size_t framesRead = 0;
+  std::vector<int16_t> decoded_buffer = readAllPcmFrames(
+      fmt_ctx, codec_ctx, sample_rate, audio_stream_index, actual_channels, framesRead);
+
+  avcodec_free_context(&codec_ctx);
+  avformat_close_input(&fmt_ctx);
+
+  if (framesRead == 0 || decoded_buffer.empty()) {
+      return {};
+  }
+
+  return decoded_buffer;
+}
+
+} // namespace audioapi::ffmpegdecoder

package/common/cpp/audioapi/libs/ffmpeg/FFmpegDecoding.h

@@ -0,0 +1,27 @@
+#include <audioapi/utils/AudioBus.h>
+#include <iostream>
+#include <memory>
+#include <vector>
+
+extern "C" {
+    #include <libavcodec/avcodec.h>
+    #include <libavformat/avformat.h>
+    #include <libavutil/opt.h>
+    #include <libswresample/swresample.h>
+}
+
+namespace audioapi::ffmpegdecoding {
+// Custom IO context for reading from memory
+struct MemoryIOContext {
+    const uint8_t *data;
+    size_t size;
+    size_t pos;
+  };
+
+int read_packet(void *opaque, uint8_t *buf, int buf_size);
+int64_t seek_packet(void *opaque, int64_t offset, int whence);
+std::vector<int16_t> readAllPcmFrames(AVFormatContext *fmt_ctx, AVCodecContext *codec_ctx, int out_sample_rate, int audio_stream_index, int channels, size_t &framesRead);
+std::vector<int16_t> decodeWithMemoryBlock(const void *data, size_t size, int sample_rate);
+std::vector<int16_t> decodeWithFilePath(const std::string &path, int sample_rate);
+
+} // namespace audioapi::ffmpegdecoder

package/common/cpp/audioapi/libs/ffmpeg/ffmpeg_setup.sh

@@ -51,6 +51,7 @@ COMMON_CONFIG="
 --enable-decoder=mp3
 --enable-decoder=flac
 --enable-protocol=udp
+--enable-protocol=file
 --enable-pic
 --disable-x86asm
 "
@@ -310,28 +311,28 @@ if [ -n "$ANDROID_NDK_ROOT" ] || [ -n "$NDK_ROOT" ]; then
         build_arch "aarch64" "android" \
             "${TOOLCHAIN}/bin/aarch64-linux-android${API_LEVEL}-clang" \
             "${TOOLCHAIN}/bin/aarch64-linux-android${API_LEVEL}-clang++" \
-            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/sysroot/usr/include -fPIC -Wl,-Bsymbolic" \
-            "-L${OPENSSL_PREBUILT_FOLDER}/arm64-v8a -L${TOOLCHAIN}/sysroot/usr/lib/aarch64-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic" \
+            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/sysroot/usr/include -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
+            "-L${OPENSSL_PREBUILT_FOLDER}/arm64-v8a -L${TOOLCHAIN}/sysroot/usr/lib/aarch64-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
             "--enable-openssl --extra-libs=-lz"
 
-        rm -rf ${OUTPUT_DIR}/android/aarch64/share
+        rm -rf ${OUTPUT_DIR}/android/arm64-v8a/share
         
         # ARMv7a
         build_arch "armv7a" "android" \
             "${TOOLCHAIN}/bin/armv7a-linux-androideabi${API_LEVEL}-clang" \
             "${TOOLCHAIN}/bin/armv7a-linux-androideabi${API_LEVEL}-clang++" \
-            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/sysroot/usr/include -fPIC -Wl,-Bsymbolic" \
-            "-L${OPENSSL_PREBUILT_FOLDER}/armeabi-v7a -L${TOOLCHAIN}/sysroot/usr/lib/arm-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic" \
+            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/sysroot/usr/include -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
+            "-L${OPENSSL_PREBUILT_FOLDER}/armeabi-v7a -L${TOOLCHAIN}/sysroot/usr/lib/arm-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
             "--enable-openssl --extra-libs=-lz"
 
-        rm -rf ${OUTPUT_DIR}/android/armv7a/share
+        rm -rf ${OUTPUT_DIR}/android/armeabi-v7a/share
 
         # x86
         build_arch "x86" "android" \
             "${TOOLCHAIN}/bin/i686-linux-android${API_LEVEL}-clang" \
             "${TOOLCHAIN}/bin/i686-linux-android${API_LEVEL}-clang++" \
-            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/darwin-x86_64/sysroot/usr/include -fPIC -Wl,-Bsymbolic" \
-            "-L${OPENSSL_PREBUILT_FOLDER}/x86 -L${TOOLCHAIN}/darwin-x86_64/sysroot/usr/lib/i686-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic" \
+            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/darwin-x86_64/sysroot/usr/include -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
+            "-L${OPENSSL_PREBUILT_FOLDER}/x86 -L${TOOLCHAIN}/darwin-x86_64/sysroot/usr/lib/i686-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
             "--enable-openssl --extra-libs=-lz"
 
         rm -rf ${OUTPUT_DIR}/android/x86/share
@@ -341,8 +342,8 @@ if [ -n "$ANDROID_NDK_ROOT" ] || [ -n "$NDK_ROOT" ]; then
         build_arch "x86_64" "android" \
             "${TOOLCHAIN}/bin/x86_64-linux-android${API_LEVEL}-clang" \
             "${TOOLCHAIN}/bin/x86_64-linux-android${API_LEVEL}-clang++" \
-            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/darwin-x86_64/sysroot/usr/include -fPIC -Wl,-Bsymbolic" \
-            "-L${OPENSSL_PREBUILT_FOLDER}/x86_64 -L${TOOLCHAIN}/darwin-x86_64/sysroot/usr/lib/x86_64-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic" \
+            "-I${OPENSSL_PREBUILT_FOLDER}/include -I${TOOLCHAIN}/darwin-x86_64/sysroot/usr/include -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
+            "-L${OPENSSL_PREBUILT_FOLDER}/x86_64 -L${TOOLCHAIN}/darwin-x86_64/sysroot/usr/lib/x86_64-linux-android/${API_LEVEL} -fPIC -Wl,-Bsymbolic -Wl,-z,max-page-size=16384 -Wl,-z,common-page-size=16384" \
             "--enable-openssl --extra-libs=-lz"
 
         rm -rf ${OUTPUT_DIR}/android/x86_64/share