react-native-audio-api 0.11.0-nightly-9f40b78-20251109 → 0.11.0-nightly-c8d92af-20251111

package/common/cpp/audioapi/AudioAPIModuleInstaller.h

@@ -96,12 +96,11 @@ class AudioAPIModuleInstaller {
             size_t count) -> jsi::Value {
           std::shared_ptr<AudioContext> audioContext;
           auto sampleRate = static_cast<float>(args[0].getNumber());
-          auto initSuspended = args[1].getBool();
 
           #if RN_AUDIO_API_ENABLE_WORKLETS
               auto runtimeRegistry = RuntimeRegistry{
                   .uiRuntime = uiRuntime,
-                  .audioRuntime = worklets::extractWorkletRuntime(runtime, args[2])
+                  .audioRuntime = worklets::extractWorkletRuntime(runtime, args[1])
               };
           #else
               auto runtimeRegistry = RuntimeRegistry{};
@@ -109,7 +108,6 @@ class AudioAPIModuleInstaller {
 
           audioContext = std::make_shared<AudioContext>(
               sampleRate,
-              initSuspended,
               audioEventHandlerRegistry,
               runtimeRegistry);
           AudioAPIModuleInstaller::contexts_.push_back(audioContext);

package/common/cpp/audioapi/HostObjects/AudioContextHostObject.cpp

@@ -33,7 +33,9 @@ JSI_HOST_FUNCTION_IMPL(AudioContextHostObject, resume) {
   auto promise = promiseVendor_->createAsyncPromise(
       [audioContext = std::move(audioContext)]() {
         auto result = audioContext->resume();
-        return [result](jsi::Runtime &runtime) { return jsi::Value(result); };
+        return [result](jsi::Runtime &runtime) {
+          return jsi::Value(result);
+        };
       });
   return promise;
 }
@@ -43,7 +45,9 @@ JSI_HOST_FUNCTION_IMPL(AudioContextHostObject, suspend) {
   auto promise = promiseVendor_->createAsyncPromise(
       [audioContext = std::move(audioContext)]() {
         auto result = audioContext->suspend();
-        return [result](jsi::Runtime &runtime) { return jsi::Value(result); };
+        return [result](jsi::Runtime &runtime) {
+          return jsi::Value(result);
+        };
       });
 
   return promise;

package/common/cpp/audioapi/HostObjects/OfflineAudioContextHostObject.cpp

@@ -20,7 +20,9 @@ JSI_HOST_FUNCTION_IMPL(OfflineAudioContextHostObject, resume) {
   auto audioContext = std::static_pointer_cast<OfflineAudioContext>(context_);
   auto promise = promiseVendor_->createAsyncPromise([audioContext]() {
     audioContext->resume();
-    return [](jsi::Runtime &runtime) { return jsi::Value::undefined(); };
+    return [](jsi::Runtime &runtime) {
+      return jsi::Value::undefined();
+    };
   });
 
   return promise;

package/common/cpp/audioapi/HostObjects/sources/AudioBufferBaseSourceNodeHostObject.cpp

@@ -20,6 +20,11 @@ AudioBufferBaseSourceNodeHostObject::AudioBufferBaseSourceNodeHostObject(
           AudioBufferBaseSourceNodeHostObject, onPositionChanged),
       JSI_EXPORT_PROPERTY_SETTER(
           AudioBufferBaseSourceNodeHostObject, onPositionChangedInterval));
+
+  addFunctions(
+      JSI_EXPORT_FUNCTION(AudioBufferBaseSourceNodeHostObject, getInputLatency),
+      JSI_EXPORT_FUNCTION(
+          AudioBufferBaseSourceNodeHostObject, getOutputLatency));
 }
 
 AudioBufferBaseSourceNodeHostObject::~AudioBufferBaseSourceNodeHostObject() {
@@ -70,4 +75,18 @@ JSI_PROPERTY_SETTER_IMPL(
   sourceNode->setOnPositionChangedInterval(static_cast<int>(value.getNumber()));
 }
 
+JSI_HOST_FUNCTION_IMPL(AudioBufferBaseSourceNodeHostObject, getInputLatency) {
+  auto audioBufferBaseSourceNode =
+      std::static_pointer_cast<AudioBufferBaseSourceNode>(node_);
+
+  return audioBufferBaseSourceNode->getInputLatency();
+}
+
+JSI_HOST_FUNCTION_IMPL(AudioBufferBaseSourceNodeHostObject, getOutputLatency) {
+  auto audioBufferBaseSourceNode =
+      std::static_pointer_cast<AudioBufferBaseSourceNode>(node_);
+
+  return audioBufferBaseSourceNode->getOutputLatency();
+}
+
 } // namespace audioapi

package/common/cpp/audioapi/HostObjects/sources/AudioBufferBaseSourceNodeHostObject.h

@@ -24,6 +24,9 @@ class AudioBufferBaseSourceNodeHostObject
 
     JSI_PROPERTY_SETTER_DECL(onPositionChanged);
     JSI_PROPERTY_SETTER_DECL(onPositionChangedInterval);
+
+    JSI_HOST_FUNCTION_DECL(getInputLatency);
+    JSI_HOST_FUNCTION_DECL(getOutputLatency);
 };
 
 } // namespace audioapi

package/common/cpp/audioapi/HostObjects/sources/AudioBufferQueueSourceNodeHostObject.cpp

@@ -8,13 +8,28 @@ namespace audioapi {
 AudioBufferQueueSourceNodeHostObject::AudioBufferQueueSourceNodeHostObject(
     const std::shared_ptr<AudioBufferQueueSourceNode> &node)
     : AudioBufferBaseSourceNodeHostObject(node) {
+  functions_->erase("start");
+
   addFunctions(
+      JSI_EXPORT_FUNCTION(AudioBufferQueueSourceNodeHostObject, start),
       JSI_EXPORT_FUNCTION(AudioBufferQueueSourceNodeHostObject, enqueueBuffer),
       JSI_EXPORT_FUNCTION(AudioBufferQueueSourceNodeHostObject, dequeueBuffer),
       JSI_EXPORT_FUNCTION(AudioBufferQueueSourceNodeHostObject, clearBuffers),
       JSI_EXPORT_FUNCTION(AudioBufferQueueSourceNodeHostObject, pause));
 }
 
+JSI_HOST_FUNCTION_IMPL(AudioBufferQueueSourceNodeHostObject, start) {
+  auto when = args[0].getNumber();
+  auto offset = args[1].getNumber();
+
+  auto audioBufferQueueSourceNode =
+      std::static_pointer_cast<AudioBufferQueueSourceNode>(node_);
+
+  audioBufferQueueSourceNode->start(when, offset);
+
+  return jsi::Value::undefined();
+}
+
 JSI_HOST_FUNCTION_IMPL(AudioBufferQueueSourceNodeHostObject, pause) {
   auto audioBufferQueueSourceNode =
       std::static_pointer_cast<AudioBufferQueueSourceNode>(node_);
@@ -41,7 +56,7 @@ JSI_HOST_FUNCTION_IMPL(AudioBufferQueueSourceNodeHostObject, dequeueBuffer) {
   auto audioBufferQueueSourceNode =
       std::static_pointer_cast<AudioBufferQueueSourceNode>(node_);
 
-  auto bufferId = args[0].getNumber();
+  auto bufferId = static_cast<size_t>(args[0].getNumber());
 
   audioBufferQueueSourceNode->dequeueBuffer(bufferId);
 

package/common/cpp/audioapi/HostObjects/sources/AudioBufferQueueSourceNodeHostObject.h

@@ -16,6 +16,7 @@ class AudioBufferQueueSourceNodeHostObject
     explicit AudioBufferQueueSourceNodeHostObject(
             const std::shared_ptr<AudioBufferQueueSourceNode> &node);
 
+    JSI_HOST_FUNCTION_DECL(start);
     JSI_HOST_FUNCTION_DECL(pause);
     JSI_HOST_FUNCTION_DECL(enqueueBuffer);
     JSI_HOST_FUNCTION_DECL(dequeueBuffer);

package/common/cpp/audioapi/core/AudioContext.cpp

@@ -11,7 +11,6 @@
 namespace audioapi {
 AudioContext::AudioContext(
     float sampleRate,
-    bool initSuspended,
     const std::shared_ptr<IAudioEventHandlerRegistry>
         &audioEventHandlerRegistry,
     const RuntimeRegistry &runtimeRegistry)
@@ -25,17 +24,8 @@ AudioContext::AudioContext(
 #endif
 
   sampleRate_ = sampleRate;
-
-  if (initSuspended) {
-    playerHasBeenStarted_ = false;
-    state_ = ContextState::SUSPENDED;
-
-    return;
-  }
-
-  playerHasBeenStarted_ = true;
-  audioPlayer_->start();
-  state_ = ContextState::RUNNING;
+  playerHasBeenStarted_ = false;
+  state_ = ContextState::SUSPENDED;
 }
 
 AudioContext::~AudioContext() {
@@ -61,22 +51,12 @@ bool AudioContext::resume() {
     return true;
   }
 
-  if (!playerHasBeenStarted_) {
-    if (audioPlayer_->start()) {
-      playerHasBeenStarted_ = true;
-      state_ = ContextState::RUNNING;
-      return true;
-    }
-
-    return false;
-  }
-
-  if (audioPlayer_->resume()) {
+  if (playerHasBeenStarted_ && audioPlayer_->resume()) {
     state_ = ContextState::RUNNING;
     return true;
   }
 
-  return false;
+  return start();
 }
 
 bool AudioContext::suspend() {
@@ -94,6 +74,21 @@ bool AudioContext::suspend() {
   return true;
 }
 
+bool AudioContext::start() {
+  if (isClosed()) {
+    return false;
+  }
+
+  if (!playerHasBeenStarted_ && audioPlayer_->start()) {
+    playerHasBeenStarted_ = true;
+    state_ = ContextState::RUNNING;
+
+    return true;
+  }
+
+  return false;
+}
+
 std::function<void(std::shared_ptr<AudioBus>, int)>
 AudioContext::renderAudio() {
   return [this](const std::shared_ptr<AudioBus> &data, int frames) {

package/common/cpp/audioapi/core/AudioContext.h

@@ -15,13 +15,13 @@ class IOSAudioPlayer;
 
 class AudioContext : public BaseAudioContext {
  public:
-  explicit AudioContext(float sampleRate, bool initSuspended, const std::shared_ptr<IAudioEventHandlerRegistry> &audioEventHandlerRegistry, const RuntimeRegistry &runtimeRegistry);
+  explicit AudioContext(float sampleRate, const std::shared_ptr<IAudioEventHandlerRegistry> &audioEventHandlerRegistry, const RuntimeRegistry &runtimeRegistry);
   ~AudioContext() override;
 
   void close();
   bool resume();
   bool suspend();
-
+  bool start();
 
  private:
 #ifdef ANDROID

package/common/cpp/audioapi/core/sources/AudioBufferBaseSourceNode.cpp

@@ -60,6 +60,22 @@ std::mutex &AudioBufferBaseSourceNode::getBufferLock() {
   return bufferLock_;
 }
 
+double AudioBufferBaseSourceNode::getInputLatency() const {
+  if (pitchCorrection_) {
+    return static_cast<double>(stretch_->inputLatency()) /
+        context_->getSampleRate();
+  }
+  return 0;
+}
+
+double AudioBufferBaseSourceNode::getOutputLatency() const {
+  if (pitchCorrection_) {
+    return static_cast<double>(stretch_->outputLatency()) /
+        context_->getSampleRate();
+  }
+  return 0;
+}
+
 void AudioBufferBaseSourceNode::sendOnPositionChangedEvent() {
   auto onPositionChangedCallbackId =
       onPositionChangedCallbackId_.load(std::memory_order_acquire);

package/common/cpp/audioapi/core/sources/AudioBufferBaseSourceNode.h

@@ -22,6 +22,8 @@ class AudioBufferBaseSourceNode : public AudioScheduledSourceNode {
   void setOnPositionChangedCallbackId(uint64_t callbackId);
   void setOnPositionChangedInterval(int interval);
   [[nodiscard]] int getOnPositionChangedInterval() const;
+  [[nodiscard]] double getInputLatency() const;
+  [[nodiscard]] double getOutputLatency() const;
 
  protected:
     // pitch correction

package/common/cpp/audioapi/core/sources/AudioBufferQueueSourceNode.cpp

@@ -17,6 +17,19 @@ AudioBufferQueueSourceNode::AudioBufferQueueSourceNode(
   buffers_ = {};
   stretch_->presetDefault(channelCount_, context_->getSampleRate());
 
+  if (pitchCorrection) {
+    // If pitch correction is enabled, add extra frames at the end
+    // to compensate for processing latency.
+    addExtraTailFrames_ = true;
+
+    int extraTailFrames =
+        static_cast<int>(stretch_->inputLatency() + stretch_->outputLatency());
+    tailBuffer_ = std::make_shared<AudioBuffer>(
+        channelCount_, extraTailFrames, context_->getSampleRate());
+
+    tailBuffer_->bus_->zero();
+  }
+
   isInitialized_ = true;
 }
 
@@ -31,10 +44,18 @@ void AudioBufferQueueSourceNode::stop(double when) {
   isPaused_ = false;
 }
 
-void AudioBufferQueueSourceNode::start(double when) {
+void AudioBufferQueueSourceNode::start(double when, double offset) {
   isPaused_ = false;
   stopTime_ = -1.0;
   AudioScheduledSourceNode::start(when);
+
+  if (buffers_.empty()) {
+    return;
+  }
+
+  offset = std::min(offset, buffers_.front().second->getDuration());
+  vReadIndex_ =
+      static_cast<double>(buffers_.front().second->getSampleRate() * offset);
 }
 
 void AudioBufferQueueSourceNode::pause() {
@@ -169,10 +190,17 @@ void AudioBufferQueueSourceNode::processWithoutInterpolation(
           "ended", onEndedCallbackId_, body);
 
       if (buffers_.empty()) {
-        processingBus->zero(writeIndex, framesLeft);
-        readIndex = 0;
+        if (addExtraTailFrames_) {
+          buffers_.emplace(bufferId_, tailBuffer_);
+          bufferId_++;
 
-        break;
+          addExtraTailFrames_ = false;
+        } else if (buffers_.empty()) {
+          processingBus->zero(writeIndex, framesLeft);
+          readIndex = 0;
+
+          break;
+        }
       }
 
       data = buffers_.front();

package/common/cpp/audioapi/core/sources/AudioBufferQueueSourceNode.h

@@ -21,7 +21,9 @@ class AudioBufferQueueSourceNode : public AudioBufferBaseSourceNode {
     ~AudioBufferQueueSourceNode() override;
 
     void stop(double when) override;
-    void start(double when) override;
+
+    using AudioScheduledSourceNode::start;
+    void start(double when, double offset);
     void pause();
 
     std::string enqueueBuffer(const std::shared_ptr<AudioBuffer> &buffer);
@@ -39,6 +41,8 @@ class AudioBufferQueueSourceNode : public AudioBufferBaseSourceNode {
     size_t bufferId_ = 0;
 
     bool isPaused_ = false;
+    bool addExtraTailFrames_ = false;
+    std::shared_ptr<AudioBuffer> tailBuffer_;
 
     double playedBuffersDuration_ = 0;
 

package/common/cpp/audioapi/core/sources/AudioBufferSourceNode.cpp

@@ -82,17 +82,30 @@ void AudioBufferSourceNode::setBuffer(
   }
 
   buffer_ = buffer;
-  alignedBus_ = std::make_shared<AudioBus>(*buffer_->bus_);
   channelCount_ = buffer_->getNumberOfChannels();
 
+  stretch_->presetDefault(channelCount_, buffer_->getSampleRate());
+
+  if (pitchCorrection_) {
+    int extraTailFrames = static_cast<int>(
+        (getInputLatency() + getOutputLatency()) * context_->getSampleRate());
+    size_t totalSize = buffer_->getLength() + extraTailFrames;
+
+    alignedBus_ = std::make_shared<AudioBus>(
+        totalSize, channelCount_, buffer_->getSampleRate());
+    alignedBus_->copy(buffer_->bus_.get(), 0, 0, buffer_->getLength());
+
+    alignedBus_->zero(buffer_->getLength(), extraTailFrames);
+  } else {
+    alignedBus_ = std::make_shared<AudioBus>(*buffer_->bus_);
+  }
+
   audioBus_ = std::make_shared<AudioBus>(
       RENDER_QUANTUM_SIZE, channelCount_, context_->getSampleRate());
   playbackRateBus_ = std::make_shared<AudioBus>(
       RENDER_QUANTUM_SIZE * 3, channelCount_, context_->getSampleRate());
 
   loopEnd_ = buffer_->getDuration();
-
-  stretch_->presetDefault(channelCount_, buffer_->getSampleRate());
 }
 
 void AudioBufferSourceNode::start(double when, double offset, double duration) {

package/common/cpp/audioapi/core/sources/AudioBufferSourceNode.h

@@ -4,9 +4,9 @@
 #include <audioapi/core/sources/AudioBufferBaseSourceNode.h>
 #include <audioapi/libs/signalsmith-stretch/signalsmith-stretch.h>
 
-#include <memory>
-#include <cstddef>
 #include <algorithm>
+#include <cstddef>
+#include <memory>
 #include <string>
 
 namespace audioapi {
@@ -31,13 +31,14 @@ class AudioBufferSourceNode : public AudioBufferBaseSourceNode {
   void setLoopEnd(double loopEnd);
   void setBuffer(const std::shared_ptr<AudioBuffer> &buffer);
 
+  using AudioScheduledSourceNode::start;
   void start(double when, double offset, double duration = -1);
   void disable() override;
 
   void setOnLoopEndedCallbackId(uint64_t callbackId);
 
  protected:
-  std::shared_ptr<AudioBus> processNode(const std::shared_ptr<AudioBus>& processingBus, int framesToProcess) override;
+  std::shared_ptr<AudioBus> processNode(const std::shared_ptr<AudioBus> &processingBus, int framesToProcess) override;
   double getCurrentPosition() const override;
 
  private:
@@ -55,13 +56,13 @@ class AudioBufferSourceNode : public AudioBufferBaseSourceNode {
   void sendOnLoopEndedEvent();
 
   void processWithoutInterpolation(
-      const std::shared_ptr<AudioBus>& processingBus,
+      const std::shared_ptr<AudioBus> &processingBus,
       size_t startOffset,
       size_t offsetLength,
       float playbackRate) override;
 
   void processWithInterpolation(
-      const std::shared_ptr<AudioBus>& processingBus,
+      const std::shared_ptr<AudioBus> &processingBus,
       size_t startOffset,
       size_t offsetLength,
       float playbackRate) override;

package/common/cpp/audioapi/core/sources/AudioScheduledSourceNode.cpp

@@ -6,6 +6,10 @@
 #include <audioapi/utils/AudioArray.h>
 #include <audioapi/utils/AudioBus.h>
 
+#if !RN_AUDIO_API_TEST
+#include <audioapi/core/AudioContext.h>
+#endif
+
 namespace audioapi {
 
 AudioScheduledSourceNode::AudioScheduledSourceNode(BaseAudioContext *context)
@@ -18,6 +22,12 @@ AudioScheduledSourceNode::AudioScheduledSourceNode(BaseAudioContext *context)
 }
 
 void AudioScheduledSourceNode::start(double when) {
+#if !RN_AUDIO_API_TEST
+  if (auto context = dynamic_cast<AudioContext *>(context_)) {
+    context->start();
+  }
+#endif
+
   playbackState_ = PlaybackState::SCHEDULED;
   startTime_ = when;
 }

package/common/cpp/audioapi/dsp/VectorMath.cpp

@@ -508,15 +508,15 @@ void multiply(
   bool source2Aligned = is16ByteAligned(inputVector2);
   bool destAligned = is16ByteAligned(outputVector);
 
-#define SSE2_MULT(loadInstr, storeInstr)           \
-  while (outputVector < endP) {                    \
-    pSource1 = _mm_load_ps(inputVector1);          \
+#define SSE2_MULT(loadInstr, storeInstr) \
+  while (outputVector < endP) { \
+    pSource1 = _mm_load_ps(inputVector1); \
     pSource2 = _mm_##loadInstr##_ps(inputVector2); \
-    dest = _mm_mul_ps(pSource1, pSource2);         \
-    _mm_##storeInstr##_ps(outputVector, dest);     \
-    inputVector1 += 4;                             \
-    inputVector2 += 4;                             \
-    outputVector += 4;                             \
+    dest = _mm_mul_ps(pSource1, pSource2); \
+    _mm_##storeInstr##_ps(outputVector, dest); \
+    inputVector1 += 4; \
+    inputVector2 += 4; \
+    outputVector += 4; \
   }
 
   if (source2Aligned && destAligned) // Both aligned.
@@ -647,15 +647,15 @@ void multiplyByScalarThenAddToOutput(
 
   bool destAligned = is16ByteAligned(outputVector);
 
-#define SSE2_MULT_ADD(loadInstr, storeInstr)   \
-  while (outputVector < endP) {                \
-    pSource = _mm_load_ps(inputVector);        \
-    temp = _mm_mul_ps(pSource, mScale);        \
+#define SSE2_MULT_ADD(loadInstr, storeInstr) \
+  while (outputVector < endP) { \
+    pSource = _mm_load_ps(inputVector); \
+    temp = _mm_mul_ps(pSource, mScale); \
     dest = _mm_##loadInstr##_ps(outputVector); \
-    dest = _mm_add_ps(dest, temp);             \
+    dest = _mm_add_ps(dest, temp); \
     _mm_##storeInstr##_ps(outputVector, dest); \
-    inputVector += 4;                          \
-    outputVector += 4;                         \
+    inputVector += 4; \
+    outputVector += 4; \
   }
 
   if (destAligned)

package/common/cpp/test/src/biquad/BiquadFilterTest.cpp

@@ -89,18 +89,18 @@ INSTANTIATE_TEST_SUITE_P(
     Frequencies,
     BiquadFilterFrequencyTest,
     ::testing::Values(
-        0.0f, // 0 Hz - the filter should block all input signal
-        10.0f, // very low frequency
+        0.0f,   // 0 Hz - the filter should block all input signal
+        10.0f,  // very low frequency
         350.0f, // default
         nyquistFrequency - 0.0001f, // frequency near Nyquist
-        nyquistFrequency)); // maximal frequency
+        nyquistFrequency));         // maximal frequency
 
 INSTANTIATE_TEST_SUITE_P(
     QEdgeCases,
     BiquadFilterQTestLowpassHighpass,
     ::testing::Values(
-        -770.63678f, // min value for lowpass and highpass
-        0.0f, // default
+        -770.63678f,  // min value for lowpass and highpass
+        0.0f,         // default
         770.63678f)); // max value for lowpass and highpass
 
 INSTANTIATE_TEST_SUITE_P(

package/ios/audioapi/ios/AudioAPIModule.h

@@ -13,11 +13,12 @@
 @class AudioSessionManager;
 @class LockScreenManager;
 
-@interface AudioAPIModule : RCTEventEmitter
+@interface AudioAPIModule
+    : RCTEventEmitter
 #ifdef RCT_NEW_ARCH_ENABLED
-                            <NativeAudioAPIModuleSpec, RCTCallInvokerModule, RCTInvalidating>
+      <NativeAudioAPIModuleSpec, RCTCallInvokerModule, RCTInvalidating>
 #else
-                            <RCTBridgeModule>
+      <RCTBridgeModule>
 #endif // RCT_NEW_ARCH_ENABLED
 
 @property (nonatomic, strong) AudioEngine *audioEngine;
@@ -25,6 +26,7 @@
 @property (nonatomic, strong) AudioSessionManager *audioSessionManager;
 @property (nonatomic, strong) LockScreenManager *lockScreenManager;
 
-- (void)invokeHandlerWithEventName:(NSString *)eventName eventBody:(NSDictionary *)eventBody;
+- (void)invokeHandlerWithEventName:(NSString *)eventName
+                         eventBody:(NSDictionary *)eventBody;
 
 @end