react-native-audio-api 0.11.0-alpha.0 → 0.11.0-alpha.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (623) hide show
  1. package/README.md +13 -11
  2. package/RNAudioAPI.podspec +25 -18
  3. package/android/build.gradle +41 -5
  4. package/android/src/main/cpp/audioapi/CMakeLists.txt +6 -3
  5. package/android/src/main/cpp/audioapi/android/AudioAPIModule.cpp +10 -16
  6. package/android/src/main/cpp/audioapi/android/OnLoad.cpp +1 -2
  7. package/android/src/main/cpp/audioapi/android/core/AndroidAudioRecorder.cpp +353 -74
  8. package/android/src/main/cpp/audioapi/android/core/AndroidAudioRecorder.h +32 -19
  9. package/android/src/main/cpp/audioapi/android/core/AudioPlayer.cpp +13 -20
  10. package/android/src/main/cpp/audioapi/android/core/utils/AndroidFileWriterBackend.h +15 -15
  11. package/android/src/main/cpp/audioapi/android/core/utils/AndroidRecorderCallback.cpp +170 -0
  12. package/android/src/main/cpp/audioapi/android/core/utils/AndroidRecorderCallback.h +46 -0
  13. package/android/src/main/cpp/audioapi/android/core/utils/AudioDecoder.cpp +46 -58
  14. package/android/src/main/cpp/audioapi/android/core/utils/FileOptions.cpp +83 -0
  15. package/android/src/main/cpp/audioapi/android/core/utils/FileOptions.h +22 -0
  16. package/android/src/main/cpp/audioapi/android/core/utils/MiniaudioImplementation.cpp +5 -0
  17. package/android/src/main/cpp/audioapi/android/core/utils/ffmpegBackend/FFmpegFileWriter.cpp +366 -304
  18. package/android/src/main/cpp/audioapi/android/core/utils/ffmpegBackend/FFmpegFileWriter.h +49 -91
  19. package/android/src/main/cpp/audioapi/android/core/utils/ffmpegBackend/ptrs.hpp +56 -0
  20. package/android/src/main/cpp/audioapi/android/core/utils/ffmpegBackend/utils.cpp +114 -0
  21. package/android/src/main/cpp/audioapi/android/core/utils/ffmpegBackend/utils.h +34 -0
  22. package/android/src/main/cpp/audioapi/android/core/utils/miniaudioBackend/MiniAudioFileWriter.cpp +154 -95
  23. package/android/src/main/cpp/audioapi/android/core/utils/miniaudioBackend/MiniAudioFileWriter.h +10 -16
  24. package/android/src/main/cpp/audioapi/android/system/NativeFileInfo.hpp +2 -1
  25. package/android/src/main/java/com/swmansion/audioapi/AudioAPIModule.kt +189 -14
  26. package/android/src/main/java/com/swmansion/audioapi/core/NativeAudioPlayer.kt +10 -8
  27. package/android/src/main/java/com/swmansion/audioapi/core/NativeAudioRecorder.kt +10 -8
  28. package/android/src/main/java/com/swmansion/audioapi/system/AudioFocusListener.kt +5 -2
  29. package/android/src/main/java/com/swmansion/audioapi/system/CentralizedForegroundService.kt +128 -0
  30. package/android/src/main/java/com/swmansion/audioapi/system/ForegroundServiceManager.kt +116 -0
  31. package/android/src/main/java/com/swmansion/audioapi/system/MediaSessionManager.kt +115 -107
  32. package/android/src/main/java/com/swmansion/audioapi/system/PermissionRequestListener.kt +2 -1
  33. package/android/src/main/java/com/swmansion/audioapi/system/notification/BaseNotification.kt +47 -0
  34. package/android/src/main/java/com/swmansion/audioapi/system/notification/NotificationRegistry.kt +191 -0
  35. package/android/src/main/java/com/swmansion/audioapi/system/notification/PlaybackNotification.kt +669 -0
  36. package/android/src/main/java/com/swmansion/audioapi/system/notification/PlaybackNotificationReceiver.kt +33 -0
  37. package/android/src/main/java/com/swmansion/audioapi/system/notification/RecordingNotification.kt +303 -0
  38. package/android/src/main/java/com/swmansion/audioapi/system/notification/RecordingNotificationReceiver.kt +45 -0
  39. package/android/src/main/java/com/swmansion/audioapi/system/notification/SimpleNotification.kt +119 -0
  40. package/android/src/main/jniLibs/arm64-v8a/libavcodec.so +0 -0
  41. package/android/src/main/jniLibs/arm64-v8a/libavformat.so +0 -0
  42. package/android/src/main/jniLibs/arm64-v8a/libavutil.so +0 -0
  43. package/android/src/main/jniLibs/arm64-v8a/libswresample.so +0 -0
  44. package/android/src/main/jniLibs/armeabi-v7a/libavcodec.so +0 -0
  45. package/android/src/main/jniLibs/armeabi-v7a/libavformat.so +0 -0
  46. package/android/src/main/jniLibs/armeabi-v7a/libavutil.so +0 -0
  47. package/android/src/main/jniLibs/armeabi-v7a/libswresample.so +0 -0
  48. package/android/src/main/jniLibs/x86/libavcodec.so +0 -0
  49. package/android/src/main/jniLibs/x86/libavformat.so +0 -0
  50. package/android/src/main/jniLibs/x86/libavutil.so +0 -0
  51. package/android/src/main/jniLibs/x86/libswresample.so +0 -0
  52. package/android/src/main/jniLibs/x86_64/libavcodec.so +0 -0
  53. package/android/src/main/jniLibs/x86_64/libavformat.so +0 -0
  54. package/android/src/main/jniLibs/x86_64/libavutil.so +0 -0
  55. package/android/src/main/jniLibs/x86_64/libswresample.so +0 -0
  56. package/android/src/oldarch/NativeAudioAPIModuleSpec.java +100 -76
  57. package/common/cpp/audioapi/AudioAPIModuleInstaller.h +45 -70
  58. package/common/cpp/audioapi/HostObjects/AudioContextHostObject.cpp +20 -22
  59. package/common/cpp/audioapi/HostObjects/AudioNodeHostObject.cpp +3 -4
  60. package/common/cpp/audioapi/HostObjects/AudioParamHostObject.cpp +6 -8
  61. package/common/cpp/audioapi/HostObjects/AudioParamHostObject.h +2 -2
  62. package/common/cpp/audioapi/HostObjects/BaseAudioContextHostObject.cpp +102 -63
  63. package/common/cpp/audioapi/HostObjects/BaseAudioContextHostObject.h +4 -1
  64. package/common/cpp/audioapi/HostObjects/OfflineAudioContextHostObject.cpp +25 -31
  65. package/common/cpp/audioapi/HostObjects/OfflineAudioContextHostObject.h +3 -3
  66. package/common/cpp/audioapi/HostObjects/WorkletNodeHostObject.h +1 -2
  67. package/common/cpp/audioapi/HostObjects/WorkletProcessingNodeHostObject.h +1 -2
  68. package/common/cpp/audioapi/HostObjects/analysis/AnalyserNodeHostObject.cpp +10 -18
  69. package/common/cpp/audioapi/HostObjects/destinations/AudioDestinationNodeHostObject.h +2 -3
  70. package/common/cpp/audioapi/HostObjects/effects/BiquadFilterNodeHostObject.cpp +18 -30
  71. package/common/cpp/audioapi/HostObjects/effects/BiquadFilterNodeHostObject.h +1 -2
  72. package/common/cpp/audioapi/HostObjects/effects/ConvolverNodeHostObject.cpp +50 -0
  73. package/common/cpp/audioapi/HostObjects/effects/ConvolverNodeHostObject.h +20 -0
  74. package/common/cpp/audioapi/HostObjects/effects/DelayNodeHostObject.cpp +27 -0
  75. package/common/cpp/audioapi/HostObjects/effects/DelayNodeHostObject.h +21 -0
  76. package/common/cpp/audioapi/HostObjects/effects/GainNodeHostObject.cpp +2 -2
  77. package/common/cpp/audioapi/HostObjects/effects/IIRFilterNodeHostObject.cpp +33 -0
  78. package/common/cpp/audioapi/HostObjects/effects/IIRFilterNodeHostObject.h +20 -0
  79. package/common/cpp/audioapi/HostObjects/effects/PeriodicWaveHostObject.h +1 -2
  80. package/common/cpp/audioapi/HostObjects/effects/StereoPannerNodeHostObject.cpp +2 -2
  81. package/common/cpp/audioapi/HostObjects/effects/StereoPannerNodeHostObject.h +1 -2
  82. package/common/cpp/audioapi/HostObjects/events/AudioEventHandlerRegistryHostObject.cpp +6 -12
  83. package/common/cpp/audioapi/HostObjects/events/AudioEventHandlerRegistryHostObject.h +7 -7
  84. package/common/cpp/audioapi/HostObjects/inputs/AudioRecorderHostObject.cpp +109 -44
  85. package/common/cpp/audioapi/HostObjects/inputs/AudioRecorderHostObject.h +8 -2
  86. package/common/cpp/audioapi/HostObjects/sources/AudioBufferBaseSourceNodeHostObject.cpp +27 -22
  87. package/common/cpp/audioapi/HostObjects/sources/AudioBufferBaseSourceNodeHostObject.h +12 -10
  88. package/common/cpp/audioapi/HostObjects/sources/AudioBufferHostObject.cpp +17 -22
  89. package/common/cpp/audioapi/HostObjects/sources/AudioBufferHostObject.h +5 -7
  90. package/common/cpp/audioapi/HostObjects/sources/AudioBufferQueueSourceNodeHostObject.cpp +25 -11
  91. package/common/cpp/audioapi/HostObjects/sources/AudioBufferQueueSourceNodeHostObject.h +8 -8
  92. package/common/cpp/audioapi/HostObjects/sources/AudioBufferSourceNodeHostObject.cpp +19 -30
  93. package/common/cpp/audioapi/HostObjects/sources/AudioBufferSourceNodeHostObject.h +2 -4
  94. package/common/cpp/audioapi/HostObjects/sources/AudioScheduledSourceNodeHostObject.cpp +7 -11
  95. package/common/cpp/audioapi/HostObjects/sources/ConstantSourceNodeHostObject.cpp +2 -2
  96. package/common/cpp/audioapi/HostObjects/sources/ConstantSourceNodeHostObject.h +1 -2
  97. package/common/cpp/audioapi/HostObjects/sources/OscillatorNodeHostObject.cpp +6 -8
  98. package/common/cpp/audioapi/HostObjects/sources/OscillatorNodeHostObject.h +1 -2
  99. package/common/cpp/audioapi/HostObjects/sources/RecorderAdapterNodeHostObject.h +4 -5
  100. package/common/cpp/audioapi/HostObjects/sources/StreamerNodeHostObject.cpp +6 -2
  101. package/common/cpp/audioapi/HostObjects/sources/StreamerNodeHostObject.h +5 -6
  102. package/common/cpp/audioapi/HostObjects/sources/WorkletSourceNodeHostObject.h +1 -2
  103. package/common/cpp/audioapi/HostObjects/utils/AudioDecoderHostObject.cpp +39 -60
  104. package/common/cpp/audioapi/HostObjects/utils/AudioStretcherHostObject.cpp +15 -30
  105. package/common/cpp/audioapi/core/AudioContext.cpp +23 -28
  106. package/common/cpp/audioapi/core/AudioContext.h +6 -3
  107. package/common/cpp/audioapi/core/AudioNode.cpp +17 -19
  108. package/common/cpp/audioapi/core/AudioNode.h +19 -8
  109. package/common/cpp/audioapi/core/AudioParam.cpp +68 -100
  110. package/common/cpp/audioapi/core/AudioParam.h +20 -12
  111. package/common/cpp/audioapi/core/BaseAudioContext.cpp +52 -34
  112. package/common/cpp/audioapi/core/BaseAudioContext.h +26 -14
  113. package/common/cpp/audioapi/core/OfflineAudioContext.cpp +12 -17
  114. package/common/cpp/audioapi/core/OfflineAudioContext.h +10 -5
  115. package/common/cpp/audioapi/core/analysis/AnalyserNode.cpp +13 -21
  116. package/common/cpp/audioapi/core/analysis/AnalyserNode.h +8 -6
  117. package/common/cpp/audioapi/core/destinations/AudioDestinationNode.cpp +1 -0
  118. package/common/cpp/audioapi/core/destinations/AudioDestinationNode.h +5 -3
  119. package/common/cpp/audioapi/core/effects/BiquadFilterNode.cpp +96 -74
  120. package/common/cpp/audioapi/core/effects/BiquadFilterNode.h +44 -15
  121. package/common/cpp/audioapi/core/effects/ConvolverNode.cpp +201 -0
  122. package/common/cpp/audioapi/core/effects/ConvolverNode.h +64 -0
  123. package/common/cpp/audioapi/core/effects/DelayNode.cpp +101 -0
  124. package/common/cpp/audioapi/core/effects/DelayNode.h +39 -0
  125. package/common/cpp/audioapi/core/effects/GainNode.cpp +1 -0
  126. package/common/cpp/audioapi/core/effects/GainNode.h +3 -1
  127. package/common/cpp/audioapi/core/effects/IIRFilterNode.cpp +166 -0
  128. package/common/cpp/audioapi/core/effects/IIRFilterNode.h +74 -0
  129. package/common/cpp/audioapi/core/effects/PeriodicWave.cpp +22 -35
  130. package/common/cpp/audioapi/core/effects/PeriodicWave.h +4 -9
  131. package/common/cpp/audioapi/core/effects/StereoPannerNode.cpp +4 -5
  132. package/common/cpp/audioapi/core/effects/StereoPannerNode.h +4 -2
  133. package/common/cpp/audioapi/core/effects/WorkletNode.cpp +11 -13
  134. package/common/cpp/audioapi/core/effects/WorkletNode.h +15 -12
  135. package/common/cpp/audioapi/core/effects/WorkletProcessingNode.cpp +4 -4
  136. package/common/cpp/audioapi/core/effects/WorkletProcessingNode.h +15 -14
  137. package/common/cpp/audioapi/core/inputs/AudioRecorder.cpp +39 -108
  138. package/common/cpp/audioapi/core/inputs/AudioRecorder.h +47 -46
  139. package/common/cpp/audioapi/core/sources/AudioBuffer.cpp +4 -6
  140. package/common/cpp/audioapi/core/sources/AudioBuffer.h +4 -7
  141. package/common/cpp/audioapi/core/sources/AudioBufferBaseSourceNode.cpp +48 -57
  142. package/common/cpp/audioapi/core/sources/AudioBufferBaseSourceNode.h +37 -34
  143. package/common/cpp/audioapi/core/sources/AudioBufferQueueSourceNode.cpp +55 -17
  144. package/common/cpp/audioapi/core/sources/AudioBufferQueueSourceNode.h +35 -28
  145. package/common/cpp/audioapi/core/sources/AudioBufferSourceNode.cpp +41 -49
  146. package/common/cpp/audioapi/core/sources/AudioBufferSourceNode.h +8 -6
  147. package/common/cpp/audioapi/core/sources/AudioScheduledSourceNode.cpp +29 -24
  148. package/common/cpp/audioapi/core/sources/AudioScheduledSourceNode.h +6 -6
  149. package/common/cpp/audioapi/core/sources/ConstantSourceNode.cpp +3 -4
  150. package/common/cpp/audioapi/core/sources/ConstantSourceNode.h +3 -1
  151. package/common/cpp/audioapi/core/sources/OscillatorNode.cpp +12 -23
  152. package/common/cpp/audioapi/core/sources/OscillatorNode.h +6 -4
  153. package/common/cpp/audioapi/core/sources/RecorderAdapterNode.cpp +43 -16
  154. package/common/cpp/audioapi/core/sources/RecorderAdapterNode.h +22 -17
  155. package/common/cpp/audioapi/core/sources/StreamerNode.cpp +105 -87
  156. package/common/cpp/audioapi/core/sources/StreamerNode.h +67 -33
  157. package/common/cpp/audioapi/core/sources/WorkletSourceNode.cpp +5 -7
  158. package/common/cpp/audioapi/core/sources/WorkletSourceNode.h +15 -13
  159. package/common/cpp/audioapi/core/types/AudioFormat.h +1 -11
  160. package/common/cpp/audioapi/core/utils/AudioDecoder.h +15 -6
  161. package/common/cpp/audioapi/core/utils/AudioFileWriter.cpp +41 -0
  162. package/common/cpp/audioapi/core/utils/AudioFileWriter.h +44 -0
  163. package/common/cpp/audioapi/core/utils/AudioNodeDestructor.cpp +5 -6
  164. package/common/cpp/audioapi/core/utils/AudioNodeDestructor.h +7 -10
  165. package/common/cpp/audioapi/core/utils/AudioNodeManager.cpp +17 -19
  166. package/common/cpp/audioapi/core/utils/AudioNodeManager.h +8 -11
  167. package/common/cpp/audioapi/core/utils/AudioParamEventQueue.cpp +3 -3
  168. package/common/cpp/audioapi/core/utils/AudioParamEventQueue.h +5 -5
  169. package/common/cpp/audioapi/core/utils/AudioRecorderCallback.cpp +101 -0
  170. package/common/cpp/audioapi/core/utils/AudioRecorderCallback.h +52 -0
  171. package/common/cpp/audioapi/core/utils/AudioStretcher.cpp +6 -6
  172. package/common/cpp/audioapi/core/utils/Constants.h +7 -3
  173. package/common/cpp/audioapi/core/utils/ParamChangeEvent.cpp +1 -0
  174. package/common/cpp/audioapi/core/utils/ParamChangeEvent.h +9 -9
  175. package/common/cpp/audioapi/core/utils/worklets/SafeIncludes.h +33 -34
  176. package/common/cpp/audioapi/core/utils/worklets/WorkletsRunner.cpp +17 -19
  177. package/common/cpp/audioapi/core/utils/worklets/WorkletsRunner.h +23 -19
  178. package/common/cpp/audioapi/dsp/AudioUtils.cpp +4 -10
  179. package/common/cpp/audioapi/dsp/AudioUtils.h +1 -1
  180. package/common/cpp/audioapi/dsp/Convolver.cpp +201 -0
  181. package/common/cpp/audioapi/dsp/Convolver.h +47 -0
  182. package/common/cpp/audioapi/dsp/FFT.cpp +1 -27
  183. package/common/cpp/audioapi/dsp/FFT.h +19 -3
  184. package/common/cpp/audioapi/dsp/VectorMath.cpp +24 -58
  185. package/common/cpp/audioapi/dsp/VectorMath.h +35 -8
  186. package/common/cpp/audioapi/dsp/Windows.cpp +4 -9
  187. package/common/cpp/audioapi/dsp/Windows.h +24 -23
  188. package/common/cpp/audioapi/events/AudioEventHandlerRegistry.cpp +12 -17
  189. package/common/cpp/audioapi/events/AudioEventHandlerRegistry.h +45 -40
  190. package/common/cpp/audioapi/events/IAudioEventHandlerRegistry.h +15 -7
  191. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/avcodec.h +4 -4
  192. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/codec.h +1 -1
  193. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/codec_desc.h +1 -1
  194. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/codec_id.h +3 -1
  195. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/codec_par.h +2 -2
  196. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/defs.h +3 -0
  197. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/packet.h +1 -1
  198. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/smpte_436m.h +254 -0
  199. package/common/cpp/audioapi/external/ffmpeg_include/libavcodec/version.h +1 -1
  200. package/common/cpp/audioapi/external/ffmpeg_include/libavformat/avformat.h +6 -6
  201. package/common/cpp/audioapi/external/ffmpeg_include/libavformat/version.h +2 -2
  202. package/common/cpp/audioapi/external/ffmpeg_include/libavformat/version_major.h +2 -0
  203. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/avassert.h +5 -2
  204. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/avutil.h +2 -2
  205. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/channel_layout.h +2 -2
  206. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/csp.h +1 -1
  207. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/dict.h +1 -1
  208. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/ffversion.h +1 -1
  209. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/film_grain_params.h +1 -1
  210. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/frame.h +1 -1
  211. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/hdr_dynamic_vivid_metadata.h +3 -3
  212. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/hwcontext.h +1 -1
  213. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/hwcontext_opencl.h +1 -1
  214. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/hwcontext_qsv.h +0 -1
  215. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/hwcontext_vulkan.h +1 -1
  216. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/iamf.h +2 -2
  217. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/lfg.h +2 -2
  218. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/log.h +2 -2
  219. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/mathematics.h +1 -1
  220. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/opt.h +4 -4
  221. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/rational.h +1 -1
  222. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/rc4.h +1 -1
  223. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/refstruct.h +1 -1
  224. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/spherical.h +6 -0
  225. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/tdrdi.h +1 -1
  226. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/tx.h +1 -1
  227. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/version.h +3 -3
  228. package/common/cpp/audioapi/external/ffmpeg_include/libavutil/video_hint.h +1 -1
  229. package/common/cpp/audioapi/external/ffmpeg_include/libswresample/swresample.h +1 -1
  230. package/common/cpp/audioapi/external/ffmpeg_include/libswresample/version.h +1 -1
  231. package/common/cpp/audioapi/external/{libavcodec.xcframework → ffmpeg_ios/libavcodec.xcframework}/ios-arm64/libavcodec.framework/libavcodec +0 -0
  232. package/common/cpp/audioapi/external/{libavcodec.xcframework → ffmpeg_ios/libavcodec.xcframework}/ios-arm64_x86_64-simulator/libavcodec.framework/libavcodec +0 -0
  233. package/common/cpp/audioapi/external/{libavformat.xcframework → ffmpeg_ios/libavformat.xcframework}/ios-arm64/libavformat.framework/libavformat +0 -0
  234. package/common/cpp/audioapi/external/{libavformat.xcframework → ffmpeg_ios/libavformat.xcframework}/ios-arm64_x86_64-simulator/libavformat.framework/libavformat +0 -0
  235. package/common/cpp/audioapi/external/{libavutil.xcframework → ffmpeg_ios/libavutil.xcframework}/ios-arm64/libavutil.framework/libavutil +0 -0
  236. package/common/cpp/audioapi/external/{libavutil.xcframework → ffmpeg_ios/libavutil.xcframework}/ios-arm64_x86_64-simulator/libavutil.framework/libavutil +0 -0
  237. package/common/cpp/audioapi/external/{libswresample.xcframework → ffmpeg_ios/libswresample.xcframework}/ios-arm64/libswresample.framework/libswresample +0 -0
  238. package/common/cpp/audioapi/external/{libswresample.xcframework → ffmpeg_ios/libswresample.xcframework}/ios-arm64_x86_64-simulator/libswresample.framework/libswresample +0 -0
  239. package/common/cpp/audioapi/jsi/AudioArrayBuffer.h +4 -5
  240. package/common/cpp/audioapi/jsi/JsiHostObject.cpp +11 -13
  241. package/common/cpp/audioapi/jsi/JsiHostObject.h +26 -33
  242. package/common/cpp/audioapi/jsi/JsiPromise.cpp +34 -67
  243. package/common/cpp/audioapi/jsi/JsiPromise.h +65 -26
  244. package/common/cpp/audioapi/jsi/RuntimeLifecycleMonitor.cpp +7 -10
  245. package/common/cpp/audioapi/jsi/RuntimeLifecycleMonitor.h +1 -3
  246. package/common/cpp/audioapi/libs/ffmpeg/FFmpegDecoding.cpp +4 -3
  247. package/common/cpp/audioapi/libs/ffmpeg/relinking.md +24 -0
  248. package/common/cpp/audioapi/utils/AlignedAllocator.hpp +53 -0
  249. package/common/cpp/audioapi/utils/AudioArray.cpp +3 -8
  250. package/common/cpp/audioapi/utils/AudioArray.h +3 -11
  251. package/common/cpp/audioapi/utils/AudioBus.cpp +79 -149
  252. package/common/cpp/audioapi/utils/AudioBus.h +17 -14
  253. package/common/cpp/audioapi/utils/AudioFileProperties.cpp +92 -0
  254. package/common/cpp/audioapi/utils/AudioFileProperties.h +76 -0
  255. package/common/cpp/audioapi/utils/Benchmark.hpp +50 -47
  256. package/common/cpp/audioapi/utils/CircularAudioArray.cpp +6 -18
  257. package/common/cpp/audioapi/utils/CircularOverflowableAudioArray.cpp +6 -10
  258. package/common/cpp/audioapi/utils/CircularOverflowableAudioArray.h +2 -2
  259. package/common/cpp/audioapi/utils/CrossThreadEventScheduler.hpp +12 -9
  260. package/common/cpp/audioapi/utils/MoveOnlyFunction.hpp +17 -15
  261. package/common/cpp/audioapi/utils/Result.hpp +323 -0
  262. package/common/cpp/audioapi/utils/RingBiDirectionalBuffer.hpp +22 -28
  263. package/common/cpp/audioapi/utils/SpscChannel.hpp +329 -305
  264. package/common/cpp/audioapi/utils/ThreadPool.hpp +104 -20
  265. package/common/cpp/audioapi/utils/UnitConversion.h +9 -0
  266. package/common/cpp/test/CMakeLists.txt +15 -15
  267. package/common/cpp/test/src/AudioParamTest.cpp +4 -3
  268. package/common/cpp/test/src/AudioScheduledSourceTest.cpp +113 -0
  269. package/common/cpp/test/src/ConstantSourceTest.cpp +5 -7
  270. package/common/cpp/test/src/DelayTest.cpp +108 -0
  271. package/common/cpp/test/src/GainTest.cpp +4 -5
  272. package/common/cpp/test/src/IIRFilterTest.cpp +153 -0
  273. package/common/cpp/test/src/MockAudioEventHandlerRegistry.h +19 -11
  274. package/common/cpp/test/src/OscillatorTest.cpp +2 -1
  275. package/common/cpp/test/src/StereoPannerTest.cpp +6 -9
  276. package/common/cpp/test/src/biquad/BiquadFilterChromium.cpp +372 -0
  277. package/common/cpp/test/src/biquad/BiquadFilterChromium.h +65 -0
  278. package/common/cpp/test/src/biquad/BiquadFilterTest.cpp +272 -0
  279. package/common/cpp/test/src/biquad/BiquadFilterTest.h +47 -0
  280. package/ios/audioapi/ios/AudioAPIModule.h +4 -3
  281. package/ios/audioapi/ios/AudioAPIModule.mm +148 -34
  282. package/ios/audioapi/ios/core/IOSAudioPlayer.h +2 -2
  283. package/ios/audioapi/ios/core/IOSAudioPlayer.mm +7 -6
  284. package/ios/audioapi/ios/core/IOSAudioRecorder.h +28 -11
  285. package/ios/audioapi/ios/core/IOSAudioRecorder.mm +280 -45
  286. package/ios/audioapi/ios/core/NativeAudioPlayer.m +17 -14
  287. package/ios/audioapi/ios/core/NativeAudioRecorder.h +6 -3
  288. package/ios/audioapi/ios/core/NativeAudioRecorder.m +74 -6
  289. package/ios/audioapi/ios/core/utils/AudioDecoder.mm +22 -4
  290. package/ios/audioapi/ios/core/utils/FileOptions.h +33 -0
  291. package/ios/audioapi/ios/core/utils/FileOptions.mm +195 -0
  292. package/ios/audioapi/ios/core/utils/IOSFileWriter.h +53 -0
  293. package/ios/audioapi/ios/core/utils/IOSFileWriter.mm +239 -0
  294. package/ios/audioapi/ios/core/utils/IOSRecorderCallback.h +47 -0
  295. package/ios/audioapi/ios/core/utils/IOSRecorderCallback.mm +185 -0
  296. package/ios/audioapi/ios/system/AudioEngine.h +21 -16
  297. package/ios/audioapi/ios/system/AudioEngine.mm +153 -132
  298. package/ios/audioapi/ios/system/AudioSessionManager.h +25 -11
  299. package/ios/audioapi/ios/system/AudioSessionManager.mm +277 -203
  300. package/ios/audioapi/ios/system/NotificationManager.mm +47 -53
  301. package/ios/audioapi/ios/system/notification/BaseNotification.h +58 -0
  302. package/ios/audioapi/ios/system/notification/NotificationRegistry.h +70 -0
  303. package/ios/audioapi/ios/system/notification/NotificationRegistry.mm +172 -0
  304. package/ios/audioapi/ios/system/notification/PlaybackNotification.h +27 -0
  305. package/ios/audioapi/ios/system/notification/PlaybackNotification.mm +427 -0
  306. package/lib/commonjs/AudioAPIModule/AudioAPIModule.js +90 -0
  307. package/lib/commonjs/AudioAPIModule/AudioAPIModule.js.map +1 -0
  308. package/lib/commonjs/AudioAPIModule/globals.d.js +6 -0
  309. package/lib/commonjs/AudioAPIModule/globals.d.js.map +1 -0
  310. package/lib/commonjs/AudioAPIModule/index.js +14 -0
  311. package/lib/commonjs/AudioAPIModule/index.js.map +1 -0
  312. package/lib/commonjs/api.js +89 -12
  313. package/lib/commonjs/api.js.map +1 -1
  314. package/lib/commonjs/api.web.js +35 -14
  315. package/lib/commonjs/api.web.js.map +1 -1
  316. package/lib/commonjs/core/AudioBufferBaseSourceNode.js +3 -0
  317. package/lib/commonjs/core/AudioBufferBaseSourceNode.js.map +1 -1
  318. package/lib/commonjs/core/AudioBufferQueueSourceNode.js +5 -2
  319. package/lib/commonjs/core/AudioBufferQueueSourceNode.js.map +1 -1
  320. package/lib/commonjs/core/AudioContext.js +5 -8
  321. package/lib/commonjs/core/AudioContext.js.map +1 -1
  322. package/lib/commonjs/core/AudioNode.js +1 -1
  323. package/lib/commonjs/core/AudioNode.js.map +1 -1
  324. package/lib/commonjs/core/AudioParam.js +18 -11
  325. package/lib/commonjs/core/AudioParam.js.map +1 -1
  326. package/lib/commonjs/core/AudioRecorder.js +56 -55
  327. package/lib/commonjs/core/AudioRecorder.js.map +1 -1
  328. package/lib/commonjs/core/BaseAudioContext.js +61 -30
  329. package/lib/commonjs/core/BaseAudioContext.js.map +1 -1
  330. package/lib/commonjs/core/ConvolverNode.js +37 -0
  331. package/lib/commonjs/core/ConvolverNode.js.map +1 -0
  332. package/lib/commonjs/core/DelayNode.js +17 -0
  333. package/lib/commonjs/core/DelayNode.js.map +1 -0
  334. package/lib/commonjs/core/IIRFilterNode.js +19 -0
  335. package/lib/commonjs/core/IIRFilterNode.js.map +1 -0
  336. package/lib/commonjs/core/OfflineAudioContext.js +3 -6
  337. package/lib/commonjs/core/OfflineAudioContext.js.map +1 -1
  338. package/lib/commonjs/plugin/withAudioAPI.js +46 -0
  339. package/lib/commonjs/plugin/withAudioAPI.js.map +1 -1
  340. package/lib/commonjs/specs/NativeAudioAPIModule.js.map +1 -1
  341. package/lib/commonjs/system/AudioManager.js +9 -15
  342. package/lib/commonjs/system/AudioManager.js.map +1 -1
  343. package/lib/commonjs/system/index.js +13 -0
  344. package/lib/commonjs/system/index.js.map +1 -1
  345. package/lib/commonjs/system/notification/PlaybackNotificationManager.js +138 -0
  346. package/lib/commonjs/system/notification/PlaybackNotificationManager.js.map +1 -0
  347. package/lib/commonjs/system/notification/RecordingNotificationManager.js +185 -0
  348. package/lib/commonjs/system/notification/RecordingNotificationManager.js.map +1 -0
  349. package/lib/commonjs/system/notification/SimpleNotificationManager.js +125 -0
  350. package/lib/commonjs/system/notification/SimpleNotificationManager.js.map +1 -0
  351. package/lib/commonjs/system/notification/index.js +45 -0
  352. package/lib/commonjs/system/notification/index.js.map +1 -0
  353. package/lib/commonjs/system/notification/types.js +6 -0
  354. package/lib/commonjs/system/notification/types.js.map +1 -0
  355. package/lib/commonjs/types.js +28 -35
  356. package/lib/commonjs/types.js.map +1 -1
  357. package/lib/commonjs/utils/filePresets.js +43 -0
  358. package/lib/commonjs/utils/filePresets.js.map +1 -0
  359. package/lib/commonjs/utils/index.js +12 -27
  360. package/lib/commonjs/utils/index.js.map +1 -1
  361. package/lib/commonjs/web-core/AudioContext.js +21 -1
  362. package/lib/commonjs/web-core/AudioContext.js.map +1 -1
  363. package/lib/commonjs/web-core/ConvolverNode.js +40 -0
  364. package/lib/commonjs/web-core/ConvolverNode.js.map +1 -0
  365. package/lib/commonjs/web-core/ConvolverNodeOptions.js +6 -0
  366. package/lib/commonjs/web-core/ConvolverNodeOptions.js.map +1 -0
  367. package/lib/commonjs/web-core/DelayNode.js +17 -0
  368. package/lib/commonjs/web-core/DelayNode.js.map +1 -0
  369. package/lib/commonjs/web-core/IIRFilterNode.js +19 -0
  370. package/lib/commonjs/web-core/IIRFilterNode.js.map +1 -0
  371. package/lib/commonjs/web-core/OfflineAudioContext.js +20 -0
  372. package/lib/commonjs/web-core/OfflineAudioContext.js.map +1 -1
  373. package/lib/commonjs/web-system/index.js +17 -0
  374. package/lib/commonjs/web-system/index.js.map +1 -0
  375. package/lib/commonjs/web-system/notification/PlaybackNotificationManager.js +37 -0
  376. package/lib/commonjs/web-system/notification/PlaybackNotificationManager.js.map +1 -0
  377. package/lib/commonjs/web-system/notification/RecordingNotificationManager.js +37 -0
  378. package/lib/commonjs/web-system/notification/RecordingNotificationManager.js.map +1 -0
  379. package/lib/commonjs/web-system/notification/index.js +21 -0
  380. package/lib/commonjs/web-system/notification/index.js.map +1 -0
  381. package/lib/module/AudioAPIModule/AudioAPIModule.js +87 -0
  382. package/lib/module/AudioAPIModule/AudioAPIModule.js.map +1 -0
  383. package/lib/module/AudioAPIModule/globals.d.js +4 -0
  384. package/lib/module/AudioAPIModule/globals.d.js.map +1 -0
  385. package/lib/module/AudioAPIModule/index.js +4 -0
  386. package/lib/module/AudioAPIModule/index.js.map +1 -0
  387. package/lib/module/api.js +7 -12
  388. package/lib/module/api.js.map +1 -1
  389. package/lib/module/api.web.js +4 -1
  390. package/lib/module/api.web.js.map +1 -1
  391. package/lib/module/core/AudioBufferBaseSourceNode.js +3 -0
  392. package/lib/module/core/AudioBufferBaseSourceNode.js.map +1 -1
  393. package/lib/module/core/AudioBufferQueueSourceNode.js +5 -2
  394. package/lib/module/core/AudioBufferQueueSourceNode.js.map +1 -1
  395. package/lib/module/core/AudioContext.js +5 -8
  396. package/lib/module/core/AudioContext.js.map +1 -1
  397. package/lib/module/core/AudioNode.js +1 -1
  398. package/lib/module/core/AudioNode.js.map +1 -1
  399. package/lib/module/core/AudioParam.js +18 -11
  400. package/lib/module/core/AudioParam.js.map +1 -1
  401. package/lib/module/core/AudioRecorder.js +57 -56
  402. package/lib/module/core/AudioRecorder.js.map +1 -1
  403. package/lib/module/core/BaseAudioContext.js +63 -32
  404. package/lib/module/core/BaseAudioContext.js.map +1 -1
  405. package/lib/module/core/ConvolverNode.js +31 -0
  406. package/lib/module/core/ConvolverNode.js.map +1 -0
  407. package/lib/module/core/DelayNode.js +11 -0
  408. package/lib/module/core/DelayNode.js.map +1 -0
  409. package/lib/module/core/IIRFilterNode.js +13 -0
  410. package/lib/module/core/IIRFilterNode.js.map +1 -0
  411. package/lib/module/core/OfflineAudioContext.js +3 -6
  412. package/lib/module/core/OfflineAudioContext.js.map +1 -1
  413. package/lib/module/plugin/withAudioAPI.js +47 -1
  414. package/lib/module/plugin/withAudioAPI.js.map +1 -1
  415. package/lib/module/specs/NativeAudioAPIModule.js.map +1 -1
  416. package/lib/module/system/AudioManager.js +9 -15
  417. package/lib/module/system/AudioManager.js.map +1 -1
  418. package/lib/module/system/index.js +1 -0
  419. package/lib/module/system/index.js.map +1 -1
  420. package/lib/module/system/notification/PlaybackNotificationManager.js +134 -0
  421. package/lib/module/system/notification/PlaybackNotificationManager.js.map +1 -0
  422. package/lib/module/system/notification/RecordingNotificationManager.js +181 -0
  423. package/lib/module/system/notification/RecordingNotificationManager.js.map +1 -0
  424. package/lib/module/system/notification/SimpleNotificationManager.js +121 -0
  425. package/lib/module/system/notification/SimpleNotificationManager.js.map +1 -0
  426. package/lib/module/system/notification/index.js +7 -0
  427. package/lib/module/system/notification/index.js.map +1 -0
  428. package/lib/module/system/notification/types.js +4 -0
  429. package/lib/module/system/notification/types.js.map +1 -0
  430. package/lib/module/types.js +27 -34
  431. package/lib/module/types.js.map +1 -1
  432. package/lib/module/utils/filePresets.js +39 -0
  433. package/lib/module/utils/filePresets.js.map +1 -0
  434. package/lib/module/utils/index.js +10 -10
  435. package/lib/module/utils/index.js.map +1 -1
  436. package/lib/module/web-core/AudioContext.js +21 -1
  437. package/lib/module/web-core/AudioContext.js.map +1 -1
  438. package/lib/module/web-core/ConvolverNode.js +34 -0
  439. package/lib/module/web-core/ConvolverNode.js.map +1 -0
  440. package/lib/module/web-core/ConvolverNodeOptions.js +4 -0
  441. package/lib/module/web-core/ConvolverNodeOptions.js.map +1 -0
  442. package/lib/module/web-core/DelayNode.js +11 -0
  443. package/lib/module/web-core/DelayNode.js.map +1 -0
  444. package/lib/module/web-core/IIRFilterNode.js +13 -0
  445. package/lib/module/web-core/IIRFilterNode.js.map +1 -0
  446. package/lib/module/web-core/OfflineAudioContext.js +20 -0
  447. package/lib/module/web-core/OfflineAudioContext.js.map +1 -1
  448. package/lib/module/web-system/index.js +4 -0
  449. package/lib/module/web-system/index.js.map +1 -0
  450. package/lib/module/web-system/notification/PlaybackNotificationManager.js +33 -0
  451. package/lib/module/web-system/notification/PlaybackNotificationManager.js.map +1 -0
  452. package/lib/module/web-system/notification/RecordingNotificationManager.js +33 -0
  453. package/lib/module/web-system/notification/RecordingNotificationManager.js.map +1 -0
  454. package/lib/module/web-system/notification/index.js +5 -0
  455. package/lib/module/web-system/notification/index.js.map +1 -0
  456. package/lib/typescript/AudioAPIModule/AudioAPIModule.d.ts +36 -0
  457. package/lib/typescript/AudioAPIModule/AudioAPIModule.d.ts.map +1 -0
  458. package/lib/typescript/AudioAPIModule/index.d.ts +2 -0
  459. package/lib/typescript/AudioAPIModule/index.d.ts.map +1 -0
  460. package/lib/typescript/api.d.ts +5 -9
  461. package/lib/typescript/api.d.ts.map +1 -1
  462. package/lib/typescript/api.web.d.ts +4 -1
  463. package/lib/typescript/api.web.d.ts.map +1 -1
  464. package/lib/typescript/core/AudioBufferBaseSourceNode.d.ts +1 -0
  465. package/lib/typescript/core/AudioBufferBaseSourceNode.d.ts.map +1 -1
  466. package/lib/typescript/core/AudioBufferQueueSourceNode.d.ts +1 -1
  467. package/lib/typescript/core/AudioBufferQueueSourceNode.d.ts.map +1 -1
  468. package/lib/typescript/core/AudioContext.d.ts +1 -1
  469. package/lib/typescript/core/AudioContext.d.ts.map +1 -1
  470. package/lib/typescript/core/AudioNode.d.ts +2 -1
  471. package/lib/typescript/core/AudioNode.d.ts.map +1 -1
  472. package/lib/typescript/core/AudioParam.d.ts.map +1 -1
  473. package/lib/typescript/core/AudioRecorder.d.ts +16 -6
  474. package/lib/typescript/core/AudioRecorder.d.ts.map +1 -1
  475. package/lib/typescript/core/BaseAudioContext.d.ts +9 -3
  476. package/lib/typescript/core/BaseAudioContext.d.ts.map +1 -1
  477. package/lib/typescript/core/ConvolverNode.d.ts +12 -0
  478. package/lib/typescript/core/ConvolverNode.d.ts.map +1 -0
  479. package/lib/typescript/core/DelayNode.d.ts +9 -0
  480. package/lib/typescript/core/DelayNode.d.ts.map +1 -0
  481. package/lib/typescript/core/IIRFilterNode.d.ts +5 -0
  482. package/lib/typescript/core/IIRFilterNode.d.ts.map +1 -0
  483. package/lib/typescript/core/OfflineAudioContext.d.ts +1 -1
  484. package/lib/typescript/core/OfflineAudioContext.d.ts.map +1 -1
  485. package/lib/typescript/events/types.d.ts +6 -2
  486. package/lib/typescript/events/types.d.ts.map +1 -1
  487. package/lib/typescript/interfaces.d.ts +36 -34
  488. package/lib/typescript/interfaces.d.ts.map +1 -1
  489. package/lib/typescript/plugin/withAudioAPI.d.ts +1 -0
  490. package/lib/typescript/plugin/withAudioAPI.d.ts.map +1 -1
  491. package/lib/typescript/specs/NativeAudioAPIModule.d.ts +18 -6
  492. package/lib/typescript/specs/NativeAudioAPIModule.d.ts.map +1 -1
  493. package/lib/typescript/system/AudioManager.d.ts +5 -5
  494. package/lib/typescript/system/AudioManager.d.ts.map +1 -1
  495. package/lib/typescript/system/index.d.ts +1 -0
  496. package/lib/typescript/system/index.d.ts.map +1 -1
  497. package/lib/typescript/system/notification/PlaybackNotificationManager.d.ts +23 -0
  498. package/lib/typescript/system/notification/PlaybackNotificationManager.d.ts.map +1 -0
  499. package/lib/typescript/system/notification/RecordingNotificationManager.d.ts +24 -0
  500. package/lib/typescript/system/notification/RecordingNotificationManager.d.ts.map +1 -0
  501. package/lib/typescript/system/notification/SimpleNotificationManager.d.ts +21 -0
  502. package/lib/typescript/system/notification/SimpleNotificationManager.d.ts.map +1 -0
  503. package/lib/typescript/system/notification/index.d.ts +5 -0
  504. package/lib/typescript/system/notification/index.d.ts.map +1 -0
  505. package/lib/typescript/system/notification/types.d.ts +65 -0
  506. package/lib/typescript/system/notification/types.d.ts.map +1 -0
  507. package/lib/typescript/system/types.d.ts +0 -16
  508. package/lib/typescript/system/types.d.ts.map +1 -1
  509. package/lib/typescript/types.d.ts +58 -45
  510. package/lib/typescript/types.d.ts.map +1 -1
  511. package/lib/typescript/utils/filePresets.d.ts +9 -0
  512. package/lib/typescript/utils/filePresets.d.ts.map +1 -0
  513. package/lib/typescript/utils/index.d.ts +1 -8
  514. package/lib/typescript/utils/index.d.ts.map +1 -1
  515. package/lib/typescript/web-core/AudioContext.d.ts +9 -2
  516. package/lib/typescript/web-core/AudioContext.d.ts.map +1 -1
  517. package/lib/typescript/web-core/BaseAudioContext.d.ts +7 -1
  518. package/lib/typescript/web-core/BaseAudioContext.d.ts.map +1 -1
  519. package/lib/typescript/web-core/ConvolverNode.d.ts +11 -0
  520. package/lib/typescript/web-core/ConvolverNode.d.ts.map +1 -0
  521. package/lib/typescript/web-core/ConvolverNodeOptions.d.ts +6 -0
  522. package/lib/typescript/web-core/ConvolverNodeOptions.d.ts.map +1 -0
  523. package/lib/typescript/web-core/DelayNode.d.ts +8 -0
  524. package/lib/typescript/web-core/DelayNode.d.ts.map +1 -0
  525. package/lib/typescript/web-core/IIRFilterNode.d.ts +5 -0
  526. package/lib/typescript/web-core/IIRFilterNode.d.ts.map +1 -0
  527. package/lib/typescript/web-core/OfflineAudioContext.d.ts +8 -1
  528. package/lib/typescript/web-core/OfflineAudioContext.d.ts.map +1 -1
  529. package/lib/typescript/web-system/index.d.ts +2 -0
  530. package/lib/typescript/web-system/index.d.ts.map +1 -0
  531. package/lib/typescript/web-system/notification/PlaybackNotificationManager.d.ts +20 -0
  532. package/lib/typescript/web-system/notification/PlaybackNotificationManager.d.ts.map +1 -0
  533. package/lib/typescript/web-system/notification/RecordingNotificationManager.d.ts +20 -0
  534. package/lib/typescript/web-system/notification/RecordingNotificationManager.d.ts.map +1 -0
  535. package/lib/typescript/web-system/notification/index.d.ts +3 -0
  536. package/lib/typescript/web-system/notification/index.d.ts.map +1 -0
  537. package/package.json +11 -5
  538. package/scripts/download-prebuilt-binaries.sh +61 -0
  539. package/scripts/rnaa_utils.rb +8 -0
  540. package/scripts/validate-worklets-version.js +27 -0
  541. package/src/AudioAPIModule/AudioAPIModule.ts +122 -0
  542. package/src/AudioAPIModule/globals.d.ts +33 -0
  543. package/src/AudioAPIModule/index.ts +1 -0
  544. package/src/api.ts +21 -52
  545. package/src/api.web.ts +8 -2
  546. package/src/core/AudioBufferBaseSourceNode.ts +8 -0
  547. package/src/core/AudioBufferQueueSourceNode.ts +8 -2
  548. package/src/core/AudioContext.ts +5 -8
  549. package/src/core/AudioNode.ts +4 -3
  550. package/src/core/AudioParam.ts +18 -11
  551. package/src/core/AudioRecorder.ts +86 -84
  552. package/src/core/BaseAudioContext.ts +120 -54
  553. package/src/core/ConvolverNode.ts +35 -0
  554. package/src/core/DelayNode.ts +13 -0
  555. package/src/core/IIRFilterNode.ts +25 -0
  556. package/src/core/OfflineAudioContext.ts +4 -7
  557. package/src/events/types.ts +7 -3
  558. package/src/interfaces.ts +55 -34
  559. package/src/plugin/withAudioAPI.ts +61 -0
  560. package/src/specs/NativeAudioAPIModule.ts +26 -9
  561. package/src/system/AudioManager.ts +13 -32
  562. package/src/system/index.ts +1 -0
  563. package/src/system/notification/PlaybackNotificationManager.ts +197 -0
  564. package/src/system/notification/RecordingNotificationManager.ts +247 -0
  565. package/src/system/notification/SimpleNotificationManager.ts +175 -0
  566. package/src/system/notification/index.ts +4 -0
  567. package/src/system/notification/types.ts +111 -0
  568. package/src/system/types.ts +0 -18
  569. package/src/types.ts +61 -46
  570. package/src/utils/filePresets.ts +47 -0
  571. package/src/utils/index.ts +13 -19
  572. package/src/web-core/AudioContext.tsx +40 -1
  573. package/src/web-core/BaseAudioContext.tsx +11 -1
  574. package/src/web-core/ConvolverNode.tsx +43 -0
  575. package/src/web-core/ConvolverNodeOptions.tsx +6 -0
  576. package/src/web-core/DelayNode.tsx +12 -0
  577. package/src/web-core/IIRFilterNode.tsx +25 -0
  578. package/src/web-core/OfflineAudioContext.tsx +39 -0
  579. package/src/web-system/index.ts +1 -0
  580. package/src/web-system/notification/PlaybackNotificationManager.ts +64 -0
  581. package/src/web-system/notification/RecordingNotificationManager.ts +64 -0
  582. package/src/web-system/notification/index.ts +2 -0
  583. package/android/src/main/cpp/audioapi/android/core/utils/FileUtils.h +0 -34
  584. package/android/src/main/cpp/audioapi/android/core/utils/FileUtilts.cpp +0 -133
  585. package/android/src/main/cpp/audioapi/android/core/utils/ffmpegBackend/FFmpegAudioFileOptions.cpp +0 -154
  586. package/android/src/main/cpp/audioapi/android/core/utils/ffmpegBackend/FFmpegAudioFileOptions.h +0 -41
  587. package/android/src/main/cpp/audioapi/android/core/utils/miniaudioBackend/MiniAudioFileOptions.cpp +0 -47
  588. package/android/src/main/cpp/audioapi/android/core/utils/miniaudioBackend/MiniAudioFileOptions.h +0 -28
  589. package/android/src/main/java/com/swmansion/audioapi/system/LockScreenManager.kt +0 -325
  590. package/android/src/main/java/com/swmansion/audioapi/system/MediaNotificationManager.kt +0 -262
  591. package/android/src/main/java/com/swmansion/audioapi/system/MediaReceiver.kt +0 -57
  592. package/android/src/main/java/com/swmansion/audioapi/system/MediaSessionCallback.kt +0 -61
  593. package/common/cpp/audioapi/libs/ffmpeg/INSTRUCTIONS.md +0 -32
  594. package/common/cpp/audioapi/libs/ffmpeg/create_xcframework.sh +0 -111
  595. package/common/cpp/audioapi/libs/ffmpeg/ffmpeg_setup.sh +0 -391
  596. package/ios/audioapi/ios/core/IOSAudioFileOptions.h +0 -35
  597. package/ios/audioapi/ios/core/IOSAudioFileOptions.mm +0 -135
  598. package/ios/audioapi/ios/core/IOSAudioFileWriter.h +0 -38
  599. package/ios/audioapi/ios/core/IOSAudioFileWriter.mm +0 -187
  600. package/ios/audioapi/ios/system/LockScreenManager.h +0 -24
  601. package/ios/audioapi/ios/system/LockScreenManager.mm +0 -310
  602. package/lib/commonjs/utils/bitEnums.js +0 -33
  603. package/lib/commonjs/utils/bitEnums.js.map +0 -1
  604. package/lib/module/utils/bitEnums.js +0 -27
  605. package/lib/module/utils/bitEnums.js.map +0 -1
  606. package/lib/typescript/utils/bitEnums.d.ts +0 -4
  607. package/lib/typescript/utils/bitEnums.d.ts.map +0 -1
  608. package/metro-config/index.d.ts +0 -5
  609. package/metro-config/index.js +0 -41
  610. package/metro-config/tsconfig.json +0 -3
  611. package/src/utils/bitEnums.ts +0 -51
  612. package/common/cpp/audioapi/external/{libavcodec.xcframework → ffmpeg_ios/libavcodec.xcframework}/Info.plist +5 -5
  613. package/common/cpp/audioapi/external/{libavcodec.xcframework → ffmpeg_ios/libavcodec.xcframework}/ios-arm64/libavcodec.framework/Info.plist +0 -0
  614. package/common/cpp/audioapi/external/{libavcodec.xcframework → ffmpeg_ios/libavcodec.xcframework}/ios-arm64_x86_64-simulator/libavcodec.framework/Info.plist +0 -0
  615. package/common/cpp/audioapi/external/{libavformat.xcframework → ffmpeg_ios/libavformat.xcframework}/Info.plist +0 -0
  616. package/common/cpp/audioapi/external/{libavformat.xcframework → ffmpeg_ios/libavformat.xcframework}/ios-arm64/libavformat.framework/Info.plist +0 -0
  617. package/common/cpp/audioapi/external/{libavformat.xcframework → ffmpeg_ios/libavformat.xcframework}/ios-arm64_x86_64-simulator/libavformat.framework/Info.plist +0 -0
  618. package/common/cpp/audioapi/external/{libavutil.xcframework → ffmpeg_ios/libavutil.xcframework}/Info.plist +5 -5
  619. package/common/cpp/audioapi/external/{libavutil.xcframework → ffmpeg_ios/libavutil.xcframework}/ios-arm64/libavutil.framework/Info.plist +0 -0
  620. package/common/cpp/audioapi/external/{libavutil.xcframework → ffmpeg_ios/libavutil.xcframework}/ios-arm64_x86_64-simulator/libavutil.framework/Info.plist +0 -0
  621. package/common/cpp/audioapi/external/{libswresample.xcframework → ffmpeg_ios/libswresample.xcframework}/Info.plist +5 -5
  622. /package/common/cpp/audioapi/external/{libswresample.xcframework → ffmpeg_ios/libswresample.xcframework}/ios-arm64/libswresample.framework/Info.plist +0 -0
  623. /package/common/cpp/audioapi/external/{libswresample.xcframework → ffmpeg_ios/libswresample.xcframework}/ios-arm64_x86_64-simulator/libswresample.framework/Info.plist +0 -0
@@ -1,431 +1,493 @@
1
- #include <android/log.h>
2
- #include <cmath>
1
+ #if !RN_AUDIO_API_FFMPEG_DISABLED
2
+
3
3
  extern "C" {
4
- #include <libavutil/log.h>
4
+ #include <libavcodec/avcodec.h>
5
+ #include <libavformat/avformat.h>
6
+ #include <libavutil/audio_fifo.h>
7
+ #include <libavutil/opt.h>
8
+ #include <libswresample/swresample.h>
5
9
  }
6
10
 
7
11
  #include <audioapi/android/core/utils/AndroidFileWriterBackend.h>
8
- #include <audioapi/android/core/utils/ffmpegBackend/FFmpegAudioFileOptions.h>
12
+ #include <audioapi/android/core/utils/FileOptions.h>
9
13
  #include <audioapi/android/core/utils/ffmpegBackend/FFmpegFileWriter.h>
14
+ #include <audioapi/android/core/utils/ffmpegBackend/ptrs.hpp>
15
+ #include <audioapi/android/core/utils/ffmpegBackend/utils.h>
16
+ #include <audioapi/utils/AudioFileProperties.h>
17
+ #include <audioapi/utils/UnitConversion.h>
18
+
19
+ #include <algorithm>
20
+ #include <memory>
21
+ #include <string>
22
+ #include <utility>
10
23
 
11
- namespace audioapi {
24
+ constexpr int defaultFrameRatio = 4;
25
+ constexpr int fallbackFIFOSize = 8192;
26
+ constexpr int defaultFlushInterval = 100;
27
+
28
+ namespace audioapi::android::ffmpeg {
12
29
 
13
30
  FFmpegAudioFileWriter::FFmpegAudioFileWriter(
14
- float sampleRate,
15
- size_t channelCount,
16
- size_t bitRate,
17
- size_t androidFlags)
18
- : AndroidFileWriterBackend(
19
- sampleRate,
20
- channelCount,
21
- bitRate,
22
- androidFlags) {
23
- av_log_set_level(AV_LOG_DEBUG);
24
-
25
- av_log_set_callback([](void *, int level, const char *fmt, va_list vl) {
26
- if (level > av_log_get_level())
27
- return;
28
- char msg[1024];
29
- vsnprintf(msg, sizeof(msg), fmt, vl);
30
- __android_log_print(ANDROID_LOG_INFO, "FFmpeg", "%s", msg);
31
- });
32
-
33
- fileOptions_ = std::make_shared<FFmpegAudioFileOptions>(
34
- sampleRate, channelCount, bitRate, androidFlags);
31
+ const std::shared_ptr<AudioEventHandlerRegistry> &audioEventHandlerRegistry,
32
+ const std::shared_ptr<AudioFileProperties> &fileProperties)
33
+ : AndroidFileWriterBackend(audioEventHandlerRegistry, fileProperties) {
34
+ // Set flush interval from properties, limit minimum to 100ms
35
+ // to avoid people hurting themselves too much
36
+ flushIntervalMs_ = std::min(fileProperties_->androidFlushIntervalMs, defaultFlushInterval);
35
37
  }
36
38
 
37
39
  FFmpegAudioFileWriter::~FFmpegAudioFileWriter() {
38
- isFileOpen_.store(false);
39
- fileOptions_.reset();
40
+ if (isFileOpen()) {
41
+ closeFile();
42
+ }
40
43
  }
41
44
 
42
- void FFmpegAudioFileWriter::openFile(
43
- int32_t streamSampleRate,
45
+ /// @brief Opens a specified audio file for writing and prepares any necessary resources.
46
+ /// such as codecs, conversion buffers or circular AVIO FIFO.
47
+ /// This method should be called from the JS thread only.
48
+ /// @param streamSampleRate The sample rate of the incoming audio stream (aka microphone).
49
+ /// @param streamChannelCount The number of channels in the incoming audio stream.
50
+ /// @param streamMaxBufferSize The estimated maximum buffer size for the incoming audio stream.
51
+ /// @returns Success status with file path or Error status with message.
52
+ OpenFileResult FFmpegAudioFileWriter::openFile(
53
+ float streamSampleRate,
44
54
  int32_t streamChannelCount,
45
55
  int32_t streamMaxBufferSize) {
46
- filePath_ = fileOptions_->getFilePath("audio");
47
-
48
56
  streamSampleRate_ = streamSampleRate;
49
57
  streamChannelCount_ = streamChannelCount;
50
58
  streamMaxBufferSize_ = streamMaxBufferSize;
59
+ framesWritten_.store(0, std::memory_order_release);
51
60
  nextPts_ = 0;
61
+ Result<NoneType, std::string> result = Result<NoneType, std::string>::Ok(None);
62
+ Result<std::string, std::string> filePathResult = fileoptions::getFilePath(fileProperties_);
52
63
 
53
- const AVCodec *codec = fileOptions_->getCodec();
54
- AVFormatContext *rawFormatCtx = nullptr;
55
-
56
- if (avformat_alloc_output_context2(
57
- &rawFormatCtx,
58
- nullptr,
59
- fileOptions_->getMuxerName().c_str(),
60
- filePath_.c_str()) < 0 ||
61
- !rawFormatCtx) {
62
- __android_log_print(
63
- ANDROID_LOG_ERROR,
64
- "FFmpegFileWriter",
65
- "Failed to allocate FFmpeg format context for file: %s",
66
- filePath_.c_str());
67
- return;
64
+ if (!filePathResult.is_ok()) {
65
+ return OpenFileResult::Err(filePathResult.unwrap_err());
68
66
  }
69
67
 
70
- formatCtx_ = AVFormatContextPtr(rawFormatCtx);
71
- stream_ = avformat_new_stream(formatCtx_.get(), codec);
68
+ filePath_ = filePathResult.unwrap();
72
69
 
73
- encoderCtx_ = AVCodecContextPtr(avcodec_alloc_context3(codec));
70
+ const AVCodec *codec = getCodec(fileProperties_);
74
71
 
75
- if (!encoderCtx_) {
76
- __android_log_print(
77
- ANDROID_LOG_ERROR,
78
- "FFmpegFileWriter",
79
- "Failed to allocate FFmpeg codec context for file");
80
- return;
72
+ if (!codec) {
73
+ return OpenFileResult::Err("Unsupported codec for the given file format");
81
74
  }
82
75
 
83
- AVDictionary *codecOptions = nullptr;
84
- size_t bitRate = fileOptions_->getBitRate();
85
- int flacCompressionLevel = fileOptions_->getFlacCompressionLevel();
86
- av_channel_layout_default(
87
- &encoderCtx_->ch_layout, fileOptions_->getChannelCount());
76
+ return initializeFormatContext(codec)
77
+ .and_then([this, codec](auto) { return configureAndOpenCodec(codec); })
78
+ .and_then([this](auto) { return initializeStream(); })
79
+ .and_then([this](auto) { return openIOAndWriteHeader(); })
80
+ .and_then([this, streamSampleRate, streamChannelCount](auto) {
81
+ return initializeResampler(streamSampleRate, streamChannelCount);
82
+ })
83
+ .and_then([this, streamMaxBufferSize, filePath = std::move(filePath_)](auto) {
84
+ initializeBuffers(streamMaxBufferSize);
85
+ isFileOpen_.store(true, std::memory_order_release);
86
+ return OpenFileResult::Ok(filePath);
87
+ });
88
+ }
88
89
 
89
- encoderCtx_->sample_rate = fileOptions_->getSampleRate();
90
- encoderCtx_->sample_fmt = fileOptions_->getSampleFormat();
90
+ /// @brief Closes the currently opened audio file, flushing any remaining data and finalizing the file.
91
+ /// This method should called from the JS thread only.
92
+ /// @returns CloseFileStatus indicating success with file path, size and duration, or error with message.
93
+ CloseFileResult FFmpegAudioFileWriter::closeFile() {
94
+ int result = 0;
91
95
 
92
- if (bitRate > 0) {
93
- encoderCtx_->bit_rate = bitRate;
96
+ if (!isFileOpen()) {
97
+ return CloseFileResult::Err("File is not open");
94
98
  }
95
99
 
96
- if (flacCompressionLevel >= 0) {
97
- av_dict_set_int(
98
- &codecOptions, "compression_level", flacCompressionLevel, 0);
99
- }
100
+ result = processFifo(true);
100
101
 
101
- if (avcodec_open2(encoderCtx_.get(), codec, &codecOptions) < 0) {
102
- __android_log_print(
103
- ANDROID_LOG_ERROR,
104
- "FFmpegFileWriter",
105
- "Failed to open FFmpeg codec for file");
106
- av_dict_free(&codecOptions);
107
- return;
102
+ if (result < 0) {
103
+ auto finalStatus = finalizeOutput();
104
+
105
+ return CloseFileResult::Err(
106
+ "Failed to flush FIFO to encoder. error code: " + parseErrorCode(result) +
107
+ ", finalization status: " + (finalStatus.is_ok() ? "success" : finalStatus.unwrap_err()));
108
108
  }
109
109
 
110
- av_dict_free(&codecOptions);
110
+ result = avcodec_send_frame(encoderCtx_.get(), nullptr);
111
111
 
112
- if (avcodec_parameters_from_context(stream_->codecpar, encoderCtx_.get()) <
113
- 0) {
114
- __android_log_print(
115
- ANDROID_LOG_ERROR,
116
- "FFmpegFileWriter",
117
- "Failed to copy codec parameters to stream for file");
118
- return;
112
+ if (result < 0) {
113
+ return CloseFileResult::Err("Failed to send EOF to encoder");
119
114
  }
120
115
 
121
- if (!(formatCtx_->oformat->flags & AVFMT_NOFILE)) {
122
- if (avio_open(&formatCtx_->pb, filePath_.c_str(), AVIO_FLAG_WRITE) < 0) {
123
- __android_log_print(
124
- ANDROID_LOG_ERROR,
125
- "FFmpegFileWriter",
126
- "Failed to open output file: %s",
127
- filePath_.c_str());
128
- return;
129
- }
116
+ if (writeEncodedPackets() < 0) {
117
+ return CloseFileResult::Err("Failed to drain encoder packets");
130
118
  }
131
119
 
132
- stream_->time_base =
133
- AVRational{1, static_cast<int>(encoderCtx_->sample_rate)};
120
+ return finalizeOutput();
121
+ }
134
122
 
135
- if (avformat_write_header(formatCtx_.get(), nullptr) < 0) {
136
- __android_log_print(
137
- ANDROID_LOG_ERROR,
138
- "FFmpegFileWriter",
139
- "Failed to write header to file: %s",
140
- filePath_.c_str());
141
- return;
123
+ /// @brief Writes audio data to the currently opened file.
124
+ /// This method should be called only from the audio thread (or audio side-effect thread in the future).
125
+ /// @param data Pointer to the audio data buffer (interleaved float samples) as returned by Oboe stream.
126
+ /// @param numFrames Number of audio frames in the data buffer.
127
+ /// @returns True if the data was written successfully, false otherwise.
128
+ bool FFmpegAudioFileWriter::writeAudioData(void *data, int numFrames) {
129
+ if (!isFileOpen()) {
130
+ return false;
142
131
  }
143
132
 
144
- frame_ = AVFramePtr(av_frame_alloc());
145
- packet_ = AVPacketPtr(av_packet_alloc());
133
+ if (!resampleAndPushToFifo(data, numFrames)) {
134
+ return false;
135
+ }
146
136
 
147
- resampleCtx_ = SwrContextPtr(swr_alloc());
137
+ framesWritten_.fetch_add(numFrames, std::memory_order_acq_rel);
148
138
 
149
- AVChannelLayout inChannelLayout;
150
- av_channel_layout_default(&inChannelLayout, streamChannelCount_);
139
+ if (processFifo(false) < 0) {
140
+ return false;
141
+ }
151
142
 
152
- av_opt_set_chlayout(resampleCtx_.get(), "in_chlayout", &inChannelLayout, 0);
143
+ return true;
144
+ }
153
145
 
154
- av_opt_set_chlayout(
155
- resampleCtx_.get(), "out_chlayout", &encoderCtx_->ch_layout, 0);
146
+ /// @brief Initializes the FFmpeg format context for the output file.
147
+ /// @param codec The codec to be used for encoding.
148
+ /// @returns Success status or Error status with message.
149
+ Result<NoneType, std::string> FFmpegAudioFileWriter::initializeFormatContext(const AVCodec *codec) {
150
+ AVFormatContext *rawFormatCtx = nullptr;
156
151
 
157
- av_opt_set_int(resampleCtx_.get(), "in_sample_rate", streamSampleRate, 0);
152
+ int result = avformat_alloc_output_context2(
153
+ &rawFormatCtx, nullptr, getMuxerName(fileProperties_).c_str(), filePath_.c_str());
158
154
 
159
- av_opt_set_int(
160
- resampleCtx_.get(), "out_sample_rate", encoderCtx_->sample_rate, 0);
155
+ if (result < 0 || !rawFormatCtx) {
156
+ return Result<NoneType, std::string>::Err(
157
+ "Failed to allocate FFmpeg format context with error: " + parseErrorCode(result));
158
+ }
161
159
 
162
- av_opt_set_sample_fmt(
163
- resampleCtx_.get(), "in_sample_fmt", AV_SAMPLE_FMT_FLT, 0);
160
+ formatCtx_ = av_unique_ptr<AVFormatContext>(rawFormatCtx);
161
+ return Result<NoneType, std::string>::Ok(None);
162
+ }
164
163
 
165
- av_opt_set_sample_fmt(
166
- resampleCtx_.get(), "out_sample_fmt", encoderCtx_->sample_fmt, 0);
164
+ /// @brief Configures and opens the codec context for encoding.
165
+ /// @param codec The codec to be used for encoding.
166
+ /// @returns Success status or Error status with message.
167
+ Result<NoneType, std::string> FFmpegAudioFileWriter::configureAndOpenCodec(const AVCodec *codec) {
168
+ encoderCtx_ = av_unique_ptr<AVCodecContext>(avcodec_alloc_context3(codec));
167
169
 
168
- if (swr_init(resampleCtx_.get()) < 0) {
169
- __android_log_print(
170
- ANDROID_LOG_ERROR,
171
- "FFmpegFileWriter",
172
- "Failed to initialize resampler for file: %s",
173
- filePath_.c_str());
174
- return;
170
+ if (!encoderCtx_) {
171
+ return Result<NoneType, std::string>::Err("Failed to allocate FFmpeg codec context");
175
172
  }
176
173
 
177
- int contextFrameRatio = 2;
174
+ av_channel_layout_default(&encoderCtx_->ch_layout, fileProperties_->channelCount);
175
+ encoderCtx_->sample_rate = static_cast<int>(fileProperties_->sampleRate);
176
+ encoderCtx_->sample_fmt = getSampleFormat(fileProperties_);
178
177
 
179
- if (encoderCtx_->frame_size > 0) {
180
- contextFrameRatio = static_cast<int>(std::ceil(
181
- static_cast<double>(streamMaxBufferSize_) /
182
- static_cast<double>(encoderCtx_->frame_size)));
178
+ if (fileProperties_->bitRate > 0) {
179
+ encoderCtx_->bit_rate = fileProperties_->bitRate;
183
180
  }
184
181
 
185
- int fifoSize = std::max(
186
- encoderCtx_->frame_size > 0
187
- ? encoderCtx_->frame_size * contextFrameRatio * 2
188
- : streamMaxBufferSize_ * 2,
189
- 4096);
190
-
191
- audioFifo_ = AVAudioFifoPtr(av_audio_fifo_alloc(
192
- encoderCtx_->sample_fmt, encoderCtx_->ch_layout.nb_channels, fifoSize));
182
+ AVDictionary *codecOptions = nullptr;
193
183
 
194
- __android_log_print(
195
- ANDROID_LOG_INFO,
196
- "FFmpegFileWriter",
197
- "Using audio FIFO size of %d frames",
198
- fifoSize);
184
+ if (fileProperties_->flacCompressionLevel >= 0) {
185
+ av_dict_set_int(&codecOptions, "compression_level", fileProperties_->flacCompressionLevel, 0);
186
+ }
199
187
 
200
- isFileOpen_.store(true);
201
- }
188
+ int result = avcodec_open2(encoderCtx_.get(), codec, &codecOptions);
189
+ av_dict_free(&codecOptions);
202
190
 
203
- std::string FFmpegAudioFileWriter::closeFile() {
204
- if (!isFileOpen()) {
205
- return "";
191
+ if (result < 0) {
192
+ return Result<NoneType, std::string>::Err(
193
+ "Failed to open FFmpeg codec with error: " + parseErrorCode(result));
206
194
  }
207
195
 
208
- isFileOpen_.store(false);
196
+ return Result<NoneType, std::string>::Ok(None);
197
+ }
209
198
 
210
- const int frameSize =
211
- encoderCtx_->frame_size > 0 ? encoderCtx_->frame_size : 512;
199
+ /// @brief Initializes a new stream in the format context.
200
+ /// @returns Success status or Error status with message.
201
+ Result<NoneType, std::string> FFmpegAudioFileWriter::initializeStream() {
202
+ stream_ = avformat_new_stream(formatCtx_.get(), nullptr);
212
203
 
213
- while (av_audio_fifo_size(audioFifo_.get()) > 0) {
214
- const int chunkSize =
215
- std::min(av_audio_fifo_size(audioFifo_.get()), frameSize);
204
+ if (!stream_) {
205
+ return Result<NoneType, std::string>::Err("Failed to create new stream in format context");
206
+ }
216
207
 
217
- frame_->nb_samples = chunkSize;
218
- av_channel_layout_copy(&frame_->ch_layout, &encoderCtx_->ch_layout);
219
- frame_->format = encoderCtx_->sample_fmt;
220
- frame_->sample_rate = encoderCtx_->sample_rate;
208
+ int result = avcodec_parameters_from_context(stream_->codecpar, encoderCtx_.get());
221
209
 
222
- if (av_frame_get_buffer(frame_.get(), 0) < 0) {
223
- __android_log_print(
224
- ANDROID_LOG_ERROR,
225
- "FFmpegFileWriter",
226
- "Failed to allocate audio frame buffer during flushing");
227
- break;
228
- }
210
+ if (result < 0) {
211
+ return Result<NoneType, std::string>::Err(
212
+ "Failed to copy codec parameters to stream with error: " + parseErrorCode(result));
213
+ }
229
214
 
230
- int fifoReadFrameCount =
231
- av_audio_fifo_read(audioFifo_.get(), (void **)frame_->data, chunkSize);
215
+ stream_->time_base = AVRational{1, static_cast<int>(encoderCtx_->sample_rate)};
216
+ return Result<NoneType, std::string>::Ok(None);
217
+ }
232
218
 
233
- if (fifoReadFrameCount != chunkSize) {
234
- __android_log_print(
235
- ANDROID_LOG_ERROR,
236
- "FFmpegFileWriter",
237
- "Failed to read audio samples from FIFO during flushing");
238
- break;
239
- }
219
+ /// @brief Opens the file and writes the basic header (depends on the codec/format used).
220
+ /// @returns Success status or Error status with message.
221
+ Result<NoneType, std::string> FFmpegAudioFileWriter::openIOAndWriteHeader() {
222
+ int result = 0;
240
223
 
241
- frame_->pts = nextPts_;
242
- nextPts_ += chunkSize;
224
+ if (!(formatCtx_->oformat->flags & AVFMT_NOFILE)) {
225
+ result = avio_open(&formatCtx_->pb, filePath_.c_str(), AVIO_FLAG_WRITE);
243
226
 
244
- if (avcodec_send_frame(encoderCtx_.get(), frame_.get()) < 0) {
245
- __android_log_print(
246
- ANDROID_LOG_ERROR,
247
- "FFmpegFileWriter",
248
- "Failed to send audio frame to encoder during flushing");
249
- av_frame_unref(frame_.get());
250
- break;
227
+ if (result < 0) {
228
+ return Result<NoneType, std::string>::Err(
229
+ "Failed to open output file with error: " + parseErrorCode(result));
251
230
  }
252
-
253
- av_frame_unref(frame_.get());
254
231
  }
255
232
 
256
- avcodec_send_frame(encoderCtx_.get(), nullptr);
233
+ result = avformat_write_header(formatCtx_.get(), nullptr);
257
234
 
258
- while (avcodec_receive_packet(encoderCtx_.get(), packet_.get()) == 0) {
259
- av_packet_rescale_ts(
260
- packet_.get(),
261
- AVRational{1, encoderCtx_->sample_rate},
262
- stream_->time_base);
263
- packet_->stream_index = stream_->index;
264
- av_interleaved_write_frame(formatCtx_.get(), packet_.get());
265
- av_packet_unref(packet_.get());
235
+ if (result < 0) {
236
+ return Result<NoneType, std::string>::Err("Failed to write header to file: " + filePath_);
266
237
  }
267
238
 
268
- if (av_write_trailer(formatCtx_.get()) < 0) {
269
- __android_log_print(
270
- ANDROID_LOG_ERROR,
271
- "FFmpegFileWriter",
272
- "Failed to write trailer to file: %s",
273
- filePath_.c_str());
274
- }
239
+ return Result<NoneType, std::string>::Ok(None);
240
+ }
275
241
 
276
- if (formatCtx_ && formatCtx_->pb) {
277
- avio_closep(&formatCtx_->pb);
242
+ /// @brief Initializes the resampler context for audio conversion.
243
+ /// @param inputRate The sample rate of the input audio.
244
+ /// @param inputChannels The number of channels in the input audio.
245
+ /// @returns Success status or Error status with message.
246
+ Result<NoneType, std::string> FFmpegAudioFileWriter::initializeResampler(
247
+ float inputRate,
248
+ int inputChannels) {
249
+ resampleCtx_ = av_unique_ptr<SwrContext>(swr_alloc());
250
+
251
+ if (!resampleCtx_) {
252
+ return Result<NoneType, std::string>::Err("Failed to allocate resampler context");
278
253
  }
279
254
 
280
- resampleCtx_.reset();
281
- frame_.reset();
282
- packet_.reset();
283
- encoderCtx_.reset();
284
- formatCtx_.reset();
285
- audioFifo_.reset();
255
+ AVChannelLayout inChannelLayout;
256
+ av_channel_layout_default(&inChannelLayout, inputChannels);
286
257
 
287
- std::string closedFilePath = filePath_;
288
- filePath_ = "";
258
+ av_opt_set_chlayout(resampleCtx_.get(), "in_chlayout", &inChannelLayout, 0);
259
+ av_opt_set_chlayout(resampleCtx_.get(), "out_chlayout", &encoderCtx_->ch_layout, 0);
260
+
261
+ av_opt_set_int(resampleCtx_.get(), "in_sample_rate", static_cast<int64_t>(inputRate), 0);
262
+ av_opt_set_int(resampleCtx_.get(), "out_sample_rate", encoderCtx_->sample_rate, 0);
263
+
264
+ av_opt_set_sample_fmt(resampleCtx_.get(), "in_sample_fmt", AV_SAMPLE_FMT_FLT, 0);
265
+ av_opt_set_sample_fmt(resampleCtx_.get(), "out_sample_fmt", encoderCtx_->sample_fmt, 0);
289
266
 
290
- return closedFilePath;
267
+ int result = swr_init(resampleCtx_.get());
268
+
269
+ if (result < 0) {
270
+ return Result<NoneType, std::string>::Err(
271
+ "Failed to initialize resampler for file: " + parseErrorCode(result));
272
+ }
273
+
274
+ return Result<NoneType, std::string>::Ok(None);
291
275
  }
292
276
 
293
- bool FFmpegAudioFileWriter::writeAudioData(void *data, int numFrames) {
294
- if (!isFileOpen()) {
295
- return false;
277
+ /// @brief Initializes frame and packet buffers as well as the audio FIFO,
278
+ /// that might be needed for storing intermediate audio data or buffering before encoding.
279
+ /// @param maxBufferSize The maximum buffer size to allocate.
280
+ void FFmpegAudioFileWriter::initializeBuffers(int32_t maxBufferSize) {
281
+ frame_ = av_unique_ptr<AVFrame>(av_frame_alloc());
282
+ packet_ = av_unique_ptr<AVPacket>(av_packet_alloc());
283
+
284
+ int frameRatio = defaultFrameRatio;
285
+ if (encoderCtx_->frame_size > 0) {
286
+ frameRatio = static_cast<int>(std::ceil(
287
+ static_cast<double>(maxBufferSize) / static_cast<double>(encoderCtx_->frame_size)));
296
288
  }
297
289
 
298
- int outputLength = av_rescale_rnd(
299
- numFrames, encoderCtx_->sample_rate, streamSampleRate_, AV_ROUND_UP);
290
+ int calculatedSize =
291
+ (encoderCtx_->frame_size > 0 ? encoderCtx_->frame_size * frameRatio
292
+ : maxBufferSize * frameRatio);
300
293
 
301
- frame_->nb_samples = outputLength;
302
- av_channel_layout_copy(&frame_->ch_layout, &encoderCtx_->ch_layout);
303
- frame_->format = encoderCtx_->sample_fmt;
304
- frame_->sample_rate = encoderCtx_->sample_rate;
294
+ int fifoSize = std::max(calculatedSize, fallbackFIFOSize);
295
+
296
+ audioFifo_ = av_unique_ptr<AVAudioFifo>(
297
+ av_audio_fifo_alloc(encoderCtx_->sample_fmt, encoderCtx_->ch_layout.nb_channels, fifoSize));
298
+ }
305
299
 
306
- if (av_frame_get_buffer(frame_.get(), 0) < 0) {
307
- __android_log_print(
308
- ANDROID_LOG_ERROR,
309
- "FFmpegFileWriter",
310
- "Failed to allocate audio frame buffer, outputLength: %d, format: %d, sample_rate: %d, channels: %d",
311
- outputLength,
312
- encoderCtx_->sample_fmt,
313
- encoderCtx_->sample_rate,
314
- encoderCtx_->ch_layout.nb_channels);
300
+ /// @brief Resamples input audio data and pushes it to the audio FIFO.
301
+ /// @param inputData Pointer to the input audio data.
302
+ /// @param inputFrameCount Number of input frames.
303
+ /// @returns True if successful, false otherwise.
304
+ bool FFmpegAudioFileWriter::resampleAndPushToFifo(void *inputData, int inputFrameCount) {
305
+ int result = 0;
306
+ int64_t outputLength = av_rescale_rnd(
307
+ inputFrameCount, encoderCtx_->sample_rate, static_cast<int>(streamSampleRate_), AV_ROUND_UP);
315
308
 
309
+ result = prepareFrameForEncoding(outputLength);
310
+
311
+ if (result < 0) {
312
+ invokeOnErrorCallback("Failed to prepare frame for resampling: " + parseErrorCode(result));
316
313
  return false;
317
314
  }
318
315
 
319
- const uint8_t *inputData[1] = {reinterpret_cast<const uint8_t *>(data)};
316
+ const uint8_t *inputs[1] = {reinterpret_cast<const uint8_t *>(inputData)};
320
317
 
321
318
  int convertedSamples = swr_convert(
322
- resampleCtx_.get(), frame_->data, outputLength, inputData, numFrames);
319
+ resampleCtx_.get(), frame_->data, static_cast<int>(outputLength), inputs, inputFrameCount);
323
320
 
324
321
  if (convertedSamples < 0) {
325
- __android_log_print(
326
- ANDROID_LOG_ERROR,
327
- "FFmpegFileWriter",
328
- "Failed to convert audio samples for file: %s",
329
- filePath_.c_str());
322
+ invokeOnErrorCallback("Failed to convert audio samples: " + parseErrorCode(convertedSamples));
330
323
  av_frame_unref(frame_.get());
331
324
  return false;
332
325
  }
333
326
 
334
- int fifoWrittenFrameCount = av_audio_fifo_write(
335
- audioFifo_.get(), (void **)frame_->data, convertedSamples);
327
+ int written = av_audio_fifo_write(
328
+ audioFifo_.get(), reinterpret_cast<void **>(frame_->data), convertedSamples);
336
329
 
337
- if (fifoWrittenFrameCount < convertedSamples) {
338
- __android_log_print(
339
- ANDROID_LOG_ERROR,
340
- "FFmpegFileWriter",
341
- "Failed to write audio samples to FIFO");
330
+ if (written < convertedSamples) {
331
+ invokeOnErrorCallback("Failed to write all samples to FIFO");
342
332
  av_frame_unref(frame_.get());
343
333
  return false;
344
334
  }
345
335
 
346
- av_frame_unref(frame_.get());
347
- const int frameSize =
348
- encoderCtx_->frame_size > 0 ? encoderCtx_->frame_size : 512;
336
+ return true;
337
+ }
349
338
 
350
- while (av_audio_fifo_size(audioFifo_.get()) >= frameSize) {
351
- frame_->nb_samples = frameSize;
352
- av_channel_layout_copy(&frame_->ch_layout, &encoderCtx_->ch_layout);
353
- frame_->format = encoderCtx_->sample_fmt;
354
- frame_->sample_rate = encoderCtx_->sample_rate;
339
+ /// @brief pushes the audio data from FIFO to the encoder in chunks,
340
+ // defined by the encoder (512 samples by default) or flushes the FIFO if requested.
341
+ /// Note: flush might be called only when writing the final data batch, otherwise
342
+ // the codec will crash (especially in case of defined size frames like AAC).
343
+ /// @param flush Indicates whether to flush the FIFO.
344
+ /// @returns 0 on success, -1 or AV_ERROR code on failure
345
+ int FFmpegAudioFileWriter::processFifo(bool flush) {
346
+ int result = 0;
347
+ int frameSize = encoderCtx_->frame_size > 0 ? encoderCtx_->frame_size : 512;
348
+
349
+ while (av_audio_fifo_size(audioFifo_.get()) >= (flush ? 1 : frameSize)) {
350
+ const int chunkSize = std::min(av_audio_fifo_size(audioFifo_.get()), frameSize);
351
+
352
+ if (prepareFrameForEncoding(chunkSize) < 0) {
353
+ invokeOnErrorCallback("Failed to prepare frame for encoding");
354
+ return -1;
355
+ }
355
356
 
356
- if (av_frame_get_buffer(frame_.get(), 0) < 0) {
357
- __android_log_print(
358
- ANDROID_LOG_ERROR,
359
- "FFmpegFileWriter",
360
- "Failed to allocate audio frame buffer");
361
- return false;
357
+ if (av_audio_fifo_read(audioFifo_.get(), reinterpret_cast<void **>(frame_->data), chunkSize) !=
358
+ chunkSize) {
359
+ invokeOnErrorCallback("Failed to read data from FIFO");
360
+ return -1;
362
361
  }
363
362
 
364
- int fifoReadFrameCount =
365
- av_audio_fifo_read(audioFifo_.get(), (void **)frame_->data, frameSize);
363
+ frame_->pts = nextPts_;
364
+ nextPts_ += chunkSize;
365
+
366
+ result = avcodec_send_frame(encoderCtx_.get(), frame_.get());
366
367
 
367
- if (fifoReadFrameCount != frameSize) {
368
- __android_log_print(
369
- ANDROID_LOG_ERROR,
370
- "FFmpegFileWriter",
371
- "Failed to read audio samples from FIFO");
372
- return false;
368
+ if (result < 0) {
369
+ invokeOnErrorCallback("Failed to send frame to encoder: " + parseErrorCode(result));
370
+ return result;
373
371
  }
374
372
 
375
- frame_->pts = nextPts_;
376
- nextPts_ += frameSize;
377
-
378
- if (avcodec_send_frame(encoderCtx_.get(), frame_.get()) < 0) {
379
- __android_log_print(
380
- ANDROID_LOG_ERROR,
381
- "FFmpegFileWriter",
382
- "Failed to send audio frame to encoder");
383
- av_frame_unref(frame_.get());
384
- return false;
373
+ result = writeEncodedPackets();
374
+
375
+ if (result < 0) {
376
+ invokeOnErrorCallback("Failed to write encoded packets: " + parseErrorCode(result));
377
+ return result;
385
378
  }
379
+ }
386
380
 
387
- while (avcodec_receive_packet(encoderCtx_.get(), packet_.get()) == 0) {
388
- av_packet_rescale_ts(
389
- packet_.get(),
390
- AVRational{1, encoderCtx_->sample_rate},
391
- stream_->time_base);
381
+ return 0;
382
+ }
392
383
 
393
- packet_->stream_index = stream_->index;
384
+ /// @brief Takes ready encoded packets from the encoder and writes them to the output file.
385
+ /// Also in order to optimize file writing vs file resilience from crashes, it periodically
386
+ /// forces the AVIO buffer to flush data to disk, by default every 0,5 second.
387
+ /// @returns 0 on success, AV_ERROR code on failure
388
+ int FFmpegAudioFileWriter::writeEncodedPackets() {
389
+ int result = 0;
390
+
391
+ while (true) {
392
+ result = avcodec_receive_packet(encoderCtx_.get(), packet_.get());
393
+
394
+ if (result == AVERROR(EAGAIN) || result == AVERROR_EOF) {
395
+ return 0;
396
+ } else if (result < 0) {
397
+ invokeOnErrorCallback("Failed to receive packet from encoder: " + parseErrorCode(result));
398
+ return result;
399
+ }
394
400
 
395
- if (av_interleaved_write_frame(formatCtx_.get(), packet_.get()) < 0) {
396
- __android_log_print(
397
- ANDROID_LOG_ERROR,
398
- "FFmpegFileWriter",
399
- "Failed to write audio packet to file");
401
+ av_packet_rescale_ts(packet_.get(), encoderCtx_->time_base, stream_->time_base);
402
+ packet_->stream_index = stream_->index;
400
403
 
401
- av_packet_unref(packet_.get());
402
- av_frame_unref(frame_.get());
403
- return false;
404
- }
404
+ result = av_interleaved_write_frame(formatCtx_.get(), packet_.get());
405
405
 
406
- av_packet_unref(packet_.get());
406
+ auto now = std::chrono::steady_clock::now();
407
+ auto elapsedMs =
408
+ std::chrono::duration_cast<std::chrono::milliseconds>(now - lastFlushTime_).count();
409
+
410
+ if (formatCtx_->pb && elapsedMs >= flushIntervalMs_) {
411
+ avio_flush(formatCtx_->pb);
412
+ lastFlushTime_ = now;
407
413
  }
408
414
 
415
+ if (result < 0) {
416
+ return result;
417
+ }
418
+ }
419
+ }
420
+
421
+ /// @brief Prepares the frame for next encoding phase,
422
+ /// if frame is same size as previously used one (99.9% cases) try to reuse it.
423
+ /// Otherwise resize the frame and in the worst case allocate new frame to use.
424
+ /// @param samplesToRead Number of samples to prepare the frame for.
425
+ /// @returns 0 on success, AV_ERROR code on failure
426
+ int FFmpegAudioFileWriter::prepareFrameForEncoding(int64_t samplesToRead) {
427
+ int result = 0;
428
+
429
+ if (frame_->data[0] && frame_->nb_samples == samplesToRead &&
430
+ av_frame_is_writable(frame_.get())) {
431
+ return 0;
432
+ }
433
+
434
+ frame_->nb_samples = static_cast<int>(samplesToRead);
435
+ frame_->format = encoderCtx_->sample_fmt;
436
+ frame_->sample_rate = encoderCtx_->sample_rate;
437
+
438
+ if (av_channel_layout_compare(&frame_->ch_layout, &encoderCtx_->ch_layout) != 0) {
439
+ av_channel_layout_uninit(&frame_->ch_layout);
440
+
441
+ result = av_channel_layout_copy(&frame_->ch_layout, &encoderCtx_->ch_layout);
442
+
443
+ if (result < 0) {
444
+ invokeOnErrorCallback("Failed to copy channel layout: " + parseErrorCode(result));
445
+ return result;
446
+ }
447
+ }
448
+
449
+ result = av_frame_make_writable(frame_.get());
450
+
451
+ if (result < 0) {
409
452
  av_frame_unref(frame_.get());
453
+
454
+ frame_->nb_samples = static_cast<int>(samplesToRead);
455
+ ;
456
+ frame_->format = encoderCtx_->sample_fmt;
457
+ frame_->sample_rate = encoderCtx_->sample_rate;
458
+ av_channel_layout_copy(&frame_->ch_layout, &encoderCtx_->ch_layout);
459
+
460
+ result = av_frame_get_buffer(frame_.get(), 0);
410
461
  }
411
462
 
412
- return true;
463
+ return result;
413
464
  }
414
465
 
415
- bool FFmpegAudioFileWriter::initializeConverterIfNeeded() {
416
- return false;
417
- }
466
+ /// @brief Closes the currently opened audio file, flushing any remaining data and finalizing the file.
467
+ /// Method checks the file size and duration for convenience.
468
+ /// @returns CloseFileResult indicating success or error details
469
+ CloseFileResult FFmpegAudioFileWriter::finalizeOutput() {
470
+ int result = av_write_trailer(formatCtx_.get());
418
471
 
419
- bool FFmpegAudioFileWriter::initializeEncoder() {
420
- return false;
421
- }
472
+ if (result < 0) {
473
+ return CloseFileResult::Err("Failed to write trailer: " + parseErrorCode(result));
474
+ }
422
475
 
423
- bool FFmpegAudioFileWriter::isFileOpen() {
424
- return isFileOpen_.load();
425
- }
476
+ double fileSizeInMB = 0;
426
477
 
427
- bool FFmpegAudioFileWriter::isConverterRequired() {
428
- return isConverterRequired_.load();
478
+ if (formatCtx_->pb) {
479
+ fileSizeInMB = static_cast<double>(avio_size(formatCtx_->pb)) / MB_IN_BYTES;
480
+ avio_closep(&formatCtx_->pb);
481
+ }
482
+
483
+ double durationInSeconds = getCurrentDuration();
484
+
485
+ filePath_ = "";
486
+ isFileOpen_.store(false, std::memory_order_release);
487
+
488
+ return CloseFileResult::Ok({fileSizeInMB, durationInSeconds});
429
489
  }
430
490
 
431
- } // namespace audioapi
491
+ } // namespace audioapi::android::ffmpeg
492
+
493
+ #endif // RN_AUDIO_API_FFMPEG_DISABLED