@scrypted/libav 1.0.166 → 1.0.168

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (720) hide show
  1. package/opus/.gitattributes +10 -0
  2. package/opus/.gitlab-ci.yml +122 -0
  3. package/opus/AUTHORS +6 -0
  4. package/opus/CMakeLists.txt +755 -0
  5. package/opus/COPYING +44 -0
  6. package/opus/ChangeLog +0 -0
  7. package/opus/LICENSE_PLEASE_READ.txt +22 -0
  8. package/opus/Makefile.am +497 -0
  9. package/opus/Makefile.mips +169 -0
  10. package/opus/Makefile.unix +167 -0
  11. package/opus/NEWS +0 -0
  12. package/opus/README +189 -0
  13. package/opus/README.draft +54 -0
  14. package/opus/autogen.bat +13 -0
  15. package/opus/autogen.sh +16 -0
  16. package/opus/celt/_kiss_fft_guts.h +188 -0
  17. package/opus/celt/arch.h +390 -0
  18. package/opus/celt/arm/arm2gnu.pl +353 -0
  19. package/opus/celt/arm/arm_celt_map.c +171 -0
  20. package/opus/celt/arm/armcpu.c +291 -0
  21. package/opus/celt/arm/armcpu.h +90 -0
  22. package/opus/celt/arm/armopts.s.in +37 -0
  23. package/opus/celt/arm/celt_fft_ne10.c +173 -0
  24. package/opus/celt/arm/celt_mdct_ne10.c +258 -0
  25. package/opus/celt/arm/celt_neon_intr.c +272 -0
  26. package/opus/celt/arm/celt_pitch_xcorr_arm.s +551 -0
  27. package/opus/celt/arm/fft_arm.h +71 -0
  28. package/opus/celt/arm/fixed_arm64.h +35 -0
  29. package/opus/celt/arm/fixed_armv4.h +80 -0
  30. package/opus/celt/arm/fixed_armv5e.h +151 -0
  31. package/opus/celt/arm/kiss_fft_armv4.h +121 -0
  32. package/opus/celt/arm/kiss_fft_armv5e.h +118 -0
  33. package/opus/celt/arm/mdct_arm.h +59 -0
  34. package/opus/celt/arm/meson.build +12 -0
  35. package/opus/celt/arm/pitch_arm.h +160 -0
  36. package/opus/celt/arm/pitch_neon_intr.c +288 -0
  37. package/opus/celt/bands.c +1686 -0
  38. package/opus/celt/bands.h +123 -0
  39. package/opus/celt/celt.c +317 -0
  40. package/opus/celt/celt.h +255 -0
  41. package/opus/celt/celt_decoder.c +1616 -0
  42. package/opus/celt/celt_encoder.c +2854 -0
  43. package/opus/celt/celt_lpc.c +364 -0
  44. package/opus/celt/celt_lpc.h +66 -0
  45. package/opus/celt/cpu_support.h +72 -0
  46. package/opus/celt/cwrs.c +715 -0
  47. package/opus/celt/cwrs.h +48 -0
  48. package/opus/celt/dump_modes/dump_modes.c +400 -0
  49. package/opus/celt/dump_modes/dump_modes_arch.h +45 -0
  50. package/opus/celt/dump_modes/dump_modes_arm_ne10.c +152 -0
  51. package/opus/celt/ecintrin.h +91 -0
  52. package/opus/celt/entcode.c +153 -0
  53. package/opus/celt/entcode.h +152 -0
  54. package/opus/celt/entdec.c +266 -0
  55. package/opus/celt/entdec.h +110 -0
  56. package/opus/celt/entenc.c +305 -0
  57. package/opus/celt/entenc.h +119 -0
  58. package/opus/celt/fixed_c5x.h +79 -0
  59. package/opus/celt/fixed_c6x.h +70 -0
  60. package/opus/celt/fixed_debug.h +839 -0
  61. package/opus/celt/fixed_generic.h +201 -0
  62. package/opus/celt/float_cast.h +152 -0
  63. package/opus/celt/kiss_fft.c +648 -0
  64. package/opus/celt/kiss_fft.h +217 -0
  65. package/opus/celt/laplace.c +235 -0
  66. package/opus/celt/laplace.h +57 -0
  67. package/opus/celt/mathops.c +217 -0
  68. package/opus/celt/mathops.h +479 -0
  69. package/opus/celt/mdct.c +372 -0
  70. package/opus/celt/mdct.h +115 -0
  71. package/opus/celt/meson.build +64 -0
  72. package/opus/celt/mfrngcod.h +48 -0
  73. package/opus/celt/mips/celt_mipsr1.h +152 -0
  74. package/opus/celt/mips/fixed_generic_mipsr1.h +126 -0
  75. package/opus/celt/mips/kiss_fft_mipsr1.h +167 -0
  76. package/opus/celt/mips/mdct_mipsr1.h +288 -0
  77. package/opus/celt/mips/pitch_mipsr1.h +161 -0
  78. package/opus/celt/mips/vq_mipsr1.h +116 -0
  79. package/opus/celt/modes.c +450 -0
  80. package/opus/celt/modes.h +75 -0
  81. package/opus/celt/opus_custom_demo.c +451 -0
  82. package/opus/celt/os_support.h +99 -0
  83. package/opus/celt/pitch.c +555 -0
  84. package/opus/celt/pitch.h +203 -0
  85. package/opus/celt/quant_bands.c +562 -0
  86. package/opus/celt/quant_bands.h +66 -0
  87. package/opus/celt/rate.c +646 -0
  88. package/opus/celt/rate.h +101 -0
  89. package/opus/celt/stack_alloc.h +185 -0
  90. package/opus/celt/static_modes_fixed.h +1541 -0
  91. package/opus/celt/static_modes_fixed_arm_ne10.h +388 -0
  92. package/opus/celt/static_modes_float.h +888 -0
  93. package/opus/celt/static_modes_float_arm_ne10.h +404 -0
  94. package/opus/celt/tests/meson.build +19 -0
  95. package/opus/celt/tests/test_unit_cwrs32.c +162 -0
  96. package/opus/celt/tests/test_unit_dft.c +181 -0
  97. package/opus/celt/tests/test_unit_entropy.c +383 -0
  98. package/opus/celt/tests/test_unit_laplace.c +94 -0
  99. package/opus/celt/tests/test_unit_mathops.c +369 -0
  100. package/opus/celt/tests/test_unit_mdct.c +233 -0
  101. package/opus/celt/tests/test_unit_rotation.c +87 -0
  102. package/opus/celt/tests/test_unit_types.c +50 -0
  103. package/opus/celt/vq.c +442 -0
  104. package/opus/celt/vq.h +79 -0
  105. package/opus/celt/x86/celt_lpc_sse.h +67 -0
  106. package/opus/celt/x86/celt_lpc_sse4_1.c +96 -0
  107. package/opus/celt/x86/pitch_avx.c +101 -0
  108. package/opus/celt/x86/pitch_sse.c +185 -0
  109. package/opus/celt/x86/pitch_sse.h +216 -0
  110. package/opus/celt/x86/pitch_sse2.c +95 -0
  111. package/opus/celt/x86/pitch_sse4_1.c +240 -0
  112. package/opus/celt/x86/vq_sse.h +52 -0
  113. package/opus/celt/x86/vq_sse2.c +217 -0
  114. package/opus/celt/x86/x86_arch_macros.h +47 -0
  115. package/opus/celt/x86/x86_celt_map.c +187 -0
  116. package/opus/celt/x86/x86cpu.c +184 -0
  117. package/opus/celt/x86/x86cpu.h +112 -0
  118. package/opus/celt_headers.mk +54 -0
  119. package/opus/celt_sources.mk +55 -0
  120. package/opus/cmake/CFeatureCheck.cmake +39 -0
  121. package/opus/cmake/OpusBuildtype.cmake +27 -0
  122. package/opus/cmake/OpusConfig.cmake +118 -0
  123. package/opus/cmake/OpusConfig.cmake.in +20 -0
  124. package/opus/cmake/OpusFunctions.cmake +231 -0
  125. package/opus/cmake/OpusPackageVersion.cmake +70 -0
  126. package/opus/cmake/OpusSources.cmake +71 -0
  127. package/opus/cmake/README.md +132 -0
  128. package/opus/cmake/RunTest.cmake +61 -0
  129. package/opus/cmake/config.h.cmake.in +1 -0
  130. package/opus/cmake/cpu_info_by_asm.c +31 -0
  131. package/opus/cmake/cpu_info_by_c.c +9 -0
  132. package/opus/cmake/vla.c +7 -0
  133. package/opus/configure.ac +1091 -0
  134. package/opus/dnn/LPCNet.yml +24 -0
  135. package/opus/dnn/README +1 -0
  136. package/opus/dnn/README.md +126 -0
  137. package/opus/dnn/adaconvtest.c +449 -0
  138. package/opus/dnn/arm/arm_dnn_map.c +88 -0
  139. package/opus/dnn/arm/dnn_arm.h +104 -0
  140. package/opus/dnn/arm/nnet_dotprod.c +38 -0
  141. package/opus/dnn/arm/nnet_neon.c +38 -0
  142. package/opus/dnn/burg.c +246 -0
  143. package/opus/dnn/burg.h +41 -0
  144. package/opus/dnn/common.h +56 -0
  145. package/opus/dnn/datasets.txt +163 -0
  146. package/opus/dnn/download_model.bat +9 -0
  147. package/opus/dnn/download_model.sh +30 -0
  148. package/opus/dnn/dred_coding.c +44 -0
  149. package/opus/dnn/dred_coding.h +36 -0
  150. package/opus/dnn/dred_config.h +54 -0
  151. package/opus/dnn/dred_decoder.c +129 -0
  152. package/opus/dnn/dred_decoder.h +49 -0
  153. package/opus/dnn/dred_encoder.c +363 -0
  154. package/opus/dnn/dred_encoder.h +71 -0
  155. package/opus/dnn/dred_rdovae.h +42 -0
  156. package/opus/dnn/dred_rdovae_dec.c +139 -0
  157. package/opus/dnn/dred_rdovae_dec.h +53 -0
  158. package/opus/dnn/dred_rdovae_enc.c +110 -0
  159. package/opus/dnn/dred_rdovae_enc.h +52 -0
  160. package/opus/dnn/dump_data.c +238 -0
  161. package/opus/dnn/dump_lpcnet_tables.c +104 -0
  162. package/opus/dnn/fargan.c +225 -0
  163. package/opus/dnn/fargan.h +68 -0
  164. package/opus/dnn/fargan_demo.c +217 -0
  165. package/opus/dnn/freq.c +328 -0
  166. package/opus/dnn/freq.h +61 -0
  167. package/opus/dnn/fwgan.c +322 -0
  168. package/opus/dnn/fwgan.h +83 -0
  169. package/opus/dnn/kiss99.c +81 -0
  170. package/opus/dnn/kiss99.h +46 -0
  171. package/opus/dnn/lossgen.c +192 -0
  172. package/opus/dnn/lossgen.h +55 -0
  173. package/opus/dnn/lossgen_demo.c +22 -0
  174. package/opus/dnn/lpcnet.c +283 -0
  175. package/opus/dnn/lpcnet.h +183 -0
  176. package/opus/dnn/lpcnet_enc.c +230 -0
  177. package/opus/dnn/lpcnet_plc.c +211 -0
  178. package/opus/dnn/lpcnet_private.h +90 -0
  179. package/opus/dnn/lpcnet_tables.c +307 -0
  180. package/opus/dnn/meson.build +64 -0
  181. package/opus/dnn/nndsp.c +416 -0
  182. package/opus/dnn/nndsp.h +143 -0
  183. package/opus/dnn/nnet.c +149 -0
  184. package/opus/dnn/nnet.h +163 -0
  185. package/opus/dnn/nnet_arch.h +247 -0
  186. package/opus/dnn/nnet_default.c +35 -0
  187. package/opus/dnn/osce.c +1419 -0
  188. package/opus/dnn/osce.h +84 -0
  189. package/opus/dnn/osce_config.h +60 -0
  190. package/opus/dnn/osce_features.c +454 -0
  191. package/opus/dnn/osce_features.h +50 -0
  192. package/opus/dnn/osce_structs.h +125 -0
  193. package/opus/dnn/parse_lpcnet_weights.c +238 -0
  194. package/opus/dnn/pitchdnn.c +79 -0
  195. package/opus/dnn/pitchdnn.h +34 -0
  196. package/opus/dnn/tansig_table.h +50 -0
  197. package/opus/dnn/test_vec.c +128 -0
  198. package/opus/dnn/torch/dnntools/dnntools/__init__.py +2 -0
  199. package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +1 -0
  200. package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +113 -0
  201. package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +2 -0
  202. package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +85 -0
  203. package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +449 -0
  204. package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +6 -0
  205. package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +58 -0
  206. package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +123 -0
  207. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +133 -0
  208. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +134 -0
  209. package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +178 -0
  210. package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +128 -0
  211. package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +64 -0
  212. package/opus/dnn/torch/dnntools/requirements.txt +1 -0
  213. package/opus/dnn/torch/dnntools/setup.py +48 -0
  214. package/opus/dnn/torch/fargan/README.md +54 -0
  215. package/opus/dnn/torch/fargan/adv_train_fargan.py +277 -0
  216. package/opus/dnn/torch/fargan/dataset.py +61 -0
  217. package/opus/dnn/torch/fargan/dump_fargan_weights.py +112 -0
  218. package/opus/dnn/torch/fargan/fargan.py +322 -0
  219. package/opus/dnn/torch/fargan/filters.py +46 -0
  220. package/opus/dnn/torch/fargan/rc.py +29 -0
  221. package/opus/dnn/torch/fargan/stft_loss.py +186 -0
  222. package/opus/dnn/torch/fargan/test_fargan.py +128 -0
  223. package/opus/dnn/torch/fargan/train_fargan.py +168 -0
  224. package/opus/dnn/torch/fwgan/dump_model_weights.py +88 -0
  225. package/opus/dnn/torch/fwgan/inference.py +141 -0
  226. package/opus/dnn/torch/fwgan/models/__init__.py +7 -0
  227. package/opus/dnn/torch/fwgan/models/fwgan400.py +308 -0
  228. package/opus/dnn/torch/fwgan/models/fwgan500.py +260 -0
  229. package/opus/dnn/torch/lossgen/README.md +27 -0
  230. package/opus/dnn/torch/lossgen/export_lossgen.py +101 -0
  231. package/opus/dnn/torch/lossgen/lossgen.py +29 -0
  232. package/opus/dnn/torch/lossgen/process_data.sh +17 -0
  233. package/opus/dnn/torch/lossgen/test_lossgen.py +42 -0
  234. package/opus/dnn/torch/lossgen/train_lossgen.py +99 -0
  235. package/opus/dnn/torch/lpcnet/README.md +27 -0
  236. package/opus/dnn/torch/lpcnet/add_dataset_config.py +77 -0
  237. package/opus/dnn/torch/lpcnet/data/__init__.py +1 -0
  238. package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +227 -0
  239. package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +141 -0
  240. package/opus/dnn/torch/lpcnet/make_default_setup.py +56 -0
  241. package/opus/dnn/torch/lpcnet/make_test_config.py +78 -0
  242. package/opus/dnn/torch/lpcnet/models/__init__.py +8 -0
  243. package/opus/dnn/torch/lpcnet/models/lpcnet.py +303 -0
  244. package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +437 -0
  245. package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +64 -0
  246. package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +190 -0
  247. package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +52 -0
  248. package/opus/dnn/torch/lpcnet/scripts/make_animation.py +67 -0
  249. package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +17 -0
  250. package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +17 -0
  251. package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +22 -0
  252. package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +54 -0
  253. package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +22 -0
  254. package/opus/dnn/torch/lpcnet/scripts/update_setups.py +57 -0
  255. package/opus/dnn/torch/lpcnet/test_lpcnet.py +89 -0
  256. package/opus/dnn/torch/lpcnet/train_lpcnet.py +272 -0
  257. package/opus/dnn/torch/lpcnet/utils/__init__.py +4 -0
  258. package/opus/dnn/torch/lpcnet/utils/data.py +141 -0
  259. package/opus/dnn/torch/lpcnet/utils/endoscopy.py +234 -0
  260. package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +3 -0
  261. package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +44 -0
  262. package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +71 -0
  263. package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +497 -0
  264. package/opus/dnn/torch/lpcnet/utils/misc.py +65 -0
  265. package/opus/dnn/torch/lpcnet/utils/pcm.py +35 -0
  266. package/opus/dnn/torch/lpcnet/utils/sample.py +44 -0
  267. package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +2 -0
  268. package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +121 -0
  269. package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +187 -0
  270. package/opus/dnn/torch/lpcnet/utils/templates.py +157 -0
  271. package/opus/dnn/torch/lpcnet/utils/ulaw.py +58 -0
  272. package/opus/dnn/torch/lpcnet/utils/wav.py +43 -0
  273. package/opus/dnn/torch/neural-pitch/README.md +18 -0
  274. package/opus/dnn/torch/neural-pitch/data_augmentation.py +149 -0
  275. package/opus/dnn/torch/neural-pitch/download_demand.sh +43 -0
  276. package/opus/dnn/torch/neural-pitch/evaluation.py +349 -0
  277. package/opus/dnn/torch/neural-pitch/experiments.py +38 -0
  278. package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +109 -0
  279. package/opus/dnn/torch/neural-pitch/models.py +178 -0
  280. package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +179 -0
  281. package/opus/dnn/torch/neural-pitch/ptdb_process.sh +34 -0
  282. package/opus/dnn/torch/neural-pitch/run_crepe.py +72 -0
  283. package/opus/dnn/torch/neural-pitch/training.py +162 -0
  284. package/opus/dnn/torch/neural-pitch/utils.py +59 -0
  285. package/opus/dnn/torch/osce/README.md +66 -0
  286. package/opus/dnn/torch/osce/adv_train_model.py +462 -0
  287. package/opus/dnn/torch/osce/adv_train_vocoder.py +451 -0
  288. package/opus/dnn/torch/osce/create_testvectors.py +165 -0
  289. package/opus/dnn/torch/osce/data/__init__.py +2 -0
  290. package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +225 -0
  291. package/opus/dnn/torch/osce/data/silk_conversion_set.py +132 -0
  292. package/opus/dnn/torch/osce/data/silk_enhancement_set.py +140 -0
  293. package/opus/dnn/torch/osce/engine/engine.py +103 -0
  294. package/opus/dnn/torch/osce/engine/vocoder_engine.py +101 -0
  295. package/opus/dnn/torch/osce/export_model_weights.py +174 -0
  296. package/opus/dnn/torch/osce/losses/stft_loss.py +277 -0
  297. package/opus/dnn/torch/osce/losses/td_lowpass.py +34 -0
  298. package/opus/dnn/torch/osce/make_default_setup.py +93 -0
  299. package/opus/dnn/torch/osce/models/__init__.py +42 -0
  300. package/opus/dnn/torch/osce/models/fd_discriminator.py +974 -0
  301. package/opus/dnn/torch/osce/models/lace.py +190 -0
  302. package/opus/dnn/torch/osce/models/lavoce.py +274 -0
  303. package/opus/dnn/torch/osce/models/lavoce_400.py +254 -0
  304. package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +91 -0
  305. package/opus/dnn/torch/osce/models/nns_base.py +69 -0
  306. package/opus/dnn/torch/osce/models/no_lace.py +218 -0
  307. package/opus/dnn/torch/osce/models/scale_embedding.py +68 -0
  308. package/opus/dnn/torch/osce/models/shape_up_48.py +179 -0
  309. package/opus/dnn/torch/osce/models/silk_feature_net.py +86 -0
  310. package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +127 -0
  311. package/opus/dnn/torch/osce/requirements.txt +9 -0
  312. package/opus/dnn/torch/osce/resources/training_files.txt +107716 -0
  313. package/opus/dnn/torch/osce/resources/validation_files.txt +26929 -0
  314. package/opus/dnn/torch/osce/scripts/concatenator.py +85 -0
  315. package/opus/dnn/torch/osce/silk_16_to_48.py +28 -0
  316. package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +123 -0
  317. package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +25 -0
  318. package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +7 -0
  319. package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +113 -0
  320. package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +330 -0
  321. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +116 -0
  322. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +109 -0
  323. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +124 -0
  324. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +121 -0
  325. package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +182 -0
  326. package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +190 -0
  327. package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +98 -0
  328. package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +138 -0
  329. package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +196 -0
  330. package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +205 -0
  331. package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +313 -0
  332. package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +320 -0
  333. package/opus/dnn/torch/osce/stndrd/presentation/playback.py +25 -0
  334. package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +275 -0
  335. package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +173 -0
  336. package/opus/dnn/torch/osce/test_model.py +96 -0
  337. package/opus/dnn/torch/osce/test_vocoder.py +103 -0
  338. package/opus/dnn/torch/osce/train_model.py +307 -0
  339. package/opus/dnn/torch/osce/train_vocoder.py +287 -0
  340. package/opus/dnn/torch/osce/utils/ada_conv.py +71 -0
  341. package/opus/dnn/torch/osce/utils/complexity.py +8 -0
  342. package/opus/dnn/torch/osce/utils/endoscopy.py +205 -0
  343. package/opus/dnn/torch/osce/utils/layers/fir.py +27 -0
  344. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +230 -0
  345. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +200 -0
  346. package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +100 -0
  347. package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +84 -0
  348. package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +167 -0
  349. package/opus/dnn/torch/osce/utils/layers/td_shaper.py +145 -0
  350. package/opus/dnn/torch/osce/utils/lpcnet_features.py +112 -0
  351. package/opus/dnn/torch/osce/utils/misc.py +95 -0
  352. package/opus/dnn/torch/osce/utils/moc.py +153 -0
  353. package/opus/dnn/torch/osce/utils/pitch.py +122 -0
  354. package/opus/dnn/torch/osce/utils/silk_features.py +144 -0
  355. package/opus/dnn/torch/osce/utils/softquant.py +110 -0
  356. package/opus/dnn/torch/osce/utils/spec.py +210 -0
  357. package/opus/dnn/torch/osce/utils/templates.py +347 -0
  358. package/opus/dnn/torch/plc/export_plc.py +100 -0
  359. package/opus/dnn/torch/plc/plc.py +144 -0
  360. package/opus/dnn/torch/plc/plc_dataset.py +60 -0
  361. package/opus/dnn/torch/plc/train_plc.py +145 -0
  362. package/opus/dnn/torch/rdovae/README.md +55 -0
  363. package/opus/dnn/torch/rdovae/download_datasets.sh +6 -0
  364. package/opus/dnn/torch/rdovae/export_rdovae_weights.py +365 -0
  365. package/opus/dnn/torch/rdovae/fec_encoder.py +212 -0
  366. package/opus/dnn/torch/rdovae/import_rdovae_weights.py +143 -0
  367. package/opus/dnn/torch/rdovae/packets/__init__.py +1 -0
  368. package/opus/dnn/torch/rdovae/packets/fec_packets.c +142 -0
  369. package/opus/dnn/torch/rdovae/packets/fec_packets.h +34 -0
  370. package/opus/dnn/torch/rdovae/packets/fec_packets.py +108 -0
  371. package/opus/dnn/torch/rdovae/process_speech.sh +7 -0
  372. package/opus/dnn/torch/rdovae/rdovae/__init__.py +2 -0
  373. package/opus/dnn/torch/rdovae/rdovae/dataset.py +67 -0
  374. package/opus/dnn/torch/rdovae/rdovae/rdovae.py +719 -0
  375. package/opus/dnn/torch/rdovae/requirements.txt +4 -0
  376. package/opus/dnn/torch/rdovae/train_rdovae.py +278 -0
  377. package/opus/dnn/torch/testsuite/README.md +46 -0
  378. package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +6 -0
  379. package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +5 -0
  380. package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +5 -0
  381. package/opus/dnn/torch/testsuite/requirements.txt +12 -0
  382. package/opus/dnn/torch/testsuite/run_test.py +375 -0
  383. package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
  384. package/opus/dnn/torch/testsuite/utils/files.py +54 -0
  385. package/opus/dnn/torch/testsuite/utils/pesq.py +43 -0
  386. package/opus/dnn/torch/testsuite/utils/pitch.py +61 -0
  387. package/opus/dnn/torch/weight-exchange/README.md +21 -0
  388. package/opus/dnn/torch/weight-exchange/requirements.txt +1 -0
  389. package/opus/dnn/torch/weight-exchange/setup.py +48 -0
  390. package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +30 -0
  391. package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +31 -0
  392. package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +181 -0
  393. package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +386 -0
  394. package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +5 -0
  395. package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +188 -0
  396. package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +37 -0
  397. package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +433 -0
  398. package/opus/dnn/training_tf2/dataloader.py +49 -0
  399. package/opus/dnn/training_tf2/decode_rdovae.py +111 -0
  400. package/opus/dnn/training_tf2/diffembed.py +49 -0
  401. package/opus/dnn/training_tf2/dump_lpcnet.py +388 -0
  402. package/opus/dnn/training_tf2/dump_plc.py +296 -0
  403. package/opus/dnn/training_tf2/dump_rdovae.py +306 -0
  404. package/opus/dnn/training_tf2/encode_rdovae.py +125 -0
  405. package/opus/dnn/training_tf2/fec_encoder.py +256 -0
  406. package/opus/dnn/training_tf2/fec_packets.c +142 -0
  407. package/opus/dnn/training_tf2/fec_packets.h +34 -0
  408. package/opus/dnn/training_tf2/fec_packets.py +108 -0
  409. package/opus/dnn/training_tf2/keraslayerdump.py +189 -0
  410. package/opus/dnn/training_tf2/lossfuncs.py +99 -0
  411. package/opus/dnn/training_tf2/lpcnet.py +339 -0
  412. package/opus/dnn/training_tf2/lpcnet_plc.py +101 -0
  413. package/opus/dnn/training_tf2/mdense.py +95 -0
  414. package/opus/dnn/training_tf2/pade.py +70 -0
  415. package/opus/dnn/training_tf2/parameters.py +29 -0
  416. package/opus/dnn/training_tf2/plc_loader.py +73 -0
  417. package/opus/dnn/training_tf2/rdovae.py +372 -0
  418. package/opus/dnn/training_tf2/rdovae_exchange.py +138 -0
  419. package/opus/dnn/training_tf2/rdovae_import.py +123 -0
  420. package/opus/dnn/training_tf2/test_lpcnet.py +120 -0
  421. package/opus/dnn/training_tf2/test_plc.py +92 -0
  422. package/opus/dnn/training_tf2/tf_funcs.py +70 -0
  423. package/opus/dnn/training_tf2/train_lpcnet.py +214 -0
  424. package/opus/dnn/training_tf2/train_plc.py +197 -0
  425. package/opus/dnn/training_tf2/train_rdovae.py +151 -0
  426. package/opus/dnn/training_tf2/ulaw.py +19 -0
  427. package/opus/dnn/training_tf2/uniform_noise.py +78 -0
  428. package/opus/dnn/vec.h +389 -0
  429. package/opus/dnn/vec_avx.h +884 -0
  430. package/opus/dnn/vec_neon.h +473 -0
  431. package/opus/dnn/write_lpcnet_weights.c +97 -0
  432. package/opus/dnn/x86/dnn_x86.h +121 -0
  433. package/opus/dnn/x86/nnet_avx2.c +40 -0
  434. package/opus/dnn/x86/nnet_sse2.c +40 -0
  435. package/opus/dnn/x86/nnet_sse4_1.c +40 -0
  436. package/opus/dnn/x86/x86_dnn_map.c +83 -0
  437. package/opus/doc/Doxyfile.in +340 -0
  438. package/opus/doc/Makefile.am +45 -0
  439. package/opus/doc/build_draft.sh +113 -0
  440. package/opus/doc/build_isobmff.sh +50 -0
  441. package/opus/doc/build_oggdraft.sh +52 -0
  442. package/opus/doc/customdoxygen.css +1011 -0
  443. package/opus/doc/draft-ietf-codec-oggopus.xml +1873 -0
  444. package/opus/doc/draft-ietf-codec-opus-update.xml +513 -0
  445. package/opus/doc/draft-ietf-codec-opus.xml +8276 -0
  446. package/opus/doc/draft-ietf-payload-rtp-opus.xml +960 -0
  447. package/opus/doc/footer.html +32 -0
  448. package/opus/doc/header.html +61 -0
  449. package/opus/doc/meson.build +33 -0
  450. package/opus/doc/opus_in_isobmff.css +60 -0
  451. package/opus/doc/opus_in_isobmff.html +692 -0
  452. package/opus/doc/opus_logo.svg +157 -0
  453. package/opus/doc/opus_update.patch +244 -0
  454. package/opus/doc/release.txt +43 -0
  455. package/opus/doc/trivial_example.c +171 -0
  456. package/opus/include/meson.build +13 -0
  457. package/opus/include/opus.h +1172 -0
  458. package/opus/include/opus_custom.h +381 -0
  459. package/opus/include/opus_defines.h +830 -0
  460. package/opus/include/opus_multistream.h +736 -0
  461. package/opus/include/opus_projection.h +643 -0
  462. package/opus/include/opus_types.h +166 -0
  463. package/opus/lpcnet_headers.mk +44 -0
  464. package/opus/lpcnet_sources.mk +44 -0
  465. package/opus/m4/as-gcc-inline-assembly.m4 +98 -0
  466. package/opus/m4/ax_add_fortify_source.m4 +53 -0
  467. package/opus/m4/opus-intrinsics.m4 +29 -0
  468. package/opus/meson/README.md +88 -0
  469. package/opus/meson/get-version.py +86 -0
  470. package/opus/meson/read-sources-list.py +28 -0
  471. package/opus/meson.build +745 -0
  472. package/opus/meson_options.txt +27 -0
  473. package/opus/opus-uninstalled.pc.in +12 -0
  474. package/opus/opus.m4 +117 -0
  475. package/opus/opus.pc.in +16 -0
  476. package/opus/opus_headers.mk +8 -0
  477. package/opus/opus_sources.mk +17 -0
  478. package/opus/releases.sha2 +85 -0
  479. package/opus/scripts/dump_rnn.py +57 -0
  480. package/opus/scripts/local_build.py +220 -0
  481. package/opus/scripts/rnn_train.py +67 -0
  482. package/opus/scripts/shrink_model.sh +7 -0
  483. package/opus/silk/A2NLSF.c +267 -0
  484. package/opus/silk/API.h +156 -0
  485. package/opus/silk/CNG.c +188 -0
  486. package/opus/silk/HP_variable_cutoff.c +77 -0
  487. package/opus/silk/Inlines.h +188 -0
  488. package/opus/silk/LPC_analysis_filter.c +111 -0
  489. package/opus/silk/LPC_fit.c +82 -0
  490. package/opus/silk/LPC_inv_pred_gain.c +141 -0
  491. package/opus/silk/LP_variable_cutoff.c +135 -0
  492. package/opus/silk/MacroCount.h +710 -0
  493. package/opus/silk/MacroDebug.h +945 -0
  494. package/opus/silk/NLSF2A.c +141 -0
  495. package/opus/silk/NLSF_VQ.c +76 -0
  496. package/opus/silk/NLSF_VQ_weights_laroia.c +80 -0
  497. package/opus/silk/NLSF_decode.c +93 -0
  498. package/opus/silk/NLSF_del_dec_quant.c +215 -0
  499. package/opus/silk/NLSF_encode.c +124 -0
  500. package/opus/silk/NLSF_stabilize.c +142 -0
  501. package/opus/silk/NLSF_unpack.c +55 -0
  502. package/opus/silk/NSQ.c +437 -0
  503. package/opus/silk/NSQ.h +101 -0
  504. package/opus/silk/NSQ_del_dec.c +733 -0
  505. package/opus/silk/PLC.c +493 -0
  506. package/opus/silk/PLC.h +65 -0
  507. package/opus/silk/SigProc_FIX.h +643 -0
  508. package/opus/silk/VAD.c +360 -0
  509. package/opus/silk/VQ_WMat_EC.c +131 -0
  510. package/opus/silk/ana_filt_bank_1.c +74 -0
  511. package/opus/silk/arm/LPC_inv_pred_gain_arm.h +57 -0
  512. package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +288 -0
  513. package/opus/silk/arm/NSQ_del_dec_arm.h +100 -0
  514. package/opus/silk/arm/NSQ_del_dec_neon_intr.c +1138 -0
  515. package/opus/silk/arm/NSQ_neon.c +112 -0
  516. package/opus/silk/arm/NSQ_neon.h +114 -0
  517. package/opus/silk/arm/SigProc_FIX_armv4.h +47 -0
  518. package/opus/silk/arm/SigProc_FIX_armv5e.h +61 -0
  519. package/opus/silk/arm/arm_silk_map.c +128 -0
  520. package/opus/silk/arm/biquad_alt_arm.h +68 -0
  521. package/opus/silk/arm/biquad_alt_neon_intr.c +156 -0
  522. package/opus/silk/arm/macros_arm64.h +39 -0
  523. package/opus/silk/arm/macros_armv4.h +110 -0
  524. package/opus/silk/arm/macros_armv5e.h +220 -0
  525. package/opus/silk/biquad_alt.c +121 -0
  526. package/opus/silk/bwexpander.c +51 -0
  527. package/opus/silk/bwexpander_32.c +51 -0
  528. package/opus/silk/check_control_input.c +106 -0
  529. package/opus/silk/code_signs.c +115 -0
  530. package/opus/silk/control.h +161 -0
  531. package/opus/silk/control_SNR.c +113 -0
  532. package/opus/silk/control_audio_bandwidth.c +132 -0
  533. package/opus/silk/control_codec.c +423 -0
  534. package/opus/silk/debug.c +174 -0
  535. package/opus/silk/debug.h +267 -0
  536. package/opus/silk/dec_API.c +465 -0
  537. package/opus/silk/decode_core.c +243 -0
  538. package/opus/silk/decode_frame.c +169 -0
  539. package/opus/silk/decode_indices.c +151 -0
  540. package/opus/silk/decode_parameters.c +115 -0
  541. package/opus/silk/decode_pitch.c +77 -0
  542. package/opus/silk/decode_pulses.c +115 -0
  543. package/opus/silk/decoder_set_fs.c +108 -0
  544. package/opus/silk/define.h +235 -0
  545. package/opus/silk/enc_API.c +593 -0
  546. package/opus/silk/encode_indices.c +181 -0
  547. package/opus/silk/encode_pulses.c +206 -0
  548. package/opus/silk/errors.h +98 -0
  549. package/opus/silk/fixed/LTP_analysis_filter_FIX.c +90 -0
  550. package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +58 -0
  551. package/opus/silk/fixed/apply_sine_window_FIX.c +101 -0
  552. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +68 -0
  553. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +265 -0
  554. package/opus/silk/fixed/autocorr_FIX.c +48 -0
  555. package/opus/silk/fixed/burg_modified_FIX.c +280 -0
  556. package/opus/silk/fixed/corrMatrix_FIX.c +150 -0
  557. package/opus/silk/fixed/encode_frame_FIX.c +444 -0
  558. package/opus/silk/fixed/find_LPC_FIX.c +151 -0
  559. package/opus/silk/fixed/find_LTP_FIX.c +99 -0
  560. package/opus/silk/fixed/find_pitch_lags_FIX.c +143 -0
  561. package/opus/silk/fixed/find_pred_coefs_FIX.c +146 -0
  562. package/opus/silk/fixed/k2a_FIX.c +54 -0
  563. package/opus/silk/fixed/k2a_Q16_FIX.c +54 -0
  564. package/opus/silk/fixed/main_FIX.h +244 -0
  565. package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +336 -0
  566. package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +184 -0
  567. package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +165 -0
  568. package/opus/silk/fixed/noise_shape_analysis_FIX.c +407 -0
  569. package/opus/silk/fixed/pitch_analysis_core_FIX.c +721 -0
  570. package/opus/silk/fixed/process_gains_FIX.c +117 -0
  571. package/opus/silk/fixed/regularize_correlations_FIX.c +47 -0
  572. package/opus/silk/fixed/residual_energy16_FIX.c +103 -0
  573. package/opus/silk/fixed/residual_energy_FIX.c +98 -0
  574. package/opus/silk/fixed/schur64_FIX.c +93 -0
  575. package/opus/silk/fixed/schur_FIX.c +107 -0
  576. package/opus/silk/fixed/structs_FIX.h +116 -0
  577. package/opus/silk/fixed/vector_ops_FIX.c +102 -0
  578. package/opus/silk/fixed/warped_autocorrelation_FIX.c +92 -0
  579. package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +400 -0
  580. package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +93 -0
  581. package/opus/silk/float/LPC_analysis_filter_FLP.c +249 -0
  582. package/opus/silk/float/LPC_inv_pred_gain_FLP.c +73 -0
  583. package/opus/silk/float/LTP_analysis_filter_FLP.c +75 -0
  584. package/opus/silk/float/LTP_scale_ctrl_FLP.c +58 -0
  585. package/opus/silk/float/SigProc_FLP.h +205 -0
  586. package/opus/silk/float/apply_sine_window_FLP.c +81 -0
  587. package/opus/silk/float/autocorrelation_FLP.c +53 -0
  588. package/opus/silk/float/burg_modified_FLP.c +187 -0
  589. package/opus/silk/float/bwexpander_FLP.c +49 -0
  590. package/opus/silk/float/corrMatrix_FLP.c +95 -0
  591. package/opus/silk/float/encode_frame_FLP.c +432 -0
  592. package/opus/silk/float/energy_FLP.c +59 -0
  593. package/opus/silk/float/find_LPC_FLP.c +105 -0
  594. package/opus/silk/float/find_LTP_FLP.c +65 -0
  595. package/opus/silk/float/find_pitch_lags_FLP.c +132 -0
  596. package/opus/silk/float/find_pred_coefs_FLP.c +117 -0
  597. package/opus/silk/float/inner_product_FLP.c +59 -0
  598. package/opus/silk/float/k2a_FLP.c +54 -0
  599. package/opus/silk/float/main_FLP.h +290 -0
  600. package/opus/silk/float/noise_shape_analysis_FLP.c +350 -0
  601. package/opus/silk/float/pitch_analysis_core_FLP.c +630 -0
  602. package/opus/silk/float/process_gains_FLP.c +103 -0
  603. package/opus/silk/float/regularize_correlations_FLP.c +48 -0
  604. package/opus/silk/float/residual_energy_FLP.c +117 -0
  605. package/opus/silk/float/scale_copy_vector_FLP.c +57 -0
  606. package/opus/silk/float/scale_vector_FLP.c +56 -0
  607. package/opus/silk/float/schur_FLP.c +70 -0
  608. package/opus/silk/float/sort_FLP.c +83 -0
  609. package/opus/silk/float/structs_FLP.h +112 -0
  610. package/opus/silk/float/warped_autocorrelation_FLP.c +75 -0
  611. package/opus/silk/float/wrappers_FLP.c +209 -0
  612. package/opus/silk/float/x86/inner_product_FLP_avx2.c +85 -0
  613. package/opus/silk/gain_quant.c +142 -0
  614. package/opus/silk/init_decoder.c +84 -0
  615. package/opus/silk/init_encoder.c +68 -0
  616. package/opus/silk/inner_prod_aligned.c +47 -0
  617. package/opus/silk/interpolate.c +51 -0
  618. package/opus/silk/lin2log.c +46 -0
  619. package/opus/silk/log2lin.c +58 -0
  620. package/opus/silk/macros.h +151 -0
  621. package/opus/silk/main.h +486 -0
  622. package/opus/silk/meson.build +69 -0
  623. package/opus/silk/mips/NSQ_del_dec_mipsr1.h +410 -0
  624. package/opus/silk/mips/macros_mipsr1.h +92 -0
  625. package/opus/silk/mips/sigproc_fix_mipsr1.h +60 -0
  626. package/opus/silk/pitch_est_defines.h +88 -0
  627. package/opus/silk/pitch_est_tables.c +99 -0
  628. package/opus/silk/process_NLSFs.c +107 -0
  629. package/opus/silk/quant_LTP_gains.c +132 -0
  630. package/opus/silk/resampler.c +215 -0
  631. package/opus/silk/resampler_down2.c +74 -0
  632. package/opus/silk/resampler_down2_3.c +103 -0
  633. package/opus/silk/resampler_private.h +88 -0
  634. package/opus/silk/resampler_private_AR2.c +55 -0
  635. package/opus/silk/resampler_private_IIR_FIR.c +107 -0
  636. package/opus/silk/resampler_private_down_FIR.c +194 -0
  637. package/opus/silk/resampler_private_up2_HQ.c +113 -0
  638. package/opus/silk/resampler_rom.c +96 -0
  639. package/opus/silk/resampler_rom.h +68 -0
  640. package/opus/silk/resampler_structs.h +60 -0
  641. package/opus/silk/shell_coder.c +151 -0
  642. package/opus/silk/sigm_Q15.c +76 -0
  643. package/opus/silk/sort.c +154 -0
  644. package/opus/silk/stereo_LR_to_MS.c +229 -0
  645. package/opus/silk/stereo_MS_to_LR.c +85 -0
  646. package/opus/silk/stereo_decode_pred.c +73 -0
  647. package/opus/silk/stereo_encode_pred.c +62 -0
  648. package/opus/silk/stereo_find_predictor.c +79 -0
  649. package/opus/silk/stereo_quant_pred.c +73 -0
  650. package/opus/silk/structs.h +357 -0
  651. package/opus/silk/sum_sqr_shift.c +83 -0
  652. package/opus/silk/table_LSF_cos.c +70 -0
  653. package/opus/silk/tables.h +114 -0
  654. package/opus/silk/tables_LTP.c +294 -0
  655. package/opus/silk/tables_NLSF_CB_NB_MB.c +195 -0
  656. package/opus/silk/tables_NLSF_CB_WB.c +234 -0
  657. package/opus/silk/tables_gain.c +63 -0
  658. package/opus/silk/tables_other.c +124 -0
  659. package/opus/silk/tables_pitch_lag.c +69 -0
  660. package/opus/silk/tables_pulses_per_block.c +264 -0
  661. package/opus/silk/tests/meson.build +8 -0
  662. package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +130 -0
  663. package/opus/silk/tuning_parameters.h +155 -0
  664. package/opus/silk/typedef.h +81 -0
  665. package/opus/silk/x86/NSQ_del_dec_avx2.c +1075 -0
  666. package/opus/silk/x86/NSQ_del_dec_sse4_1.c +915 -0
  667. package/opus/silk/x86/NSQ_sse4_1.c +772 -0
  668. package/opus/silk/x86/SigProc_FIX_sse.h +99 -0
  669. package/opus/silk/x86/VAD_sse4_1.c +289 -0
  670. package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +173 -0
  671. package/opus/silk/x86/main_sse.h +299 -0
  672. package/opus/silk/x86/x86_silk_map.c +179 -0
  673. package/opus/silk_headers.mk +44 -0
  674. package/opus/silk_sources.mk +164 -0
  675. package/opus/src/analysis.c +979 -0
  676. package/opus/src/analysis.h +103 -0
  677. package/opus/src/extensions.c +663 -0
  678. package/opus/src/mapping_matrix.c +993 -0
  679. package/opus/src/mapping_matrix.h +165 -0
  680. package/opus/src/meson.build +45 -0
  681. package/opus/src/mlp.c +132 -0
  682. package/opus/src/mlp.h +60 -0
  683. package/opus/src/mlp_data.c +672 -0
  684. package/opus/src/opus.c +362 -0
  685. package/opus/src/opus_compare.c +382 -0
  686. package/opus/src/opus_decoder.c +1579 -0
  687. package/opus/src/opus_demo.c +1194 -0
  688. package/opus/src/opus_encoder.c +3180 -0
  689. package/opus/src/opus_multistream.c +92 -0
  690. package/opus/src/opus_multistream_decoder.c +563 -0
  691. package/opus/src/opus_multistream_encoder.c +1321 -0
  692. package/opus/src/opus_private.h +263 -0
  693. package/opus/src/opus_projection_decoder.c +283 -0
  694. package/opus/src/opus_projection_encoder.c +522 -0
  695. package/opus/src/repacketizer.c +469 -0
  696. package/opus/src/repacketizer_demo.c +247 -0
  697. package/opus/src/tansig_table.h +45 -0
  698. package/opus/tar_list.txt +28 -0
  699. package/opus/tests/meson.build +39 -0
  700. package/opus/tests/opus_build_test.sh +29 -0
  701. package/opus/tests/opus_decode_fuzzer.c +124 -0
  702. package/opus/tests/opus_decode_fuzzer.options +2 -0
  703. package/opus/tests/opus_encode_regressions.c +1034 -0
  704. package/opus/tests/random_config.sh +126 -0
  705. package/opus/tests/run_vectors.sh +143 -0
  706. package/opus/tests/test_opus_api.c +1904 -0
  707. package/opus/tests/test_opus_common.h +86 -0
  708. package/opus/tests/test_opus_custom.c +694 -0
  709. package/opus/tests/test_opus_decode.c +481 -0
  710. package/opus/tests/test_opus_dred.c +107 -0
  711. package/opus/tests/test_opus_encode.c +738 -0
  712. package/opus/tests/test_opus_extensions.c +750 -0
  713. package/opus/tests/test_opus_padding.c +94 -0
  714. package/opus/tests/test_opus_projection.c +384 -0
  715. package/opus/training/rnn_dump.py +66 -0
  716. package/opus/training/rnn_train.py +177 -0
  717. package/opus/training/txt2hdf5.py +12 -0
  718. package/opus/update_version +65 -0
  719. package/package.json +2 -2
  720. package/src/build-ffmpeg-msys.sh +8 -2
@@ -0,0 +1,1172 @@
1
+ /* Copyright (c) 2010-2011 Xiph.Org Foundation, Skype Limited
2
+ Written by Jean-Marc Valin and Koen Vos */
3
+ /*
4
+ Redistribution and use in source and binary forms, with or without
5
+ modification, are permitted provided that the following conditions
6
+ are met:
7
+
8
+ - Redistributions of source code must retain the above copyright
9
+ notice, this list of conditions and the following disclaimer.
10
+
11
+ - Redistributions in binary form must reproduce the above copyright
12
+ notice, this list of conditions and the following disclaimer in the
13
+ documentation and/or other materials provided with the distribution.
14
+
15
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16
+ ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
19
+ OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20
+ EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21
+ PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
22
+ PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
23
+ LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
24
+ NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25
+ SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
+ */
27
+
28
+ /**
29
+ * @file opus.h
30
+ * @brief Opus reference implementation API
31
+ */
32
+
33
+ #ifndef OPUS_H
34
+ #define OPUS_H
35
+
36
+ #include "opus_types.h"
37
+ #include "opus_defines.h"
38
+
39
+ #ifdef __cplusplus
40
+ extern "C" {
41
+ #endif
42
+
43
+ /**
44
+ * @mainpage Opus
45
+ *
46
+ * The Opus codec is designed for interactive speech and audio transmission over the Internet.
47
+ * It is designed by the IETF Codec Working Group and incorporates technology from
48
+ * Skype's SILK codec and Xiph.Org's CELT codec.
49
+ *
50
+ * The Opus codec is designed to handle a wide range of interactive audio applications,
51
+ * including Voice over IP, videoconferencing, in-game chat, and even remote live music
52
+ * performances. It can scale from low bit-rate narrowband speech to very high quality
53
+ * stereo music. Its main features are:
54
+
55
+ * @li Sampling rates from 8 to 48 kHz
56
+ * @li Bit-rates from 6 kb/s to 510 kb/s
57
+ * @li Support for both constant bit-rate (CBR) and variable bit-rate (VBR)
58
+ * @li Audio bandwidth from narrowband to full-band
59
+ * @li Support for speech and music
60
+ * @li Support for mono and stereo
61
+ * @li Support for multichannel (up to 255 channels)
62
+ * @li Frame sizes from 2.5 ms to 60 ms
63
+ * @li Good loss robustness and packet loss concealment (PLC)
64
+ * @li Floating point and fixed-point implementation
65
+ *
66
+ * Documentation sections:
67
+ * @li @ref opus_encoder
68
+ * @li @ref opus_decoder
69
+ * @li @ref opus_repacketizer
70
+ * @li @ref opus_multistream
71
+ * @li @ref opus_libinfo
72
+ * @li @ref opus_custom
73
+ */
74
+
75
+ /** @defgroup opus_encoder Opus Encoder
76
+ * @{
77
+ *
78
+ * @brief This page describes the process and functions used to encode Opus.
79
+ *
80
+ * Since Opus is a stateful codec, the encoding process starts with creating an encoder
81
+ * state. This can be done with:
82
+ *
83
+ * @code
84
+ * int error;
85
+ * OpusEncoder *enc;
86
+ * enc = opus_encoder_create(Fs, channels, application, &error);
87
+ * @endcode
88
+ *
89
+ * From this point, @c enc can be used for encoding an audio stream. An encoder state
90
+ * @b must @b not be used for more than one stream at the same time. Similarly, the encoder
91
+ * state @b must @b not be re-initialized for each frame.
92
+ *
93
+ * While opus_encoder_create() allocates memory for the state, it's also possible
94
+ * to initialize pre-allocated memory:
95
+ *
96
+ * @code
97
+ * int size;
98
+ * int error;
99
+ * OpusEncoder *enc;
100
+ * size = opus_encoder_get_size(channels);
101
+ * enc = malloc(size);
102
+ * error = opus_encoder_init(enc, Fs, channels, application);
103
+ * @endcode
104
+ *
105
+ * where opus_encoder_get_size() returns the required size for the encoder state. Note that
106
+ * future versions of this code may change the size, so no assumptions should be made about it.
107
+ *
108
+ * The encoder state is always continuous in memory and only a shallow copy is sufficient
109
+ * to copy it (e.g. memcpy())
110
+ *
111
+ * It is possible to change some of the encoder's settings using the opus_encoder_ctl()
112
+ * interface. All these settings already default to the recommended value, so they should
113
+ * only be changed when necessary. The most common settings one may want to change are:
114
+ *
115
+ * @code
116
+ * opus_encoder_ctl(enc, OPUS_SET_BITRATE(bitrate));
117
+ * opus_encoder_ctl(enc, OPUS_SET_COMPLEXITY(complexity));
118
+ * opus_encoder_ctl(enc, OPUS_SET_SIGNAL(signal_type));
119
+ * @endcode
120
+ *
121
+ * where
122
+ *
123
+ * @arg bitrate is in bits per second (b/s)
124
+ * @arg complexity is a value from 1 to 10, where 1 is the lowest complexity and 10 is the highest
125
+ * @arg signal_type is either OPUS_AUTO (default), OPUS_SIGNAL_VOICE, or OPUS_SIGNAL_MUSIC
126
+ *
127
+ * See @ref opus_encoderctls and @ref opus_genericctls for a complete list of parameters that can be set or queried. Most parameters can be set or changed at any time during a stream.
128
+ *
129
+ * To encode a frame, opus_encode() or opus_encode_float() must be called with exactly one frame (2.5, 5, 10, 20, 40 or 60 ms) of audio data:
130
+ * @code
131
+ * len = opus_encode(enc, audio_frame, frame_size, packet, max_packet);
132
+ * @endcode
133
+ *
134
+ * where
135
+ * <ul>
136
+ * <li>audio_frame is the audio data in opus_int16 (or float for opus_encode_float())</li>
137
+ * <li>frame_size is the duration of the frame in samples (per channel)</li>
138
+ * <li>packet is the byte array to which the compressed data is written</li>
139
+ * <li>max_packet is the maximum number of bytes that can be written in the packet (4000 bytes is recommended).
140
+ * Do not use max_packet to control VBR target bitrate, instead use the #OPUS_SET_BITRATE CTL.</li>
141
+ * </ul>
142
+ *
143
+ * opus_encode() and opus_encode_float() return the number of bytes actually written to the packet.
144
+ * The return value <b>can be negative</b>, which indicates that an error has occurred. If the return value
145
+ * is 2 bytes or less, then the packet does not need to be transmitted (DTX).
146
+ *
147
+ * Once the encoder state if no longer needed, it can be destroyed with
148
+ *
149
+ * @code
150
+ * opus_encoder_destroy(enc);
151
+ * @endcode
152
+ *
153
+ * If the encoder was created with opus_encoder_init() rather than opus_encoder_create(),
154
+ * then no action is required aside from potentially freeing the memory that was manually
155
+ * allocated for it (calling free(enc) for the example above)
156
+ *
157
+ */
158
+
159
+ /** Opus encoder state.
160
+ * This contains the complete state of an Opus encoder.
161
+ * It is position independent and can be freely copied.
162
+ * @see opus_encoder_create,opus_encoder_init
163
+ */
164
+ typedef struct OpusEncoder OpusEncoder;
165
+
166
+ /** Gets the size of an <code>OpusEncoder</code> structure.
167
+ * @param[in] channels <tt>int</tt>: Number of channels.
168
+ * This must be 1 or 2.
169
+ * @returns The size in bytes.
170
+ */
171
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_encoder_get_size(int channels);
172
+
173
+ /**
174
+ */
175
+
176
+ /** Allocates and initializes an encoder state.
177
+ * There are three coding modes:
178
+ *
179
+ * @ref OPUS_APPLICATION_VOIP gives best quality at a given bitrate for voice
180
+ * signals. It enhances the input signal by high-pass filtering and
181
+ * emphasizing formants and harmonics. Optionally it includes in-band
182
+ * forward error correction to protect against packet loss. Use this
183
+ * mode for typical VoIP applications. Because of the enhancement,
184
+ * even at high bitrates the output may sound different from the input.
185
+ *
186
+ * @ref OPUS_APPLICATION_AUDIO gives best quality at a given bitrate for most
187
+ * non-voice signals like music. Use this mode for music and mixed
188
+ * (music/voice) content, broadcast, and applications requiring less
189
+ * than 15 ms of coding delay.
190
+ *
191
+ * @ref OPUS_APPLICATION_RESTRICTED_LOWDELAY configures low-delay mode that
192
+ * disables the speech-optimized mode in exchange for slightly reduced delay.
193
+ * This mode can only be set on an newly initialized or freshly reset encoder
194
+ * because it changes the codec delay.
195
+ *
196
+ * This is useful when the caller knows that the speech-optimized modes will not be needed (use with caution).
197
+ * @param [in] Fs <tt>opus_int32</tt>: Sampling rate of input signal (Hz)
198
+ * This must be one of 8000, 12000, 16000,
199
+ * 24000, or 48000.
200
+ * @param [in] channels <tt>int</tt>: Number of channels (1 or 2) in input signal
201
+ * @param [in] application <tt>int</tt>: Coding mode (one of @ref OPUS_APPLICATION_VOIP, @ref OPUS_APPLICATION_AUDIO, or @ref OPUS_APPLICATION_RESTRICTED_LOWDELAY)
202
+ * @param [out] error <tt>int*</tt>: @ref opus_errorcodes
203
+ * @note Regardless of the sampling rate and number channels selected, the Opus encoder
204
+ * can switch to a lower audio bandwidth or number of channels if the bitrate
205
+ * selected is too low. This also means that it is safe to always use 48 kHz stereo input
206
+ * and let the encoder optimize the encoding.
207
+ */
208
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT OpusEncoder *opus_encoder_create(
209
+ opus_int32 Fs,
210
+ int channels,
211
+ int application,
212
+ int *error
213
+ );
214
+
215
+ /** Initializes a previously allocated encoder state
216
+ * The memory pointed to by st must be at least the size returned by opus_encoder_get_size().
217
+ * This is intended for applications which use their own allocator instead of malloc.
218
+ * @see opus_encoder_create(),opus_encoder_get_size()
219
+ * To reset a previously initialized state, use the #OPUS_RESET_STATE CTL.
220
+ * @param [in] st <tt>OpusEncoder*</tt>: Encoder state
221
+ * @param [in] Fs <tt>opus_int32</tt>: Sampling rate of input signal (Hz)
222
+ * This must be one of 8000, 12000, 16000,
223
+ * 24000, or 48000.
224
+ * @param [in] channels <tt>int</tt>: Number of channels (1 or 2) in input signal
225
+ * @param [in] application <tt>int</tt>: Coding mode (one of OPUS_APPLICATION_VOIP, OPUS_APPLICATION_AUDIO, or OPUS_APPLICATION_RESTRICTED_LOWDELAY)
226
+ * @retval #OPUS_OK Success or @ref opus_errorcodes
227
+ */
228
+ OPUS_EXPORT int opus_encoder_init(
229
+ OpusEncoder *st,
230
+ opus_int32 Fs,
231
+ int channels,
232
+ int application
233
+ ) OPUS_ARG_NONNULL(1);
234
+
235
+ /** Encodes an Opus frame.
236
+ * @param [in] st <tt>OpusEncoder*</tt>: Encoder state
237
+ * @param [in] pcm <tt>opus_int16*</tt>: Input signal (interleaved if 2 channels). length is frame_size*channels*sizeof(opus_int16)
238
+ * @param [in] frame_size <tt>int</tt>: Number of samples per channel in the
239
+ * input signal.
240
+ * This must be an Opus frame size for
241
+ * the encoder's sampling rate.
242
+ * For example, at 48 kHz the permitted
243
+ * values are 120, 240, 480, 960, 1920,
244
+ * and 2880.
245
+ * Passing in a duration of less than
246
+ * 10 ms (480 samples at 48 kHz) will
247
+ * prevent the encoder from using the LPC
248
+ * or hybrid modes.
249
+ * @param [out] data <tt>unsigned char*</tt>: Output payload.
250
+ * This must contain storage for at
251
+ * least \a max_data_bytes.
252
+ * @param [in] max_data_bytes <tt>opus_int32</tt>: Size of the allocated
253
+ * memory for the output
254
+ * payload. This may be
255
+ * used to impose an upper limit on
256
+ * the instant bitrate, but should
257
+ * not be used as the only bitrate
258
+ * control. Use #OPUS_SET_BITRATE to
259
+ * control the bitrate.
260
+ * @returns The length of the encoded packet (in bytes) on success or a
261
+ * negative error code (see @ref opus_errorcodes) on failure.
262
+ */
263
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT opus_int32 opus_encode(
264
+ OpusEncoder *st,
265
+ const opus_int16 *pcm,
266
+ int frame_size,
267
+ unsigned char *data,
268
+ opus_int32 max_data_bytes
269
+ ) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(2) OPUS_ARG_NONNULL(4);
270
+
271
+ /** Encodes an Opus frame.
272
+ * @param [in] st <tt>OpusEncoder*</tt>: Encoder state
273
+ * @param [in] pcm <tt>opus_int32*</tt>: Input signal (interleaved if 2 channels) representing (or slightly exceeding) 24-bit values. length is frame_size*channels*sizeof(opus_int32)
274
+ * @param [in] frame_size <tt>int</tt>: Number of samples per channel in the
275
+ * input signal.
276
+ * This must be an Opus frame size for
277
+ * the encoder's sampling rate.
278
+ * For example, at 48 kHz the permitted
279
+ * values are 120, 240, 480, 960, 1920,
280
+ * and 2880.
281
+ * Passing in a duration of less than
282
+ * 10 ms (480 samples at 48 kHz) will
283
+ * prevent the encoder from using the LPC
284
+ * or hybrid modes.
285
+ * @param [out] data <tt>unsigned char*</tt>: Output payload.
286
+ * This must contain storage for at
287
+ * least \a max_data_bytes.
288
+ * @param [in] max_data_bytes <tt>opus_int32</tt>: Size of the allocated
289
+ * memory for the output
290
+ * payload. This may be
291
+ * used to impose an upper limit on
292
+ * the instant bitrate, but should
293
+ * not be used as the only bitrate
294
+ * control. Use #OPUS_SET_BITRATE to
295
+ * control the bitrate.
296
+ * @returns The length of the encoded packet (in bytes) on success or a
297
+ * negative error code (see @ref opus_errorcodes) on failure.
298
+ */
299
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT opus_int32 opus_encode24(
300
+ OpusEncoder *st,
301
+ const opus_int32 *pcm,
302
+ int frame_size,
303
+ unsigned char *data,
304
+ opus_int32 max_data_bytes
305
+ ) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(2) OPUS_ARG_NONNULL(4);
306
+
307
+ /** Encodes an Opus frame from floating point input.
308
+ * @param [in] st <tt>OpusEncoder*</tt>: Encoder state
309
+ * @param [in] pcm <tt>float*</tt>: Input in float format (interleaved if 2 channels), with a normal range of +/-1.0.
310
+ * Samples with a range beyond +/-1.0 are supported but will
311
+ * be clipped by decoders using the integer API and should
312
+ * only be used if it is known that the far end supports
313
+ * extended dynamic range.
314
+ * length is frame_size*channels*sizeof(float)
315
+ * @param [in] frame_size <tt>int</tt>: Number of samples per channel in the
316
+ * input signal.
317
+ * This must be an Opus frame size for
318
+ * the encoder's sampling rate.
319
+ * For example, at 48 kHz the permitted
320
+ * values are 120, 240, 480, 960, 1920,
321
+ * and 2880.
322
+ * Passing in a duration of less than
323
+ * 10 ms (480 samples at 48 kHz) will
324
+ * prevent the encoder from using the LPC
325
+ * or hybrid modes.
326
+ * @param [out] data <tt>unsigned char*</tt>: Output payload.
327
+ * This must contain storage for at
328
+ * least \a max_data_bytes.
329
+ * @param [in] max_data_bytes <tt>opus_int32</tt>: Size of the allocated
330
+ * memory for the output
331
+ * payload. This may be
332
+ * used to impose an upper limit on
333
+ * the instant bitrate, but should
334
+ * not be used as the only bitrate
335
+ * control. Use #OPUS_SET_BITRATE to
336
+ * control the bitrate.
337
+ * @returns The length of the encoded packet (in bytes) on success or a
338
+ * negative error code (see @ref opus_errorcodes) on failure.
339
+ */
340
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT opus_int32 opus_encode_float(
341
+ OpusEncoder *st,
342
+ const float *pcm,
343
+ int frame_size,
344
+ unsigned char *data,
345
+ opus_int32 max_data_bytes
346
+ ) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(2) OPUS_ARG_NONNULL(4);
347
+
348
+ /** Frees an <code>OpusEncoder</code> allocated by opus_encoder_create().
349
+ * @param[in] st <tt>OpusEncoder*</tt>: State to be freed.
350
+ */
351
+ OPUS_EXPORT void opus_encoder_destroy(OpusEncoder *st);
352
+
353
+ /** Perform a CTL function on an Opus encoder.
354
+ *
355
+ * Generally the request and subsequent arguments are generated
356
+ * by a convenience macro.
357
+ * @param st <tt>OpusEncoder*</tt>: Encoder state.
358
+ * @param request This and all remaining parameters should be replaced by one
359
+ * of the convenience macros in @ref opus_genericctls or
360
+ * @ref opus_encoderctls.
361
+ * @see opus_genericctls
362
+ * @see opus_encoderctls
363
+ */
364
+ OPUS_EXPORT int opus_encoder_ctl(OpusEncoder *st, int request, ...) OPUS_ARG_NONNULL(1);
365
+ /**@}*/
366
+
367
+ /** @defgroup opus_decoder Opus Decoder
368
+ * @{
369
+ *
370
+ * @brief This page describes the process and functions used to decode Opus.
371
+ *
372
+ * The decoding process also starts with creating a decoder
373
+ * state. This can be done with:
374
+ * @code
375
+ * int error;
376
+ * OpusDecoder *dec;
377
+ * dec = opus_decoder_create(Fs, channels, &error);
378
+ * @endcode
379
+ * where
380
+ * @li Fs is the sampling rate and must be 8000, 12000, 16000, 24000, or 48000
381
+ * @li channels is the number of channels (1 or 2)
382
+ * @li error will hold the error code in case of failure (or #OPUS_OK on success)
383
+ * @li the return value is a newly created decoder state to be used for decoding
384
+ *
385
+ * While opus_decoder_create() allocates memory for the state, it's also possible
386
+ * to initialize pre-allocated memory:
387
+ * @code
388
+ * int size;
389
+ * int error;
390
+ * OpusDecoder *dec;
391
+ * size = opus_decoder_get_size(channels);
392
+ * dec = malloc(size);
393
+ * error = opus_decoder_init(dec, Fs, channels);
394
+ * @endcode
395
+ * where opus_decoder_get_size() returns the required size for the decoder state. Note that
396
+ * future versions of this code may change the size, so no assumptions should be made about it.
397
+ *
398
+ * The decoder state is always continuous in memory and only a shallow copy is sufficient
399
+ * to copy it (e.g. memcpy())
400
+ *
401
+ * To decode a frame, opus_decode() or opus_decode_float() must be called with a packet of compressed audio data:
402
+ * @code
403
+ * frame_size = opus_decode(dec, packet, len, decoded, max_size, 0);
404
+ * @endcode
405
+ * where
406
+ *
407
+ * @li packet is the byte array containing the compressed data
408
+ * @li len is the exact number of bytes contained in the packet
409
+ * @li decoded is the decoded audio data in opus_int16 (or float for opus_decode_float())
410
+ * @li max_size is the max duration of the frame in samples (per channel) that can fit into the decoded_frame array
411
+ *
412
+ * opus_decode() and opus_decode_float() return the number of samples (per channel) decoded from the packet.
413
+ * If that value is negative, then an error has occurred. This can occur if the packet is corrupted or if the audio
414
+ * buffer is too small to hold the decoded audio.
415
+ *
416
+ * Opus is a stateful codec with overlapping blocks and as a result Opus
417
+ * packets are not coded independently of each other. Packets must be
418
+ * passed into the decoder serially and in the correct order for a correct
419
+ * decode. Lost packets can be replaced with loss concealment by calling
420
+ * the decoder with a null pointer and zero length for the missing packet.
421
+ *
422
+ * A single codec state may only be accessed from a single thread at
423
+ * a time and any required locking must be performed by the caller. Separate
424
+ * streams must be decoded with separate decoder states and can be decoded
425
+ * in parallel unless the library was compiled with NONTHREADSAFE_PSEUDOSTACK
426
+ * defined.
427
+ *
428
+ */
429
+
430
+ /** Opus decoder state.
431
+ * This contains the complete state of an Opus decoder.
432
+ * It is position independent and can be freely copied.
433
+ * @see opus_decoder_create,opus_decoder_init
434
+ */
435
+ typedef struct OpusDecoder OpusDecoder;
436
+
437
+ /** Opus DRED decoder.
438
+ * This contains the complete state of an Opus DRED decoder.
439
+ * It is position independent and can be freely copied.
440
+ * @see opus_dred_decoder_create,opus_dred_decoder_init
441
+ */
442
+ typedef struct OpusDREDDecoder OpusDREDDecoder;
443
+
444
+
445
+ /** Opus DRED state.
446
+ * This contains the complete state of an Opus DRED packet.
447
+ * It is position independent and can be freely copied.
448
+ * @see opus_dred_create,opus_dred_init
449
+ */
450
+ typedef struct OpusDRED OpusDRED;
451
+
452
+ /** Gets the size of an <code>OpusDecoder</code> structure.
453
+ * @param [in] channels <tt>int</tt>: Number of channels.
454
+ * This must be 1 or 2.
455
+ * @returns The size in bytes.
456
+ */
457
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_decoder_get_size(int channels);
458
+
459
+ /** Allocates and initializes a decoder state.
460
+ * @param [in] Fs <tt>opus_int32</tt>: Sample rate to decode at (Hz).
461
+ * This must be one of 8000, 12000, 16000,
462
+ * 24000, or 48000.
463
+ * @param [in] channels <tt>int</tt>: Number of channels (1 or 2) to decode
464
+ * @param [out] error <tt>int*</tt>: #OPUS_OK Success or @ref opus_errorcodes
465
+ *
466
+ * Internally Opus stores data at 48000 Hz, so that should be the default
467
+ * value for Fs. However, the decoder can efficiently decode to buffers
468
+ * at 8, 12, 16, and 24 kHz so if for some reason the caller cannot use
469
+ * data at the full sample rate, or knows the compressed data doesn't
470
+ * use the full frequency range, it can request decoding at a reduced
471
+ * rate. Likewise, the decoder is capable of filling in either mono or
472
+ * interleaved stereo pcm buffers, at the caller's request.
473
+ */
474
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT OpusDecoder *opus_decoder_create(
475
+ opus_int32 Fs,
476
+ int channels,
477
+ int *error
478
+ );
479
+
480
+ /** Initializes a previously allocated decoder state.
481
+ * The state must be at least the size returned by opus_decoder_get_size().
482
+ * This is intended for applications which use their own allocator instead of malloc. @see opus_decoder_create,opus_decoder_get_size
483
+ * To reset a previously initialized state, use the #OPUS_RESET_STATE CTL.
484
+ * @param [in] st <tt>OpusDecoder*</tt>: Decoder state.
485
+ * @param [in] Fs <tt>opus_int32</tt>: Sampling rate to decode to (Hz).
486
+ * This must be one of 8000, 12000, 16000,
487
+ * 24000, or 48000.
488
+ * @param [in] channels <tt>int</tt>: Number of channels (1 or 2) to decode
489
+ * @retval #OPUS_OK Success or @ref opus_errorcodes
490
+ */
491
+ OPUS_EXPORT int opus_decoder_init(
492
+ OpusDecoder *st,
493
+ opus_int32 Fs,
494
+ int channels
495
+ ) OPUS_ARG_NONNULL(1);
496
+
497
+ /** Decode an Opus packet.
498
+ * @param [in] st <tt>OpusDecoder*</tt>: Decoder state
499
+ * @param [in] data <tt>char*</tt>: Input payload. Use a NULL pointer to indicate packet loss
500
+ * @param [in] len <tt>opus_int32</tt>: Number of bytes in payload*
501
+ * @param [out] pcm <tt>opus_int16*</tt>: Output signal (interleaved if 2 channels). length
502
+ * is frame_size*channels*sizeof(opus_int16)
503
+ * @param [in] frame_size Number of samples per channel of available space in \a pcm.
504
+ * If this is less than the maximum packet duration (120ms; 5760 for 48kHz), this function will
505
+ * not be capable of decoding some packets. In the case of PLC (data==NULL) or FEC (decode_fec=1),
506
+ * then frame_size needs to be exactly the duration of audio that is missing, otherwise the
507
+ * decoder will not be in the optimal state to decode the next incoming packet. For the PLC and
508
+ * FEC cases, frame_size <b>must</b> be a multiple of 2.5 ms.
509
+ * @param [in] decode_fec <tt>int</tt>: Flag (0 or 1) to request that any in-band forward error correction data be
510
+ * decoded. If no such data is available, the frame is decoded as if it were lost.
511
+ * @returns Number of decoded samples or @ref opus_errorcodes
512
+ */
513
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_decode(
514
+ OpusDecoder *st,
515
+ const unsigned char *data,
516
+ opus_int32 len,
517
+ opus_int16 *pcm,
518
+ int frame_size,
519
+ int decode_fec
520
+ ) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(4);
521
+
522
+ /** Decode an Opus packet.
523
+ * @param [in] st <tt>OpusDecoder*</tt>: Decoder state
524
+ * @param [in] data <tt>char*</tt>: Input payload. Use a NULL pointer to indicate packet loss
525
+ * @param [in] len <tt>opus_int32</tt>: Number of bytes in payload*
526
+ * @param [out] pcm <tt>opus_int32*</tt>: Output signal (interleaved if 2 channels) representing (or slightly exceeding) 24-bit values. length
527
+ * is frame_size*channels*sizeof(opus_int32)
528
+ * @param [in] frame_size Number of samples per channel of available space in \a pcm.
529
+ * If this is less than the maximum packet duration (120ms; 5760 for 48kHz), this function will
530
+ * not be capable of decoding some packets. In the case of PLC (data==NULL) or FEC (decode_fec=1),
531
+ * then frame_size needs to be exactly the duration of audio that is missing, otherwise the
532
+ * decoder will not be in the optimal state to decode the next incoming packet. For the PLC and
533
+ * FEC cases, frame_size <b>must</b> be a multiple of 2.5 ms.
534
+ * @param [in] decode_fec <tt>int</tt>: Flag (0 or 1) to request that any in-band forward error correction data be
535
+ * decoded. If no such data is available, the frame is decoded as if it were lost.
536
+ * @returns Number of decoded samples or @ref opus_errorcodes
537
+ */
538
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_decode24(
539
+ OpusDecoder *st,
540
+ const unsigned char *data,
541
+ opus_int32 len,
542
+ opus_int32 *pcm,
543
+ int frame_size,
544
+ int decode_fec
545
+ ) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(4);
546
+
547
+ /** Decode an Opus packet with floating point output.
548
+ * @param [in] st <tt>OpusDecoder*</tt>: Decoder state
549
+ * @param [in] data <tt>char*</tt>: Input payload. Use a NULL pointer to indicate packet loss
550
+ * @param [in] len <tt>opus_int32</tt>: Number of bytes in payload
551
+ * @param [out] pcm <tt>float*</tt>: Output signal (interleaved if 2 channels). length
552
+ * is frame_size*channels*sizeof(float)
553
+ * @param [in] frame_size Number of samples per channel of available space in \a pcm.
554
+ * If this is less than the maximum packet duration (120ms; 5760 for 48kHz), this function will
555
+ * not be capable of decoding some packets. In the case of PLC (data==NULL) or FEC (decode_fec=1),
556
+ * then frame_size needs to be exactly the duration of audio that is missing, otherwise the
557
+ * decoder will not be in the optimal state to decode the next incoming packet. For the PLC and
558
+ * FEC cases, frame_size <b>must</b> be a multiple of 2.5 ms.
559
+ * @param [in] decode_fec <tt>int</tt>: Flag (0 or 1) to request that any in-band forward error correction data be
560
+ * decoded. If no such data is available the frame is decoded as if it were lost.
561
+ * @returns Number of decoded samples or @ref opus_errorcodes
562
+ */
563
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_decode_float(
564
+ OpusDecoder *st,
565
+ const unsigned char *data,
566
+ opus_int32 len,
567
+ float *pcm,
568
+ int frame_size,
569
+ int decode_fec
570
+ ) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(4);
571
+
572
+ /** Perform a CTL function on an Opus decoder.
573
+ *
574
+ * Generally the request and subsequent arguments are generated
575
+ * by a convenience macro.
576
+ * @param st <tt>OpusDecoder*</tt>: Decoder state.
577
+ * @param request This and all remaining parameters should be replaced by one
578
+ * of the convenience macros in @ref opus_genericctls or
579
+ * @ref opus_decoderctls.
580
+ * @see opus_genericctls
581
+ * @see opus_decoderctls
582
+ */
583
+ OPUS_EXPORT int opus_decoder_ctl(OpusDecoder *st, int request, ...) OPUS_ARG_NONNULL(1);
584
+
585
+ /** Frees an <code>OpusDecoder</code> allocated by opus_decoder_create().
586
+ * @param[in] st <tt>OpusDecoder*</tt>: State to be freed.
587
+ */
588
+ OPUS_EXPORT void opus_decoder_destroy(OpusDecoder *st);
589
+
590
+ /** Gets the size of an <code>OpusDREDDecoder</code> structure.
591
+ * @returns The size in bytes.
592
+ */
593
+ OPUS_EXPORT int opus_dred_decoder_get_size(void);
594
+
595
+ /** Allocates and initializes an OpusDREDDecoder state.
596
+ * @param [out] error <tt>int*</tt>: #OPUS_OK Success or @ref opus_errorcodes
597
+ */
598
+ OPUS_EXPORT OpusDREDDecoder *opus_dred_decoder_create(int *error);
599
+
600
+ /** Initializes an <code>OpusDREDDecoder</code> state.
601
+ * @param[in] dec <tt>OpusDREDDecoder*</tt>: State to be initialized.
602
+ */
603
+ OPUS_EXPORT int opus_dred_decoder_init(OpusDREDDecoder *dec);
604
+
605
+ /** Frees an <code>OpusDREDDecoder</code> allocated by opus_dred_decoder_create().
606
+ * @param[in] dec <tt>OpusDREDDecoder*</tt>: State to be freed.
607
+ */
608
+ OPUS_EXPORT void opus_dred_decoder_destroy(OpusDREDDecoder *dec);
609
+
610
+ /** Perform a CTL function on an Opus DRED decoder.
611
+ *
612
+ * Generally the request and subsequent arguments are generated
613
+ * by a convenience macro.
614
+ * @param dred_dec <tt>OpusDREDDecoder*</tt>: DRED Decoder state.
615
+ * @param request This and all remaining parameters should be replaced by one
616
+ * of the convenience macros in @ref opus_genericctls or
617
+ * @ref opus_decoderctls.
618
+ * @see opus_genericctls
619
+ * @see opus_decoderctls
620
+ */
621
+ OPUS_EXPORT int opus_dred_decoder_ctl(OpusDREDDecoder *dred_dec, int request, ...);
622
+
623
+ /** Gets the size of an <code>OpusDRED</code> structure.
624
+ * @returns The size in bytes.
625
+ */
626
+ OPUS_EXPORT int opus_dred_get_size(void);
627
+
628
+ /** Allocates and initializes a DRED state.
629
+ * @param [out] error <tt>int*</tt>: #OPUS_OK Success or @ref opus_errorcodes
630
+ */
631
+ OPUS_EXPORT OpusDRED *opus_dred_alloc(int *error);
632
+
633
+ /** Frees an <code>OpusDRED</code> allocated by opus_dred_create().
634
+ * @param[in] dec <tt>OpusDRED*</tt>: State to be freed.
635
+ */
636
+ OPUS_EXPORT void opus_dred_free(OpusDRED *dec);
637
+
638
+ /** Decode an Opus DRED packet.
639
+ * @param [in] dred_dec <tt>OpusDRED*</tt>: DRED Decoder state
640
+ * @param [in] dred <tt>OpusDRED*</tt>: DRED state
641
+ * @param [in] data <tt>char*</tt>: Input payload
642
+ * @param [in] len <tt>opus_int32</tt>: Number of bytes in payload
643
+ * @param [in] max_dred_samples <tt>opus_int32</tt>: Maximum number of DRED samples that may be needed (if available in the packet).
644
+ * @param [in] sampling_rate <tt>opus_int32</tt>: Sampling rate used for max_dred_samples argument. Needs not match the actual sampling rate of the decoder.
645
+ * @param [out] dred_end <tt>opus_int32*</tt>: Number of non-encoded (silence) samples between the DRED timestamp and the last DRED sample.
646
+ * @param [in] defer_processing <tt>int</tt>: Flag (0 or 1). If set to one, the CPU-intensive part of the DRED decoding is deferred until opus_dred_process() is called.
647
+ * @returns Offset (positive) of the first decoded DRED samples, zero if no DRED is present, or @ref opus_errorcodes
648
+ */
649
+ OPUS_EXPORT int opus_dred_parse(OpusDREDDecoder *dred_dec, OpusDRED *dred, const unsigned char *data, opus_int32 len, opus_int32 max_dred_samples, opus_int32 sampling_rate, int *dred_end, int defer_processing) OPUS_ARG_NONNULL(1);
650
+
651
+ /** Finish decoding an Opus DRED packet. The function only needs to be called if opus_dred_parse() was called with defer_processing=1.
652
+ * The source and destination will often be the same DRED state.
653
+ * @param [in] dred_dec <tt>OpusDRED*</tt>: DRED Decoder state
654
+ * @param [in] src <tt>OpusDRED*</tt>: Source DRED state to start the processing from.
655
+ * @param [out] dst <tt>OpusDRED*</tt>: Destination DRED state to store the updated state after processing.
656
+ * @returns @ref opus_errorcodes
657
+ */
658
+ OPUS_EXPORT int opus_dred_process(OpusDREDDecoder *dred_dec, const OpusDRED *src, OpusDRED *dst);
659
+
660
+ /** Decode audio from an Opus DRED packet with 16-bit output.
661
+ * @param [in] st <tt>OpusDecoder*</tt>: Decoder state
662
+ * @param [in] dred <tt>OpusDRED*</tt>: DRED state
663
+ * @param [in] dred_offset <tt>opus_int32</tt>: position of the redundancy to decode (in samples before the beginning of the real audio data in the packet).
664
+ * @param [out] pcm <tt>opus_int16*</tt>: Output signal (interleaved if 2 channels). length
665
+ * is frame_size*channels*sizeof(opus_int16)
666
+ * @param [in] frame_size Number of samples per channel to decode in \a pcm.
667
+ * frame_size <b>must</b> be a multiple of 2.5 ms.
668
+ * @returns Number of decoded samples or @ref opus_errorcodes
669
+ */
670
+ OPUS_EXPORT int opus_decoder_dred_decode(OpusDecoder *st, const OpusDRED *dred, opus_int32 dred_offset, opus_int16 *pcm, opus_int32 frame_size);
671
+
672
+ /** Decode audio from an Opus DRED packet with 24-bit output.
673
+ * @param [in] st <tt>OpusDecoder*</tt>: Decoder state
674
+ * @param [in] dred <tt>OpusDRED*</tt>: DRED state
675
+ * @param [in] dred_offset <tt>opus_int32</tt>: position of the redundancy to decode (in samples before the beginning of the real audio data in the packet).
676
+ * @param [out] pcm <tt>opus_int32*</tt>: Output signal (interleaved if 2 channels). length
677
+ * is frame_size*channels*sizeof(opus_int16)
678
+ * @param [in] frame_size Number of samples per channel to decode in \a pcm.
679
+ * frame_size <b>must</b> be a multiple of 2.5 ms.
680
+ * @returns Number of decoded samples or @ref opus_errorcodes
681
+ */
682
+ OPUS_EXPORT int opus_decoder_dred_decode24(OpusDecoder *st, const OpusDRED *dred, opus_int32 dred_offset, opus_int32 *pcm, opus_int32 frame_size);
683
+
684
+ /** Decode audio from an Opus DRED packet with floating point output.
685
+ * @param [in] st <tt>OpusDecoder*</tt>: Decoder state
686
+ * @param [in] dred <tt>OpusDRED*</tt>: DRED state
687
+ * @param [in] dred_offset <tt>opus_int32</tt>: position of the redundancy to decode (in samples before the beginning of the real audio data in the packet).
688
+ * @param [out] pcm <tt>float*</tt>: Output signal (interleaved if 2 channels). length
689
+ * is frame_size*channels*sizeof(float)
690
+ * @param [in] frame_size Number of samples per channel to decode in \a pcm.
691
+ * frame_size <b>must</b> be a multiple of 2.5 ms.
692
+ * @returns Number of decoded samples or @ref opus_errorcodes
693
+ */
694
+ OPUS_EXPORT int opus_decoder_dred_decode_float(OpusDecoder *st, const OpusDRED *dred, opus_int32 dred_offset, float *pcm, opus_int32 frame_size);
695
+
696
+
697
+ /** Parse an opus packet into one or more frames.
698
+ * Opus_decode will perform this operation internally so most applications do
699
+ * not need to use this function.
700
+ * This function does not copy the frames, the returned pointers are pointers into
701
+ * the input packet.
702
+ * @param [in] data <tt>char*</tt>: Opus packet to be parsed
703
+ * @param [in] len <tt>opus_int32</tt>: size of data
704
+ * @param [out] out_toc <tt>char*</tt>: TOC pointer
705
+ * @param [out] frames <tt>char*[48]</tt> encapsulated frames
706
+ * @param [out] size <tt>opus_int16[48]</tt> sizes of the encapsulated frames
707
+ * @param [out] payload_offset <tt>int*</tt>: returns the position of the payload within the packet (in bytes)
708
+ * @returns number of frames
709
+ */
710
+ OPUS_EXPORT int opus_packet_parse(
711
+ const unsigned char *data,
712
+ opus_int32 len,
713
+ unsigned char *out_toc,
714
+ const unsigned char *frames[48],
715
+ opus_int16 size[48],
716
+ int *payload_offset
717
+ ) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(5);
718
+
719
+ /** Gets the bandwidth of an Opus packet.
720
+ * @param [in] data <tt>char*</tt>: Opus packet
721
+ * @retval OPUS_BANDWIDTH_NARROWBAND Narrowband (4kHz bandpass)
722
+ * @retval OPUS_BANDWIDTH_MEDIUMBAND Mediumband (6kHz bandpass)
723
+ * @retval OPUS_BANDWIDTH_WIDEBAND Wideband (8kHz bandpass)
724
+ * @retval OPUS_BANDWIDTH_SUPERWIDEBAND Superwideband (12kHz bandpass)
725
+ * @retval OPUS_BANDWIDTH_FULLBAND Fullband (20kHz bandpass)
726
+ * @retval OPUS_INVALID_PACKET The compressed data passed is corrupted or of an unsupported type
727
+ */
728
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_packet_get_bandwidth(const unsigned char *data) OPUS_ARG_NONNULL(1);
729
+
730
+ /** Gets the number of samples per frame from an Opus packet.
731
+ * @param [in] data <tt>char*</tt>: Opus packet.
732
+ * This must contain at least one byte of
733
+ * data.
734
+ * @param [in] Fs <tt>opus_int32</tt>: Sampling rate in Hz.
735
+ * This must be a multiple of 400, or
736
+ * inaccurate results will be returned.
737
+ * @returns Number of samples per frame.
738
+ */
739
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_packet_get_samples_per_frame(const unsigned char *data, opus_int32 Fs) OPUS_ARG_NONNULL(1);
740
+
741
+ /** Gets the number of channels from an Opus packet.
742
+ * @param [in] data <tt>char*</tt>: Opus packet
743
+ * @returns Number of channels
744
+ * @retval OPUS_INVALID_PACKET The compressed data passed is corrupted or of an unsupported type
745
+ */
746
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_packet_get_nb_channels(const unsigned char *data) OPUS_ARG_NONNULL(1);
747
+
748
+ /** Gets the number of frames in an Opus packet.
749
+ * @param [in] packet <tt>char*</tt>: Opus packet
750
+ * @param [in] len <tt>opus_int32</tt>: Length of packet
751
+ * @returns Number of frames
752
+ * @retval OPUS_BAD_ARG Insufficient data was passed to the function
753
+ * @retval OPUS_INVALID_PACKET The compressed data passed is corrupted or of an unsupported type
754
+ */
755
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_packet_get_nb_frames(const unsigned char packet[], opus_int32 len) OPUS_ARG_NONNULL(1);
756
+
757
+ /** Gets the number of samples of an Opus packet.
758
+ * @param [in] packet <tt>char*</tt>: Opus packet
759
+ * @param [in] len <tt>opus_int32</tt>: Length of packet
760
+ * @param [in] Fs <tt>opus_int32</tt>: Sampling rate in Hz.
761
+ * This must be a multiple of 400, or
762
+ * inaccurate results will be returned.
763
+ * @returns Number of samples
764
+ * @retval OPUS_BAD_ARG Insufficient data was passed to the function
765
+ * @retval OPUS_INVALID_PACKET The compressed data passed is corrupted or of an unsupported type
766
+ */
767
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_packet_get_nb_samples(const unsigned char packet[], opus_int32 len, opus_int32 Fs) OPUS_ARG_NONNULL(1);
768
+
769
+ /** Checks whether an Opus packet has LBRR.
770
+ * @param [in] packet <tt>char*</tt>: Opus packet
771
+ * @param [in] len <tt>opus_int32</tt>: Length of packet
772
+ * @returns 1 is LBRR is present, 0 otherwise
773
+ * @retval OPUS_INVALID_PACKET The compressed data passed is corrupted or of an unsupported type
774
+ */
775
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_packet_has_lbrr(const unsigned char packet[], opus_int32 len);
776
+
777
+ /** Gets the number of samples of an Opus packet.
778
+ * @param [in] dec <tt>OpusDecoder*</tt>: Decoder state
779
+ * @param [in] packet <tt>char*</tt>: Opus packet
780
+ * @param [in] len <tt>opus_int32</tt>: Length of packet
781
+ * @returns Number of samples
782
+ * @retval OPUS_BAD_ARG Insufficient data was passed to the function
783
+ * @retval OPUS_INVALID_PACKET The compressed data passed is corrupted or of an unsupported type
784
+ */
785
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_decoder_get_nb_samples(const OpusDecoder *dec, const unsigned char packet[], opus_int32 len) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(2);
786
+
787
+ /** Applies soft-clipping to bring a float signal within the [-1,1] range. If
788
+ * the signal is already in that range, nothing is done. If there are values
789
+ * outside of [-1,1], then the signal is clipped as smoothly as possible to
790
+ * both fit in the range and avoid creating excessive distortion in the
791
+ * process.
792
+ * @param [in,out] pcm <tt>float*</tt>: Input PCM and modified PCM
793
+ * @param [in] frame_size <tt>int</tt> Number of samples per channel to process
794
+ * @param [in] channels <tt>int</tt>: Number of channels
795
+ * @param [in,out] softclip_mem <tt>float*</tt>: State memory for the soft clipping process (one float per channel, initialized to zero)
796
+ */
797
+ OPUS_EXPORT void opus_pcm_soft_clip(float *pcm, int frame_size, int channels, float *softclip_mem);
798
+
799
+
800
+ /**@}*/
801
+
802
+ /** @defgroup opus_repacketizer Repacketizer
803
+ * @{
804
+ *
805
+ * The repacketizer can be used to merge multiple Opus packets into a single
806
+ * packet or alternatively to split Opus packets that have previously been
807
+ * merged. Splitting valid Opus packets is always guaranteed to succeed,
808
+ * whereas merging valid packets only succeeds if all frames have the same
809
+ * mode, bandwidth, and frame size, and when the total duration of the merged
810
+ * packet is no more than 120 ms. The 120 ms limit comes from the
811
+ * specification and limits decoder memory requirements at a point where
812
+ * framing overhead becomes negligible.
813
+ *
814
+ * The repacketizer currently only operates on elementary Opus
815
+ * streams. It will not manipualte multistream packets successfully, except in
816
+ * the degenerate case where they consist of data from a single stream.
817
+ *
818
+ * The repacketizing process starts with creating a repacketizer state, either
819
+ * by calling opus_repacketizer_create() or by allocating the memory yourself,
820
+ * e.g.,
821
+ * @code
822
+ * OpusRepacketizer *rp;
823
+ * rp = (OpusRepacketizer*)malloc(opus_repacketizer_get_size());
824
+ * if (rp != NULL)
825
+ * opus_repacketizer_init(rp);
826
+ * @endcode
827
+ *
828
+ * Then the application should submit packets with opus_repacketizer_cat(),
829
+ * extract new packets with opus_repacketizer_out() or
830
+ * opus_repacketizer_out_range(), and then reset the state for the next set of
831
+ * input packets via opus_repacketizer_init().
832
+ *
833
+ * For example, to split a sequence of packets into individual frames:
834
+ * @code
835
+ * unsigned char *data;
836
+ * int len;
837
+ * while (get_next_packet(&data, &len))
838
+ * {
839
+ * unsigned char out[1276];
840
+ * opus_int32 out_len;
841
+ * int nb_frames;
842
+ * int err;
843
+ * int i;
844
+ * err = opus_repacketizer_cat(rp, data, len);
845
+ * if (err != OPUS_OK)
846
+ * {
847
+ * release_packet(data);
848
+ * return err;
849
+ * }
850
+ * nb_frames = opus_repacketizer_get_nb_frames(rp);
851
+ * for (i = 0; i < nb_frames; i++)
852
+ * {
853
+ * out_len = opus_repacketizer_out_range(rp, i, i+1, out, sizeof(out));
854
+ * if (out_len < 0)
855
+ * {
856
+ * release_packet(data);
857
+ * return (int)out_len;
858
+ * }
859
+ * output_next_packet(out, out_len);
860
+ * }
861
+ * opus_repacketizer_init(rp);
862
+ * release_packet(data);
863
+ * }
864
+ * @endcode
865
+ *
866
+ * Alternatively, to combine a sequence of frames into packets that each
867
+ * contain up to <code>TARGET_DURATION_MS</code> milliseconds of data:
868
+ * @code
869
+ * // The maximum number of packets with duration TARGET_DURATION_MS occurs
870
+ * // when the frame size is 2.5 ms, for a total of (TARGET_DURATION_MS*2/5)
871
+ * // packets.
872
+ * unsigned char *data[(TARGET_DURATION_MS*2/5)+1];
873
+ * opus_int32 len[(TARGET_DURATION_MS*2/5)+1];
874
+ * int nb_packets;
875
+ * unsigned char out[1277*(TARGET_DURATION_MS*2/2)];
876
+ * opus_int32 out_len;
877
+ * int prev_toc;
878
+ * nb_packets = 0;
879
+ * while (get_next_packet(data+nb_packets, len+nb_packets))
880
+ * {
881
+ * int nb_frames;
882
+ * int err;
883
+ * nb_frames = opus_packet_get_nb_frames(data[nb_packets], len[nb_packets]);
884
+ * if (nb_frames < 1)
885
+ * {
886
+ * release_packets(data, nb_packets+1);
887
+ * return nb_frames;
888
+ * }
889
+ * nb_frames += opus_repacketizer_get_nb_frames(rp);
890
+ * // If adding the next packet would exceed our target, or it has an
891
+ * // incompatible TOC sequence, output the packets we already have before
892
+ * // submitting it.
893
+ * // N.B., The nb_packets > 0 check ensures we've submitted at least one
894
+ * // packet since the last call to opus_repacketizer_init(). Otherwise a
895
+ * // single packet longer than TARGET_DURATION_MS would cause us to try to
896
+ * // output an (invalid) empty packet. It also ensures that prev_toc has
897
+ * // been set to a valid value. Additionally, len[nb_packets] > 0 is
898
+ * // guaranteed by the call to opus_packet_get_nb_frames() above, so the
899
+ * // reference to data[nb_packets][0] should be valid.
900
+ * if (nb_packets > 0 && (
901
+ * ((prev_toc & 0xFC) != (data[nb_packets][0] & 0xFC)) ||
902
+ * opus_packet_get_samples_per_frame(data[nb_packets], 48000)*nb_frames >
903
+ * TARGET_DURATION_MS*48))
904
+ * {
905
+ * out_len = opus_repacketizer_out(rp, out, sizeof(out));
906
+ * if (out_len < 0)
907
+ * {
908
+ * release_packets(data, nb_packets+1);
909
+ * return (int)out_len;
910
+ * }
911
+ * output_next_packet(out, out_len);
912
+ * opus_repacketizer_init(rp);
913
+ * release_packets(data, nb_packets);
914
+ * data[0] = data[nb_packets];
915
+ * len[0] = len[nb_packets];
916
+ * nb_packets = 0;
917
+ * }
918
+ * err = opus_repacketizer_cat(rp, data[nb_packets], len[nb_packets]);
919
+ * if (err != OPUS_OK)
920
+ * {
921
+ * release_packets(data, nb_packets+1);
922
+ * return err;
923
+ * }
924
+ * prev_toc = data[nb_packets][0];
925
+ * nb_packets++;
926
+ * }
927
+ * // Output the final, partial packet.
928
+ * if (nb_packets > 0)
929
+ * {
930
+ * out_len = opus_repacketizer_out(rp, out, sizeof(out));
931
+ * release_packets(data, nb_packets);
932
+ * if (out_len < 0)
933
+ * return (int)out_len;
934
+ * output_next_packet(out, out_len);
935
+ * }
936
+ * @endcode
937
+ *
938
+ * An alternate way of merging packets is to simply call opus_repacketizer_cat()
939
+ * unconditionally until it fails. At that point, the merged packet can be
940
+ * obtained with opus_repacketizer_out() and the input packet for which
941
+ * opus_repacketizer_cat() needs to be re-added to a newly reinitialized
942
+ * repacketizer state.
943
+ */
944
+
945
+ typedef struct OpusRepacketizer OpusRepacketizer;
946
+
947
+ /** Gets the size of an <code>OpusRepacketizer</code> structure.
948
+ * @returns The size in bytes.
949
+ */
950
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_repacketizer_get_size(void);
951
+
952
+ /** (Re)initializes a previously allocated repacketizer state.
953
+ * The state must be at least the size returned by opus_repacketizer_get_size().
954
+ * This can be used for applications which use their own allocator instead of
955
+ * malloc().
956
+ * It must also be called to reset the queue of packets waiting to be
957
+ * repacketized, which is necessary if the maximum packet duration of 120 ms
958
+ * is reached or if you wish to submit packets with a different Opus
959
+ * configuration (coding mode, audio bandwidth, frame size, or channel count).
960
+ * Failure to do so will prevent a new packet from being added with
961
+ * opus_repacketizer_cat().
962
+ * @see opus_repacketizer_create
963
+ * @see opus_repacketizer_get_size
964
+ * @see opus_repacketizer_cat
965
+ * @param rp <tt>OpusRepacketizer*</tt>: The repacketizer state to
966
+ * (re)initialize.
967
+ * @returns A pointer to the same repacketizer state that was passed in.
968
+ */
969
+ OPUS_EXPORT OpusRepacketizer *opus_repacketizer_init(OpusRepacketizer *rp) OPUS_ARG_NONNULL(1);
970
+
971
+ /** Allocates memory and initializes the new repacketizer with
972
+ * opus_repacketizer_init().
973
+ */
974
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT OpusRepacketizer *opus_repacketizer_create(void);
975
+
976
+ /** Frees an <code>OpusRepacketizer</code> allocated by
977
+ * opus_repacketizer_create().
978
+ * @param[in] rp <tt>OpusRepacketizer*</tt>: State to be freed.
979
+ */
980
+ OPUS_EXPORT void opus_repacketizer_destroy(OpusRepacketizer *rp);
981
+
982
+ /** Add a packet to the current repacketizer state.
983
+ * This packet must match the configuration of any packets already submitted
984
+ * for repacketization since the last call to opus_repacketizer_init().
985
+ * This means that it must have the same coding mode, audio bandwidth, frame
986
+ * size, and channel count.
987
+ * This can be checked in advance by examining the top 6 bits of the first
988
+ * byte of the packet, and ensuring they match the top 6 bits of the first
989
+ * byte of any previously submitted packet.
990
+ * The total duration of audio in the repacketizer state also must not exceed
991
+ * 120 ms, the maximum duration of a single packet, after adding this packet.
992
+ *
993
+ * The contents of the current repacketizer state can be extracted into new
994
+ * packets using opus_repacketizer_out() or opus_repacketizer_out_range().
995
+ *
996
+ * In order to add a packet with a different configuration or to add more
997
+ * audio beyond 120 ms, you must clear the repacketizer state by calling
998
+ * opus_repacketizer_init().
999
+ * If a packet is too large to add to the current repacketizer state, no part
1000
+ * of it is added, even if it contains multiple frames, some of which might
1001
+ * fit.
1002
+ * If you wish to be able to add parts of such packets, you should first use
1003
+ * another repacketizer to split the packet into pieces and add them
1004
+ * individually.
1005
+ * @see opus_repacketizer_out_range
1006
+ * @see opus_repacketizer_out
1007
+ * @see opus_repacketizer_init
1008
+ * @param rp <tt>OpusRepacketizer*</tt>: The repacketizer state to which to
1009
+ * add the packet.
1010
+ * @param[in] data <tt>const unsigned char*</tt>: The packet data.
1011
+ * The application must ensure
1012
+ * this pointer remains valid
1013
+ * until the next call to
1014
+ * opus_repacketizer_init() or
1015
+ * opus_repacketizer_destroy().
1016
+ * @param len <tt>opus_int32</tt>: The number of bytes in the packet data.
1017
+ * @returns An error code indicating whether or not the operation succeeded.
1018
+ * @retval #OPUS_OK The packet's contents have been added to the repacketizer
1019
+ * state.
1020
+ * @retval #OPUS_INVALID_PACKET The packet did not have a valid TOC sequence,
1021
+ * the packet's TOC sequence was not compatible
1022
+ * with previously submitted packets (because
1023
+ * the coding mode, audio bandwidth, frame size,
1024
+ * or channel count did not match), or adding
1025
+ * this packet would increase the total amount of
1026
+ * audio stored in the repacketizer state to more
1027
+ * than 120 ms.
1028
+ */
1029
+ OPUS_EXPORT int opus_repacketizer_cat(OpusRepacketizer *rp, const unsigned char *data, opus_int32 len) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(2);
1030
+
1031
+
1032
+ /** Construct a new packet from data previously submitted to the repacketizer
1033
+ * state via opus_repacketizer_cat().
1034
+ * @param rp <tt>OpusRepacketizer*</tt>: The repacketizer state from which to
1035
+ * construct the new packet.
1036
+ * @param begin <tt>int</tt>: The index of the first frame in the current
1037
+ * repacketizer state to include in the output.
1038
+ * @param end <tt>int</tt>: One past the index of the last frame in the
1039
+ * current repacketizer state to include in the
1040
+ * output.
1041
+ * @param[out] data <tt>const unsigned char*</tt>: The buffer in which to
1042
+ * store the output packet.
1043
+ * @param maxlen <tt>opus_int32</tt>: The maximum number of bytes to store in
1044
+ * the output buffer. In order to guarantee
1045
+ * success, this should be at least
1046
+ * <code>1276</code> for a single frame,
1047
+ * or for multiple frames,
1048
+ * <code>1277*(end-begin)</code>.
1049
+ * However, <code>1*(end-begin)</code> plus
1050
+ * the size of all packet data submitted to
1051
+ * the repacketizer since the last call to
1052
+ * opus_repacketizer_init() or
1053
+ * opus_repacketizer_create() is also
1054
+ * sufficient, and possibly much smaller.
1055
+ * @returns The total size of the output packet on success, or an error code
1056
+ * on failure.
1057
+ * @retval #OPUS_BAD_ARG <code>[begin,end)</code> was an invalid range of
1058
+ * frames (begin < 0, begin >= end, or end >
1059
+ * opus_repacketizer_get_nb_frames()).
1060
+ * @retval #OPUS_BUFFER_TOO_SMALL \a maxlen was insufficient to contain the
1061
+ * complete output packet.
1062
+ */
1063
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT opus_int32 opus_repacketizer_out_range(OpusRepacketizer *rp, int begin, int end, unsigned char *data, opus_int32 maxlen) OPUS_ARG_NONNULL(1) OPUS_ARG_NONNULL(4);
1064
+
1065
+ /** Return the total number of frames contained in packet data submitted to
1066
+ * the repacketizer state so far via opus_repacketizer_cat() since the last
1067
+ * call to opus_repacketizer_init() or opus_repacketizer_create().
1068
+ * This defines the valid range of packets that can be extracted with
1069
+ * opus_repacketizer_out_range() or opus_repacketizer_out().
1070
+ * @param rp <tt>OpusRepacketizer*</tt>: The repacketizer state containing the
1071
+ * frames.
1072
+ * @returns The total number of frames contained in the packet data submitted
1073
+ * to the repacketizer state.
1074
+ */
1075
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT int opus_repacketizer_get_nb_frames(OpusRepacketizer *rp) OPUS_ARG_NONNULL(1);
1076
+
1077
+ /** Construct a new packet from data previously submitted to the repacketizer
1078
+ * state via opus_repacketizer_cat().
1079
+ * This is a convenience routine that returns all the data submitted so far
1080
+ * in a single packet.
1081
+ * It is equivalent to calling
1082
+ * @code
1083
+ * opus_repacketizer_out_range(rp, 0, opus_repacketizer_get_nb_frames(rp),
1084
+ * data, maxlen)
1085
+ * @endcode
1086
+ * @param rp <tt>OpusRepacketizer*</tt>: The repacketizer state from which to
1087
+ * construct the new packet.
1088
+ * @param[out] data <tt>const unsigned char*</tt>: The buffer in which to
1089
+ * store the output packet.
1090
+ * @param maxlen <tt>opus_int32</tt>: The maximum number of bytes to store in
1091
+ * the output buffer. In order to guarantee
1092
+ * success, this should be at least
1093
+ * <code>1277*opus_repacketizer_get_nb_frames(rp)</code>.
1094
+ * However,
1095
+ * <code>1*opus_repacketizer_get_nb_frames(rp)</code>
1096
+ * plus the size of all packet data
1097
+ * submitted to the repacketizer since the
1098
+ * last call to opus_repacketizer_init() or
1099
+ * opus_repacketizer_create() is also
1100
+ * sufficient, and possibly much smaller.
1101
+ * @returns The total size of the output packet on success, or an error code
1102
+ * on failure.
1103
+ * @retval #OPUS_BUFFER_TOO_SMALL \a maxlen was insufficient to contain the
1104
+ * complete output packet.
1105
+ */
1106
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT opus_int32 opus_repacketizer_out(OpusRepacketizer *rp, unsigned char *data, opus_int32 maxlen) OPUS_ARG_NONNULL(1);
1107
+
1108
+ /** Pads a given Opus packet to a larger size (possibly changing the TOC sequence).
1109
+ * @param[in,out] data <tt>const unsigned char*</tt>: The buffer containing the
1110
+ * packet to pad.
1111
+ * @param len <tt>opus_int32</tt>: The size of the packet.
1112
+ * This must be at least 1.
1113
+ * @param new_len <tt>opus_int32</tt>: The desired size of the packet after padding.
1114
+ * This must be at least as large as len.
1115
+ * @returns an error code
1116
+ * @retval #OPUS_OK \a on success.
1117
+ * @retval #OPUS_BAD_ARG \a len was less than 1 or new_len was less than len.
1118
+ * @retval #OPUS_INVALID_PACKET \a data did not contain a valid Opus packet.
1119
+ */
1120
+ OPUS_EXPORT int opus_packet_pad(unsigned char *data, opus_int32 len, opus_int32 new_len);
1121
+
1122
+ /** Remove all padding from a given Opus packet and rewrite the TOC sequence to
1123
+ * minimize space usage.
1124
+ * @param[in,out] data <tt>const unsigned char*</tt>: The buffer containing the
1125
+ * packet to strip.
1126
+ * @param len <tt>opus_int32</tt>: The size of the packet.
1127
+ * This must be at least 1.
1128
+ * @returns The new size of the output packet on success, or an error code
1129
+ * on failure.
1130
+ * @retval #OPUS_BAD_ARG \a len was less than 1.
1131
+ * @retval #OPUS_INVALID_PACKET \a data did not contain a valid Opus packet.
1132
+ */
1133
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT opus_int32 opus_packet_unpad(unsigned char *data, opus_int32 len);
1134
+
1135
+ /** Pads a given Opus multi-stream packet to a larger size (possibly changing the TOC sequence).
1136
+ * @param[in,out] data <tt>const unsigned char*</tt>: The buffer containing the
1137
+ * packet to pad.
1138
+ * @param len <tt>opus_int32</tt>: The size of the packet.
1139
+ * This must be at least 1.
1140
+ * @param new_len <tt>opus_int32</tt>: The desired size of the packet after padding.
1141
+ * This must be at least 1.
1142
+ * @param nb_streams <tt>opus_int32</tt>: The number of streams (not channels) in the packet.
1143
+ * This must be at least as large as len.
1144
+ * @returns an error code
1145
+ * @retval #OPUS_OK \a on success.
1146
+ * @retval #OPUS_BAD_ARG \a len was less than 1.
1147
+ * @retval #OPUS_INVALID_PACKET \a data did not contain a valid Opus packet.
1148
+ */
1149
+ OPUS_EXPORT int opus_multistream_packet_pad(unsigned char *data, opus_int32 len, opus_int32 new_len, int nb_streams);
1150
+
1151
+ /** Remove all padding from a given Opus multi-stream packet and rewrite the TOC sequence to
1152
+ * minimize space usage.
1153
+ * @param[in,out] data <tt>const unsigned char*</tt>: The buffer containing the
1154
+ * packet to strip.
1155
+ * @param len <tt>opus_int32</tt>: The size of the packet.
1156
+ * This must be at least 1.
1157
+ * @param nb_streams <tt>opus_int32</tt>: The number of streams (not channels) in the packet.
1158
+ * This must be at least 1.
1159
+ * @returns The new size of the output packet on success, or an error code
1160
+ * on failure.
1161
+ * @retval #OPUS_BAD_ARG \a len was less than 1 or new_len was less than len.
1162
+ * @retval #OPUS_INVALID_PACKET \a data did not contain a valid Opus packet.
1163
+ */
1164
+ OPUS_EXPORT OPUS_WARN_UNUSED_RESULT opus_int32 opus_multistream_packet_unpad(unsigned char *data, opus_int32 len, int nb_streams);
1165
+
1166
+ /**@}*/
1167
+
1168
+ #ifdef __cplusplus
1169
+ }
1170
+ #endif
1171
+
1172
+ #endif /* OPUS_H */