@scrypted/libav 1.0.170 → 1.0.172

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (721) hide show
  1. package/package.json +1 -1
  2. package/src/build-ffmpeg-linux.sh +3 -3
  3. package/opus/.gitattributes +0 -10
  4. package/opus/.gitlab-ci.yml +0 -122
  5. package/opus/AUTHORS +0 -6
  6. package/opus/CMakeLists.txt +0 -755
  7. package/opus/COPYING +0 -44
  8. package/opus/ChangeLog +0 -0
  9. package/opus/LICENSE_PLEASE_READ.txt +0 -22
  10. package/opus/Makefile.am +0 -497
  11. package/opus/Makefile.mips +0 -169
  12. package/opus/Makefile.unix +0 -167
  13. package/opus/NEWS +0 -0
  14. package/opus/README +0 -189
  15. package/opus/README.draft +0 -54
  16. package/opus/autogen.bat +0 -13
  17. package/opus/autogen.sh +0 -16
  18. package/opus/celt/_kiss_fft_guts.h +0 -188
  19. package/opus/celt/arch.h +0 -390
  20. package/opus/celt/arm/arm2gnu.pl +0 -353
  21. package/opus/celt/arm/arm_celt_map.c +0 -171
  22. package/opus/celt/arm/armcpu.c +0 -291
  23. package/opus/celt/arm/armcpu.h +0 -90
  24. package/opus/celt/arm/armopts.s.in +0 -37
  25. package/opus/celt/arm/celt_fft_ne10.c +0 -173
  26. package/opus/celt/arm/celt_mdct_ne10.c +0 -258
  27. package/opus/celt/arm/celt_neon_intr.c +0 -272
  28. package/opus/celt/arm/celt_pitch_xcorr_arm.s +0 -551
  29. package/opus/celt/arm/fft_arm.h +0 -71
  30. package/opus/celt/arm/fixed_arm64.h +0 -35
  31. package/opus/celt/arm/fixed_armv4.h +0 -80
  32. package/opus/celt/arm/fixed_armv5e.h +0 -151
  33. package/opus/celt/arm/kiss_fft_armv4.h +0 -121
  34. package/opus/celt/arm/kiss_fft_armv5e.h +0 -118
  35. package/opus/celt/arm/mdct_arm.h +0 -59
  36. package/opus/celt/arm/meson.build +0 -12
  37. package/opus/celt/arm/pitch_arm.h +0 -160
  38. package/opus/celt/arm/pitch_neon_intr.c +0 -288
  39. package/opus/celt/bands.c +0 -1686
  40. package/opus/celt/bands.h +0 -123
  41. package/opus/celt/celt.c +0 -317
  42. package/opus/celt/celt.h +0 -255
  43. package/opus/celt/celt_decoder.c +0 -1616
  44. package/opus/celt/celt_encoder.c +0 -2854
  45. package/opus/celt/celt_lpc.c +0 -364
  46. package/opus/celt/celt_lpc.h +0 -66
  47. package/opus/celt/cpu_support.h +0 -72
  48. package/opus/celt/cwrs.c +0 -715
  49. package/opus/celt/cwrs.h +0 -48
  50. package/opus/celt/dump_modes/dump_modes.c +0 -400
  51. package/opus/celt/dump_modes/dump_modes_arch.h +0 -45
  52. package/opus/celt/dump_modes/dump_modes_arm_ne10.c +0 -152
  53. package/opus/celt/ecintrin.h +0 -91
  54. package/opus/celt/entcode.c +0 -153
  55. package/opus/celt/entcode.h +0 -152
  56. package/opus/celt/entdec.c +0 -266
  57. package/opus/celt/entdec.h +0 -110
  58. package/opus/celt/entenc.c +0 -305
  59. package/opus/celt/entenc.h +0 -119
  60. package/opus/celt/fixed_c5x.h +0 -79
  61. package/opus/celt/fixed_c6x.h +0 -70
  62. package/opus/celt/fixed_debug.h +0 -839
  63. package/opus/celt/fixed_generic.h +0 -201
  64. package/opus/celt/float_cast.h +0 -152
  65. package/opus/celt/kiss_fft.c +0 -648
  66. package/opus/celt/kiss_fft.h +0 -217
  67. package/opus/celt/laplace.c +0 -235
  68. package/opus/celt/laplace.h +0 -57
  69. package/opus/celt/mathops.c +0 -217
  70. package/opus/celt/mathops.h +0 -479
  71. package/opus/celt/mdct.c +0 -372
  72. package/opus/celt/mdct.h +0 -115
  73. package/opus/celt/meson.build +0 -64
  74. package/opus/celt/mfrngcod.h +0 -48
  75. package/opus/celt/mips/celt_mipsr1.h +0 -152
  76. package/opus/celt/mips/fixed_generic_mipsr1.h +0 -126
  77. package/opus/celt/mips/kiss_fft_mipsr1.h +0 -167
  78. package/opus/celt/mips/mdct_mipsr1.h +0 -288
  79. package/opus/celt/mips/pitch_mipsr1.h +0 -161
  80. package/opus/celt/mips/vq_mipsr1.h +0 -116
  81. package/opus/celt/modes.c +0 -450
  82. package/opus/celt/modes.h +0 -75
  83. package/opus/celt/opus_custom_demo.c +0 -451
  84. package/opus/celt/os_support.h +0 -99
  85. package/opus/celt/pitch.c +0 -555
  86. package/opus/celt/pitch.h +0 -203
  87. package/opus/celt/quant_bands.c +0 -562
  88. package/opus/celt/quant_bands.h +0 -66
  89. package/opus/celt/rate.c +0 -646
  90. package/opus/celt/rate.h +0 -101
  91. package/opus/celt/stack_alloc.h +0 -185
  92. package/opus/celt/static_modes_fixed.h +0 -1541
  93. package/opus/celt/static_modes_fixed_arm_ne10.h +0 -388
  94. package/opus/celt/static_modes_float.h +0 -888
  95. package/opus/celt/static_modes_float_arm_ne10.h +0 -404
  96. package/opus/celt/tests/meson.build +0 -19
  97. package/opus/celt/tests/test_unit_cwrs32.c +0 -162
  98. package/opus/celt/tests/test_unit_dft.c +0 -181
  99. package/opus/celt/tests/test_unit_entropy.c +0 -383
  100. package/opus/celt/tests/test_unit_laplace.c +0 -94
  101. package/opus/celt/tests/test_unit_mathops.c +0 -369
  102. package/opus/celt/tests/test_unit_mdct.c +0 -233
  103. package/opus/celt/tests/test_unit_rotation.c +0 -87
  104. package/opus/celt/tests/test_unit_types.c +0 -50
  105. package/opus/celt/vq.c +0 -442
  106. package/opus/celt/vq.h +0 -79
  107. package/opus/celt/x86/celt_lpc_sse.h +0 -67
  108. package/opus/celt/x86/celt_lpc_sse4_1.c +0 -96
  109. package/opus/celt/x86/pitch_avx.c +0 -101
  110. package/opus/celt/x86/pitch_sse.c +0 -185
  111. package/opus/celt/x86/pitch_sse.h +0 -216
  112. package/opus/celt/x86/pitch_sse2.c +0 -95
  113. package/opus/celt/x86/pitch_sse4_1.c +0 -240
  114. package/opus/celt/x86/vq_sse.h +0 -52
  115. package/opus/celt/x86/vq_sse2.c +0 -217
  116. package/opus/celt/x86/x86_arch_macros.h +0 -47
  117. package/opus/celt/x86/x86_celt_map.c +0 -187
  118. package/opus/celt/x86/x86cpu.c +0 -184
  119. package/opus/celt/x86/x86cpu.h +0 -112
  120. package/opus/celt_headers.mk +0 -54
  121. package/opus/celt_sources.mk +0 -55
  122. package/opus/cmake/CFeatureCheck.cmake +0 -39
  123. package/opus/cmake/OpusBuildtype.cmake +0 -27
  124. package/opus/cmake/OpusConfig.cmake +0 -118
  125. package/opus/cmake/OpusConfig.cmake.in +0 -20
  126. package/opus/cmake/OpusFunctions.cmake +0 -231
  127. package/opus/cmake/OpusPackageVersion.cmake +0 -70
  128. package/opus/cmake/OpusSources.cmake +0 -71
  129. package/opus/cmake/README.md +0 -132
  130. package/opus/cmake/RunTest.cmake +0 -61
  131. package/opus/cmake/config.h.cmake.in +0 -1
  132. package/opus/cmake/cpu_info_by_asm.c +0 -31
  133. package/opus/cmake/cpu_info_by_c.c +0 -9
  134. package/opus/cmake/vla.c +0 -7
  135. package/opus/configure.ac +0 -1091
  136. package/opus/dnn/LPCNet.yml +0 -24
  137. package/opus/dnn/README +0 -1
  138. package/opus/dnn/README.md +0 -126
  139. package/opus/dnn/adaconvtest.c +0 -449
  140. package/opus/dnn/arm/arm_dnn_map.c +0 -88
  141. package/opus/dnn/arm/dnn_arm.h +0 -104
  142. package/opus/dnn/arm/nnet_dotprod.c +0 -38
  143. package/opus/dnn/arm/nnet_neon.c +0 -38
  144. package/opus/dnn/burg.c +0 -246
  145. package/opus/dnn/burg.h +0 -41
  146. package/opus/dnn/common.h +0 -56
  147. package/opus/dnn/datasets.txt +0 -163
  148. package/opus/dnn/download_model.bat +0 -9
  149. package/opus/dnn/download_model.sh +0 -30
  150. package/opus/dnn/dred_coding.c +0 -44
  151. package/opus/dnn/dred_coding.h +0 -36
  152. package/opus/dnn/dred_config.h +0 -54
  153. package/opus/dnn/dred_decoder.c +0 -129
  154. package/opus/dnn/dred_decoder.h +0 -49
  155. package/opus/dnn/dred_encoder.c +0 -363
  156. package/opus/dnn/dred_encoder.h +0 -71
  157. package/opus/dnn/dred_rdovae.h +0 -42
  158. package/opus/dnn/dred_rdovae_dec.c +0 -139
  159. package/opus/dnn/dred_rdovae_dec.h +0 -53
  160. package/opus/dnn/dred_rdovae_enc.c +0 -110
  161. package/opus/dnn/dred_rdovae_enc.h +0 -52
  162. package/opus/dnn/dump_data.c +0 -238
  163. package/opus/dnn/dump_lpcnet_tables.c +0 -104
  164. package/opus/dnn/fargan.c +0 -225
  165. package/opus/dnn/fargan.h +0 -68
  166. package/opus/dnn/fargan_demo.c +0 -217
  167. package/opus/dnn/freq.c +0 -328
  168. package/opus/dnn/freq.h +0 -61
  169. package/opus/dnn/fwgan.c +0 -322
  170. package/opus/dnn/fwgan.h +0 -83
  171. package/opus/dnn/kiss99.c +0 -81
  172. package/opus/dnn/kiss99.h +0 -46
  173. package/opus/dnn/lossgen.c +0 -192
  174. package/opus/dnn/lossgen.h +0 -55
  175. package/opus/dnn/lossgen_demo.c +0 -22
  176. package/opus/dnn/lpcnet.c +0 -283
  177. package/opus/dnn/lpcnet.h +0 -183
  178. package/opus/dnn/lpcnet_enc.c +0 -230
  179. package/opus/dnn/lpcnet_plc.c +0 -211
  180. package/opus/dnn/lpcnet_private.h +0 -90
  181. package/opus/dnn/lpcnet_tables.c +0 -307
  182. package/opus/dnn/meson.build +0 -64
  183. package/opus/dnn/nndsp.c +0 -416
  184. package/opus/dnn/nndsp.h +0 -143
  185. package/opus/dnn/nnet.c +0 -149
  186. package/opus/dnn/nnet.h +0 -163
  187. package/opus/dnn/nnet_arch.h +0 -247
  188. package/opus/dnn/nnet_default.c +0 -35
  189. package/opus/dnn/osce.c +0 -1419
  190. package/opus/dnn/osce.h +0 -84
  191. package/opus/dnn/osce_config.h +0 -60
  192. package/opus/dnn/osce_features.c +0 -454
  193. package/opus/dnn/osce_features.h +0 -50
  194. package/opus/dnn/osce_structs.h +0 -125
  195. package/opus/dnn/parse_lpcnet_weights.c +0 -238
  196. package/opus/dnn/pitchdnn.c +0 -79
  197. package/opus/dnn/pitchdnn.h +0 -34
  198. package/opus/dnn/tansig_table.h +0 -50
  199. package/opus/dnn/test_vec.c +0 -128
  200. package/opus/dnn/torch/dnntools/dnntools/__init__.py +0 -2
  201. package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +0 -1
  202. package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +0 -113
  203. package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +0 -2
  204. package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +0 -85
  205. package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +0 -449
  206. package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +0 -6
  207. package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +0 -58
  208. package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +0 -123
  209. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +0 -133
  210. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +0 -134
  211. package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +0 -178
  212. package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +0 -128
  213. package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +0 -64
  214. package/opus/dnn/torch/dnntools/requirements.txt +0 -1
  215. package/opus/dnn/torch/dnntools/setup.py +0 -48
  216. package/opus/dnn/torch/fargan/README.md +0 -54
  217. package/opus/dnn/torch/fargan/adv_train_fargan.py +0 -277
  218. package/opus/dnn/torch/fargan/dataset.py +0 -61
  219. package/opus/dnn/torch/fargan/dump_fargan_weights.py +0 -112
  220. package/opus/dnn/torch/fargan/fargan.py +0 -322
  221. package/opus/dnn/torch/fargan/filters.py +0 -46
  222. package/opus/dnn/torch/fargan/rc.py +0 -29
  223. package/opus/dnn/torch/fargan/stft_loss.py +0 -186
  224. package/opus/dnn/torch/fargan/test_fargan.py +0 -128
  225. package/opus/dnn/torch/fargan/train_fargan.py +0 -168
  226. package/opus/dnn/torch/fwgan/dump_model_weights.py +0 -88
  227. package/opus/dnn/torch/fwgan/inference.py +0 -141
  228. package/opus/dnn/torch/fwgan/models/__init__.py +0 -7
  229. package/opus/dnn/torch/fwgan/models/fwgan400.py +0 -308
  230. package/opus/dnn/torch/fwgan/models/fwgan500.py +0 -260
  231. package/opus/dnn/torch/lossgen/README.md +0 -27
  232. package/opus/dnn/torch/lossgen/export_lossgen.py +0 -101
  233. package/opus/dnn/torch/lossgen/lossgen.py +0 -29
  234. package/opus/dnn/torch/lossgen/process_data.sh +0 -17
  235. package/opus/dnn/torch/lossgen/test_lossgen.py +0 -42
  236. package/opus/dnn/torch/lossgen/train_lossgen.py +0 -99
  237. package/opus/dnn/torch/lpcnet/README.md +0 -27
  238. package/opus/dnn/torch/lpcnet/add_dataset_config.py +0 -77
  239. package/opus/dnn/torch/lpcnet/data/__init__.py +0 -1
  240. package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +0 -227
  241. package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +0 -141
  242. package/opus/dnn/torch/lpcnet/make_default_setup.py +0 -56
  243. package/opus/dnn/torch/lpcnet/make_test_config.py +0 -78
  244. package/opus/dnn/torch/lpcnet/models/__init__.py +0 -8
  245. package/opus/dnn/torch/lpcnet/models/lpcnet.py +0 -303
  246. package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +0 -437
  247. package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +0 -64
  248. package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +0 -190
  249. package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +0 -52
  250. package/opus/dnn/torch/lpcnet/scripts/make_animation.py +0 -67
  251. package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +0 -17
  252. package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +0 -17
  253. package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +0 -22
  254. package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +0 -54
  255. package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +0 -22
  256. package/opus/dnn/torch/lpcnet/scripts/update_setups.py +0 -57
  257. package/opus/dnn/torch/lpcnet/test_lpcnet.py +0 -89
  258. package/opus/dnn/torch/lpcnet/train_lpcnet.py +0 -272
  259. package/opus/dnn/torch/lpcnet/utils/__init__.py +0 -4
  260. package/opus/dnn/torch/lpcnet/utils/data.py +0 -141
  261. package/opus/dnn/torch/lpcnet/utils/endoscopy.py +0 -234
  262. package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +0 -3
  263. package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +0 -44
  264. package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +0 -71
  265. package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +0 -497
  266. package/opus/dnn/torch/lpcnet/utils/misc.py +0 -65
  267. package/opus/dnn/torch/lpcnet/utils/pcm.py +0 -35
  268. package/opus/dnn/torch/lpcnet/utils/sample.py +0 -44
  269. package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +0 -2
  270. package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +0 -121
  271. package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +0 -187
  272. package/opus/dnn/torch/lpcnet/utils/templates.py +0 -157
  273. package/opus/dnn/torch/lpcnet/utils/ulaw.py +0 -58
  274. package/opus/dnn/torch/lpcnet/utils/wav.py +0 -43
  275. package/opus/dnn/torch/neural-pitch/README.md +0 -18
  276. package/opus/dnn/torch/neural-pitch/data_augmentation.py +0 -149
  277. package/opus/dnn/torch/neural-pitch/download_demand.sh +0 -43
  278. package/opus/dnn/torch/neural-pitch/evaluation.py +0 -349
  279. package/opus/dnn/torch/neural-pitch/experiments.py +0 -38
  280. package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +0 -109
  281. package/opus/dnn/torch/neural-pitch/models.py +0 -178
  282. package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +0 -179
  283. package/opus/dnn/torch/neural-pitch/ptdb_process.sh +0 -34
  284. package/opus/dnn/torch/neural-pitch/run_crepe.py +0 -72
  285. package/opus/dnn/torch/neural-pitch/training.py +0 -162
  286. package/opus/dnn/torch/neural-pitch/utils.py +0 -59
  287. package/opus/dnn/torch/osce/README.md +0 -66
  288. package/opus/dnn/torch/osce/adv_train_model.py +0 -462
  289. package/opus/dnn/torch/osce/adv_train_vocoder.py +0 -451
  290. package/opus/dnn/torch/osce/create_testvectors.py +0 -165
  291. package/opus/dnn/torch/osce/data/__init__.py +0 -2
  292. package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +0 -225
  293. package/opus/dnn/torch/osce/data/silk_conversion_set.py +0 -132
  294. package/opus/dnn/torch/osce/data/silk_enhancement_set.py +0 -140
  295. package/opus/dnn/torch/osce/engine/engine.py +0 -103
  296. package/opus/dnn/torch/osce/engine/vocoder_engine.py +0 -101
  297. package/opus/dnn/torch/osce/export_model_weights.py +0 -174
  298. package/opus/dnn/torch/osce/losses/stft_loss.py +0 -277
  299. package/opus/dnn/torch/osce/losses/td_lowpass.py +0 -34
  300. package/opus/dnn/torch/osce/make_default_setup.py +0 -93
  301. package/opus/dnn/torch/osce/models/__init__.py +0 -42
  302. package/opus/dnn/torch/osce/models/fd_discriminator.py +0 -974
  303. package/opus/dnn/torch/osce/models/lace.py +0 -190
  304. package/opus/dnn/torch/osce/models/lavoce.py +0 -274
  305. package/opus/dnn/torch/osce/models/lavoce_400.py +0 -254
  306. package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +0 -91
  307. package/opus/dnn/torch/osce/models/nns_base.py +0 -69
  308. package/opus/dnn/torch/osce/models/no_lace.py +0 -218
  309. package/opus/dnn/torch/osce/models/scale_embedding.py +0 -68
  310. package/opus/dnn/torch/osce/models/shape_up_48.py +0 -179
  311. package/opus/dnn/torch/osce/models/silk_feature_net.py +0 -86
  312. package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +0 -127
  313. package/opus/dnn/torch/osce/requirements.txt +0 -9
  314. package/opus/dnn/torch/osce/resources/training_files.txt +0 -107716
  315. package/opus/dnn/torch/osce/resources/validation_files.txt +0 -26929
  316. package/opus/dnn/torch/osce/scripts/concatenator.py +0 -85
  317. package/opus/dnn/torch/osce/silk_16_to_48.py +0 -28
  318. package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +0 -123
  319. package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +0 -25
  320. package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +0 -7
  321. package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +0 -113
  322. package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +0 -330
  323. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +0 -116
  324. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +0 -109
  325. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +0 -124
  326. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +0 -121
  327. package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +0 -182
  328. package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +0 -190
  329. package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +0 -98
  330. package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +0 -138
  331. package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +0 -196
  332. package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +0 -205
  333. package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +0 -313
  334. package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +0 -320
  335. package/opus/dnn/torch/osce/stndrd/presentation/playback.py +0 -25
  336. package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +0 -275
  337. package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +0 -173
  338. package/opus/dnn/torch/osce/test_model.py +0 -96
  339. package/opus/dnn/torch/osce/test_vocoder.py +0 -103
  340. package/opus/dnn/torch/osce/train_model.py +0 -307
  341. package/opus/dnn/torch/osce/train_vocoder.py +0 -287
  342. package/opus/dnn/torch/osce/utils/ada_conv.py +0 -71
  343. package/opus/dnn/torch/osce/utils/complexity.py +0 -8
  344. package/opus/dnn/torch/osce/utils/endoscopy.py +0 -205
  345. package/opus/dnn/torch/osce/utils/layers/fir.py +0 -27
  346. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +0 -230
  347. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +0 -200
  348. package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +0 -100
  349. package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +0 -84
  350. package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +0 -167
  351. package/opus/dnn/torch/osce/utils/layers/td_shaper.py +0 -145
  352. package/opus/dnn/torch/osce/utils/lpcnet_features.py +0 -112
  353. package/opus/dnn/torch/osce/utils/misc.py +0 -95
  354. package/opus/dnn/torch/osce/utils/moc.py +0 -153
  355. package/opus/dnn/torch/osce/utils/pitch.py +0 -122
  356. package/opus/dnn/torch/osce/utils/silk_features.py +0 -144
  357. package/opus/dnn/torch/osce/utils/softquant.py +0 -110
  358. package/opus/dnn/torch/osce/utils/spec.py +0 -210
  359. package/opus/dnn/torch/osce/utils/templates.py +0 -347
  360. package/opus/dnn/torch/plc/export_plc.py +0 -100
  361. package/opus/dnn/torch/plc/plc.py +0 -144
  362. package/opus/dnn/torch/plc/plc_dataset.py +0 -60
  363. package/opus/dnn/torch/plc/train_plc.py +0 -145
  364. package/opus/dnn/torch/rdovae/README.md +0 -55
  365. package/opus/dnn/torch/rdovae/download_datasets.sh +0 -6
  366. package/opus/dnn/torch/rdovae/export_rdovae_weights.py +0 -365
  367. package/opus/dnn/torch/rdovae/fec_encoder.py +0 -212
  368. package/opus/dnn/torch/rdovae/import_rdovae_weights.py +0 -143
  369. package/opus/dnn/torch/rdovae/packets/__init__.py +0 -1
  370. package/opus/dnn/torch/rdovae/packets/fec_packets.c +0 -142
  371. package/opus/dnn/torch/rdovae/packets/fec_packets.h +0 -34
  372. package/opus/dnn/torch/rdovae/packets/fec_packets.py +0 -108
  373. package/opus/dnn/torch/rdovae/process_speech.sh +0 -7
  374. package/opus/dnn/torch/rdovae/rdovae/__init__.py +0 -2
  375. package/opus/dnn/torch/rdovae/rdovae/dataset.py +0 -67
  376. package/opus/dnn/torch/rdovae/rdovae/rdovae.py +0 -719
  377. package/opus/dnn/torch/rdovae/requirements.txt +0 -4
  378. package/opus/dnn/torch/rdovae/train_rdovae.py +0 -278
  379. package/opus/dnn/torch/testsuite/README.md +0 -46
  380. package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +0 -6
  381. package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +0 -5
  382. package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +0 -5
  383. package/opus/dnn/torch/testsuite/requirements.txt +0 -12
  384. package/opus/dnn/torch/testsuite/run_test.py +0 -375
  385. package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
  386. package/opus/dnn/torch/testsuite/utils/files.py +0 -54
  387. package/opus/dnn/torch/testsuite/utils/pesq.py +0 -43
  388. package/opus/dnn/torch/testsuite/utils/pitch.py +0 -61
  389. package/opus/dnn/torch/weight-exchange/README.md +0 -21
  390. package/opus/dnn/torch/weight-exchange/requirements.txt +0 -1
  391. package/opus/dnn/torch/weight-exchange/setup.py +0 -48
  392. package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +0 -30
  393. package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +0 -31
  394. package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +0 -181
  395. package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +0 -386
  396. package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +0 -5
  397. package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +0 -188
  398. package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +0 -37
  399. package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +0 -433
  400. package/opus/dnn/training_tf2/dataloader.py +0 -49
  401. package/opus/dnn/training_tf2/decode_rdovae.py +0 -111
  402. package/opus/dnn/training_tf2/diffembed.py +0 -49
  403. package/opus/dnn/training_tf2/dump_lpcnet.py +0 -388
  404. package/opus/dnn/training_tf2/dump_plc.py +0 -296
  405. package/opus/dnn/training_tf2/dump_rdovae.py +0 -306
  406. package/opus/dnn/training_tf2/encode_rdovae.py +0 -125
  407. package/opus/dnn/training_tf2/fec_encoder.py +0 -256
  408. package/opus/dnn/training_tf2/fec_packets.c +0 -142
  409. package/opus/dnn/training_tf2/fec_packets.h +0 -34
  410. package/opus/dnn/training_tf2/fec_packets.py +0 -108
  411. package/opus/dnn/training_tf2/keraslayerdump.py +0 -189
  412. package/opus/dnn/training_tf2/lossfuncs.py +0 -99
  413. package/opus/dnn/training_tf2/lpcnet.py +0 -339
  414. package/opus/dnn/training_tf2/lpcnet_plc.py +0 -101
  415. package/opus/dnn/training_tf2/mdense.py +0 -95
  416. package/opus/dnn/training_tf2/pade.py +0 -70
  417. package/opus/dnn/training_tf2/parameters.py +0 -29
  418. package/opus/dnn/training_tf2/plc_loader.py +0 -73
  419. package/opus/dnn/training_tf2/rdovae.py +0 -372
  420. package/opus/dnn/training_tf2/rdovae_exchange.py +0 -138
  421. package/opus/dnn/training_tf2/rdovae_import.py +0 -123
  422. package/opus/dnn/training_tf2/test_lpcnet.py +0 -120
  423. package/opus/dnn/training_tf2/test_plc.py +0 -92
  424. package/opus/dnn/training_tf2/tf_funcs.py +0 -70
  425. package/opus/dnn/training_tf2/train_lpcnet.py +0 -214
  426. package/opus/dnn/training_tf2/train_plc.py +0 -197
  427. package/opus/dnn/training_tf2/train_rdovae.py +0 -151
  428. package/opus/dnn/training_tf2/ulaw.py +0 -19
  429. package/opus/dnn/training_tf2/uniform_noise.py +0 -78
  430. package/opus/dnn/vec.h +0 -389
  431. package/opus/dnn/vec_avx.h +0 -884
  432. package/opus/dnn/vec_neon.h +0 -473
  433. package/opus/dnn/write_lpcnet_weights.c +0 -97
  434. package/opus/dnn/x86/dnn_x86.h +0 -121
  435. package/opus/dnn/x86/nnet_avx2.c +0 -40
  436. package/opus/dnn/x86/nnet_sse2.c +0 -40
  437. package/opus/dnn/x86/nnet_sse4_1.c +0 -40
  438. package/opus/dnn/x86/x86_dnn_map.c +0 -83
  439. package/opus/doc/Doxyfile.in +0 -340
  440. package/opus/doc/Makefile.am +0 -45
  441. package/opus/doc/build_draft.sh +0 -113
  442. package/opus/doc/build_isobmff.sh +0 -50
  443. package/opus/doc/build_oggdraft.sh +0 -52
  444. package/opus/doc/customdoxygen.css +0 -1011
  445. package/opus/doc/draft-ietf-codec-oggopus.xml +0 -1873
  446. package/opus/doc/draft-ietf-codec-opus-update.xml +0 -513
  447. package/opus/doc/draft-ietf-codec-opus.xml +0 -8276
  448. package/opus/doc/draft-ietf-payload-rtp-opus.xml +0 -960
  449. package/opus/doc/footer.html +0 -32
  450. package/opus/doc/header.html +0 -61
  451. package/opus/doc/meson.build +0 -33
  452. package/opus/doc/opus_in_isobmff.css +0 -60
  453. package/opus/doc/opus_in_isobmff.html +0 -692
  454. package/opus/doc/opus_logo.svg +0 -157
  455. package/opus/doc/opus_update.patch +0 -244
  456. package/opus/doc/release.txt +0 -43
  457. package/opus/doc/trivial_example.c +0 -171
  458. package/opus/include/meson.build +0 -13
  459. package/opus/include/opus.h +0 -1172
  460. package/opus/include/opus_custom.h +0 -381
  461. package/opus/include/opus_defines.h +0 -830
  462. package/opus/include/opus_multistream.h +0 -736
  463. package/opus/include/opus_projection.h +0 -643
  464. package/opus/include/opus_types.h +0 -166
  465. package/opus/lpcnet_headers.mk +0 -44
  466. package/opus/lpcnet_sources.mk +0 -44
  467. package/opus/m4/as-gcc-inline-assembly.m4 +0 -98
  468. package/opus/m4/ax_add_fortify_source.m4 +0 -53
  469. package/opus/m4/opus-intrinsics.m4 +0 -29
  470. package/opus/meson/README.md +0 -88
  471. package/opus/meson/get-version.py +0 -86
  472. package/opus/meson/read-sources-list.py +0 -28
  473. package/opus/meson.build +0 -745
  474. package/opus/meson_options.txt +0 -27
  475. package/opus/opus-uninstalled.pc.in +0 -12
  476. package/opus/opus.m4 +0 -117
  477. package/opus/opus.pc.in +0 -16
  478. package/opus/opus_headers.mk +0 -8
  479. package/opus/opus_sources.mk +0 -17
  480. package/opus/releases.sha2 +0 -85
  481. package/opus/scripts/dump_rnn.py +0 -57
  482. package/opus/scripts/local_build.py +0 -220
  483. package/opus/scripts/rnn_train.py +0 -67
  484. package/opus/scripts/shrink_model.sh +0 -7
  485. package/opus/silk/A2NLSF.c +0 -267
  486. package/opus/silk/API.h +0 -156
  487. package/opus/silk/CNG.c +0 -188
  488. package/opus/silk/HP_variable_cutoff.c +0 -77
  489. package/opus/silk/Inlines.h +0 -188
  490. package/opus/silk/LPC_analysis_filter.c +0 -111
  491. package/opus/silk/LPC_fit.c +0 -82
  492. package/opus/silk/LPC_inv_pred_gain.c +0 -141
  493. package/opus/silk/LP_variable_cutoff.c +0 -135
  494. package/opus/silk/MacroCount.h +0 -710
  495. package/opus/silk/MacroDebug.h +0 -945
  496. package/opus/silk/NLSF2A.c +0 -141
  497. package/opus/silk/NLSF_VQ.c +0 -76
  498. package/opus/silk/NLSF_VQ_weights_laroia.c +0 -80
  499. package/opus/silk/NLSF_decode.c +0 -93
  500. package/opus/silk/NLSF_del_dec_quant.c +0 -215
  501. package/opus/silk/NLSF_encode.c +0 -124
  502. package/opus/silk/NLSF_stabilize.c +0 -142
  503. package/opus/silk/NLSF_unpack.c +0 -55
  504. package/opus/silk/NSQ.c +0 -437
  505. package/opus/silk/NSQ.h +0 -101
  506. package/opus/silk/NSQ_del_dec.c +0 -733
  507. package/opus/silk/PLC.c +0 -493
  508. package/opus/silk/PLC.h +0 -65
  509. package/opus/silk/SigProc_FIX.h +0 -643
  510. package/opus/silk/VAD.c +0 -360
  511. package/opus/silk/VQ_WMat_EC.c +0 -131
  512. package/opus/silk/ana_filt_bank_1.c +0 -74
  513. package/opus/silk/arm/LPC_inv_pred_gain_arm.h +0 -57
  514. package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +0 -288
  515. package/opus/silk/arm/NSQ_del_dec_arm.h +0 -100
  516. package/opus/silk/arm/NSQ_del_dec_neon_intr.c +0 -1138
  517. package/opus/silk/arm/NSQ_neon.c +0 -112
  518. package/opus/silk/arm/NSQ_neon.h +0 -114
  519. package/opus/silk/arm/SigProc_FIX_armv4.h +0 -47
  520. package/opus/silk/arm/SigProc_FIX_armv5e.h +0 -61
  521. package/opus/silk/arm/arm_silk_map.c +0 -128
  522. package/opus/silk/arm/biquad_alt_arm.h +0 -68
  523. package/opus/silk/arm/biquad_alt_neon_intr.c +0 -156
  524. package/opus/silk/arm/macros_arm64.h +0 -39
  525. package/opus/silk/arm/macros_armv4.h +0 -110
  526. package/opus/silk/arm/macros_armv5e.h +0 -220
  527. package/opus/silk/biquad_alt.c +0 -121
  528. package/opus/silk/bwexpander.c +0 -51
  529. package/opus/silk/bwexpander_32.c +0 -51
  530. package/opus/silk/check_control_input.c +0 -106
  531. package/opus/silk/code_signs.c +0 -115
  532. package/opus/silk/control.h +0 -161
  533. package/opus/silk/control_SNR.c +0 -113
  534. package/opus/silk/control_audio_bandwidth.c +0 -132
  535. package/opus/silk/control_codec.c +0 -423
  536. package/opus/silk/debug.c +0 -174
  537. package/opus/silk/debug.h +0 -267
  538. package/opus/silk/dec_API.c +0 -465
  539. package/opus/silk/decode_core.c +0 -243
  540. package/opus/silk/decode_frame.c +0 -169
  541. package/opus/silk/decode_indices.c +0 -151
  542. package/opus/silk/decode_parameters.c +0 -115
  543. package/opus/silk/decode_pitch.c +0 -77
  544. package/opus/silk/decode_pulses.c +0 -115
  545. package/opus/silk/decoder_set_fs.c +0 -108
  546. package/opus/silk/define.h +0 -235
  547. package/opus/silk/enc_API.c +0 -593
  548. package/opus/silk/encode_indices.c +0 -181
  549. package/opus/silk/encode_pulses.c +0 -206
  550. package/opus/silk/errors.h +0 -98
  551. package/opus/silk/fixed/LTP_analysis_filter_FIX.c +0 -90
  552. package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +0 -58
  553. package/opus/silk/fixed/apply_sine_window_FIX.c +0 -101
  554. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +0 -68
  555. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +0 -265
  556. package/opus/silk/fixed/autocorr_FIX.c +0 -48
  557. package/opus/silk/fixed/burg_modified_FIX.c +0 -280
  558. package/opus/silk/fixed/corrMatrix_FIX.c +0 -150
  559. package/opus/silk/fixed/encode_frame_FIX.c +0 -444
  560. package/opus/silk/fixed/find_LPC_FIX.c +0 -151
  561. package/opus/silk/fixed/find_LTP_FIX.c +0 -99
  562. package/opus/silk/fixed/find_pitch_lags_FIX.c +0 -143
  563. package/opus/silk/fixed/find_pred_coefs_FIX.c +0 -146
  564. package/opus/silk/fixed/k2a_FIX.c +0 -54
  565. package/opus/silk/fixed/k2a_Q16_FIX.c +0 -54
  566. package/opus/silk/fixed/main_FIX.h +0 -244
  567. package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +0 -336
  568. package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +0 -184
  569. package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +0 -165
  570. package/opus/silk/fixed/noise_shape_analysis_FIX.c +0 -407
  571. package/opus/silk/fixed/pitch_analysis_core_FIX.c +0 -721
  572. package/opus/silk/fixed/process_gains_FIX.c +0 -117
  573. package/opus/silk/fixed/regularize_correlations_FIX.c +0 -47
  574. package/opus/silk/fixed/residual_energy16_FIX.c +0 -103
  575. package/opus/silk/fixed/residual_energy_FIX.c +0 -98
  576. package/opus/silk/fixed/schur64_FIX.c +0 -93
  577. package/opus/silk/fixed/schur_FIX.c +0 -107
  578. package/opus/silk/fixed/structs_FIX.h +0 -116
  579. package/opus/silk/fixed/vector_ops_FIX.c +0 -102
  580. package/opus/silk/fixed/warped_autocorrelation_FIX.c +0 -92
  581. package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +0 -400
  582. package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +0 -93
  583. package/opus/silk/float/LPC_analysis_filter_FLP.c +0 -249
  584. package/opus/silk/float/LPC_inv_pred_gain_FLP.c +0 -73
  585. package/opus/silk/float/LTP_analysis_filter_FLP.c +0 -75
  586. package/opus/silk/float/LTP_scale_ctrl_FLP.c +0 -58
  587. package/opus/silk/float/SigProc_FLP.h +0 -205
  588. package/opus/silk/float/apply_sine_window_FLP.c +0 -81
  589. package/opus/silk/float/autocorrelation_FLP.c +0 -53
  590. package/opus/silk/float/burg_modified_FLP.c +0 -187
  591. package/opus/silk/float/bwexpander_FLP.c +0 -49
  592. package/opus/silk/float/corrMatrix_FLP.c +0 -95
  593. package/opus/silk/float/encode_frame_FLP.c +0 -432
  594. package/opus/silk/float/energy_FLP.c +0 -59
  595. package/opus/silk/float/find_LPC_FLP.c +0 -105
  596. package/opus/silk/float/find_LTP_FLP.c +0 -65
  597. package/opus/silk/float/find_pitch_lags_FLP.c +0 -132
  598. package/opus/silk/float/find_pred_coefs_FLP.c +0 -117
  599. package/opus/silk/float/inner_product_FLP.c +0 -59
  600. package/opus/silk/float/k2a_FLP.c +0 -54
  601. package/opus/silk/float/main_FLP.h +0 -290
  602. package/opus/silk/float/noise_shape_analysis_FLP.c +0 -350
  603. package/opus/silk/float/pitch_analysis_core_FLP.c +0 -630
  604. package/opus/silk/float/process_gains_FLP.c +0 -103
  605. package/opus/silk/float/regularize_correlations_FLP.c +0 -48
  606. package/opus/silk/float/residual_energy_FLP.c +0 -117
  607. package/opus/silk/float/scale_copy_vector_FLP.c +0 -57
  608. package/opus/silk/float/scale_vector_FLP.c +0 -56
  609. package/opus/silk/float/schur_FLP.c +0 -70
  610. package/opus/silk/float/sort_FLP.c +0 -83
  611. package/opus/silk/float/structs_FLP.h +0 -112
  612. package/opus/silk/float/warped_autocorrelation_FLP.c +0 -75
  613. package/opus/silk/float/wrappers_FLP.c +0 -209
  614. package/opus/silk/float/x86/inner_product_FLP_avx2.c +0 -85
  615. package/opus/silk/gain_quant.c +0 -142
  616. package/opus/silk/init_decoder.c +0 -84
  617. package/opus/silk/init_encoder.c +0 -68
  618. package/opus/silk/inner_prod_aligned.c +0 -47
  619. package/opus/silk/interpolate.c +0 -51
  620. package/opus/silk/lin2log.c +0 -46
  621. package/opus/silk/log2lin.c +0 -58
  622. package/opus/silk/macros.h +0 -151
  623. package/opus/silk/main.h +0 -486
  624. package/opus/silk/meson.build +0 -69
  625. package/opus/silk/mips/NSQ_del_dec_mipsr1.h +0 -410
  626. package/opus/silk/mips/macros_mipsr1.h +0 -92
  627. package/opus/silk/mips/sigproc_fix_mipsr1.h +0 -60
  628. package/opus/silk/pitch_est_defines.h +0 -88
  629. package/opus/silk/pitch_est_tables.c +0 -99
  630. package/opus/silk/process_NLSFs.c +0 -107
  631. package/opus/silk/quant_LTP_gains.c +0 -132
  632. package/opus/silk/resampler.c +0 -215
  633. package/opus/silk/resampler_down2.c +0 -74
  634. package/opus/silk/resampler_down2_3.c +0 -103
  635. package/opus/silk/resampler_private.h +0 -88
  636. package/opus/silk/resampler_private_AR2.c +0 -55
  637. package/opus/silk/resampler_private_IIR_FIR.c +0 -107
  638. package/opus/silk/resampler_private_down_FIR.c +0 -194
  639. package/opus/silk/resampler_private_up2_HQ.c +0 -113
  640. package/opus/silk/resampler_rom.c +0 -96
  641. package/opus/silk/resampler_rom.h +0 -68
  642. package/opus/silk/resampler_structs.h +0 -60
  643. package/opus/silk/shell_coder.c +0 -151
  644. package/opus/silk/sigm_Q15.c +0 -76
  645. package/opus/silk/sort.c +0 -154
  646. package/opus/silk/stereo_LR_to_MS.c +0 -229
  647. package/opus/silk/stereo_MS_to_LR.c +0 -85
  648. package/opus/silk/stereo_decode_pred.c +0 -73
  649. package/opus/silk/stereo_encode_pred.c +0 -62
  650. package/opus/silk/stereo_find_predictor.c +0 -79
  651. package/opus/silk/stereo_quant_pred.c +0 -73
  652. package/opus/silk/structs.h +0 -357
  653. package/opus/silk/sum_sqr_shift.c +0 -83
  654. package/opus/silk/table_LSF_cos.c +0 -70
  655. package/opus/silk/tables.h +0 -114
  656. package/opus/silk/tables_LTP.c +0 -294
  657. package/opus/silk/tables_NLSF_CB_NB_MB.c +0 -195
  658. package/opus/silk/tables_NLSF_CB_WB.c +0 -234
  659. package/opus/silk/tables_gain.c +0 -63
  660. package/opus/silk/tables_other.c +0 -124
  661. package/opus/silk/tables_pitch_lag.c +0 -69
  662. package/opus/silk/tables_pulses_per_block.c +0 -264
  663. package/opus/silk/tests/meson.build +0 -8
  664. package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +0 -130
  665. package/opus/silk/tuning_parameters.h +0 -155
  666. package/opus/silk/typedef.h +0 -81
  667. package/opus/silk/x86/NSQ_del_dec_avx2.c +0 -1075
  668. package/opus/silk/x86/NSQ_del_dec_sse4_1.c +0 -915
  669. package/opus/silk/x86/NSQ_sse4_1.c +0 -772
  670. package/opus/silk/x86/SigProc_FIX_sse.h +0 -99
  671. package/opus/silk/x86/VAD_sse4_1.c +0 -289
  672. package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +0 -173
  673. package/opus/silk/x86/main_sse.h +0 -299
  674. package/opus/silk/x86/x86_silk_map.c +0 -179
  675. package/opus/silk_headers.mk +0 -44
  676. package/opus/silk_sources.mk +0 -164
  677. package/opus/src/analysis.c +0 -979
  678. package/opus/src/analysis.h +0 -103
  679. package/opus/src/extensions.c +0 -663
  680. package/opus/src/mapping_matrix.c +0 -993
  681. package/opus/src/mapping_matrix.h +0 -165
  682. package/opus/src/meson.build +0 -45
  683. package/opus/src/mlp.c +0 -132
  684. package/opus/src/mlp.h +0 -60
  685. package/opus/src/mlp_data.c +0 -672
  686. package/opus/src/opus.c +0 -362
  687. package/opus/src/opus_compare.c +0 -382
  688. package/opus/src/opus_decoder.c +0 -1579
  689. package/opus/src/opus_demo.c +0 -1194
  690. package/opus/src/opus_encoder.c +0 -3180
  691. package/opus/src/opus_multistream.c +0 -92
  692. package/opus/src/opus_multistream_decoder.c +0 -563
  693. package/opus/src/opus_multistream_encoder.c +0 -1321
  694. package/opus/src/opus_private.h +0 -263
  695. package/opus/src/opus_projection_decoder.c +0 -283
  696. package/opus/src/opus_projection_encoder.c +0 -522
  697. package/opus/src/repacketizer.c +0 -469
  698. package/opus/src/repacketizer_demo.c +0 -247
  699. package/opus/src/tansig_table.h +0 -45
  700. package/opus/tar_list.txt +0 -28
  701. package/opus/tests/meson.build +0 -39
  702. package/opus/tests/opus_build_test.sh +0 -29
  703. package/opus/tests/opus_decode_fuzzer.c +0 -124
  704. package/opus/tests/opus_decode_fuzzer.options +0 -2
  705. package/opus/tests/opus_encode_regressions.c +0 -1034
  706. package/opus/tests/random_config.sh +0 -126
  707. package/opus/tests/run_vectors.sh +0 -143
  708. package/opus/tests/test_opus_api.c +0 -1904
  709. package/opus/tests/test_opus_common.h +0 -86
  710. package/opus/tests/test_opus_custom.c +0 -694
  711. package/opus/tests/test_opus_decode.c +0 -481
  712. package/opus/tests/test_opus_dred.c +0 -107
  713. package/opus/tests/test_opus_encode.c +0 -738
  714. package/opus/tests/test_opus_extensions.c +0 -750
  715. package/opus/tests/test_opus_padding.c +0 -94
  716. package/opus/tests/test_opus_projection.c +0 -384
  717. package/opus/training/rnn_dump.py +0 -66
  718. package/opus/training/rnn_train.py +0 -177
  719. package/opus/training/txt2hdf5.py +0 -12
  720. package/opus/update_version +0 -65
  721. package/test.mp4 +0 -0
@@ -1,1579 +0,0 @@
1
- /* Copyright (c) 2010 Xiph.Org Foundation, Skype Limited
2
- Written by Jean-Marc Valin and Koen Vos */
3
- /*
4
- Redistribution and use in source and binary forms, with or without
5
- modification, are permitted provided that the following conditions
6
- are met:
7
-
8
- - Redistributions of source code must retain the above copyright
9
- notice, this list of conditions and the following disclaimer.
10
-
11
- - Redistributions in binary form must reproduce the above copyright
12
- notice, this list of conditions and the following disclaimer in the
13
- documentation and/or other materials provided with the distribution.
14
-
15
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16
- ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17
- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18
- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
19
- OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20
- EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21
- PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
22
- PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
23
- LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
24
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25
- SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
- */
27
-
28
- #ifdef HAVE_CONFIG_H
29
- # include "config.h"
30
- #endif
31
-
32
- #ifndef OPUS_BUILD
33
- # error "OPUS_BUILD _MUST_ be defined to build Opus. This probably means you need other defines as well, as in a config.h. See the included build files for details."
34
- #endif
35
-
36
- #if defined(__GNUC__) && (__GNUC__ >= 2) && !defined(__OPTIMIZE__) && !defined(OPUS_WILL_BE_SLOW)
37
- # pragma message "You appear to be compiling without optimization, if so opus will be very slow."
38
- #endif
39
-
40
- #include <stdarg.h>
41
- #include "celt.h"
42
- #include "opus.h"
43
- #include "entdec.h"
44
- #include "modes.h"
45
- #include "API.h"
46
- #include "stack_alloc.h"
47
- #include "float_cast.h"
48
- #include "opus_private.h"
49
- #include "os_support.h"
50
- #include "structs.h"
51
- #include "define.h"
52
- #include "mathops.h"
53
- #include "cpu_support.h"
54
-
55
- #ifdef ENABLE_DEEP_PLC
56
- #include "dred_rdovae_dec_data.h"
57
- #include "dred_rdovae_dec.h"
58
- #endif
59
-
60
- #ifdef ENABLE_OSCE
61
- #include "osce.h"
62
- #endif
63
-
64
- struct OpusDecoder {
65
- int celt_dec_offset;
66
- int silk_dec_offset;
67
- int channels;
68
- opus_int32 Fs; /** Sampling rate (at the API level) */
69
- silk_DecControlStruct DecControl;
70
- int decode_gain;
71
- int complexity;
72
- int arch;
73
- #ifdef ENABLE_DEEP_PLC
74
- LPCNetPLCState lpcnet;
75
- #endif
76
-
77
- /* Everything beyond this point gets cleared on a reset */
78
- #define OPUS_DECODER_RESET_START stream_channels
79
- int stream_channels;
80
-
81
- int bandwidth;
82
- int mode;
83
- int prev_mode;
84
- int frame_size;
85
- int prev_redundancy;
86
- int last_packet_duration;
87
- #ifndef FIXED_POINT
88
- opus_val16 softclip_mem[2];
89
- #endif
90
-
91
- opus_uint32 rangeFinal;
92
- };
93
-
94
- #if defined(ENABLE_HARDENING) || defined(ENABLE_ASSERTIONS)
95
- static void validate_opus_decoder(OpusDecoder *st)
96
- {
97
- celt_assert(st->channels == 1 || st->channels == 2);
98
- celt_assert(st->Fs == 48000 || st->Fs == 24000 || st->Fs == 16000 || st->Fs == 12000 || st->Fs == 8000);
99
- celt_assert(st->DecControl.API_sampleRate == st->Fs);
100
- celt_assert(st->DecControl.internalSampleRate == 0 || st->DecControl.internalSampleRate == 16000 || st->DecControl.internalSampleRate == 12000 || st->DecControl.internalSampleRate == 8000);
101
- celt_assert(st->DecControl.nChannelsAPI == st->channels);
102
- celt_assert(st->DecControl.nChannelsInternal == 0 || st->DecControl.nChannelsInternal == 1 || st->DecControl.nChannelsInternal == 2);
103
- celt_assert(st->DecControl.payloadSize_ms == 0 || st->DecControl.payloadSize_ms == 10 || st->DecControl.payloadSize_ms == 20 || st->DecControl.payloadSize_ms == 40 || st->DecControl.payloadSize_ms == 60);
104
- #ifdef OPUS_ARCHMASK
105
- celt_assert(st->arch >= 0);
106
- celt_assert(st->arch <= OPUS_ARCHMASK);
107
- #endif
108
- celt_assert(st->stream_channels == 1 || st->stream_channels == 2);
109
- }
110
- #define VALIDATE_OPUS_DECODER(st) validate_opus_decoder(st)
111
- #else
112
- #define VALIDATE_OPUS_DECODER(st)
113
- #endif
114
-
115
- int opus_decoder_get_size(int channels)
116
- {
117
- int silkDecSizeBytes, celtDecSizeBytes;
118
- int ret;
119
- if (channels<1 || channels > 2)
120
- return 0;
121
- ret = silk_Get_Decoder_Size( &silkDecSizeBytes );
122
- if(ret)
123
- return 0;
124
- silkDecSizeBytes = align(silkDecSizeBytes);
125
- celtDecSizeBytes = celt_decoder_get_size(channels);
126
- return align(sizeof(OpusDecoder))+silkDecSizeBytes+celtDecSizeBytes;
127
- }
128
-
129
- int opus_decoder_init(OpusDecoder *st, opus_int32 Fs, int channels)
130
- {
131
- void *silk_dec;
132
- CELTDecoder *celt_dec;
133
- int ret, silkDecSizeBytes;
134
-
135
- if ((Fs!=48000&&Fs!=24000&&Fs!=16000&&Fs!=12000&&Fs!=8000)
136
- || (channels!=1&&channels!=2))
137
- return OPUS_BAD_ARG;
138
-
139
- OPUS_CLEAR((char*)st, opus_decoder_get_size(channels));
140
- /* Initialize SILK decoder */
141
- ret = silk_Get_Decoder_Size(&silkDecSizeBytes);
142
- if (ret)
143
- return OPUS_INTERNAL_ERROR;
144
-
145
- silkDecSizeBytes = align(silkDecSizeBytes);
146
- st->silk_dec_offset = align(sizeof(OpusDecoder));
147
- st->celt_dec_offset = st->silk_dec_offset+silkDecSizeBytes;
148
- silk_dec = (char*)st+st->silk_dec_offset;
149
- celt_dec = (CELTDecoder*)((char*)st+st->celt_dec_offset);
150
- st->stream_channels = st->channels = channels;
151
- st->complexity = 0;
152
-
153
- st->Fs = Fs;
154
- st->DecControl.API_sampleRate = st->Fs;
155
- st->DecControl.nChannelsAPI = st->channels;
156
-
157
- /* Reset decoder */
158
- ret = silk_InitDecoder( silk_dec );
159
- if(ret)return OPUS_INTERNAL_ERROR;
160
-
161
- /* Initialize CELT decoder */
162
- ret = celt_decoder_init(celt_dec, Fs, channels);
163
- if(ret!=OPUS_OK)return OPUS_INTERNAL_ERROR;
164
-
165
- celt_decoder_ctl(celt_dec, CELT_SET_SIGNALLING(0));
166
-
167
- st->prev_mode = 0;
168
- st->frame_size = Fs/400;
169
- #ifdef ENABLE_DEEP_PLC
170
- lpcnet_plc_init( &st->lpcnet);
171
- #endif
172
- st->arch = opus_select_arch();
173
- return OPUS_OK;
174
- }
175
-
176
- OpusDecoder *opus_decoder_create(opus_int32 Fs, int channels, int *error)
177
- {
178
- int ret;
179
- OpusDecoder *st;
180
- if ((Fs!=48000&&Fs!=24000&&Fs!=16000&&Fs!=12000&&Fs!=8000)
181
- || (channels!=1&&channels!=2))
182
- {
183
- if (error)
184
- *error = OPUS_BAD_ARG;
185
- return NULL;
186
- }
187
- st = (OpusDecoder *)opus_alloc(opus_decoder_get_size(channels));
188
- if (st == NULL)
189
- {
190
- if (error)
191
- *error = OPUS_ALLOC_FAIL;
192
- return NULL;
193
- }
194
- ret = opus_decoder_init(st, Fs, channels);
195
- if (error)
196
- *error = ret;
197
- if (ret != OPUS_OK)
198
- {
199
- opus_free(st);
200
- st = NULL;
201
- }
202
- return st;
203
- }
204
-
205
- #ifdef ENABLE_RES24
206
- static void smooth_fade(const opus_res *in1, const opus_res *in2,
207
- opus_res *out, int overlap, int channels,
208
- const celt_coef *window, opus_int32 Fs)
209
- {
210
- int i, c;
211
- int inc = 48000/Fs;
212
- for (c=0;c<channels;c++)
213
- {
214
- for (i=0;i<overlap;i++)
215
- {
216
- celt_coef w = MULT_COEF(window[i*inc], window[i*inc]);
217
- out[i*channels+c] = ADD32(MULT_COEF_32(w,in2[i*channels+c]),
218
- MULT_COEF_32(COEF_ONE-w, in1[i*channels+c]));
219
- }
220
- }
221
- }
222
- #else
223
- static void smooth_fade(const opus_res *in1, const opus_res *in2,
224
- opus_res *out, int overlap, int channels,
225
- const opus_val16 *window, opus_int32 Fs)
226
- {
227
- int i, c;
228
- int inc = 48000/Fs;
229
- for (c=0;c<channels;c++)
230
- {
231
- for (i=0;i<overlap;i++)
232
- {
233
- opus_val16 w = MULT16_16_Q15(window[i*inc], window[i*inc]);
234
- out[i*channels+c] = SHR32(MAC16_16(MULT16_16(w,in2[i*channels+c]),
235
- Q15ONE-w, in1[i*channels+c]), 15);
236
- }
237
- }
238
- }
239
- #endif
240
-
241
- static int opus_packet_get_mode(const unsigned char *data)
242
- {
243
- int mode;
244
- if (data[0]&0x80)
245
- {
246
- mode = MODE_CELT_ONLY;
247
- } else if ((data[0]&0x60) == 0x60)
248
- {
249
- mode = MODE_HYBRID;
250
- } else {
251
- mode = MODE_SILK_ONLY;
252
- }
253
- return mode;
254
- }
255
-
256
- static int opus_decode_frame(OpusDecoder *st, const unsigned char *data,
257
- opus_int32 len, opus_res *pcm, int frame_size, int decode_fec)
258
- {
259
- void *silk_dec;
260
- CELTDecoder *celt_dec;
261
- int i, silk_ret=0, celt_ret=0;
262
- ec_dec dec;
263
- opus_int32 silk_frame_size;
264
- int pcm_transition_silk_size;
265
- VARDECL(opus_res, pcm_transition_silk);
266
- int pcm_transition_celt_size;
267
- VARDECL(opus_res, pcm_transition_celt);
268
- opus_res *pcm_transition=NULL;
269
- int redundant_audio_size;
270
- VARDECL(opus_res, redundant_audio);
271
-
272
- int audiosize;
273
- int mode;
274
- int bandwidth;
275
- int transition=0;
276
- int start_band;
277
- int redundancy=0;
278
- int redundancy_bytes = 0;
279
- int celt_to_silk=0;
280
- int c;
281
- int F2_5, F5, F10, F20;
282
- const celt_coef *window;
283
- opus_uint32 redundant_rng = 0;
284
- int celt_accum;
285
- ALLOC_STACK;
286
-
287
- silk_dec = (char*)st+st->silk_dec_offset;
288
- celt_dec = (CELTDecoder*)((char*)st+st->celt_dec_offset);
289
- F20 = st->Fs/50;
290
- F10 = F20>>1;
291
- F5 = F10>>1;
292
- F2_5 = F5>>1;
293
- if (frame_size < F2_5)
294
- {
295
- RESTORE_STACK;
296
- return OPUS_BUFFER_TOO_SMALL;
297
- }
298
- /* Limit frame_size to avoid excessive stack allocations. */
299
- frame_size = IMIN(frame_size, st->Fs/25*3);
300
- /* Payloads of 1 (2 including ToC) or 0 trigger the PLC/DTX */
301
- if (len<=1)
302
- {
303
- data = NULL;
304
- /* In that case, don't conceal more than what the ToC says */
305
- frame_size = IMIN(frame_size, st->frame_size);
306
- }
307
- if (data != NULL)
308
- {
309
- audiosize = st->frame_size;
310
- mode = st->mode;
311
- bandwidth = st->bandwidth;
312
- ec_dec_init(&dec,(unsigned char*)data,len);
313
- } else {
314
- audiosize = frame_size;
315
- /* Run PLC using last used mode (CELT if we ended with CELT redundancy) */
316
- mode = st->prev_redundancy ? MODE_CELT_ONLY : st->prev_mode;
317
- bandwidth = 0;
318
-
319
- if (mode == 0)
320
- {
321
- /* If we haven't got any packet yet, all we can do is return zeros */
322
- for (i=0;i<audiosize*st->channels;i++)
323
- pcm[i] = 0;
324
- RESTORE_STACK;
325
- return audiosize;
326
- }
327
-
328
- /* Avoids trying to run the PLC on sizes other than 2.5 (CELT), 5 (CELT),
329
- 10, or 20 (e.g. 12.5 or 30 ms). */
330
- if (audiosize > F20)
331
- {
332
- do {
333
- int ret = opus_decode_frame(st, NULL, 0, pcm, IMIN(audiosize, F20), 0);
334
- if (ret<0)
335
- {
336
- RESTORE_STACK;
337
- return ret;
338
- }
339
- pcm += ret*st->channels;
340
- audiosize -= ret;
341
- } while (audiosize > 0);
342
- RESTORE_STACK;
343
- return frame_size;
344
- } else if (audiosize < F20)
345
- {
346
- if (audiosize > F10)
347
- audiosize = F10;
348
- else if (mode != MODE_SILK_ONLY && audiosize > F5 && audiosize < F10)
349
- audiosize = F5;
350
- }
351
- }
352
-
353
- /* In fixed-point, we can tell CELT to do the accumulation on top of the
354
- SILK PCM buffer. This saves some stack space. */
355
- celt_accum = (mode != MODE_CELT_ONLY);
356
-
357
- pcm_transition_silk_size = ALLOC_NONE;
358
- pcm_transition_celt_size = ALLOC_NONE;
359
- if (data!=NULL && st->prev_mode > 0 && (
360
- (mode == MODE_CELT_ONLY && st->prev_mode != MODE_CELT_ONLY && !st->prev_redundancy)
361
- || (mode != MODE_CELT_ONLY && st->prev_mode == MODE_CELT_ONLY) )
362
- )
363
- {
364
- transition = 1;
365
- /* Decide where to allocate the stack memory for pcm_transition */
366
- if (mode == MODE_CELT_ONLY)
367
- pcm_transition_celt_size = F5*st->channels;
368
- else
369
- pcm_transition_silk_size = F5*st->channels;
370
- }
371
- ALLOC(pcm_transition_celt, pcm_transition_celt_size, opus_res);
372
- if (transition && mode == MODE_CELT_ONLY)
373
- {
374
- pcm_transition = pcm_transition_celt;
375
- opus_decode_frame(st, NULL, 0, pcm_transition, IMIN(F5, audiosize), 0);
376
- }
377
- if (audiosize > frame_size)
378
- {
379
- /*fprintf(stderr, "PCM buffer too small: %d vs %d (mode = %d)\n", audiosize, frame_size, mode);*/
380
- RESTORE_STACK;
381
- return OPUS_BAD_ARG;
382
- } else {
383
- frame_size = audiosize;
384
- }
385
-
386
- /* SILK processing */
387
- if (mode != MODE_CELT_ONLY)
388
- {
389
- int lost_flag, decoded_samples;
390
- opus_res *pcm_ptr;
391
- int pcm_too_small;
392
- int pcm_silk_size = ALLOC_NONE;
393
- VARDECL(opus_res, pcm_silk);
394
- pcm_too_small = (frame_size < F10);
395
- if (pcm_too_small)
396
- pcm_silk_size = F10*st->channels;
397
- ALLOC(pcm_silk, pcm_silk_size, opus_res);
398
- if (pcm_too_small)
399
- pcm_ptr = pcm_silk;
400
- else
401
- pcm_ptr = pcm;
402
-
403
- if (st->prev_mode==MODE_CELT_ONLY)
404
- silk_ResetDecoder( silk_dec );
405
-
406
- /* The SILK PLC cannot produce frames of less than 10 ms */
407
- st->DecControl.payloadSize_ms = IMAX(10, 1000 * audiosize / st->Fs);
408
-
409
- if (data != NULL)
410
- {
411
- st->DecControl.nChannelsInternal = st->stream_channels;
412
- if( mode == MODE_SILK_ONLY ) {
413
- if( bandwidth == OPUS_BANDWIDTH_NARROWBAND ) {
414
- st->DecControl.internalSampleRate = 8000;
415
- } else if( bandwidth == OPUS_BANDWIDTH_MEDIUMBAND ) {
416
- st->DecControl.internalSampleRate = 12000;
417
- } else if( bandwidth == OPUS_BANDWIDTH_WIDEBAND ) {
418
- st->DecControl.internalSampleRate = 16000;
419
- } else {
420
- st->DecControl.internalSampleRate = 16000;
421
- celt_assert( 0 );
422
- }
423
- } else {
424
- /* Hybrid mode */
425
- st->DecControl.internalSampleRate = 16000;
426
- }
427
- }
428
- st->DecControl.enable_deep_plc = st->complexity >= 5;
429
- #ifdef ENABLE_OSCE
430
- st->DecControl.osce_method = OSCE_METHOD_NONE;
431
- #ifndef DISABLE_LACE
432
- if (st->complexity >= 6) {st->DecControl.osce_method = OSCE_METHOD_LACE;}
433
- #endif
434
- #ifndef DISABLE_NOLACE
435
- if (st->complexity >= 7) {st->DecControl.osce_method = OSCE_METHOD_NOLACE;}
436
- #endif
437
- #endif
438
-
439
- lost_flag = data == NULL ? 1 : 2 * !!decode_fec;
440
- decoded_samples = 0;
441
- do {
442
- /* Call SILK decoder */
443
- int first_frame = decoded_samples == 0;
444
- silk_ret = silk_Decode( silk_dec, &st->DecControl,
445
- lost_flag, first_frame, &dec, pcm_ptr, &silk_frame_size,
446
- #ifdef ENABLE_DEEP_PLC
447
- &st->lpcnet,
448
- #endif
449
- st->arch );
450
- if( silk_ret ) {
451
- if (lost_flag) {
452
- /* PLC failure should not be fatal */
453
- silk_frame_size = frame_size;
454
- for (i=0;i<frame_size*st->channels;i++)
455
- pcm_ptr[i] = 0;
456
- } else {
457
- RESTORE_STACK;
458
- return OPUS_INTERNAL_ERROR;
459
- }
460
- }
461
- pcm_ptr += silk_frame_size * st->channels;
462
- decoded_samples += silk_frame_size;
463
- } while( decoded_samples < frame_size );
464
- if (pcm_too_small) {
465
- OPUS_COPY(pcm, pcm_silk, frame_size*st->channels);
466
- }
467
- }
468
-
469
- start_band = 0;
470
- if (!decode_fec && mode != MODE_CELT_ONLY && data != NULL
471
- && ec_tell(&dec)+17+20*(mode == MODE_HYBRID) <= 8*len)
472
- {
473
- /* Check if we have a redundant 0-8 kHz band */
474
- if (mode == MODE_HYBRID)
475
- redundancy = ec_dec_bit_logp(&dec, 12);
476
- else
477
- redundancy = 1;
478
- if (redundancy)
479
- {
480
- celt_to_silk = ec_dec_bit_logp(&dec, 1);
481
- /* redundancy_bytes will be at least two, in the non-hybrid
482
- case due to the ec_tell() check above */
483
- redundancy_bytes = mode==MODE_HYBRID ?
484
- (opus_int32)ec_dec_uint(&dec, 256)+2 :
485
- len-((ec_tell(&dec)+7)>>3);
486
- len -= redundancy_bytes;
487
- /* This is a sanity check. It should never happen for a valid
488
- packet, so the exact behaviour is not normative. */
489
- if (len*8 < ec_tell(&dec))
490
- {
491
- len = 0;
492
- redundancy_bytes = 0;
493
- redundancy = 0;
494
- }
495
- /* Shrink decoder because of raw bits */
496
- dec.storage -= redundancy_bytes;
497
- }
498
- }
499
- if (mode != MODE_CELT_ONLY)
500
- start_band = 17;
501
-
502
- if (redundancy)
503
- {
504
- transition = 0;
505
- pcm_transition_silk_size=ALLOC_NONE;
506
- }
507
-
508
- ALLOC(pcm_transition_silk, pcm_transition_silk_size, opus_res);
509
-
510
- if (transition && mode != MODE_CELT_ONLY)
511
- {
512
- pcm_transition = pcm_transition_silk;
513
- opus_decode_frame(st, NULL, 0, pcm_transition, IMIN(F5, audiosize), 0);
514
- }
515
-
516
-
517
- if (bandwidth)
518
- {
519
- int endband=21;
520
-
521
- switch(bandwidth)
522
- {
523
- case OPUS_BANDWIDTH_NARROWBAND:
524
- endband = 13;
525
- break;
526
- case OPUS_BANDWIDTH_MEDIUMBAND:
527
- case OPUS_BANDWIDTH_WIDEBAND:
528
- endband = 17;
529
- break;
530
- case OPUS_BANDWIDTH_SUPERWIDEBAND:
531
- endband = 19;
532
- break;
533
- case OPUS_BANDWIDTH_FULLBAND:
534
- endband = 21;
535
- break;
536
- default:
537
- celt_assert(0);
538
- break;
539
- }
540
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, CELT_SET_END_BAND(endband)));
541
- }
542
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, CELT_SET_CHANNELS(st->stream_channels)));
543
-
544
- /* Only allocation memory for redundancy if/when needed */
545
- redundant_audio_size = redundancy ? F5*st->channels : ALLOC_NONE;
546
- ALLOC(redundant_audio, redundant_audio_size, opus_res);
547
-
548
- /* 5 ms redundant frame for CELT->SILK*/
549
- if (redundancy && celt_to_silk)
550
- {
551
- /* If the previous frame did not use CELT (the first redundancy frame in
552
- a transition from SILK may have been lost) then the CELT decoder is
553
- stale at this point and the redundancy audio is not useful, however
554
- the final range is still needed (for testing), so the redundancy is
555
- always decoded but the decoded audio may not be used */
556
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, CELT_SET_START_BAND(0)));
557
- celt_decode_with_ec(celt_dec, data+len, redundancy_bytes,
558
- redundant_audio, F5, NULL, 0);
559
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, OPUS_GET_FINAL_RANGE(&redundant_rng)));
560
- }
561
-
562
- /* MUST be after PLC */
563
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, CELT_SET_START_BAND(start_band)));
564
-
565
- if (mode != MODE_SILK_ONLY)
566
- {
567
- int celt_frame_size = IMIN(F20, frame_size);
568
- /* Make sure to discard any previous CELT state */
569
- if (mode != st->prev_mode && st->prev_mode > 0 && !st->prev_redundancy)
570
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, OPUS_RESET_STATE));
571
- /* Decode CELT */
572
- celt_ret = celt_decode_with_ec_dred(celt_dec, decode_fec ? NULL : data,
573
- len, pcm, celt_frame_size, &dec, celt_accum
574
- #ifdef ENABLE_DEEP_PLC
575
- , &st->lpcnet
576
- #endif
577
- );
578
- } else {
579
- unsigned char silence[2] = {0xFF, 0xFF};
580
- if (!celt_accum)
581
- {
582
- for (i=0;i<frame_size*st->channels;i++)
583
- pcm[i] = 0;
584
- }
585
- /* For hybrid -> SILK transitions, we let the CELT MDCT
586
- do a fade-out by decoding a silence frame */
587
- if (st->prev_mode == MODE_HYBRID && !(redundancy && celt_to_silk && st->prev_redundancy) )
588
- {
589
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, CELT_SET_START_BAND(0)));
590
- celt_decode_with_ec(celt_dec, silence, 2, pcm, F2_5, NULL, celt_accum);
591
- }
592
- }
593
-
594
- {
595
- const CELTMode *celt_mode;
596
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, CELT_GET_MODE(&celt_mode)));
597
- window = celt_mode->window;
598
- }
599
-
600
- /* 5 ms redundant frame for SILK->CELT */
601
- if (redundancy && !celt_to_silk)
602
- {
603
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, OPUS_RESET_STATE));
604
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, CELT_SET_START_BAND(0)));
605
-
606
- celt_decode_with_ec(celt_dec, data+len, redundancy_bytes, redundant_audio, F5, NULL, 0);
607
- MUST_SUCCEED(celt_decoder_ctl(celt_dec, OPUS_GET_FINAL_RANGE(&redundant_rng)));
608
- smooth_fade(pcm+st->channels*(frame_size-F2_5), redundant_audio+st->channels*F2_5,
609
- pcm+st->channels*(frame_size-F2_5), F2_5, st->channels, window, st->Fs);
610
- }
611
- /* 5ms redundant frame for CELT->SILK; ignore if the previous frame did not
612
- use CELT (the first redundancy frame in a transition from SILK may have
613
- been lost) */
614
- if (redundancy && celt_to_silk && (st->prev_mode != MODE_SILK_ONLY || st->prev_redundancy))
615
- {
616
- for (c=0;c<st->channels;c++)
617
- {
618
- for (i=0;i<F2_5;i++)
619
- pcm[st->channels*i+c] = redundant_audio[st->channels*i+c];
620
- }
621
- smooth_fade(redundant_audio+st->channels*F2_5, pcm+st->channels*F2_5,
622
- pcm+st->channels*F2_5, F2_5, st->channels, window, st->Fs);
623
- }
624
- if (transition)
625
- {
626
- if (audiosize >= F5)
627
- {
628
- for (i=0;i<st->channels*F2_5;i++)
629
- pcm[i] = pcm_transition[i];
630
- smooth_fade(pcm_transition+st->channels*F2_5, pcm+st->channels*F2_5,
631
- pcm+st->channels*F2_5, F2_5,
632
- st->channels, window, st->Fs);
633
- } else {
634
- /* Not enough time to do a clean transition, but we do it anyway
635
- This will not preserve amplitude perfectly and may introduce
636
- a bit of temporal aliasing, but it shouldn't be too bad and
637
- that's pretty much the best we can do. In any case, generating this
638
- transition it pretty silly in the first place */
639
- smooth_fade(pcm_transition, pcm,
640
- pcm, F2_5,
641
- st->channels, window, st->Fs);
642
- }
643
- }
644
-
645
- if(st->decode_gain)
646
- {
647
- opus_val32 gain;
648
- gain = celt_exp2(MULT16_16_P15(QCONST16(6.48814081e-4f, 25), st->decode_gain));
649
- for (i=0;i<frame_size*st->channels;i++)
650
- {
651
- opus_val32 x;
652
- x = MULT16_32_P16(pcm[i],gain);
653
- pcm[i] = SATURATE(x, 32767);
654
- }
655
- }
656
-
657
- if (len <= 1)
658
- st->rangeFinal = 0;
659
- else
660
- st->rangeFinal = dec.rng ^ redundant_rng;
661
-
662
- st->prev_mode = mode;
663
- st->prev_redundancy = redundancy && !celt_to_silk;
664
-
665
- if (celt_ret>=0)
666
- {
667
- if (OPUS_CHECK_ARRAY(pcm, audiosize*st->channels))
668
- OPUS_PRINT_INT(audiosize);
669
- }
670
-
671
- RESTORE_STACK;
672
- return celt_ret < 0 ? celt_ret : audiosize;
673
-
674
- }
675
-
676
- int opus_decode_native(OpusDecoder *st, const unsigned char *data,
677
- opus_int32 len, opus_res *pcm, int frame_size, int decode_fec,
678
- int self_delimited, opus_int32 *packet_offset, int soft_clip, const OpusDRED *dred, opus_int32 dred_offset)
679
- {
680
- int i, nb_samples;
681
- int count, offset;
682
- unsigned char toc;
683
- int packet_frame_size, packet_bandwidth, packet_mode, packet_stream_channels;
684
- /* 48 x 2.5 ms = 120 ms */
685
- opus_int16 size[48];
686
- VALIDATE_OPUS_DECODER(st);
687
- if (decode_fec<0 || decode_fec>1)
688
- return OPUS_BAD_ARG;
689
- /* For FEC/PLC, frame_size has to be to have a multiple of 2.5 ms */
690
- if ((decode_fec || len==0 || data==NULL) && frame_size%(st->Fs/400)!=0)
691
- return OPUS_BAD_ARG;
692
- #ifdef ENABLE_DRED
693
- if (dred != NULL && dred->process_stage == 2) {
694
- int F10;
695
- int features_per_frame;
696
- int needed_feature_frames;
697
- int init_frames;
698
- lpcnet_plc_fec_clear(&st->lpcnet);
699
- F10 = st->Fs/100;
700
- /* if blend==0, the last PLC call was "update" and we need to feed two extra 10-ms frames. */
701
- init_frames = (st->lpcnet.blend == 0) ? 2 : 0;
702
- features_per_frame = IMAX(1, frame_size/F10);
703
- needed_feature_frames = init_frames + features_per_frame;
704
- lpcnet_plc_fec_clear(&st->lpcnet);
705
- for (i=0;i<needed_feature_frames;i++) {
706
- int feature_offset;
707
- /* We floor instead of rounding because 5-ms overlap compensates for the missing 0.5 rounding offset. */
708
- feature_offset = init_frames - i - 2 + (int)floor(((float)dred_offset + dred->dred_offset*F10/4)/F10);
709
- if (feature_offset <= 4*dred->nb_latents-1 && feature_offset >= 0) {
710
- lpcnet_plc_fec_add(&st->lpcnet, dred->fec_features+feature_offset*DRED_NUM_FEATURES);
711
- } else {
712
- if (feature_offset >= 0) lpcnet_plc_fec_add(&st->lpcnet, NULL);
713
- }
714
-
715
- }
716
- }
717
- #else
718
- (void)dred;
719
- (void)dred_offset;
720
- #endif
721
- if (len==0 || data==NULL)
722
- {
723
- int pcm_count=0;
724
- do {
725
- int ret;
726
- ret = opus_decode_frame(st, NULL, 0, pcm+pcm_count*st->channels, frame_size-pcm_count, 0);
727
- if (ret<0)
728
- return ret;
729
- pcm_count += ret;
730
- } while (pcm_count < frame_size);
731
- celt_assert(pcm_count == frame_size);
732
- if (OPUS_CHECK_ARRAY(pcm, pcm_count*st->channels))
733
- OPUS_PRINT_INT(pcm_count);
734
- st->last_packet_duration = pcm_count;
735
- return pcm_count;
736
- } else if (len<0)
737
- return OPUS_BAD_ARG;
738
-
739
- packet_mode = opus_packet_get_mode(data);
740
- packet_bandwidth = opus_packet_get_bandwidth(data);
741
- packet_frame_size = opus_packet_get_samples_per_frame(data, st->Fs);
742
- packet_stream_channels = opus_packet_get_nb_channels(data);
743
-
744
- count = opus_packet_parse_impl(data, len, self_delimited, &toc, NULL,
745
- size, &offset, packet_offset, NULL, NULL);
746
- if (count<0)
747
- return count;
748
-
749
- data += offset;
750
-
751
- if (decode_fec)
752
- {
753
- int duration_copy;
754
- int ret;
755
- /* If no FEC can be present, run the PLC (recursive call) */
756
- if (frame_size < packet_frame_size || packet_mode == MODE_CELT_ONLY || st->mode == MODE_CELT_ONLY)
757
- return opus_decode_native(st, NULL, 0, pcm, frame_size, 0, 0, NULL, soft_clip, NULL, 0);
758
- /* Otherwise, run the PLC on everything except the size for which we might have FEC */
759
- duration_copy = st->last_packet_duration;
760
- if (frame_size-packet_frame_size!=0)
761
- {
762
- ret = opus_decode_native(st, NULL, 0, pcm, frame_size-packet_frame_size, 0, 0, NULL, soft_clip, NULL, 0);
763
- if (ret<0)
764
- {
765
- st->last_packet_duration = duration_copy;
766
- return ret;
767
- }
768
- celt_assert(ret==frame_size-packet_frame_size);
769
- }
770
- /* Complete with FEC */
771
- st->mode = packet_mode;
772
- st->bandwidth = packet_bandwidth;
773
- st->frame_size = packet_frame_size;
774
- st->stream_channels = packet_stream_channels;
775
- ret = opus_decode_frame(st, data, size[0], pcm+st->channels*(frame_size-packet_frame_size),
776
- packet_frame_size, 1);
777
- if (ret<0)
778
- return ret;
779
- else {
780
- if (OPUS_CHECK_ARRAY(pcm, frame_size*st->channels))
781
- OPUS_PRINT_INT(frame_size);
782
- st->last_packet_duration = frame_size;
783
- return frame_size;
784
- }
785
- }
786
-
787
- if (count*packet_frame_size > frame_size)
788
- return OPUS_BUFFER_TOO_SMALL;
789
-
790
- /* Update the state as the last step to avoid updating it on an invalid packet */
791
- st->mode = packet_mode;
792
- st->bandwidth = packet_bandwidth;
793
- st->frame_size = packet_frame_size;
794
- st->stream_channels = packet_stream_channels;
795
-
796
- nb_samples=0;
797
- for (i=0;i<count;i++)
798
- {
799
- int ret;
800
- ret = opus_decode_frame(st, data, size[i], pcm+nb_samples*st->channels, frame_size-nb_samples, 0);
801
- if (ret<0)
802
- return ret;
803
- celt_assert(ret==packet_frame_size);
804
- data += size[i];
805
- nb_samples += ret;
806
- }
807
- st->last_packet_duration = nb_samples;
808
- if (OPUS_CHECK_ARRAY(pcm, nb_samples*st->channels))
809
- OPUS_PRINT_INT(nb_samples);
810
- #ifndef FIXED_POINT
811
- if (soft_clip)
812
- opus_pcm_soft_clip(pcm, nb_samples, st->channels, st->softclip_mem);
813
- else
814
- st->softclip_mem[0]=st->softclip_mem[1]=0;
815
- #endif
816
- return nb_samples;
817
- }
818
-
819
- #ifdef FIXED_POINT
820
- #define OPTIONAL_CLIP 0
821
- #else
822
- #define OPTIONAL_CLIP 1
823
- #endif
824
-
825
- #if defined(FIXED_POINT) && !defined(ENABLE_RES24)
826
- int opus_decode(OpusDecoder *st, const unsigned char *data,
827
- opus_int32 len, opus_int16 *pcm, int frame_size, int decode_fec)
828
- {
829
- if(frame_size<=0)
830
- return OPUS_BAD_ARG;
831
- return opus_decode_native(st, data, len, pcm, frame_size, decode_fec, 0, NULL, 0, NULL, 0);
832
- }
833
- #else
834
- int opus_decode(OpusDecoder *st, const unsigned char *data,
835
- opus_int32 len, opus_int16 *pcm, int frame_size, int decode_fec)
836
- {
837
- VARDECL(opus_res, out);
838
- int ret, i;
839
- int nb_samples;
840
- ALLOC_STACK;
841
-
842
- if(frame_size<=0)
843
- {
844
- RESTORE_STACK;
845
- return OPUS_BAD_ARG;
846
- }
847
- if (data != NULL && len > 0 && !decode_fec)
848
- {
849
- nb_samples = opus_decoder_get_nb_samples(st, data, len);
850
- if (nb_samples>0)
851
- frame_size = IMIN(frame_size, nb_samples);
852
- else
853
- return OPUS_INVALID_PACKET;
854
- }
855
- celt_assert(st->channels == 1 || st->channels == 2);
856
- ALLOC(out, frame_size*st->channels, opus_res);
857
-
858
- ret = opus_decode_native(st, data, len, out, frame_size, decode_fec, 0, NULL, OPTIONAL_CLIP, NULL, 0);
859
- if (ret > 0)
860
- {
861
- for (i=0;i<ret*st->channels;i++)
862
- pcm[i] = RES2INT16(out[i]);
863
- }
864
- RESTORE_STACK;
865
- return ret;
866
- }
867
- #endif
868
-
869
- #if defined(FIXED_POINT) && defined(ENABLE_RES24)
870
- int opus_decode24(OpusDecoder *st, const unsigned char *data,
871
- opus_int32 len, opus_int32 *pcm, int frame_size, int decode_fec)
872
- {
873
- if(frame_size<=0)
874
- return OPUS_BAD_ARG;
875
- return opus_decode_native(st, data, len, pcm, frame_size, decode_fec, 0, NULL, 0, NULL, 0);
876
- }
877
- #else
878
- int opus_decode24(OpusDecoder *st, const unsigned char *data,
879
- opus_int32 len, opus_int32 *pcm, int frame_size, int decode_fec)
880
- {
881
- VARDECL(opus_res, out);
882
- int ret, i;
883
- int nb_samples;
884
- ALLOC_STACK;
885
-
886
- if(frame_size<=0)
887
- {
888
- RESTORE_STACK;
889
- return OPUS_BAD_ARG;
890
- }
891
- if (data != NULL && len > 0 && !decode_fec)
892
- {
893
- nb_samples = opus_decoder_get_nb_samples(st, data, len);
894
- if (nb_samples>0)
895
- frame_size = IMIN(frame_size, nb_samples);
896
- else
897
- return OPUS_INVALID_PACKET;
898
- }
899
- celt_assert(st->channels == 1 || st->channels == 2);
900
- ALLOC(out, frame_size*st->channels, opus_res);
901
-
902
- ret = opus_decode_native(st, data, len, out, frame_size, decode_fec, 0, NULL, 0, NULL, 0);
903
- if (ret > 0)
904
- {
905
- for (i=0;i<ret*st->channels;i++)
906
- pcm[i] = RES2INT24(out[i]);
907
- }
908
- RESTORE_STACK;
909
- return ret;
910
- }
911
- #endif
912
-
913
-
914
- #ifndef DISABLE_FLOAT_API
915
-
916
- # if !defined(FIXED_POINT)
917
- int opus_decode_float(OpusDecoder *st, const unsigned char *data,
918
- opus_int32 len, opus_val16 *pcm, int frame_size, int decode_fec)
919
- {
920
- if(frame_size<=0)
921
- return OPUS_BAD_ARG;
922
- return opus_decode_native(st, data, len, pcm, frame_size, decode_fec, 0, NULL, 0, NULL, 0);
923
- }
924
- # else
925
- int opus_decode_float(OpusDecoder *st, const unsigned char *data,
926
- opus_int32 len, float *pcm, int frame_size, int decode_fec)
927
- {
928
- VARDECL(opus_res, out);
929
- int ret, i;
930
- int nb_samples;
931
- ALLOC_STACK;
932
-
933
- if(frame_size<=0)
934
- {
935
- RESTORE_STACK;
936
- return OPUS_BAD_ARG;
937
- }
938
- if (data != NULL && len > 0 && !decode_fec)
939
- {
940
- nb_samples = opus_decoder_get_nb_samples(st, data, len);
941
- if (nb_samples>0)
942
- frame_size = IMIN(frame_size, nb_samples);
943
- else
944
- return OPUS_INVALID_PACKET;
945
- }
946
- celt_assert(st->channels == 1 || st->channels == 2);
947
- ALLOC(out, frame_size*st->channels, opus_res);
948
-
949
- ret = opus_decode_native(st, data, len, out, frame_size, decode_fec, 0, NULL, 0, NULL, 0);
950
- if (ret > 0)
951
- {
952
- for (i=0;i<ret*st->channels;i++)
953
- pcm[i] = RES2FLOAT(out[i]);
954
- }
955
- RESTORE_STACK;
956
- return ret;
957
- }
958
- # endif
959
-
960
- #endif
961
-
962
-
963
- int opus_decoder_ctl(OpusDecoder *st, int request, ...)
964
- {
965
- int ret = OPUS_OK;
966
- va_list ap;
967
- void *silk_dec;
968
- CELTDecoder *celt_dec;
969
-
970
- silk_dec = (char*)st+st->silk_dec_offset;
971
- celt_dec = (CELTDecoder*)((char*)st+st->celt_dec_offset);
972
-
973
-
974
- va_start(ap, request);
975
-
976
- switch (request)
977
- {
978
- case OPUS_GET_BANDWIDTH_REQUEST:
979
- {
980
- opus_int32 *value = va_arg(ap, opus_int32*);
981
- if (!value)
982
- {
983
- goto bad_arg;
984
- }
985
- *value = st->bandwidth;
986
- }
987
- break;
988
- case OPUS_SET_COMPLEXITY_REQUEST:
989
- {
990
- opus_int32 value = va_arg(ap, opus_int32);
991
- if(value<0 || value>10)
992
- {
993
- goto bad_arg;
994
- }
995
- st->complexity = value;
996
- celt_decoder_ctl(celt_dec, OPUS_SET_COMPLEXITY(value));
997
- }
998
- break;
999
- case OPUS_GET_COMPLEXITY_REQUEST:
1000
- {
1001
- opus_int32 *value = va_arg(ap, opus_int32*);
1002
- if (!value)
1003
- {
1004
- goto bad_arg;
1005
- }
1006
- *value = st->complexity;
1007
- }
1008
- break;
1009
- case OPUS_GET_FINAL_RANGE_REQUEST:
1010
- {
1011
- opus_uint32 *value = va_arg(ap, opus_uint32*);
1012
- if (!value)
1013
- {
1014
- goto bad_arg;
1015
- }
1016
- *value = st->rangeFinal;
1017
- }
1018
- break;
1019
- case OPUS_RESET_STATE:
1020
- {
1021
- OPUS_CLEAR((char*)&st->OPUS_DECODER_RESET_START,
1022
- sizeof(OpusDecoder)-
1023
- ((char*)&st->OPUS_DECODER_RESET_START - (char*)st));
1024
-
1025
- celt_decoder_ctl(celt_dec, OPUS_RESET_STATE);
1026
- silk_ResetDecoder( silk_dec );
1027
- st->stream_channels = st->channels;
1028
- st->frame_size = st->Fs/400;
1029
- #ifdef ENABLE_DEEP_PLC
1030
- lpcnet_plc_reset( &st->lpcnet );
1031
- #endif
1032
- }
1033
- break;
1034
- case OPUS_GET_SAMPLE_RATE_REQUEST:
1035
- {
1036
- opus_int32 *value = va_arg(ap, opus_int32*);
1037
- if (!value)
1038
- {
1039
- goto bad_arg;
1040
- }
1041
- *value = st->Fs;
1042
- }
1043
- break;
1044
- case OPUS_GET_PITCH_REQUEST:
1045
- {
1046
- opus_int32 *value = va_arg(ap, opus_int32*);
1047
- if (!value)
1048
- {
1049
- goto bad_arg;
1050
- }
1051
- if (st->prev_mode == MODE_CELT_ONLY)
1052
- ret = celt_decoder_ctl(celt_dec, OPUS_GET_PITCH(value));
1053
- else
1054
- *value = st->DecControl.prevPitchLag;
1055
- }
1056
- break;
1057
- case OPUS_GET_GAIN_REQUEST:
1058
- {
1059
- opus_int32 *value = va_arg(ap, opus_int32*);
1060
- if (!value)
1061
- {
1062
- goto bad_arg;
1063
- }
1064
- *value = st->decode_gain;
1065
- }
1066
- break;
1067
- case OPUS_SET_GAIN_REQUEST:
1068
- {
1069
- opus_int32 value = va_arg(ap, opus_int32);
1070
- if (value<-32768 || value>32767)
1071
- {
1072
- goto bad_arg;
1073
- }
1074
- st->decode_gain = value;
1075
- }
1076
- break;
1077
- case OPUS_GET_LAST_PACKET_DURATION_REQUEST:
1078
- {
1079
- opus_int32 *value = va_arg(ap, opus_int32*);
1080
- if (!value)
1081
- {
1082
- goto bad_arg;
1083
- }
1084
- *value = st->last_packet_duration;
1085
- }
1086
- break;
1087
- case OPUS_SET_PHASE_INVERSION_DISABLED_REQUEST:
1088
- {
1089
- opus_int32 value = va_arg(ap, opus_int32);
1090
- if(value<0 || value>1)
1091
- {
1092
- goto bad_arg;
1093
- }
1094
- ret = celt_decoder_ctl(celt_dec, OPUS_SET_PHASE_INVERSION_DISABLED(value));
1095
- }
1096
- break;
1097
- case OPUS_GET_PHASE_INVERSION_DISABLED_REQUEST:
1098
- {
1099
- opus_int32 *value = va_arg(ap, opus_int32*);
1100
- if (!value)
1101
- {
1102
- goto bad_arg;
1103
- }
1104
- ret = celt_decoder_ctl(celt_dec, OPUS_GET_PHASE_INVERSION_DISABLED(value));
1105
- }
1106
- break;
1107
- #ifdef USE_WEIGHTS_FILE
1108
- case OPUS_SET_DNN_BLOB_REQUEST:
1109
- {
1110
- const unsigned char *data = va_arg(ap, const unsigned char *);
1111
- opus_int32 len = va_arg(ap, opus_int32);
1112
- if(len<0 || data == NULL)
1113
- {
1114
- goto bad_arg;
1115
- }
1116
- ret = lpcnet_plc_load_model(&st->lpcnet, data, len);
1117
- ret = silk_LoadOSCEModels(silk_dec, data, len) || ret;
1118
- }
1119
- break;
1120
- #endif
1121
- default:
1122
- /*fprintf(stderr, "unknown opus_decoder_ctl() request: %d", request);*/
1123
- ret = OPUS_UNIMPLEMENTED;
1124
- break;
1125
- }
1126
-
1127
- va_end(ap);
1128
- return ret;
1129
- bad_arg:
1130
- va_end(ap);
1131
- return OPUS_BAD_ARG;
1132
- }
1133
-
1134
- void opus_decoder_destroy(OpusDecoder *st)
1135
- {
1136
- opus_free(st);
1137
- }
1138
-
1139
-
1140
- int opus_packet_get_bandwidth(const unsigned char *data)
1141
- {
1142
- int bandwidth;
1143
- if (data[0]&0x80)
1144
- {
1145
- bandwidth = OPUS_BANDWIDTH_MEDIUMBAND + ((data[0]>>5)&0x3);
1146
- if (bandwidth == OPUS_BANDWIDTH_MEDIUMBAND)
1147
- bandwidth = OPUS_BANDWIDTH_NARROWBAND;
1148
- } else if ((data[0]&0x60) == 0x60)
1149
- {
1150
- bandwidth = (data[0]&0x10) ? OPUS_BANDWIDTH_FULLBAND :
1151
- OPUS_BANDWIDTH_SUPERWIDEBAND;
1152
- } else {
1153
- bandwidth = OPUS_BANDWIDTH_NARROWBAND + ((data[0]>>5)&0x3);
1154
- }
1155
- return bandwidth;
1156
- }
1157
-
1158
- int opus_packet_get_nb_channels(const unsigned char *data)
1159
- {
1160
- return (data[0]&0x4) ? 2 : 1;
1161
- }
1162
-
1163
- int opus_packet_get_nb_frames(const unsigned char packet[], opus_int32 len)
1164
- {
1165
- int count;
1166
- if (len<1)
1167
- return OPUS_BAD_ARG;
1168
- count = packet[0]&0x3;
1169
- if (count==0)
1170
- return 1;
1171
- else if (count!=3)
1172
- return 2;
1173
- else if (len<2)
1174
- return OPUS_INVALID_PACKET;
1175
- else
1176
- return packet[1]&0x3F;
1177
- }
1178
-
1179
- int opus_packet_get_nb_samples(const unsigned char packet[], opus_int32 len,
1180
- opus_int32 Fs)
1181
- {
1182
- int samples;
1183
- int count = opus_packet_get_nb_frames(packet, len);
1184
-
1185
- if (count<0)
1186
- return count;
1187
-
1188
- samples = count*opus_packet_get_samples_per_frame(packet, Fs);
1189
- /* Can't have more than 120 ms */
1190
- if (samples*25 > Fs*3)
1191
- return OPUS_INVALID_PACKET;
1192
- else
1193
- return samples;
1194
- }
1195
-
1196
- int opus_packet_has_lbrr(const unsigned char packet[], opus_int32 len)
1197
- {
1198
- int ret;
1199
- const unsigned char *frames[48];
1200
- opus_int16 size[48];
1201
- int packet_mode, packet_frame_size, packet_stream_channels;
1202
- int nb_frames=1;
1203
- int lbrr;
1204
-
1205
- packet_mode = opus_packet_get_mode(packet);
1206
- if (packet_mode == MODE_CELT_ONLY)
1207
- return 0;
1208
- packet_frame_size = opus_packet_get_samples_per_frame(packet, 48000);
1209
- if (packet_frame_size > 960)
1210
- nb_frames = packet_frame_size/960;
1211
- packet_stream_channels = opus_packet_get_nb_channels(packet);
1212
- ret = opus_packet_parse(packet, len, NULL, frames, size, NULL);
1213
- if (ret <= 0)
1214
- return ret;
1215
- lbrr = (frames[0][0] >> (7-nb_frames)) & 0x1;
1216
- if (packet_stream_channels == 2)
1217
- lbrr = lbrr || ((frames[0][0] >> (6-2*nb_frames)) & 0x1);
1218
- return lbrr;
1219
- }
1220
-
1221
- int opus_decoder_get_nb_samples(const OpusDecoder *dec,
1222
- const unsigned char packet[], opus_int32 len)
1223
- {
1224
- return opus_packet_get_nb_samples(packet, len, dec->Fs);
1225
- }
1226
-
1227
- struct OpusDREDDecoder {
1228
- #ifdef ENABLE_DRED
1229
- RDOVAEDec model;
1230
- #endif
1231
- int loaded;
1232
- int arch;
1233
- opus_uint32 magic;
1234
- };
1235
-
1236
- #if defined(ENABLE_DRED) && (defined(ENABLE_HARDENING) || defined(ENABLE_ASSERTIONS))
1237
- static void validate_dred_decoder(OpusDREDDecoder *st)
1238
- {
1239
- celt_assert(st->magic == 0xD8EDDEC0);
1240
- #ifdef OPUS_ARCHMASK
1241
- celt_assert(st->arch >= 0);
1242
- celt_assert(st->arch <= OPUS_ARCHMASK);
1243
- #endif
1244
- }
1245
- #define VALIDATE_DRED_DECODER(st) validate_dred_decoder(st)
1246
- #else
1247
- #define VALIDATE_DRED_DECODER(st)
1248
- #endif
1249
-
1250
-
1251
- int opus_dred_decoder_get_size(void)
1252
- {
1253
- return sizeof(OpusDREDDecoder);
1254
- }
1255
-
1256
- #ifdef ENABLE_DRED
1257
- int dred_decoder_load_model(OpusDREDDecoder *dec, const unsigned char *data, int len)
1258
- {
1259
- WeightArray *list;
1260
- int ret;
1261
- parse_weights(&list, data, len);
1262
- ret = init_rdovaedec(&dec->model, list);
1263
- opus_free(list);
1264
- if (ret == 0) dec->loaded = 1;
1265
- return (ret == 0) ? OPUS_OK : OPUS_BAD_ARG;
1266
- }
1267
- #endif
1268
-
1269
- int opus_dred_decoder_init(OpusDREDDecoder *dec)
1270
- {
1271
- int ret = 0;
1272
- dec->loaded = 0;
1273
- #if defined(ENABLE_DRED) && !defined(USE_WEIGHTS_FILE)
1274
- ret = init_rdovaedec(&dec->model, rdovaedec_arrays);
1275
- if (ret == 0) dec->loaded = 1;
1276
- #endif
1277
- dec->arch = opus_select_arch();
1278
- /* To make sure nobody forgets to init, use a magic number. */
1279
- dec->magic = 0xD8EDDEC0;
1280
- return (ret == 0) ? OPUS_OK : OPUS_UNIMPLEMENTED;
1281
- }
1282
-
1283
- OpusDREDDecoder *opus_dred_decoder_create(int *error)
1284
- {
1285
- int ret;
1286
- OpusDREDDecoder *dec;
1287
- dec = (OpusDREDDecoder *)opus_alloc(opus_dred_decoder_get_size());
1288
- if (dec == NULL)
1289
- {
1290
- if (error)
1291
- *error = OPUS_ALLOC_FAIL;
1292
- return NULL;
1293
- }
1294
- ret = opus_dred_decoder_init(dec);
1295
- if (error)
1296
- *error = ret;
1297
- if (ret != OPUS_OK)
1298
- {
1299
- opus_free(dec);
1300
- dec = NULL;
1301
- }
1302
- return dec;
1303
- }
1304
-
1305
- void opus_dred_decoder_destroy(OpusDREDDecoder *dec)
1306
- {
1307
- if (dec) dec->magic = 0xDE57801D;
1308
- opus_free(dec);
1309
- }
1310
-
1311
- int opus_dred_decoder_ctl(OpusDREDDecoder *dred_dec, int request, ...)
1312
- {
1313
- #ifdef ENABLE_DRED
1314
- int ret = OPUS_OK;
1315
- va_list ap;
1316
-
1317
- va_start(ap, request);
1318
- (void)dred_dec;
1319
- switch (request)
1320
- {
1321
- # ifdef USE_WEIGHTS_FILE
1322
- case OPUS_SET_DNN_BLOB_REQUEST:
1323
- {
1324
- const unsigned char *data = va_arg(ap, const unsigned char *);
1325
- opus_int32 len = va_arg(ap, opus_int32);
1326
- if(len<0 || data == NULL)
1327
- {
1328
- goto bad_arg;
1329
- }
1330
- return dred_decoder_load_model(dred_dec, data, len);
1331
- }
1332
- break;
1333
- # endif
1334
- default:
1335
- /*fprintf(stderr, "unknown opus_decoder_ctl() request: %d", request);*/
1336
- ret = OPUS_UNIMPLEMENTED;
1337
- break;
1338
- }
1339
- va_end(ap);
1340
- return ret;
1341
- # ifdef USE_WEIGHTS_FILE
1342
- bad_arg:
1343
- va_end(ap);
1344
- return OPUS_BAD_ARG;
1345
- # endif
1346
- #else
1347
- (void)dred_dec;
1348
- (void)request;
1349
- return OPUS_UNIMPLEMENTED;
1350
- #endif
1351
- }
1352
-
1353
- #ifdef ENABLE_DRED
1354
- static int dred_find_payload(const unsigned char *data, opus_int32 len, const unsigned char **payload, int *dred_frame_offset)
1355
- {
1356
- OpusExtensionIterator iter;
1357
- opus_extension_data ext;
1358
- const unsigned char *padding;
1359
- opus_int32 padding_len;
1360
- int nb_frames;
1361
- const unsigned char *frames[48];
1362
- opus_int16 size[48];
1363
- int frame_size;
1364
- int ret;
1365
-
1366
- *payload = NULL;
1367
- /* Get the padding section of the packet. */
1368
- ret = opus_packet_parse_impl(data, len, 0, NULL, frames, size, NULL, NULL,
1369
- &padding, &padding_len);
1370
- if (ret < 0)
1371
- return ret;
1372
- nb_frames = ret;
1373
- frame_size = opus_packet_get_samples_per_frame(data, 48000);
1374
- opus_extension_iterator_init(&iter, padding, padding_len, nb_frames);
1375
- for (;;) {
1376
- ret = opus_extension_iterator_find(&iter, &ext, DRED_EXTENSION_ID);
1377
- if (ret <= 0)
1378
- return ret;
1379
- /* DRED position in the packet, in units of 2.5 ms like for the signaled DRED offset. */
1380
- *dred_frame_offset = ext.frame*frame_size/120;
1381
- #ifdef DRED_EXPERIMENTAL_VERSION
1382
- /* Check that temporary extension type and version match.
1383
- This check will be removed once extension is finalized. */
1384
- if (ext.len > DRED_EXPERIMENTAL_BYTES && ext.data[0] == 'D'
1385
- && ext.data[1] == DRED_EXPERIMENTAL_VERSION) {
1386
- *payload = ext.data+2;
1387
- return ext.len-2;
1388
- }
1389
- #else
1390
- if (ext.len > 0) {
1391
- *payload = ext.data;
1392
- return ext.len;
1393
- }
1394
- #endif
1395
- }
1396
- }
1397
- #endif
1398
-
1399
- int opus_dred_get_size(void)
1400
- {
1401
- #ifdef ENABLE_DRED
1402
- return sizeof(OpusDRED);
1403
- #else
1404
- return 0;
1405
- #endif
1406
- }
1407
-
1408
- OpusDRED *opus_dred_alloc(int *error)
1409
- {
1410
- #ifdef ENABLE_DRED
1411
- OpusDRED *dec;
1412
- dec = (OpusDRED *)opus_alloc(opus_dred_get_size());
1413
- if (dec == NULL)
1414
- {
1415
- if (error)
1416
- *error = OPUS_ALLOC_FAIL;
1417
- return NULL;
1418
- }
1419
- return dec;
1420
- #else
1421
- if (error)
1422
- *error = OPUS_UNIMPLEMENTED;
1423
- return NULL;
1424
- #endif
1425
- }
1426
-
1427
- void opus_dred_free(OpusDRED *dec)
1428
- {
1429
- #ifdef ENABLE_DRED
1430
- opus_free(dec);
1431
- #else
1432
- (void)dec;
1433
- #endif
1434
- }
1435
-
1436
- int opus_dred_parse(OpusDREDDecoder *dred_dec, OpusDRED *dred, const unsigned char *data, opus_int32 len, opus_int32 max_dred_samples, opus_int32 sampling_rate, int *dred_end, int defer_processing)
1437
- {
1438
- #ifdef ENABLE_DRED
1439
- const unsigned char *payload;
1440
- opus_int32 payload_len;
1441
- int dred_frame_offset=0;
1442
- VALIDATE_DRED_DECODER(dred_dec);
1443
- if (!dred_dec->loaded) return OPUS_UNIMPLEMENTED;
1444
- dred->process_stage = -1;
1445
- payload_len = dred_find_payload(data, len, &payload, &dred_frame_offset);
1446
- if (payload_len < 0)
1447
- return payload_len;
1448
- if (payload != NULL)
1449
- {
1450
- int offset;
1451
- int min_feature_frames;
1452
- offset = 100*max_dred_samples/sampling_rate;
1453
- min_feature_frames = IMIN(2 + offset, 2*DRED_NUM_REDUNDANCY_FRAMES);
1454
- dred_ec_decode(dred, payload, payload_len, min_feature_frames, dred_frame_offset);
1455
- if (!defer_processing)
1456
- opus_dred_process(dred_dec, dred, dred);
1457
- if (dred_end) *dred_end = IMAX(0, -dred->dred_offset*sampling_rate/400);
1458
- return IMAX(0, dred->nb_latents*sampling_rate/25 - dred->dred_offset* sampling_rate/400);
1459
- }
1460
- if (dred_end) *dred_end = 0;
1461
- return 0;
1462
- #else
1463
- (void)dred_dec;
1464
- (void)dred;
1465
- (void)data;
1466
- (void)len;
1467
- (void)max_dred_samples;
1468
- (void)sampling_rate;
1469
- (void)defer_processing;
1470
- (void)dred_end;
1471
- return OPUS_UNIMPLEMENTED;
1472
- #endif
1473
- }
1474
-
1475
- int opus_dred_process(OpusDREDDecoder *dred_dec, const OpusDRED *src, OpusDRED *dst)
1476
- {
1477
- #ifdef ENABLE_DRED
1478
- if (dred_dec == NULL || src == NULL || dst == NULL || (src->process_stage != 1 && src->process_stage != 2))
1479
- return OPUS_BAD_ARG;
1480
- VALIDATE_DRED_DECODER(dred_dec);
1481
- if (!dred_dec->loaded) return OPUS_UNIMPLEMENTED;
1482
- if (src != dst)
1483
- OPUS_COPY(dst, src, 1);
1484
- if (dst->process_stage == 2)
1485
- return OPUS_OK;
1486
- DRED_rdovae_decode_all(&dred_dec->model, dst->fec_features, dst->state, dst->latents, dst->nb_latents, dred_dec->arch);
1487
- dst->process_stage = 2;
1488
- return OPUS_OK;
1489
- #else
1490
- (void)dred_dec;
1491
- (void)src;
1492
- (void)dst;
1493
- return OPUS_UNIMPLEMENTED;
1494
- #endif
1495
- }
1496
-
1497
- int opus_decoder_dred_decode(OpusDecoder *st, const OpusDRED *dred, opus_int32 dred_offset, opus_int16 *pcm, opus_int32 frame_size)
1498
- {
1499
- #ifdef ENABLE_DRED
1500
- VARDECL(float, out);
1501
- int ret, i;
1502
- ALLOC_STACK;
1503
-
1504
- if(frame_size<=0)
1505
- {
1506
- RESTORE_STACK;
1507
- return OPUS_BAD_ARG;
1508
- }
1509
-
1510
- celt_assert(st->channels == 1 || st->channels == 2);
1511
- ALLOC(out, frame_size*st->channels, float);
1512
-
1513
- ret = opus_decode_native(st, NULL, 0, out, frame_size, 0, 0, NULL, 1, dred, dred_offset);
1514
- if (ret > 0)
1515
- {
1516
- for (i=0;i<ret*st->channels;i++)
1517
- pcm[i] = RES2INT16(out[i]);
1518
- }
1519
- RESTORE_STACK;
1520
- return ret;
1521
- #else
1522
- (void)st;
1523
- (void)dred;
1524
- (void)dred_offset;
1525
- (void)pcm;
1526
- (void)frame_size;
1527
- return OPUS_UNIMPLEMENTED;
1528
- #endif
1529
- }
1530
-
1531
- int opus_decoder_dred_decode24(OpusDecoder *st, const OpusDRED *dred, opus_int32 dred_offset, opus_int32 *pcm, opus_int32 frame_size)
1532
- {
1533
- #ifdef ENABLE_DRED
1534
- VARDECL(float, out);
1535
- int ret, i;
1536
- ALLOC_STACK;
1537
-
1538
- if(frame_size<=0)
1539
- {
1540
- RESTORE_STACK;
1541
- return OPUS_BAD_ARG;
1542
- }
1543
-
1544
- celt_assert(st->channels == 1 || st->channels == 2);
1545
- ALLOC(out, frame_size*st->channels, float);
1546
-
1547
- ret = opus_decode_native(st, NULL, 0, out, frame_size, 0, 0, NULL, 1, dred, dred_offset);
1548
- if (ret > 0)
1549
- {
1550
- for (i=0;i<ret*st->channels;i++)
1551
- pcm[i] = RES2INT24(out[i]);
1552
- }
1553
- RESTORE_STACK;
1554
- return ret;
1555
- #else
1556
- (void)st;
1557
- (void)dred;
1558
- (void)dred_offset;
1559
- (void)pcm;
1560
- (void)frame_size;
1561
- return OPUS_UNIMPLEMENTED;
1562
- #endif
1563
- }
1564
-
1565
- int opus_decoder_dred_decode_float(OpusDecoder *st, const OpusDRED *dred, opus_int32 dred_offset, float *pcm, opus_int32 frame_size)
1566
- {
1567
- #ifdef ENABLE_DRED
1568
- if(frame_size<=0)
1569
- return OPUS_BAD_ARG;
1570
- return opus_decode_native(st, NULL, 0, pcm, frame_size, 0, 0, NULL, 0, dred, dred_offset);
1571
- #else
1572
- (void)st;
1573
- (void)dred;
1574
- (void)dred_offset;
1575
- (void)pcm;
1576
- (void)frame_size;
1577
- return OPUS_UNIMPLEMENTED;
1578
- #endif
1579
- }