@scrypted/libav 1.0.166 → 1.0.168

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (720) hide show
  1. package/opus/.gitattributes +10 -0
  2. package/opus/.gitlab-ci.yml +122 -0
  3. package/opus/AUTHORS +6 -0
  4. package/opus/CMakeLists.txt +755 -0
  5. package/opus/COPYING +44 -0
  6. package/opus/ChangeLog +0 -0
  7. package/opus/LICENSE_PLEASE_READ.txt +22 -0
  8. package/opus/Makefile.am +497 -0
  9. package/opus/Makefile.mips +169 -0
  10. package/opus/Makefile.unix +167 -0
  11. package/opus/NEWS +0 -0
  12. package/opus/README +189 -0
  13. package/opus/README.draft +54 -0
  14. package/opus/autogen.bat +13 -0
  15. package/opus/autogen.sh +16 -0
  16. package/opus/celt/_kiss_fft_guts.h +188 -0
  17. package/opus/celt/arch.h +390 -0
  18. package/opus/celt/arm/arm2gnu.pl +353 -0
  19. package/opus/celt/arm/arm_celt_map.c +171 -0
  20. package/opus/celt/arm/armcpu.c +291 -0
  21. package/opus/celt/arm/armcpu.h +90 -0
  22. package/opus/celt/arm/armopts.s.in +37 -0
  23. package/opus/celt/arm/celt_fft_ne10.c +173 -0
  24. package/opus/celt/arm/celt_mdct_ne10.c +258 -0
  25. package/opus/celt/arm/celt_neon_intr.c +272 -0
  26. package/opus/celt/arm/celt_pitch_xcorr_arm.s +551 -0
  27. package/opus/celt/arm/fft_arm.h +71 -0
  28. package/opus/celt/arm/fixed_arm64.h +35 -0
  29. package/opus/celt/arm/fixed_armv4.h +80 -0
  30. package/opus/celt/arm/fixed_armv5e.h +151 -0
  31. package/opus/celt/arm/kiss_fft_armv4.h +121 -0
  32. package/opus/celt/arm/kiss_fft_armv5e.h +118 -0
  33. package/opus/celt/arm/mdct_arm.h +59 -0
  34. package/opus/celt/arm/meson.build +12 -0
  35. package/opus/celt/arm/pitch_arm.h +160 -0
  36. package/opus/celt/arm/pitch_neon_intr.c +288 -0
  37. package/opus/celt/bands.c +1686 -0
  38. package/opus/celt/bands.h +123 -0
  39. package/opus/celt/celt.c +317 -0
  40. package/opus/celt/celt.h +255 -0
  41. package/opus/celt/celt_decoder.c +1616 -0
  42. package/opus/celt/celt_encoder.c +2854 -0
  43. package/opus/celt/celt_lpc.c +364 -0
  44. package/opus/celt/celt_lpc.h +66 -0
  45. package/opus/celt/cpu_support.h +72 -0
  46. package/opus/celt/cwrs.c +715 -0
  47. package/opus/celt/cwrs.h +48 -0
  48. package/opus/celt/dump_modes/dump_modes.c +400 -0
  49. package/opus/celt/dump_modes/dump_modes_arch.h +45 -0
  50. package/opus/celt/dump_modes/dump_modes_arm_ne10.c +152 -0
  51. package/opus/celt/ecintrin.h +91 -0
  52. package/opus/celt/entcode.c +153 -0
  53. package/opus/celt/entcode.h +152 -0
  54. package/opus/celt/entdec.c +266 -0
  55. package/opus/celt/entdec.h +110 -0
  56. package/opus/celt/entenc.c +305 -0
  57. package/opus/celt/entenc.h +119 -0
  58. package/opus/celt/fixed_c5x.h +79 -0
  59. package/opus/celt/fixed_c6x.h +70 -0
  60. package/opus/celt/fixed_debug.h +839 -0
  61. package/opus/celt/fixed_generic.h +201 -0
  62. package/opus/celt/float_cast.h +152 -0
  63. package/opus/celt/kiss_fft.c +648 -0
  64. package/opus/celt/kiss_fft.h +217 -0
  65. package/opus/celt/laplace.c +235 -0
  66. package/opus/celt/laplace.h +57 -0
  67. package/opus/celt/mathops.c +217 -0
  68. package/opus/celt/mathops.h +479 -0
  69. package/opus/celt/mdct.c +372 -0
  70. package/opus/celt/mdct.h +115 -0
  71. package/opus/celt/meson.build +64 -0
  72. package/opus/celt/mfrngcod.h +48 -0
  73. package/opus/celt/mips/celt_mipsr1.h +152 -0
  74. package/opus/celt/mips/fixed_generic_mipsr1.h +126 -0
  75. package/opus/celt/mips/kiss_fft_mipsr1.h +167 -0
  76. package/opus/celt/mips/mdct_mipsr1.h +288 -0
  77. package/opus/celt/mips/pitch_mipsr1.h +161 -0
  78. package/opus/celt/mips/vq_mipsr1.h +116 -0
  79. package/opus/celt/modes.c +450 -0
  80. package/opus/celt/modes.h +75 -0
  81. package/opus/celt/opus_custom_demo.c +451 -0
  82. package/opus/celt/os_support.h +99 -0
  83. package/opus/celt/pitch.c +555 -0
  84. package/opus/celt/pitch.h +203 -0
  85. package/opus/celt/quant_bands.c +562 -0
  86. package/opus/celt/quant_bands.h +66 -0
  87. package/opus/celt/rate.c +646 -0
  88. package/opus/celt/rate.h +101 -0
  89. package/opus/celt/stack_alloc.h +185 -0
  90. package/opus/celt/static_modes_fixed.h +1541 -0
  91. package/opus/celt/static_modes_fixed_arm_ne10.h +388 -0
  92. package/opus/celt/static_modes_float.h +888 -0
  93. package/opus/celt/static_modes_float_arm_ne10.h +404 -0
  94. package/opus/celt/tests/meson.build +19 -0
  95. package/opus/celt/tests/test_unit_cwrs32.c +162 -0
  96. package/opus/celt/tests/test_unit_dft.c +181 -0
  97. package/opus/celt/tests/test_unit_entropy.c +383 -0
  98. package/opus/celt/tests/test_unit_laplace.c +94 -0
  99. package/opus/celt/tests/test_unit_mathops.c +369 -0
  100. package/opus/celt/tests/test_unit_mdct.c +233 -0
  101. package/opus/celt/tests/test_unit_rotation.c +87 -0
  102. package/opus/celt/tests/test_unit_types.c +50 -0
  103. package/opus/celt/vq.c +442 -0
  104. package/opus/celt/vq.h +79 -0
  105. package/opus/celt/x86/celt_lpc_sse.h +67 -0
  106. package/opus/celt/x86/celt_lpc_sse4_1.c +96 -0
  107. package/opus/celt/x86/pitch_avx.c +101 -0
  108. package/opus/celt/x86/pitch_sse.c +185 -0
  109. package/opus/celt/x86/pitch_sse.h +216 -0
  110. package/opus/celt/x86/pitch_sse2.c +95 -0
  111. package/opus/celt/x86/pitch_sse4_1.c +240 -0
  112. package/opus/celt/x86/vq_sse.h +52 -0
  113. package/opus/celt/x86/vq_sse2.c +217 -0
  114. package/opus/celt/x86/x86_arch_macros.h +47 -0
  115. package/opus/celt/x86/x86_celt_map.c +187 -0
  116. package/opus/celt/x86/x86cpu.c +184 -0
  117. package/opus/celt/x86/x86cpu.h +112 -0
  118. package/opus/celt_headers.mk +54 -0
  119. package/opus/celt_sources.mk +55 -0
  120. package/opus/cmake/CFeatureCheck.cmake +39 -0
  121. package/opus/cmake/OpusBuildtype.cmake +27 -0
  122. package/opus/cmake/OpusConfig.cmake +118 -0
  123. package/opus/cmake/OpusConfig.cmake.in +20 -0
  124. package/opus/cmake/OpusFunctions.cmake +231 -0
  125. package/opus/cmake/OpusPackageVersion.cmake +70 -0
  126. package/opus/cmake/OpusSources.cmake +71 -0
  127. package/opus/cmake/README.md +132 -0
  128. package/opus/cmake/RunTest.cmake +61 -0
  129. package/opus/cmake/config.h.cmake.in +1 -0
  130. package/opus/cmake/cpu_info_by_asm.c +31 -0
  131. package/opus/cmake/cpu_info_by_c.c +9 -0
  132. package/opus/cmake/vla.c +7 -0
  133. package/opus/configure.ac +1091 -0
  134. package/opus/dnn/LPCNet.yml +24 -0
  135. package/opus/dnn/README +1 -0
  136. package/opus/dnn/README.md +126 -0
  137. package/opus/dnn/adaconvtest.c +449 -0
  138. package/opus/dnn/arm/arm_dnn_map.c +88 -0
  139. package/opus/dnn/arm/dnn_arm.h +104 -0
  140. package/opus/dnn/arm/nnet_dotprod.c +38 -0
  141. package/opus/dnn/arm/nnet_neon.c +38 -0
  142. package/opus/dnn/burg.c +246 -0
  143. package/opus/dnn/burg.h +41 -0
  144. package/opus/dnn/common.h +56 -0
  145. package/opus/dnn/datasets.txt +163 -0
  146. package/opus/dnn/download_model.bat +9 -0
  147. package/opus/dnn/download_model.sh +30 -0
  148. package/opus/dnn/dred_coding.c +44 -0
  149. package/opus/dnn/dred_coding.h +36 -0
  150. package/opus/dnn/dred_config.h +54 -0
  151. package/opus/dnn/dred_decoder.c +129 -0
  152. package/opus/dnn/dred_decoder.h +49 -0
  153. package/opus/dnn/dred_encoder.c +363 -0
  154. package/opus/dnn/dred_encoder.h +71 -0
  155. package/opus/dnn/dred_rdovae.h +42 -0
  156. package/opus/dnn/dred_rdovae_dec.c +139 -0
  157. package/opus/dnn/dred_rdovae_dec.h +53 -0
  158. package/opus/dnn/dred_rdovae_enc.c +110 -0
  159. package/opus/dnn/dred_rdovae_enc.h +52 -0
  160. package/opus/dnn/dump_data.c +238 -0
  161. package/opus/dnn/dump_lpcnet_tables.c +104 -0
  162. package/opus/dnn/fargan.c +225 -0
  163. package/opus/dnn/fargan.h +68 -0
  164. package/opus/dnn/fargan_demo.c +217 -0
  165. package/opus/dnn/freq.c +328 -0
  166. package/opus/dnn/freq.h +61 -0
  167. package/opus/dnn/fwgan.c +322 -0
  168. package/opus/dnn/fwgan.h +83 -0
  169. package/opus/dnn/kiss99.c +81 -0
  170. package/opus/dnn/kiss99.h +46 -0
  171. package/opus/dnn/lossgen.c +192 -0
  172. package/opus/dnn/lossgen.h +55 -0
  173. package/opus/dnn/lossgen_demo.c +22 -0
  174. package/opus/dnn/lpcnet.c +283 -0
  175. package/opus/dnn/lpcnet.h +183 -0
  176. package/opus/dnn/lpcnet_enc.c +230 -0
  177. package/opus/dnn/lpcnet_plc.c +211 -0
  178. package/opus/dnn/lpcnet_private.h +90 -0
  179. package/opus/dnn/lpcnet_tables.c +307 -0
  180. package/opus/dnn/meson.build +64 -0
  181. package/opus/dnn/nndsp.c +416 -0
  182. package/opus/dnn/nndsp.h +143 -0
  183. package/opus/dnn/nnet.c +149 -0
  184. package/opus/dnn/nnet.h +163 -0
  185. package/opus/dnn/nnet_arch.h +247 -0
  186. package/opus/dnn/nnet_default.c +35 -0
  187. package/opus/dnn/osce.c +1419 -0
  188. package/opus/dnn/osce.h +84 -0
  189. package/opus/dnn/osce_config.h +60 -0
  190. package/opus/dnn/osce_features.c +454 -0
  191. package/opus/dnn/osce_features.h +50 -0
  192. package/opus/dnn/osce_structs.h +125 -0
  193. package/opus/dnn/parse_lpcnet_weights.c +238 -0
  194. package/opus/dnn/pitchdnn.c +79 -0
  195. package/opus/dnn/pitchdnn.h +34 -0
  196. package/opus/dnn/tansig_table.h +50 -0
  197. package/opus/dnn/test_vec.c +128 -0
  198. package/opus/dnn/torch/dnntools/dnntools/__init__.py +2 -0
  199. package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +1 -0
  200. package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +113 -0
  201. package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +2 -0
  202. package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +85 -0
  203. package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +449 -0
  204. package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +6 -0
  205. package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +58 -0
  206. package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +123 -0
  207. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +133 -0
  208. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +134 -0
  209. package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +178 -0
  210. package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +128 -0
  211. package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +64 -0
  212. package/opus/dnn/torch/dnntools/requirements.txt +1 -0
  213. package/opus/dnn/torch/dnntools/setup.py +48 -0
  214. package/opus/dnn/torch/fargan/README.md +54 -0
  215. package/opus/dnn/torch/fargan/adv_train_fargan.py +277 -0
  216. package/opus/dnn/torch/fargan/dataset.py +61 -0
  217. package/opus/dnn/torch/fargan/dump_fargan_weights.py +112 -0
  218. package/opus/dnn/torch/fargan/fargan.py +322 -0
  219. package/opus/dnn/torch/fargan/filters.py +46 -0
  220. package/opus/dnn/torch/fargan/rc.py +29 -0
  221. package/opus/dnn/torch/fargan/stft_loss.py +186 -0
  222. package/opus/dnn/torch/fargan/test_fargan.py +128 -0
  223. package/opus/dnn/torch/fargan/train_fargan.py +168 -0
  224. package/opus/dnn/torch/fwgan/dump_model_weights.py +88 -0
  225. package/opus/dnn/torch/fwgan/inference.py +141 -0
  226. package/opus/dnn/torch/fwgan/models/__init__.py +7 -0
  227. package/opus/dnn/torch/fwgan/models/fwgan400.py +308 -0
  228. package/opus/dnn/torch/fwgan/models/fwgan500.py +260 -0
  229. package/opus/dnn/torch/lossgen/README.md +27 -0
  230. package/opus/dnn/torch/lossgen/export_lossgen.py +101 -0
  231. package/opus/dnn/torch/lossgen/lossgen.py +29 -0
  232. package/opus/dnn/torch/lossgen/process_data.sh +17 -0
  233. package/opus/dnn/torch/lossgen/test_lossgen.py +42 -0
  234. package/opus/dnn/torch/lossgen/train_lossgen.py +99 -0
  235. package/opus/dnn/torch/lpcnet/README.md +27 -0
  236. package/opus/dnn/torch/lpcnet/add_dataset_config.py +77 -0
  237. package/opus/dnn/torch/lpcnet/data/__init__.py +1 -0
  238. package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +227 -0
  239. package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +141 -0
  240. package/opus/dnn/torch/lpcnet/make_default_setup.py +56 -0
  241. package/opus/dnn/torch/lpcnet/make_test_config.py +78 -0
  242. package/opus/dnn/torch/lpcnet/models/__init__.py +8 -0
  243. package/opus/dnn/torch/lpcnet/models/lpcnet.py +303 -0
  244. package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +437 -0
  245. package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +64 -0
  246. package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +190 -0
  247. package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +52 -0
  248. package/opus/dnn/torch/lpcnet/scripts/make_animation.py +67 -0
  249. package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +17 -0
  250. package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +17 -0
  251. package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +22 -0
  252. package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +54 -0
  253. package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +22 -0
  254. package/opus/dnn/torch/lpcnet/scripts/update_setups.py +57 -0
  255. package/opus/dnn/torch/lpcnet/test_lpcnet.py +89 -0
  256. package/opus/dnn/torch/lpcnet/train_lpcnet.py +272 -0
  257. package/opus/dnn/torch/lpcnet/utils/__init__.py +4 -0
  258. package/opus/dnn/torch/lpcnet/utils/data.py +141 -0
  259. package/opus/dnn/torch/lpcnet/utils/endoscopy.py +234 -0
  260. package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +3 -0
  261. package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +44 -0
  262. package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +71 -0
  263. package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +497 -0
  264. package/opus/dnn/torch/lpcnet/utils/misc.py +65 -0
  265. package/opus/dnn/torch/lpcnet/utils/pcm.py +35 -0
  266. package/opus/dnn/torch/lpcnet/utils/sample.py +44 -0
  267. package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +2 -0
  268. package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +121 -0
  269. package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +187 -0
  270. package/opus/dnn/torch/lpcnet/utils/templates.py +157 -0
  271. package/opus/dnn/torch/lpcnet/utils/ulaw.py +58 -0
  272. package/opus/dnn/torch/lpcnet/utils/wav.py +43 -0
  273. package/opus/dnn/torch/neural-pitch/README.md +18 -0
  274. package/opus/dnn/torch/neural-pitch/data_augmentation.py +149 -0
  275. package/opus/dnn/torch/neural-pitch/download_demand.sh +43 -0
  276. package/opus/dnn/torch/neural-pitch/evaluation.py +349 -0
  277. package/opus/dnn/torch/neural-pitch/experiments.py +38 -0
  278. package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +109 -0
  279. package/opus/dnn/torch/neural-pitch/models.py +178 -0
  280. package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +179 -0
  281. package/opus/dnn/torch/neural-pitch/ptdb_process.sh +34 -0
  282. package/opus/dnn/torch/neural-pitch/run_crepe.py +72 -0
  283. package/opus/dnn/torch/neural-pitch/training.py +162 -0
  284. package/opus/dnn/torch/neural-pitch/utils.py +59 -0
  285. package/opus/dnn/torch/osce/README.md +66 -0
  286. package/opus/dnn/torch/osce/adv_train_model.py +462 -0
  287. package/opus/dnn/torch/osce/adv_train_vocoder.py +451 -0
  288. package/opus/dnn/torch/osce/create_testvectors.py +165 -0
  289. package/opus/dnn/torch/osce/data/__init__.py +2 -0
  290. package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +225 -0
  291. package/opus/dnn/torch/osce/data/silk_conversion_set.py +132 -0
  292. package/opus/dnn/torch/osce/data/silk_enhancement_set.py +140 -0
  293. package/opus/dnn/torch/osce/engine/engine.py +103 -0
  294. package/opus/dnn/torch/osce/engine/vocoder_engine.py +101 -0
  295. package/opus/dnn/torch/osce/export_model_weights.py +174 -0
  296. package/opus/dnn/torch/osce/losses/stft_loss.py +277 -0
  297. package/opus/dnn/torch/osce/losses/td_lowpass.py +34 -0
  298. package/opus/dnn/torch/osce/make_default_setup.py +93 -0
  299. package/opus/dnn/torch/osce/models/__init__.py +42 -0
  300. package/opus/dnn/torch/osce/models/fd_discriminator.py +974 -0
  301. package/opus/dnn/torch/osce/models/lace.py +190 -0
  302. package/opus/dnn/torch/osce/models/lavoce.py +274 -0
  303. package/opus/dnn/torch/osce/models/lavoce_400.py +254 -0
  304. package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +91 -0
  305. package/opus/dnn/torch/osce/models/nns_base.py +69 -0
  306. package/opus/dnn/torch/osce/models/no_lace.py +218 -0
  307. package/opus/dnn/torch/osce/models/scale_embedding.py +68 -0
  308. package/opus/dnn/torch/osce/models/shape_up_48.py +179 -0
  309. package/opus/dnn/torch/osce/models/silk_feature_net.py +86 -0
  310. package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +127 -0
  311. package/opus/dnn/torch/osce/requirements.txt +9 -0
  312. package/opus/dnn/torch/osce/resources/training_files.txt +107716 -0
  313. package/opus/dnn/torch/osce/resources/validation_files.txt +26929 -0
  314. package/opus/dnn/torch/osce/scripts/concatenator.py +85 -0
  315. package/opus/dnn/torch/osce/silk_16_to_48.py +28 -0
  316. package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +123 -0
  317. package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +25 -0
  318. package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +7 -0
  319. package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +113 -0
  320. package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +330 -0
  321. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +116 -0
  322. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +109 -0
  323. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +124 -0
  324. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +121 -0
  325. package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +182 -0
  326. package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +190 -0
  327. package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +98 -0
  328. package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +138 -0
  329. package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +196 -0
  330. package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +205 -0
  331. package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +313 -0
  332. package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +320 -0
  333. package/opus/dnn/torch/osce/stndrd/presentation/playback.py +25 -0
  334. package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +275 -0
  335. package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +173 -0
  336. package/opus/dnn/torch/osce/test_model.py +96 -0
  337. package/opus/dnn/torch/osce/test_vocoder.py +103 -0
  338. package/opus/dnn/torch/osce/train_model.py +307 -0
  339. package/opus/dnn/torch/osce/train_vocoder.py +287 -0
  340. package/opus/dnn/torch/osce/utils/ada_conv.py +71 -0
  341. package/opus/dnn/torch/osce/utils/complexity.py +8 -0
  342. package/opus/dnn/torch/osce/utils/endoscopy.py +205 -0
  343. package/opus/dnn/torch/osce/utils/layers/fir.py +27 -0
  344. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +230 -0
  345. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +200 -0
  346. package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +100 -0
  347. package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +84 -0
  348. package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +167 -0
  349. package/opus/dnn/torch/osce/utils/layers/td_shaper.py +145 -0
  350. package/opus/dnn/torch/osce/utils/lpcnet_features.py +112 -0
  351. package/opus/dnn/torch/osce/utils/misc.py +95 -0
  352. package/opus/dnn/torch/osce/utils/moc.py +153 -0
  353. package/opus/dnn/torch/osce/utils/pitch.py +122 -0
  354. package/opus/dnn/torch/osce/utils/silk_features.py +144 -0
  355. package/opus/dnn/torch/osce/utils/softquant.py +110 -0
  356. package/opus/dnn/torch/osce/utils/spec.py +210 -0
  357. package/opus/dnn/torch/osce/utils/templates.py +347 -0
  358. package/opus/dnn/torch/plc/export_plc.py +100 -0
  359. package/opus/dnn/torch/plc/plc.py +144 -0
  360. package/opus/dnn/torch/plc/plc_dataset.py +60 -0
  361. package/opus/dnn/torch/plc/train_plc.py +145 -0
  362. package/opus/dnn/torch/rdovae/README.md +55 -0
  363. package/opus/dnn/torch/rdovae/download_datasets.sh +6 -0
  364. package/opus/dnn/torch/rdovae/export_rdovae_weights.py +365 -0
  365. package/opus/dnn/torch/rdovae/fec_encoder.py +212 -0
  366. package/opus/dnn/torch/rdovae/import_rdovae_weights.py +143 -0
  367. package/opus/dnn/torch/rdovae/packets/__init__.py +1 -0
  368. package/opus/dnn/torch/rdovae/packets/fec_packets.c +142 -0
  369. package/opus/dnn/torch/rdovae/packets/fec_packets.h +34 -0
  370. package/opus/dnn/torch/rdovae/packets/fec_packets.py +108 -0
  371. package/opus/dnn/torch/rdovae/process_speech.sh +7 -0
  372. package/opus/dnn/torch/rdovae/rdovae/__init__.py +2 -0
  373. package/opus/dnn/torch/rdovae/rdovae/dataset.py +67 -0
  374. package/opus/dnn/torch/rdovae/rdovae/rdovae.py +719 -0
  375. package/opus/dnn/torch/rdovae/requirements.txt +4 -0
  376. package/opus/dnn/torch/rdovae/train_rdovae.py +278 -0
  377. package/opus/dnn/torch/testsuite/README.md +46 -0
  378. package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +6 -0
  379. package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +5 -0
  380. package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +5 -0
  381. package/opus/dnn/torch/testsuite/requirements.txt +12 -0
  382. package/opus/dnn/torch/testsuite/run_test.py +375 -0
  383. package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
  384. package/opus/dnn/torch/testsuite/utils/files.py +54 -0
  385. package/opus/dnn/torch/testsuite/utils/pesq.py +43 -0
  386. package/opus/dnn/torch/testsuite/utils/pitch.py +61 -0
  387. package/opus/dnn/torch/weight-exchange/README.md +21 -0
  388. package/opus/dnn/torch/weight-exchange/requirements.txt +1 -0
  389. package/opus/dnn/torch/weight-exchange/setup.py +48 -0
  390. package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +30 -0
  391. package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +31 -0
  392. package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +181 -0
  393. package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +386 -0
  394. package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +5 -0
  395. package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +188 -0
  396. package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +37 -0
  397. package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +433 -0
  398. package/opus/dnn/training_tf2/dataloader.py +49 -0
  399. package/opus/dnn/training_tf2/decode_rdovae.py +111 -0
  400. package/opus/dnn/training_tf2/diffembed.py +49 -0
  401. package/opus/dnn/training_tf2/dump_lpcnet.py +388 -0
  402. package/opus/dnn/training_tf2/dump_plc.py +296 -0
  403. package/opus/dnn/training_tf2/dump_rdovae.py +306 -0
  404. package/opus/dnn/training_tf2/encode_rdovae.py +125 -0
  405. package/opus/dnn/training_tf2/fec_encoder.py +256 -0
  406. package/opus/dnn/training_tf2/fec_packets.c +142 -0
  407. package/opus/dnn/training_tf2/fec_packets.h +34 -0
  408. package/opus/dnn/training_tf2/fec_packets.py +108 -0
  409. package/opus/dnn/training_tf2/keraslayerdump.py +189 -0
  410. package/opus/dnn/training_tf2/lossfuncs.py +99 -0
  411. package/opus/dnn/training_tf2/lpcnet.py +339 -0
  412. package/opus/dnn/training_tf2/lpcnet_plc.py +101 -0
  413. package/opus/dnn/training_tf2/mdense.py +95 -0
  414. package/opus/dnn/training_tf2/pade.py +70 -0
  415. package/opus/dnn/training_tf2/parameters.py +29 -0
  416. package/opus/dnn/training_tf2/plc_loader.py +73 -0
  417. package/opus/dnn/training_tf2/rdovae.py +372 -0
  418. package/opus/dnn/training_tf2/rdovae_exchange.py +138 -0
  419. package/opus/dnn/training_tf2/rdovae_import.py +123 -0
  420. package/opus/dnn/training_tf2/test_lpcnet.py +120 -0
  421. package/opus/dnn/training_tf2/test_plc.py +92 -0
  422. package/opus/dnn/training_tf2/tf_funcs.py +70 -0
  423. package/opus/dnn/training_tf2/train_lpcnet.py +214 -0
  424. package/opus/dnn/training_tf2/train_plc.py +197 -0
  425. package/opus/dnn/training_tf2/train_rdovae.py +151 -0
  426. package/opus/dnn/training_tf2/ulaw.py +19 -0
  427. package/opus/dnn/training_tf2/uniform_noise.py +78 -0
  428. package/opus/dnn/vec.h +389 -0
  429. package/opus/dnn/vec_avx.h +884 -0
  430. package/opus/dnn/vec_neon.h +473 -0
  431. package/opus/dnn/write_lpcnet_weights.c +97 -0
  432. package/opus/dnn/x86/dnn_x86.h +121 -0
  433. package/opus/dnn/x86/nnet_avx2.c +40 -0
  434. package/opus/dnn/x86/nnet_sse2.c +40 -0
  435. package/opus/dnn/x86/nnet_sse4_1.c +40 -0
  436. package/opus/dnn/x86/x86_dnn_map.c +83 -0
  437. package/opus/doc/Doxyfile.in +340 -0
  438. package/opus/doc/Makefile.am +45 -0
  439. package/opus/doc/build_draft.sh +113 -0
  440. package/opus/doc/build_isobmff.sh +50 -0
  441. package/opus/doc/build_oggdraft.sh +52 -0
  442. package/opus/doc/customdoxygen.css +1011 -0
  443. package/opus/doc/draft-ietf-codec-oggopus.xml +1873 -0
  444. package/opus/doc/draft-ietf-codec-opus-update.xml +513 -0
  445. package/opus/doc/draft-ietf-codec-opus.xml +8276 -0
  446. package/opus/doc/draft-ietf-payload-rtp-opus.xml +960 -0
  447. package/opus/doc/footer.html +32 -0
  448. package/opus/doc/header.html +61 -0
  449. package/opus/doc/meson.build +33 -0
  450. package/opus/doc/opus_in_isobmff.css +60 -0
  451. package/opus/doc/opus_in_isobmff.html +692 -0
  452. package/opus/doc/opus_logo.svg +157 -0
  453. package/opus/doc/opus_update.patch +244 -0
  454. package/opus/doc/release.txt +43 -0
  455. package/opus/doc/trivial_example.c +171 -0
  456. package/opus/include/meson.build +13 -0
  457. package/opus/include/opus.h +1172 -0
  458. package/opus/include/opus_custom.h +381 -0
  459. package/opus/include/opus_defines.h +830 -0
  460. package/opus/include/opus_multistream.h +736 -0
  461. package/opus/include/opus_projection.h +643 -0
  462. package/opus/include/opus_types.h +166 -0
  463. package/opus/lpcnet_headers.mk +44 -0
  464. package/opus/lpcnet_sources.mk +44 -0
  465. package/opus/m4/as-gcc-inline-assembly.m4 +98 -0
  466. package/opus/m4/ax_add_fortify_source.m4 +53 -0
  467. package/opus/m4/opus-intrinsics.m4 +29 -0
  468. package/opus/meson/README.md +88 -0
  469. package/opus/meson/get-version.py +86 -0
  470. package/opus/meson/read-sources-list.py +28 -0
  471. package/opus/meson.build +745 -0
  472. package/opus/meson_options.txt +27 -0
  473. package/opus/opus-uninstalled.pc.in +12 -0
  474. package/opus/opus.m4 +117 -0
  475. package/opus/opus.pc.in +16 -0
  476. package/opus/opus_headers.mk +8 -0
  477. package/opus/opus_sources.mk +17 -0
  478. package/opus/releases.sha2 +85 -0
  479. package/opus/scripts/dump_rnn.py +57 -0
  480. package/opus/scripts/local_build.py +220 -0
  481. package/opus/scripts/rnn_train.py +67 -0
  482. package/opus/scripts/shrink_model.sh +7 -0
  483. package/opus/silk/A2NLSF.c +267 -0
  484. package/opus/silk/API.h +156 -0
  485. package/opus/silk/CNG.c +188 -0
  486. package/opus/silk/HP_variable_cutoff.c +77 -0
  487. package/opus/silk/Inlines.h +188 -0
  488. package/opus/silk/LPC_analysis_filter.c +111 -0
  489. package/opus/silk/LPC_fit.c +82 -0
  490. package/opus/silk/LPC_inv_pred_gain.c +141 -0
  491. package/opus/silk/LP_variable_cutoff.c +135 -0
  492. package/opus/silk/MacroCount.h +710 -0
  493. package/opus/silk/MacroDebug.h +945 -0
  494. package/opus/silk/NLSF2A.c +141 -0
  495. package/opus/silk/NLSF_VQ.c +76 -0
  496. package/opus/silk/NLSF_VQ_weights_laroia.c +80 -0
  497. package/opus/silk/NLSF_decode.c +93 -0
  498. package/opus/silk/NLSF_del_dec_quant.c +215 -0
  499. package/opus/silk/NLSF_encode.c +124 -0
  500. package/opus/silk/NLSF_stabilize.c +142 -0
  501. package/opus/silk/NLSF_unpack.c +55 -0
  502. package/opus/silk/NSQ.c +437 -0
  503. package/opus/silk/NSQ.h +101 -0
  504. package/opus/silk/NSQ_del_dec.c +733 -0
  505. package/opus/silk/PLC.c +493 -0
  506. package/opus/silk/PLC.h +65 -0
  507. package/opus/silk/SigProc_FIX.h +643 -0
  508. package/opus/silk/VAD.c +360 -0
  509. package/opus/silk/VQ_WMat_EC.c +131 -0
  510. package/opus/silk/ana_filt_bank_1.c +74 -0
  511. package/opus/silk/arm/LPC_inv_pred_gain_arm.h +57 -0
  512. package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +288 -0
  513. package/opus/silk/arm/NSQ_del_dec_arm.h +100 -0
  514. package/opus/silk/arm/NSQ_del_dec_neon_intr.c +1138 -0
  515. package/opus/silk/arm/NSQ_neon.c +112 -0
  516. package/opus/silk/arm/NSQ_neon.h +114 -0
  517. package/opus/silk/arm/SigProc_FIX_armv4.h +47 -0
  518. package/opus/silk/arm/SigProc_FIX_armv5e.h +61 -0
  519. package/opus/silk/arm/arm_silk_map.c +128 -0
  520. package/opus/silk/arm/biquad_alt_arm.h +68 -0
  521. package/opus/silk/arm/biquad_alt_neon_intr.c +156 -0
  522. package/opus/silk/arm/macros_arm64.h +39 -0
  523. package/opus/silk/arm/macros_armv4.h +110 -0
  524. package/opus/silk/arm/macros_armv5e.h +220 -0
  525. package/opus/silk/biquad_alt.c +121 -0
  526. package/opus/silk/bwexpander.c +51 -0
  527. package/opus/silk/bwexpander_32.c +51 -0
  528. package/opus/silk/check_control_input.c +106 -0
  529. package/opus/silk/code_signs.c +115 -0
  530. package/opus/silk/control.h +161 -0
  531. package/opus/silk/control_SNR.c +113 -0
  532. package/opus/silk/control_audio_bandwidth.c +132 -0
  533. package/opus/silk/control_codec.c +423 -0
  534. package/opus/silk/debug.c +174 -0
  535. package/opus/silk/debug.h +267 -0
  536. package/opus/silk/dec_API.c +465 -0
  537. package/opus/silk/decode_core.c +243 -0
  538. package/opus/silk/decode_frame.c +169 -0
  539. package/opus/silk/decode_indices.c +151 -0
  540. package/opus/silk/decode_parameters.c +115 -0
  541. package/opus/silk/decode_pitch.c +77 -0
  542. package/opus/silk/decode_pulses.c +115 -0
  543. package/opus/silk/decoder_set_fs.c +108 -0
  544. package/opus/silk/define.h +235 -0
  545. package/opus/silk/enc_API.c +593 -0
  546. package/opus/silk/encode_indices.c +181 -0
  547. package/opus/silk/encode_pulses.c +206 -0
  548. package/opus/silk/errors.h +98 -0
  549. package/opus/silk/fixed/LTP_analysis_filter_FIX.c +90 -0
  550. package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +58 -0
  551. package/opus/silk/fixed/apply_sine_window_FIX.c +101 -0
  552. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +68 -0
  553. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +265 -0
  554. package/opus/silk/fixed/autocorr_FIX.c +48 -0
  555. package/opus/silk/fixed/burg_modified_FIX.c +280 -0
  556. package/opus/silk/fixed/corrMatrix_FIX.c +150 -0
  557. package/opus/silk/fixed/encode_frame_FIX.c +444 -0
  558. package/opus/silk/fixed/find_LPC_FIX.c +151 -0
  559. package/opus/silk/fixed/find_LTP_FIX.c +99 -0
  560. package/opus/silk/fixed/find_pitch_lags_FIX.c +143 -0
  561. package/opus/silk/fixed/find_pred_coefs_FIX.c +146 -0
  562. package/opus/silk/fixed/k2a_FIX.c +54 -0
  563. package/opus/silk/fixed/k2a_Q16_FIX.c +54 -0
  564. package/opus/silk/fixed/main_FIX.h +244 -0
  565. package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +336 -0
  566. package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +184 -0
  567. package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +165 -0
  568. package/opus/silk/fixed/noise_shape_analysis_FIX.c +407 -0
  569. package/opus/silk/fixed/pitch_analysis_core_FIX.c +721 -0
  570. package/opus/silk/fixed/process_gains_FIX.c +117 -0
  571. package/opus/silk/fixed/regularize_correlations_FIX.c +47 -0
  572. package/opus/silk/fixed/residual_energy16_FIX.c +103 -0
  573. package/opus/silk/fixed/residual_energy_FIX.c +98 -0
  574. package/opus/silk/fixed/schur64_FIX.c +93 -0
  575. package/opus/silk/fixed/schur_FIX.c +107 -0
  576. package/opus/silk/fixed/structs_FIX.h +116 -0
  577. package/opus/silk/fixed/vector_ops_FIX.c +102 -0
  578. package/opus/silk/fixed/warped_autocorrelation_FIX.c +92 -0
  579. package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +400 -0
  580. package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +93 -0
  581. package/opus/silk/float/LPC_analysis_filter_FLP.c +249 -0
  582. package/opus/silk/float/LPC_inv_pred_gain_FLP.c +73 -0
  583. package/opus/silk/float/LTP_analysis_filter_FLP.c +75 -0
  584. package/opus/silk/float/LTP_scale_ctrl_FLP.c +58 -0
  585. package/opus/silk/float/SigProc_FLP.h +205 -0
  586. package/opus/silk/float/apply_sine_window_FLP.c +81 -0
  587. package/opus/silk/float/autocorrelation_FLP.c +53 -0
  588. package/opus/silk/float/burg_modified_FLP.c +187 -0
  589. package/opus/silk/float/bwexpander_FLP.c +49 -0
  590. package/opus/silk/float/corrMatrix_FLP.c +95 -0
  591. package/opus/silk/float/encode_frame_FLP.c +432 -0
  592. package/opus/silk/float/energy_FLP.c +59 -0
  593. package/opus/silk/float/find_LPC_FLP.c +105 -0
  594. package/opus/silk/float/find_LTP_FLP.c +65 -0
  595. package/opus/silk/float/find_pitch_lags_FLP.c +132 -0
  596. package/opus/silk/float/find_pred_coefs_FLP.c +117 -0
  597. package/opus/silk/float/inner_product_FLP.c +59 -0
  598. package/opus/silk/float/k2a_FLP.c +54 -0
  599. package/opus/silk/float/main_FLP.h +290 -0
  600. package/opus/silk/float/noise_shape_analysis_FLP.c +350 -0
  601. package/opus/silk/float/pitch_analysis_core_FLP.c +630 -0
  602. package/opus/silk/float/process_gains_FLP.c +103 -0
  603. package/opus/silk/float/regularize_correlations_FLP.c +48 -0
  604. package/opus/silk/float/residual_energy_FLP.c +117 -0
  605. package/opus/silk/float/scale_copy_vector_FLP.c +57 -0
  606. package/opus/silk/float/scale_vector_FLP.c +56 -0
  607. package/opus/silk/float/schur_FLP.c +70 -0
  608. package/opus/silk/float/sort_FLP.c +83 -0
  609. package/opus/silk/float/structs_FLP.h +112 -0
  610. package/opus/silk/float/warped_autocorrelation_FLP.c +75 -0
  611. package/opus/silk/float/wrappers_FLP.c +209 -0
  612. package/opus/silk/float/x86/inner_product_FLP_avx2.c +85 -0
  613. package/opus/silk/gain_quant.c +142 -0
  614. package/opus/silk/init_decoder.c +84 -0
  615. package/opus/silk/init_encoder.c +68 -0
  616. package/opus/silk/inner_prod_aligned.c +47 -0
  617. package/opus/silk/interpolate.c +51 -0
  618. package/opus/silk/lin2log.c +46 -0
  619. package/opus/silk/log2lin.c +58 -0
  620. package/opus/silk/macros.h +151 -0
  621. package/opus/silk/main.h +486 -0
  622. package/opus/silk/meson.build +69 -0
  623. package/opus/silk/mips/NSQ_del_dec_mipsr1.h +410 -0
  624. package/opus/silk/mips/macros_mipsr1.h +92 -0
  625. package/opus/silk/mips/sigproc_fix_mipsr1.h +60 -0
  626. package/opus/silk/pitch_est_defines.h +88 -0
  627. package/opus/silk/pitch_est_tables.c +99 -0
  628. package/opus/silk/process_NLSFs.c +107 -0
  629. package/opus/silk/quant_LTP_gains.c +132 -0
  630. package/opus/silk/resampler.c +215 -0
  631. package/opus/silk/resampler_down2.c +74 -0
  632. package/opus/silk/resampler_down2_3.c +103 -0
  633. package/opus/silk/resampler_private.h +88 -0
  634. package/opus/silk/resampler_private_AR2.c +55 -0
  635. package/opus/silk/resampler_private_IIR_FIR.c +107 -0
  636. package/opus/silk/resampler_private_down_FIR.c +194 -0
  637. package/opus/silk/resampler_private_up2_HQ.c +113 -0
  638. package/opus/silk/resampler_rom.c +96 -0
  639. package/opus/silk/resampler_rom.h +68 -0
  640. package/opus/silk/resampler_structs.h +60 -0
  641. package/opus/silk/shell_coder.c +151 -0
  642. package/opus/silk/sigm_Q15.c +76 -0
  643. package/opus/silk/sort.c +154 -0
  644. package/opus/silk/stereo_LR_to_MS.c +229 -0
  645. package/opus/silk/stereo_MS_to_LR.c +85 -0
  646. package/opus/silk/stereo_decode_pred.c +73 -0
  647. package/opus/silk/stereo_encode_pred.c +62 -0
  648. package/opus/silk/stereo_find_predictor.c +79 -0
  649. package/opus/silk/stereo_quant_pred.c +73 -0
  650. package/opus/silk/structs.h +357 -0
  651. package/opus/silk/sum_sqr_shift.c +83 -0
  652. package/opus/silk/table_LSF_cos.c +70 -0
  653. package/opus/silk/tables.h +114 -0
  654. package/opus/silk/tables_LTP.c +294 -0
  655. package/opus/silk/tables_NLSF_CB_NB_MB.c +195 -0
  656. package/opus/silk/tables_NLSF_CB_WB.c +234 -0
  657. package/opus/silk/tables_gain.c +63 -0
  658. package/opus/silk/tables_other.c +124 -0
  659. package/opus/silk/tables_pitch_lag.c +69 -0
  660. package/opus/silk/tables_pulses_per_block.c +264 -0
  661. package/opus/silk/tests/meson.build +8 -0
  662. package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +130 -0
  663. package/opus/silk/tuning_parameters.h +155 -0
  664. package/opus/silk/typedef.h +81 -0
  665. package/opus/silk/x86/NSQ_del_dec_avx2.c +1075 -0
  666. package/opus/silk/x86/NSQ_del_dec_sse4_1.c +915 -0
  667. package/opus/silk/x86/NSQ_sse4_1.c +772 -0
  668. package/opus/silk/x86/SigProc_FIX_sse.h +99 -0
  669. package/opus/silk/x86/VAD_sse4_1.c +289 -0
  670. package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +173 -0
  671. package/opus/silk/x86/main_sse.h +299 -0
  672. package/opus/silk/x86/x86_silk_map.c +179 -0
  673. package/opus/silk_headers.mk +44 -0
  674. package/opus/silk_sources.mk +164 -0
  675. package/opus/src/analysis.c +979 -0
  676. package/opus/src/analysis.h +103 -0
  677. package/opus/src/extensions.c +663 -0
  678. package/opus/src/mapping_matrix.c +993 -0
  679. package/opus/src/mapping_matrix.h +165 -0
  680. package/opus/src/meson.build +45 -0
  681. package/opus/src/mlp.c +132 -0
  682. package/opus/src/mlp.h +60 -0
  683. package/opus/src/mlp_data.c +672 -0
  684. package/opus/src/opus.c +362 -0
  685. package/opus/src/opus_compare.c +382 -0
  686. package/opus/src/opus_decoder.c +1579 -0
  687. package/opus/src/opus_demo.c +1194 -0
  688. package/opus/src/opus_encoder.c +3180 -0
  689. package/opus/src/opus_multistream.c +92 -0
  690. package/opus/src/opus_multistream_decoder.c +563 -0
  691. package/opus/src/opus_multistream_encoder.c +1321 -0
  692. package/opus/src/opus_private.h +263 -0
  693. package/opus/src/opus_projection_decoder.c +283 -0
  694. package/opus/src/opus_projection_encoder.c +522 -0
  695. package/opus/src/repacketizer.c +469 -0
  696. package/opus/src/repacketizer_demo.c +247 -0
  697. package/opus/src/tansig_table.h +45 -0
  698. package/opus/tar_list.txt +28 -0
  699. package/opus/tests/meson.build +39 -0
  700. package/opus/tests/opus_build_test.sh +29 -0
  701. package/opus/tests/opus_decode_fuzzer.c +124 -0
  702. package/opus/tests/opus_decode_fuzzer.options +2 -0
  703. package/opus/tests/opus_encode_regressions.c +1034 -0
  704. package/opus/tests/random_config.sh +126 -0
  705. package/opus/tests/run_vectors.sh +143 -0
  706. package/opus/tests/test_opus_api.c +1904 -0
  707. package/opus/tests/test_opus_common.h +86 -0
  708. package/opus/tests/test_opus_custom.c +694 -0
  709. package/opus/tests/test_opus_decode.c +481 -0
  710. package/opus/tests/test_opus_dred.c +107 -0
  711. package/opus/tests/test_opus_encode.c +738 -0
  712. package/opus/tests/test_opus_extensions.c +750 -0
  713. package/opus/tests/test_opus_padding.c +94 -0
  714. package/opus/tests/test_opus_projection.c +384 -0
  715. package/opus/training/rnn_dump.py +66 -0
  716. package/opus/training/rnn_train.py +177 -0
  717. package/opus/training/txt2hdf5.py +12 -0
  718. package/opus/update_version +65 -0
  719. package/package.json +2 -2
  720. package/src/build-ffmpeg-msys.sh +8 -2
@@ -0,0 +1,1194 @@
1
+ /* Copyright (c) 2007-2008 CSIRO
2
+ Copyright (c) 2007-2009 Xiph.Org Foundation
3
+ Written by Jean-Marc Valin */
4
+ /*
5
+ Redistribution and use in source and binary forms, with or without
6
+ modification, are permitted provided that the following conditions
7
+ are met:
8
+
9
+ - Redistributions of source code must retain the above copyright
10
+ notice, this list of conditions and the following disclaimer.
11
+
12
+ - Redistributions in binary form must reproduce the above copyright
13
+ notice, this list of conditions and the following disclaimer in the
14
+ documentation and/or other materials provided with the distribution.
15
+
16
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17
+ ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18
+ LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19
+ A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
20
+ OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
21
+ EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
22
+ PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
23
+ PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
24
+ LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
25
+ NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
26
+ SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
+ */
28
+
29
+ #ifdef HAVE_CONFIG_H
30
+ #include "config.h"
31
+ #endif
32
+
33
+ #include <stdio.h>
34
+ #include <stdlib.h>
35
+ #include <math.h>
36
+ #include <string.h>
37
+ #include "opus.h"
38
+ #include "debug.h"
39
+ #include "opus_types.h"
40
+ #include "opus_private.h"
41
+ #include "opus_multistream.h"
42
+ #ifdef ENABLE_LOSSGEN
43
+ #include "lossgen.h"
44
+ #endif
45
+
46
+ #define MAX_PACKET 1500
47
+
48
+ #ifdef USE_WEIGHTS_FILE
49
+ # if __unix__
50
+ # include <fcntl.h>
51
+ # include <sys/mman.h>
52
+ # include <unistd.h>
53
+ # include <sys/stat.h>
54
+ /* When available, mmap() is preferable to reading the file, as it leads to
55
+ better resource utilization, especially if multiple processes are using the same
56
+ file (mapping will be shared in cache). */
57
+ void *load_blob(const char *filename, int *len) {
58
+ int fd;
59
+ void *data;
60
+ struct stat st;
61
+ if (stat(filename, &st)) {
62
+ *len = 0;
63
+ return NULL;
64
+ }
65
+ *len = st.st_size;
66
+ fd = open(filename, O_RDONLY);
67
+ if (fd<0) {
68
+ *len = 0;
69
+ return NULL;
70
+ }
71
+ data = mmap(NULL, *len, PROT_READ, MAP_SHARED, fd, 0);
72
+ if (data == MAP_FAILED) {
73
+ *len = 0;
74
+ data = NULL;
75
+ }
76
+ close(fd);
77
+ return data;
78
+ }
79
+ void free_blob(void *blob, int len) {
80
+ if (blob) munmap(blob, len);
81
+ }
82
+ # else
83
+ void *load_blob(const char *filename, int *len) {
84
+ FILE *file;
85
+ void *data;
86
+ file = fopen(filename, "r");
87
+ if (file == NULL)
88
+ {
89
+ perror("could not open blob file");
90
+ *len = 0;
91
+ return NULL;
92
+ }
93
+ fseek(file, 0L, SEEK_END);
94
+ *len = ftell(file);
95
+ fseek(file, 0L, SEEK_SET);
96
+ if (*len <= 0) {
97
+ *len = 0;
98
+ return NULL;
99
+ }
100
+ data = malloc(*len);
101
+ if (!data) {
102
+ *len = 0;
103
+ return NULL;
104
+ }
105
+ *len = fread(data, 1, *len, file);
106
+ return data;
107
+ }
108
+ void free_blob(void *blob, int len) {
109
+ free(blob);
110
+ (void)len;
111
+ }
112
+ # endif
113
+ #endif
114
+
115
+
116
+ void print_usage( char* argv[] )
117
+ {
118
+ fprintf(stderr, "Usage: %s [-e] <application> <sampling rate (Hz)> <channels (1/2)> "
119
+ "<bits per second> [options] <input> <output>\n", argv[0]);
120
+ fprintf(stderr, " %s -d <sampling rate (Hz)> <channels (1/2)> "
121
+ "[options] <input> <output>\n\n", argv[0]);
122
+ fprintf(stderr, "application: voip | audio | restricted-lowdelay\n" );
123
+ fprintf(stderr, "options:\n" );
124
+ fprintf(stderr, "-e : only runs the encoder (output the bit-stream)\n" );
125
+ fprintf(stderr, "-d : only runs the decoder (reads the bit-stream as input)\n" );
126
+ fprintf(stderr, "-cbr : enable constant bitrate; default: variable bitrate\n" );
127
+ fprintf(stderr, "-cvbr : enable constrained variable bitrate; default: unconstrained\n" );
128
+ fprintf(stderr, "-delayed-decision : use look-ahead for speech/music detection (experts only); default: disabled\n" );
129
+ fprintf(stderr, "-bandwidth <NB|MB|WB|SWB|FB> : audio bandwidth (from narrowband to fullband); default: sampling rate\n" );
130
+ fprintf(stderr, "-framesize <2.5|5|10|20|40|60|80|100|120> : frame size in ms; default: 20 \n" );
131
+ fprintf(stderr, "-max_payload <bytes> : maximum payload size in bytes, default: 1024\n" );
132
+ fprintf(stderr, "-complexity <comp> : encoder complexity, 0 (lowest) ... 10 (highest); default: 10\n" );
133
+ fprintf(stderr, "-dec_complexity <comp> : decoder complexity, 0 (lowest) ... 10 (highest); default: 0\n" );
134
+ fprintf(stderr, "-inbandfec : enable SILK inband FEC\n" );
135
+ fprintf(stderr, "-forcemono : force mono encoding, even for stereo input\n" );
136
+ fprintf(stderr, "-dtx : enable SILK DTX\n" );
137
+ fprintf(stderr, "-loss <perc> : optimize for loss percentage and simulate packet loss, in percent (0-100); default: 0\n" );
138
+ #ifdef ENABLE_LOSSGEN
139
+ fprintf(stderr, "-sim_loss <perc> : simulate realistic (bursty) packet loss from percentage, using generative model\n" );
140
+ #endif
141
+ fprintf(stderr, "-lossfile <file> : simulate packet loss, reading loss from file\n" );
142
+ fprintf(stderr, "-dred <frames> : add Deep REDundancy (in units of 10-ms frames)\n" );
143
+ }
144
+
145
+ #define FORMAT_S16_LE 0
146
+ #define FORMAT_S24_LE 1
147
+ #define FORMAT_F32_LE 2
148
+
149
+ static const int format_size[3] = {2, 3, 4};
150
+
151
+ typedef union {
152
+ opus_int32 i;
153
+ float f;
154
+ } float_bits;
155
+
156
+ static void int_to_char(opus_uint32 i, unsigned char ch[4])
157
+ {
158
+ ch[0] = i>>24;
159
+ ch[1] = (i>>16)&0xFF;
160
+ ch[2] = (i>>8)&0xFF;
161
+ ch[3] = i&0xFF;
162
+ }
163
+
164
+ static opus_uint32 char_to_int(unsigned char ch[4])
165
+ {
166
+ return ((opus_uint32)ch[0]<<24) | ((opus_uint32)ch[1]<<16)
167
+ | ((opus_uint32)ch[2]<< 8) | (opus_uint32)ch[3];
168
+ }
169
+
170
+ #define check_encoder_option(decode_only, opt) do {if (decode_only) {fprintf(stderr, "option %s is only for encoding\n", opt); goto failure;}} while(0)
171
+ #define check_decoder_option(encode_only, opt) do {if (encode_only) {fprintf(stderr, "option %s is only for decoding\n", opt); goto failure;}} while(0)
172
+
173
+ static const int silk8_test[][4] = {
174
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960*3, 1},
175
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960*2, 1},
176
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960, 1},
177
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 480, 1},
178
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960*3, 2},
179
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960*2, 2},
180
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960, 2},
181
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_NARROWBAND, 480, 2}
182
+ };
183
+
184
+ static const int silk12_test[][4] = {
185
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 960*3, 1},
186
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 960*2, 1},
187
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 960, 1},
188
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 480, 1},
189
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 960*3, 2},
190
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 960*2, 2},
191
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 960, 2},
192
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_MEDIUMBAND, 480, 2}
193
+ };
194
+
195
+ static const int silk16_test[][4] = {
196
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960*3, 1},
197
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960*2, 1},
198
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960, 1},
199
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 480, 1},
200
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960*3, 2},
201
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960*2, 2},
202
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960, 2},
203
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_WIDEBAND, 480, 2}
204
+ };
205
+
206
+ static const int hybrid24_test[][4] = {
207
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 960, 1},
208
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 480, 1},
209
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 960, 2},
210
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 480, 2}
211
+ };
212
+
213
+ static const int hybrid48_test[][4] = {
214
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_FULLBAND, 960, 1},
215
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_FULLBAND, 480, 1},
216
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_FULLBAND, 960, 2},
217
+ {MODE_SILK_ONLY, OPUS_BANDWIDTH_FULLBAND, 480, 2}
218
+ };
219
+
220
+ static const int celt_test[][4] = {
221
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 960, 1},
222
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 960, 1},
223
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960, 1},
224
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960, 1},
225
+
226
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 480, 1},
227
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 480, 1},
228
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 480, 1},
229
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 480, 1},
230
+
231
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 240, 1},
232
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 240, 1},
233
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 240, 1},
234
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 240, 1},
235
+
236
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 120, 1},
237
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 120, 1},
238
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 120, 1},
239
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 120, 1},
240
+
241
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 960, 2},
242
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 960, 2},
243
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 960, 2},
244
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 960, 2},
245
+
246
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 480, 2},
247
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 480, 2},
248
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 480, 2},
249
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 480, 2},
250
+
251
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 240, 2},
252
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 240, 2},
253
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 240, 2},
254
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 240, 2},
255
+
256
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 120, 2},
257
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_SUPERWIDEBAND, 120, 2},
258
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_WIDEBAND, 120, 2},
259
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_NARROWBAND, 120, 2},
260
+
261
+ };
262
+
263
+ static const int celt_hq_test[][4] = {
264
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 960, 2},
265
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 480, 2},
266
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 240, 2},
267
+ {MODE_CELT_ONLY, OPUS_BANDWIDTH_FULLBAND, 120, 2},
268
+ };
269
+
270
+ #if 0 /* This is a hack that replaces the normal encoder/decoder with the multistream version */
271
+ #define OpusEncoder OpusMSEncoder
272
+ #define OpusDecoder OpusMSDecoder
273
+ #define opus_encode24 opus_multistream_encode24
274
+ #define opus_decode24 opus_multistream_decode24
275
+ #define opus_encoder_ctl opus_multistream_encoder_ctl
276
+ #define opus_decoder_ctl opus_multistream_decoder_ctl
277
+ #define opus_encoder_create ms_opus_encoder_create
278
+ #define opus_decoder_create ms_opus_decoder_create
279
+ #define opus_encoder_destroy opus_multistream_encoder_destroy
280
+ #define opus_decoder_destroy opus_multistream_decoder_destroy
281
+
282
+ static OpusEncoder *ms_opus_encoder_create(opus_int32 Fs, int channels, int application, int *error)
283
+ {
284
+ int streams, coupled_streams;
285
+ unsigned char mapping[256];
286
+ return (OpusEncoder *)opus_multistream_surround_encoder_create(Fs, channels, 1, &streams, &coupled_streams, mapping, application, error);
287
+ }
288
+ static OpusDecoder *ms_opus_decoder_create(opus_int32 Fs, int channels, int *error)
289
+ {
290
+ int streams;
291
+ int coupled_streams;
292
+ unsigned char mapping[256]={0,1};
293
+ streams = 1;
294
+ coupled_streams = channels==2;
295
+ return (OpusDecoder *)opus_multistream_decoder_create(Fs, channels, streams, coupled_streams, mapping, error);
296
+ }
297
+ #endif
298
+
299
+
300
+ #ifdef ENABLE_OSCE_TRAINING_DATA
301
+ #define COMPLEXITY_MIN 0
302
+ #define COMPLEXITY_MAX 10
303
+
304
+ #define PACKET_LOSS_PERC_MIN 0
305
+ #define PACKET_LOSS_PERC_MAX 50
306
+ #define PACKET_LOSS_PERC_STEP 5
307
+
308
+ #define CBR_BITRATE_LIMIT 80000
309
+
310
+ #define NUM_BITRATES 102
311
+ static int bitrates[NUM_BITRATES] = {
312
+ 6000, 6060, 6120, 6180, 6240, 6300, 6360, 6420, 6480,
313
+ 6525, 6561, 6598, 6634, 6670, 6707, 6743, 6780, 6816,
314
+ 6853, 6889, 6926, 6962, 6999, 7042, 7085, 7128, 7171,
315
+ 7215, 7258, 7301, 7344, 7388, 7431, 7474, 7512, 7541,
316
+ 7570, 7599, 7628, 7657, 7686, 7715, 7744, 7773, 7802,
317
+ 7831, 7860, 7889, 7918, 7947, 7976, 8013, 8096, 8179,
318
+ 8262, 8344, 8427, 8511, 8605, 8699, 8792, 8886, 8980,
319
+ 9100, 9227, 9354, 9480, 9561, 9634, 9706, 9779, 9851,
320
+ 9924, 9996, 10161, 10330, 10499, 10698, 10898, 11124, 11378,
321
+ 11575, 11719, 11862, 12014, 12345, 12751, 13195, 13561, 13795,
322
+ 14069, 14671, 15403, 15790, 16371, 17399, 17968, 19382, 20468,
323
+ 22000, 32000, 64000
324
+ };
325
+
326
+ static int randint(int min, int max, int step)
327
+ {
328
+ double r = ((double) rand())/ (RAND_MAX + 1.);
329
+ int d;
330
+
331
+ d = ((int) ((max + 1 - min) * r / step) * step) + min;
332
+
333
+ return d;
334
+ }
335
+
336
+ static void new_random_setting(OpusEncoder *enc)
337
+ {
338
+ int bitrate_bps;
339
+ int complexity;
340
+ int packet_loss_perc;
341
+ int use_vbr;
342
+
343
+ bitrate_bps = bitrates[randint(0, NUM_BITRATES - 1, 1)];
344
+ complexity = randint(COMPLEXITY_MIN, COMPLEXITY_MAX, 1);
345
+ packet_loss_perc = randint(PACKET_LOSS_PERC_MIN, PACKET_LOSS_PERC_MAX, PACKET_LOSS_PERC_STEP);
346
+ use_vbr = bitrate_bps < CBR_BITRATE_LIMIT ? 1 : randint(0, 1, 1);
347
+
348
+ if (1)
349
+ {
350
+ printf("changing settings to %d\t%d\t%d\t%d\n", bitrate_bps, complexity, packet_loss_perc, use_vbr);
351
+ }
352
+
353
+ opus_encoder_ctl(enc, OPUS_SET_BITRATE(bitrate_bps));
354
+ opus_encoder_ctl(enc, OPUS_SET_COMPLEXITY(complexity));
355
+ opus_encoder_ctl(enc, OPUS_SET_PACKET_LOSS_PERC(packet_loss_perc));
356
+ opus_encoder_ctl(enc, OPUS_SET_VBR(use_vbr));
357
+ }
358
+
359
+ #endif
360
+
361
+ int main(int argc, char *argv[])
362
+ {
363
+ int err;
364
+ char *inFile, *outFile;
365
+ FILE *fin=NULL;
366
+ FILE *fout=NULL;
367
+ OpusEncoder *enc=NULL;
368
+ OpusDecoder *dec=NULL;
369
+ OpusDRED *dred=NULL;
370
+ OpusDREDDecoder *dred_dec=NULL;
371
+ int args;
372
+ int len;
373
+ int frame_size, channels;
374
+ opus_int32 bitrate_bps=0;
375
+ unsigned char *data = NULL;
376
+ unsigned char *fbytes=NULL;
377
+ opus_int32 sampling_rate;
378
+ int use_vbr;
379
+ int max_payload_bytes;
380
+ int complexity;
381
+ int dec_complexity;
382
+ int use_inbandfec;
383
+ int use_dtx;
384
+ int forcechannels;
385
+ int cvbr = 0;
386
+ int packet_loss_perc;
387
+ #ifdef ENABLE_LOSSGEN
388
+ float lossgen_perc = -1.f;
389
+ LossGenState lossgen;
390
+ #endif
391
+ opus_int32 count=0, count_act=0;
392
+ int k;
393
+ opus_int32 skip=0;
394
+ int format=FORMAT_S16_LE;
395
+ int stop=0;
396
+ opus_int32 *in=NULL;
397
+ opus_int32 *out=NULL;
398
+ int application=OPUS_APPLICATION_AUDIO;
399
+ double bits=0.0, bits_max=0.0, bits_act=0.0, bits2=0.0, nrg;
400
+ double tot_samples=0;
401
+ opus_uint64 tot_in, tot_out;
402
+ int bandwidth=OPUS_AUTO;
403
+ const char *bandwidth_string;
404
+ int lost = 0, lost_prev = 1;
405
+ opus_uint32 enc_final_range;
406
+ opus_uint32 dec_final_range;
407
+ int encode_only=0, decode_only=0;
408
+ int max_frame_size = 48000*2;
409
+ size_t num_read;
410
+ int curr_read=0;
411
+ int sweep_bps = 0;
412
+ int random_framesize=0, newsize=0, delayed_celt=0;
413
+ int sweep_max=0, sweep_min=0;
414
+ int random_fec=0;
415
+ const int (*mode_list)[4]=NULL;
416
+ int nb_modes_in_list=0;
417
+ int curr_mode=0;
418
+ int curr_mode_count=0;
419
+ int mode_switch_time = 48000;
420
+ int nb_encoded=0;
421
+ int remaining=0;
422
+ int variable_duration=OPUS_FRAMESIZE_ARG;
423
+ int delayed_decision=0;
424
+ int ret = EXIT_FAILURE;
425
+ int lost_count=0;
426
+ FILE *packet_loss_file=NULL;
427
+ int dred_duration=0;
428
+ #ifdef ENABLE_OSCE_TRAINING_DATA
429
+ int silk_random_switching = 0;
430
+ int silk_frame_counter = 0;
431
+ #endif
432
+ #ifdef USE_WEIGHTS_FILE
433
+ int blob_len;
434
+ void *blob_data;
435
+ const char *filename = "weights_blob.bin";
436
+ blob_data = load_blob(filename, &blob_len);
437
+ #endif
438
+
439
+ if (argc < 5 )
440
+ {
441
+ print_usage( argv );
442
+ goto failure;
443
+ }
444
+
445
+ tot_in=tot_out=0;
446
+ fprintf(stderr, "%s\n", opus_get_version_string());
447
+
448
+ args = 1;
449
+ if (strcmp(argv[args], "-e")==0)
450
+ {
451
+ encode_only = 1;
452
+ args++;
453
+ } else if (strcmp(argv[args], "-d")==0)
454
+ {
455
+ decode_only = 1;
456
+ args++;
457
+ }
458
+ if (!decode_only && argc < 7 )
459
+ {
460
+ print_usage( argv );
461
+ goto failure;
462
+ }
463
+
464
+ if (!decode_only)
465
+ {
466
+ if (strcmp(argv[args], "voip")==0)
467
+ application = OPUS_APPLICATION_VOIP;
468
+ else if (strcmp(argv[args], "restricted-lowdelay")==0)
469
+ application = OPUS_APPLICATION_RESTRICTED_LOWDELAY;
470
+ else if (strcmp(argv[args], "audio")!=0) {
471
+ fprintf(stderr, "unknown application: %s\n", argv[args]);
472
+ print_usage(argv);
473
+ goto failure;
474
+ }
475
+ args++;
476
+ }
477
+ sampling_rate = (opus_int32)atol(argv[args]);
478
+ args++;
479
+
480
+ if (sampling_rate != 8000 && sampling_rate != 12000
481
+ && sampling_rate != 16000 && sampling_rate != 24000
482
+ && sampling_rate != 48000)
483
+ {
484
+ fprintf(stderr, "Supported sampling rates are 8000, 12000, "
485
+ "16000, 24000 and 48000.\n");
486
+ goto failure;
487
+ }
488
+ frame_size = sampling_rate/50;
489
+
490
+ channels = atoi(argv[args]);
491
+ args++;
492
+
493
+ if (channels < 1 || channels > 2)
494
+ {
495
+ fprintf(stderr, "Opus_demo supports only 1 or 2 channels.\n");
496
+ goto failure;
497
+ }
498
+
499
+ if (!decode_only)
500
+ {
501
+ bitrate_bps = (opus_int32)atol(argv[args]);
502
+ args++;
503
+ }
504
+
505
+ /* defaults: */
506
+ use_vbr = 1;
507
+ max_payload_bytes = MAX_PACKET;
508
+ complexity = 10;
509
+ dec_complexity = 0;
510
+ use_inbandfec = 0;
511
+ forcechannels = OPUS_AUTO;
512
+ use_dtx = 0;
513
+ packet_loss_perc = 0;
514
+
515
+ while( args < argc - 2 ) {
516
+ /* process command line options */
517
+ if( strcmp( argv[ args ], "-cbr" ) == 0 ) {
518
+ check_encoder_option(decode_only, "-cbr");
519
+ use_vbr = 0;
520
+ args++;
521
+ } else if( strcmp( argv[ args ], "-bandwidth" ) == 0 ) {
522
+ check_encoder_option(decode_only, "-bandwidth");
523
+ if (strcmp(argv[ args + 1 ], "NB")==0)
524
+ bandwidth = OPUS_BANDWIDTH_NARROWBAND;
525
+ else if (strcmp(argv[ args + 1 ], "MB")==0)
526
+ bandwidth = OPUS_BANDWIDTH_MEDIUMBAND;
527
+ else if (strcmp(argv[ args + 1 ], "WB")==0)
528
+ bandwidth = OPUS_BANDWIDTH_WIDEBAND;
529
+ else if (strcmp(argv[ args + 1 ], "SWB")==0)
530
+ bandwidth = OPUS_BANDWIDTH_SUPERWIDEBAND;
531
+ else if (strcmp(argv[ args + 1 ], "FB")==0)
532
+ bandwidth = OPUS_BANDWIDTH_FULLBAND;
533
+ else {
534
+ fprintf(stderr, "Unknown bandwidth %s. "
535
+ "Supported are NB, MB, WB, SWB, FB.\n",
536
+ argv[ args + 1 ]);
537
+ goto failure;
538
+ }
539
+ args += 2;
540
+ } else if( strcmp( argv[ args ], "-framesize" ) == 0 ) {
541
+ check_encoder_option(decode_only, "-framesize");
542
+ if (strcmp(argv[ args + 1 ], "2.5")==0)
543
+ frame_size = sampling_rate/400;
544
+ else if (strcmp(argv[ args + 1 ], "5")==0)
545
+ frame_size = sampling_rate/200;
546
+ else if (strcmp(argv[ args + 1 ], "10")==0)
547
+ frame_size = sampling_rate/100;
548
+ else if (strcmp(argv[ args + 1 ], "20")==0)
549
+ frame_size = sampling_rate/50;
550
+ else if (strcmp(argv[ args + 1 ], "40")==0)
551
+ frame_size = sampling_rate/25;
552
+ else if (strcmp(argv[ args + 1 ], "60")==0)
553
+ frame_size = 3*sampling_rate/50;
554
+ else if (strcmp(argv[ args + 1 ], "80")==0)
555
+ frame_size = 4*sampling_rate/50;
556
+ else if (strcmp(argv[ args + 1 ], "100")==0)
557
+ frame_size = 5*sampling_rate/50;
558
+ else if (strcmp(argv[ args + 1 ], "120")==0)
559
+ frame_size = 6*sampling_rate/50;
560
+ else {
561
+ fprintf(stderr, "Unsupported frame size: %s ms. "
562
+ "Supported are 2.5, 5, 10, 20, 40, 60, 80, 100, 120.\n",
563
+ argv[ args + 1 ]);
564
+ goto failure;
565
+ }
566
+ args += 2;
567
+ } else if( strcmp( argv[ args ], "-max_payload" ) == 0 ) {
568
+ check_encoder_option(decode_only, "-max_payload");
569
+ max_payload_bytes = atoi( argv[ args + 1 ] );
570
+ args += 2;
571
+ } else if( strcmp( argv[ args ], "-complexity" ) == 0 ) {
572
+ check_encoder_option(decode_only, "-complexity");
573
+ complexity = atoi( argv[ args + 1 ] );
574
+ args += 2;
575
+ } else if( strcmp( argv[ args ], "-dec_complexity" ) == 0 ) {
576
+ check_decoder_option(encode_only, "-dec_complexity");
577
+ dec_complexity = atoi( argv[ args + 1 ] );
578
+ args += 2;
579
+ } else if( strcmp( argv[ args ], "-16" ) == 0 ) {
580
+ format = FORMAT_S16_LE;
581
+ args++;
582
+ } else if( strcmp( argv[ args ], "-24" ) == 0 ) {
583
+ format = FORMAT_S24_LE;
584
+ args++;
585
+ } else if( strcmp( argv[ args ], "-f32" ) == 0 ) {
586
+ format = FORMAT_F32_LE;
587
+ args++;
588
+ } else if( strcmp( argv[ args ], "-inbandfec" ) == 0 ) {
589
+ use_inbandfec = 1;
590
+ args++;
591
+ } else if( strcmp( argv[ args ], "-forcemono" ) == 0 ) {
592
+ check_encoder_option(decode_only, "-forcemono");
593
+ forcechannels = 1;
594
+ args++;
595
+ } else if( strcmp( argv[ args ], "-cvbr" ) == 0 ) {
596
+ check_encoder_option(decode_only, "-cvbr");
597
+ cvbr = 1;
598
+ args++;
599
+ } else if( strcmp( argv[ args ], "-delayed-decision" ) == 0 ) {
600
+ check_encoder_option(decode_only, "-delayed-decision");
601
+ delayed_decision = 1;
602
+ args++;
603
+ } else if( strcmp( argv[ args ], "-dtx") == 0 ) {
604
+ check_encoder_option(decode_only, "-dtx");
605
+ use_dtx = 1;
606
+ args++;
607
+ } else if( strcmp( argv[ args ], "-loss" ) == 0 ) {
608
+ packet_loss_perc = atoi( argv[ args + 1 ] );
609
+ args += 2;
610
+ #ifdef ENABLE_LOSSGEN
611
+ } else if( strcmp( argv[ args ], "-sim_loss" ) == 0 ) {
612
+ lossgen_perc = atof( argv[ args + 1 ] );
613
+ lossgen_init(&lossgen);
614
+ args += 2;
615
+ #endif
616
+ } else if( strcmp( argv[ args ], "-lossfile" ) == 0 ) {
617
+ packet_loss_file = fopen( argv[ args + 1 ], "r" );
618
+ if (packet_loss_file == NULL) {
619
+ fprintf(stderr, "failed to open loss file %s\n", argv[ args + 1 ] );
620
+ exit(1);
621
+ }
622
+ args += 2;
623
+ } else if( strcmp( argv[ args ], "-dred" ) == 0 ) {
624
+ dred_duration = atoi( argv[ args + 1 ] );
625
+ args += 2;
626
+ } else if( strcmp( argv[ args ], "-sweep" ) == 0 ) {
627
+ check_encoder_option(decode_only, "-sweep");
628
+ sweep_bps = atoi( argv[ args + 1 ] );
629
+ args += 2;
630
+ } else if( strcmp( argv[ args ], "-random_framesize" ) == 0 ) {
631
+ check_encoder_option(decode_only, "-random_framesize");
632
+ random_framesize = 1;
633
+ args++;
634
+ } else if( strcmp( argv[ args ], "-sweep_max" ) == 0 ) {
635
+ check_encoder_option(decode_only, "-sweep_max");
636
+ sweep_max = atoi( argv[ args + 1 ] );
637
+ args += 2;
638
+ } else if( strcmp( argv[ args ], "-random_fec" ) == 0 ) {
639
+ check_encoder_option(decode_only, "-random_fec");
640
+ random_fec = 1;
641
+ args++;
642
+ } else if( strcmp( argv[ args ], "-silk8k_test" ) == 0 ) {
643
+ check_encoder_option(decode_only, "-silk8k_test");
644
+ mode_list = silk8_test;
645
+ nb_modes_in_list = 8;
646
+ args++;
647
+ } else if( strcmp( argv[ args ], "-silk12k_test" ) == 0 ) {
648
+ check_encoder_option(decode_only, "-silk12k_test");
649
+ mode_list = silk12_test;
650
+ nb_modes_in_list = 8;
651
+ args++;
652
+ } else if( strcmp( argv[ args ], "-silk16k_test" ) == 0 ) {
653
+ check_encoder_option(decode_only, "-silk16k_test");
654
+ mode_list = silk16_test;
655
+ nb_modes_in_list = 8;
656
+ args++;
657
+ } else if( strcmp( argv[ args ], "-hybrid24k_test" ) == 0 ) {
658
+ check_encoder_option(decode_only, "-hybrid24k_test");
659
+ mode_list = hybrid24_test;
660
+ nb_modes_in_list = 4;
661
+ args++;
662
+ } else if( strcmp( argv[ args ], "-hybrid48k_test" ) == 0 ) {
663
+ check_encoder_option(decode_only, "-hybrid48k_test");
664
+ mode_list = hybrid48_test;
665
+ nb_modes_in_list = 4;
666
+ args++;
667
+ } else if( strcmp( argv[ args ], "-celt_test" ) == 0 ) {
668
+ check_encoder_option(decode_only, "-celt_test");
669
+ mode_list = celt_test;
670
+ nb_modes_in_list = 32;
671
+ args++;
672
+ } else if( strcmp( argv[ args ], "-celt_hq_test" ) == 0 ) {
673
+ check_encoder_option(decode_only, "-celt_hq_test");
674
+ mode_list = celt_hq_test;
675
+ nb_modes_in_list = 4;
676
+ args++;
677
+ #ifdef ENABLE_OSCE_TRAINING_DATA
678
+ } else if( strcmp( argv[ args ], "-silk_random_switching" ) == 0 ){
679
+ silk_random_switching = atoi( argv[ args + 1 ] );
680
+ printf("switching encoding parameters every %dth frame\n", silk_random_switching);
681
+ args += 2;
682
+ #endif
683
+ } else {
684
+ printf( "Error: unrecognized setting: %s\n\n", argv[ args ] );
685
+ print_usage( argv );
686
+ goto failure;
687
+ }
688
+ }
689
+
690
+ if (sweep_max)
691
+ sweep_min = bitrate_bps;
692
+
693
+ if (max_payload_bytes < 0 || max_payload_bytes > MAX_PACKET)
694
+ {
695
+ fprintf (stderr, "max_payload_bytes must be between 0 and %d\n",
696
+ MAX_PACKET);
697
+ goto failure;
698
+ }
699
+
700
+ inFile = argv[argc-2];
701
+ fin = fopen(inFile, "rb");
702
+ if (!fin)
703
+ {
704
+ fprintf (stderr, "Could not open input file %s\n", argv[argc-2]);
705
+ goto failure;
706
+ }
707
+ if (mode_list)
708
+ {
709
+ int size;
710
+ fseek(fin, 0, SEEK_END);
711
+ size = ftell(fin);
712
+ fprintf(stderr, "File size is %d bytes\n", size);
713
+ fseek(fin, 0, SEEK_SET);
714
+ mode_switch_time = size/sizeof(short)/channels/nb_modes_in_list;
715
+ fprintf(stderr, "Switching mode every %d samples\n", mode_switch_time);
716
+ }
717
+
718
+ outFile = argv[argc-1];
719
+ fout = fopen(outFile, "wb+");
720
+ if (!fout)
721
+ {
722
+ fprintf (stderr, "Could not open output file %s\n", argv[argc-1]);
723
+ goto failure;
724
+ }
725
+
726
+ if (!decode_only)
727
+ {
728
+ enc = opus_encoder_create(sampling_rate, channels, application, &err);
729
+ if (err != OPUS_OK)
730
+ {
731
+ fprintf(stderr, "Cannot create encoder: %s\n", opus_strerror(err));
732
+ goto failure;
733
+ }
734
+ opus_encoder_ctl(enc, OPUS_SET_BITRATE(bitrate_bps));
735
+ opus_encoder_ctl(enc, OPUS_SET_BANDWIDTH(bandwidth));
736
+ opus_encoder_ctl(enc, OPUS_SET_VBR(use_vbr));
737
+ opus_encoder_ctl(enc, OPUS_SET_VBR_CONSTRAINT(cvbr));
738
+ opus_encoder_ctl(enc, OPUS_SET_COMPLEXITY(complexity));
739
+ opus_encoder_ctl(enc, OPUS_SET_INBAND_FEC(use_inbandfec));
740
+ opus_encoder_ctl(enc, OPUS_SET_FORCE_CHANNELS(forcechannels));
741
+ opus_encoder_ctl(enc, OPUS_SET_DTX(use_dtx));
742
+ opus_encoder_ctl(enc, OPUS_SET_PACKET_LOSS_PERC(packet_loss_perc));
743
+
744
+ opus_encoder_ctl(enc, OPUS_GET_LOOKAHEAD(&skip));
745
+ opus_encoder_ctl(enc, OPUS_SET_LSB_DEPTH(16));
746
+ opus_encoder_ctl(enc, OPUS_SET_EXPERT_FRAME_DURATION(variable_duration));
747
+ if (dred_duration > 0)
748
+ {
749
+ opus_encoder_ctl(enc, OPUS_SET_DRED_DURATION(dred_duration));
750
+ }
751
+ #ifdef ENABLE_OSCE_TRAINING_DATA
752
+ opus_encoder_ctl(enc, OPUS_SET_FORCE_MODE(MODE_SILK_ONLY));
753
+ srand(0);
754
+ #endif
755
+ }
756
+ if (!encode_only)
757
+ {
758
+ dec = opus_decoder_create(sampling_rate, channels, &err);
759
+ if (err != OPUS_OK)
760
+ {
761
+ fprintf(stderr, "Cannot create decoder: %s\n", opus_strerror(err));
762
+ goto failure;
763
+ }
764
+ opus_decoder_ctl(dec, OPUS_SET_COMPLEXITY(dec_complexity));
765
+ }
766
+ switch(bandwidth)
767
+ {
768
+ case OPUS_BANDWIDTH_NARROWBAND:
769
+ bandwidth_string = "narrowband";
770
+ break;
771
+ case OPUS_BANDWIDTH_MEDIUMBAND:
772
+ bandwidth_string = "mediumband";
773
+ break;
774
+ case OPUS_BANDWIDTH_WIDEBAND:
775
+ bandwidth_string = "wideband";
776
+ break;
777
+ case OPUS_BANDWIDTH_SUPERWIDEBAND:
778
+ bandwidth_string = "superwideband";
779
+ break;
780
+ case OPUS_BANDWIDTH_FULLBAND:
781
+ bandwidth_string = "fullband";
782
+ break;
783
+ case OPUS_AUTO:
784
+ bandwidth_string = "auto bandwidth";
785
+ break;
786
+ default:
787
+ bandwidth_string = "unknown";
788
+ break;
789
+ }
790
+
791
+ if (decode_only)
792
+ fprintf(stderr, "Decoding with %ld Hz output (%d channels)\n",
793
+ (long)sampling_rate, channels);
794
+ else
795
+ fprintf(stderr, "Encoding %ld Hz input at %.3f kb/s "
796
+ "in %s with %d-sample frames.\n",
797
+ (long)sampling_rate, bitrate_bps*0.001,
798
+ bandwidth_string, frame_size);
799
+
800
+ in = (opus_int32*)malloc(max_frame_size*channels*sizeof(opus_int32));
801
+ out = (opus_int32*)malloc(max_frame_size*channels*sizeof(opus_int32));
802
+ /* We need to allocate for 16-bit PCM data, but we store it as unsigned char. */
803
+ fbytes = (unsigned char*)malloc(max_frame_size*channels*sizeof(opus_int32));
804
+ data = (unsigned char*)calloc(max_payload_bytes,sizeof(unsigned char));
805
+ if(delayed_decision)
806
+ {
807
+ if (frame_size==sampling_rate/400)
808
+ variable_duration = OPUS_FRAMESIZE_2_5_MS;
809
+ else if (frame_size==sampling_rate/200)
810
+ variable_duration = OPUS_FRAMESIZE_5_MS;
811
+ else if (frame_size==sampling_rate/100)
812
+ variable_duration = OPUS_FRAMESIZE_10_MS;
813
+ else if (frame_size==sampling_rate/50)
814
+ variable_duration = OPUS_FRAMESIZE_20_MS;
815
+ else if (frame_size==sampling_rate/25)
816
+ variable_duration = OPUS_FRAMESIZE_40_MS;
817
+ else if (frame_size==3*sampling_rate/50)
818
+ variable_duration = OPUS_FRAMESIZE_60_MS;
819
+ else if (frame_size==4*sampling_rate/50)
820
+ variable_duration = OPUS_FRAMESIZE_80_MS;
821
+ else if (frame_size==5*sampling_rate/50)
822
+ variable_duration = OPUS_FRAMESIZE_100_MS;
823
+ else
824
+ variable_duration = OPUS_FRAMESIZE_120_MS;
825
+ opus_encoder_ctl(enc, OPUS_SET_EXPERT_FRAME_DURATION(variable_duration));
826
+ frame_size = 2*48000;
827
+ }
828
+ dred_dec = opus_dred_decoder_create(&err);
829
+ dred = opus_dred_alloc(&err);
830
+ #ifdef USE_WEIGHTS_FILE
831
+ if (enc) opus_encoder_ctl(enc, OPUS_SET_DNN_BLOB(blob_data, blob_len));
832
+ if (dec) opus_decoder_ctl(dec, OPUS_SET_DNN_BLOB(blob_data, blob_len));
833
+ if (dred_dec) opus_dred_decoder_ctl(dred_dec, OPUS_SET_DNN_BLOB(blob_data, blob_len));
834
+ #endif
835
+ while (!stop)
836
+ {
837
+ if (delayed_celt)
838
+ {
839
+ frame_size = newsize;
840
+ delayed_celt = 0;
841
+ } else if (random_framesize && rand()%20==0)
842
+ {
843
+ newsize = rand()%6;
844
+ switch(newsize)
845
+ {
846
+ case 0: newsize=sampling_rate/400; break;
847
+ case 1: newsize=sampling_rate/200; break;
848
+ case 2: newsize=sampling_rate/100; break;
849
+ case 3: newsize=sampling_rate/50; break;
850
+ case 4: newsize=sampling_rate/25; break;
851
+ case 5: newsize=3*sampling_rate/50; break;
852
+ }
853
+ while (newsize < sampling_rate/25 && bitrate_bps-abs(sweep_bps) <= 3*12*sampling_rate/newsize)
854
+ newsize*=2;
855
+ if (newsize < sampling_rate/100 && frame_size >= sampling_rate/100)
856
+ {
857
+ opus_encoder_ctl(enc, OPUS_SET_FORCE_MODE(MODE_CELT_ONLY));
858
+ delayed_celt=1;
859
+ } else {
860
+ frame_size = newsize;
861
+ }
862
+ }
863
+ if (random_fec && rand()%30==0)
864
+ {
865
+ opus_encoder_ctl(enc, OPUS_SET_INBAND_FEC(rand()%4==0));
866
+ }
867
+ if (decode_only)
868
+ {
869
+ unsigned char ch[4];
870
+ num_read = fread(ch, 1, 4, fin);
871
+ if (num_read!=4)
872
+ break;
873
+ len = char_to_int(ch);
874
+ if (len>max_payload_bytes || len<0)
875
+ {
876
+ fprintf(stderr, "Invalid payload length: %d\n",len);
877
+ break;
878
+ }
879
+ num_read = fread(ch, 1, 4, fin);
880
+ if (num_read!=4)
881
+ break;
882
+ enc_final_range = char_to_int(ch);
883
+ num_read = fread(data, 1, len, fin);
884
+ if (num_read!=(size_t)len)
885
+ {
886
+ fprintf(stderr, "Ran out of input, "
887
+ "expecting %d bytes got %d\n",
888
+ len,(int)num_read);
889
+ break;
890
+ }
891
+ } else {
892
+ int i;
893
+ if (mode_list!=NULL)
894
+ {
895
+ opus_encoder_ctl(enc, OPUS_SET_BANDWIDTH(mode_list[curr_mode][1]));
896
+ opus_encoder_ctl(enc, OPUS_SET_FORCE_MODE(mode_list[curr_mode][0]));
897
+ opus_encoder_ctl(enc, OPUS_SET_FORCE_CHANNELS(mode_list[curr_mode][3]));
898
+ frame_size = mode_list[curr_mode][2];
899
+ }
900
+ #ifdef ENABLE_OSCE_TRAINING_DATA
901
+ if (silk_random_switching)
902
+ {
903
+ silk_frame_counter += 1;
904
+ if (silk_frame_counter % silk_random_switching == 0) {
905
+ new_random_setting(enc);
906
+ }
907
+ }
908
+ #endif
909
+ num_read = fread(fbytes, format_size[format]*channels, frame_size-remaining, fin);
910
+ curr_read = (int)num_read;
911
+ tot_in += curr_read;
912
+ if (format == FORMAT_S16_LE) {
913
+ for(i=0;i<frame_size*channels;i++)
914
+ {
915
+ opus_int32 s;
916
+ s=fbytes[2*i+1]<<8|fbytes[2*i];
917
+ s=((s&0xFFFF)^0x8000)-0x8000;
918
+ in[i]=s*256;
919
+ }
920
+ } else if (format == FORMAT_S24_LE) {
921
+ for(i=0;i<frame_size*channels;i++)
922
+ {
923
+ opus_int32 s;
924
+ s=fbytes[3*i+2]<<16|fbytes[3*i+1]<<8|fbytes[3*i];
925
+ s=((s&0xFFFFFF)^0x800000)-0x800000;
926
+ in[i]=s;
927
+ }
928
+ } else if (format == FORMAT_F32_LE) {
929
+ for(i=0;i<frame_size*channels;i++)
930
+ {
931
+ float_bits s;
932
+ s.i=fbytes[4*i+3]<<24|fbytes[4*i+2]<<16|fbytes[4*i+1]<<8|fbytes[4*i];
933
+ in[i]=(int)floor(.5 + s.f*8388608);
934
+ }
935
+ }
936
+ if (curr_read+remaining < frame_size)
937
+ {
938
+ for (i=(curr_read+remaining)*channels;i<frame_size*channels;i++)
939
+ in[i] = 0;
940
+ if (encode_only || decode_only)
941
+ stop = 1;
942
+ }
943
+ len = opus_encode24(enc, in, frame_size, data, max_payload_bytes);
944
+ if (len < 0)
945
+ {
946
+ fprintf (stderr, "opus_encode() returned %d\n", len);
947
+ goto failure;
948
+ }
949
+ nb_encoded = opus_packet_get_samples_per_frame(data, sampling_rate)*opus_packet_get_nb_frames(data, len);
950
+ remaining = frame_size-nb_encoded;
951
+ for(i=0;i<remaining*channels;i++)
952
+ in[i] = in[nb_encoded*channels+i];
953
+ if (sweep_bps!=0)
954
+ {
955
+ bitrate_bps += sweep_bps;
956
+ if (sweep_max)
957
+ {
958
+ if (bitrate_bps > sweep_max)
959
+ sweep_bps = -sweep_bps;
960
+ else if (bitrate_bps < sweep_min)
961
+ sweep_bps = -sweep_bps;
962
+ }
963
+ /* safety */
964
+ if (bitrate_bps<1000)
965
+ bitrate_bps = 1000;
966
+ opus_encoder_ctl(enc, OPUS_SET_BITRATE(bitrate_bps));
967
+ }
968
+ opus_encoder_ctl(enc, OPUS_GET_FINAL_RANGE(&enc_final_range));
969
+ curr_mode_count += frame_size;
970
+ if (curr_mode_count > mode_switch_time && curr_mode < nb_modes_in_list-1)
971
+ {
972
+ curr_mode++;
973
+ curr_mode_count = 0;
974
+ }
975
+ }
976
+
977
+ #if 0 /* This is for testing the padding code, do not enable by default */
978
+ if (len<1275)
979
+ {
980
+ int new_len = len+rand()%(max_payload_bytes-len);
981
+ if ((err = opus_packet_pad(data, len, new_len)) != OPUS_OK)
982
+ {
983
+ fprintf(stderr, "padding failed: %s\n", opus_strerror(err));
984
+ goto failure;
985
+ }
986
+ len = new_len;
987
+ }
988
+ #endif
989
+ if (encode_only)
990
+ {
991
+ unsigned char int_field[4];
992
+ int_to_char(len, int_field);
993
+ if (fwrite(int_field, 1, 4, fout) != 4) {
994
+ fprintf(stderr, "Error writing.\n");
995
+ goto failure;
996
+ }
997
+ int_to_char(enc_final_range, int_field);
998
+ if (fwrite(int_field, 1, 4, fout) != 4) {
999
+ fprintf(stderr, "Error writing.\n");
1000
+ goto failure;
1001
+ }
1002
+ if (fwrite(data, 1, len, fout) != (unsigned)len) {
1003
+ fprintf(stderr, "Error writing.\n");
1004
+ goto failure;
1005
+ }
1006
+ tot_samples += nb_encoded;
1007
+ } else {
1008
+ int fr;
1009
+ int run_decoder;
1010
+ int dred_input=0;
1011
+ int dred_end=0;
1012
+ if (packet_loss_file != NULL) {
1013
+ if ( fscanf(packet_loss_file, "%d", &lost) != 1) {
1014
+ lost = 0;
1015
+ }
1016
+ #ifdef ENABLE_LOSSGEN
1017
+ } else if (lossgen_perc >= 0) {
1018
+ lost = sample_loss(&lossgen, lossgen_perc*.01f);
1019
+ #endif
1020
+ } else {
1021
+ lost = (packet_loss_perc>0) && (rand()%100 < packet_loss_perc);
1022
+ }
1023
+ if (len == 0) lost = 1;
1024
+ if (lost)
1025
+ {
1026
+ lost_count++;
1027
+ run_decoder = 0;
1028
+ } else {
1029
+ run_decoder= 1;
1030
+ }
1031
+ if (run_decoder)
1032
+ run_decoder += lost_count;
1033
+ if (!lost && lost_count > 0) {
1034
+ opus_int32 output_samples=0;
1035
+ opus_decoder_ctl(dec, OPUS_GET_LAST_PACKET_DURATION(&output_samples));
1036
+ dred_input = lost_count*output_samples;
1037
+ /* Only decode the amount we need to fill in the gap. */
1038
+ ret = opus_dred_parse(dred_dec, dred, data, len, IMIN(48000, IMAX(0, dred_input)), sampling_rate, &dred_end, 0);
1039
+ dred_input = ret > 0 ? ret : 0;
1040
+ }
1041
+ /* FIXME: Figure out how to trigger the decoder when the last packet of the file is lost. */
1042
+ for (fr=0;fr<run_decoder;fr++) {
1043
+ opus_int32 output_samples=0;
1044
+ if (fr == lost_count-1 && opus_packet_has_lbrr(data, len)) {
1045
+ opus_decoder_ctl(dec, OPUS_GET_LAST_PACKET_DURATION(&output_samples));
1046
+ output_samples = opus_decode24(dec, data, len, out, output_samples, 1);
1047
+ } else if (fr < lost_count) {
1048
+ opus_decoder_ctl(dec, OPUS_GET_LAST_PACKET_DURATION(&output_samples));
1049
+ if (dred_input > 0)
1050
+ output_samples = opus_decoder_dred_decode24(dec, dred, (lost_count-fr)*output_samples, out, output_samples);
1051
+ else
1052
+ output_samples = opus_decode24(dec, NULL, 0, out, output_samples, 0);
1053
+ } else {
1054
+ output_samples = max_frame_size;
1055
+ output_samples = opus_decode24(dec, data, len, out, output_samples, 0);
1056
+ }
1057
+ if (output_samples>0)
1058
+ {
1059
+ if (!decode_only && tot_out + output_samples > tot_in)
1060
+ {
1061
+ stop=1;
1062
+ output_samples = (opus_int32)(tot_in - tot_out);
1063
+ }
1064
+ if (output_samples>skip) {
1065
+ int i;
1066
+ if (format == FORMAT_S16_LE) {
1067
+ for(i=0;i<(output_samples-skip)*channels;i++)
1068
+ {
1069
+ opus_int32 s;
1070
+ s=(out[i+(skip*channels)]+128)>>8;
1071
+ if (s > 32767) s = 32767;
1072
+ if (s < -32767) s = -32767;
1073
+ fbytes[2*i]=s&0xFF;
1074
+ fbytes[2*i+1]=(s>>8)&0xFF;
1075
+ }
1076
+ } else if (format == FORMAT_S24_LE) {
1077
+ for(i=0;i<(output_samples-skip)*channels;i++)
1078
+ {
1079
+ opus_int32 s;
1080
+ s=out[i+(skip*channels)];
1081
+ if (s > 8388607) s = 8388607;
1082
+ if (s < -8388607) s = -8388607;
1083
+ fbytes[3*i]=s&0xFF;
1084
+ fbytes[3*i+1]=(s>>8)&0xFF;
1085
+ fbytes[3*i+2]=(s>>16)&0xFF;
1086
+ }
1087
+ } else if (format == FORMAT_F32_LE) {
1088
+ for(i=0;i<(output_samples-skip)*channels;i++)
1089
+ {
1090
+ float_bits s;
1091
+ s.f=out[i+(skip*channels)]*(1.f/8388608.f);
1092
+ fbytes[4*i]=s.i&0xFF;
1093
+ fbytes[4*i+1]=(s.i>>8)&0xFF;
1094
+ fbytes[4*i+2]=(s.i>>16)&0xFF;
1095
+ fbytes[4*i+3]=(s.i>>24)&0xFF;
1096
+ }
1097
+ }
1098
+ if (fwrite(fbytes, format_size[format]*channels, output_samples-skip, fout) != (unsigned)(output_samples-skip)){
1099
+ fprintf(stderr, "Error writing.\n");
1100
+ goto failure;
1101
+ }
1102
+ tot_out += output_samples-skip;
1103
+ }
1104
+ if (output_samples<skip) skip -= output_samples;
1105
+ else skip = 0;
1106
+ } else {
1107
+ fprintf(stderr, "error decoding frame: %s\n",
1108
+ opus_strerror(output_samples));
1109
+ }
1110
+ tot_samples += output_samples;
1111
+ }
1112
+ }
1113
+
1114
+ if (!encode_only)
1115
+ opus_decoder_ctl(dec, OPUS_GET_FINAL_RANGE(&dec_final_range));
1116
+ /* compare final range encoder rng values of encoder and decoder */
1117
+ if( enc_final_range!=0 && !encode_only
1118
+ && !lost && !lost_prev
1119
+ && dec_final_range != enc_final_range ) {
1120
+ fprintf (stderr, "Error: Range coder state mismatch "
1121
+ "between encoder and decoder "
1122
+ "in frame %ld: 0x%8lx vs 0x%8lx\n",
1123
+ (long)count,
1124
+ (unsigned long)enc_final_range,
1125
+ (unsigned long)dec_final_range);
1126
+ goto failure;
1127
+ }
1128
+
1129
+ lost_prev = lost;
1130
+ if (!lost)
1131
+ lost_count = 0;
1132
+ if( count >= use_inbandfec ) {
1133
+ /* count bits */
1134
+ bits += len*8;
1135
+ bits_max = ( len*8 > bits_max ) ? len*8 : bits_max;
1136
+ bits2 += len*len*64;
1137
+ if (!decode_only)
1138
+ {
1139
+ nrg = 0.0;
1140
+ for ( k = 0; k < frame_size * channels; k++ ) {
1141
+ nrg += in[ k ] * (double)in[ k ];
1142
+ }
1143
+ nrg /= frame_size * channels;
1144
+ if( nrg > 1e5 ) {
1145
+ bits_act += len*8;
1146
+ count_act++;
1147
+ }
1148
+ }
1149
+ }
1150
+ count++;
1151
+ }
1152
+
1153
+ if(decode_only && count > 0)
1154
+ frame_size = (int)(tot_samples / count);
1155
+ count -= use_inbandfec;
1156
+ if (tot_samples >= 1 && count > 0 && frame_size)
1157
+ {
1158
+ /* Print out bitrate statistics */
1159
+ double var;
1160
+ fprintf (stderr, "average bitrate: %7.3f kb/s\n",
1161
+ 1e-3*bits*sampling_rate/tot_samples);
1162
+ fprintf (stderr, "maximum bitrate: %7.3f kb/s\n",
1163
+ 1e-3*bits_max*sampling_rate/frame_size);
1164
+ if (!decode_only)
1165
+ fprintf (stderr, "active bitrate: %7.3f kb/s\n",
1166
+ 1e-3*bits_act*sampling_rate/(1e-15+frame_size*(double)count_act));
1167
+ var = bits2/count - bits*bits/(count*(double)count);
1168
+ if (var < 0)
1169
+ var = 0;
1170
+ fprintf (stderr, "bitrate standard deviation: %7.3f kb/s\n",
1171
+ 1e-3*sqrt(var)*sampling_rate/frame_size);
1172
+ } else {
1173
+ fprintf(stderr, "bitrate statistics are undefined\n");
1174
+ }
1175
+ silk_TimerSave("opus_timing.txt");
1176
+ ret = EXIT_SUCCESS;
1177
+ failure:
1178
+ opus_encoder_destroy(enc);
1179
+ opus_decoder_destroy(dec);
1180
+ opus_dred_free(dred);
1181
+ opus_dred_decoder_destroy(dred_dec);
1182
+ free(data);
1183
+ if (fin)
1184
+ fclose(fin);
1185
+ if (fout)
1186
+ fclose(fout);
1187
+ free(in);
1188
+ free(out);
1189
+ free(fbytes);
1190
+ #ifdef USE_WEIGHTS_FILE
1191
+ free_blob(blob_data, blob_len);
1192
+ #endif
1193
+ return ret;
1194
+ }