@scrypted/libav 1.0.170 → 1.0.171

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (720) hide show
  1. package/package.json +1 -1
  2. package/opus/.gitattributes +0 -10
  3. package/opus/.gitlab-ci.yml +0 -122
  4. package/opus/AUTHORS +0 -6
  5. package/opus/CMakeLists.txt +0 -755
  6. package/opus/COPYING +0 -44
  7. package/opus/ChangeLog +0 -0
  8. package/opus/LICENSE_PLEASE_READ.txt +0 -22
  9. package/opus/Makefile.am +0 -497
  10. package/opus/Makefile.mips +0 -169
  11. package/opus/Makefile.unix +0 -167
  12. package/opus/NEWS +0 -0
  13. package/opus/README +0 -189
  14. package/opus/README.draft +0 -54
  15. package/opus/autogen.bat +0 -13
  16. package/opus/autogen.sh +0 -16
  17. package/opus/celt/_kiss_fft_guts.h +0 -188
  18. package/opus/celt/arch.h +0 -390
  19. package/opus/celt/arm/arm2gnu.pl +0 -353
  20. package/opus/celt/arm/arm_celt_map.c +0 -171
  21. package/opus/celt/arm/armcpu.c +0 -291
  22. package/opus/celt/arm/armcpu.h +0 -90
  23. package/opus/celt/arm/armopts.s.in +0 -37
  24. package/opus/celt/arm/celt_fft_ne10.c +0 -173
  25. package/opus/celt/arm/celt_mdct_ne10.c +0 -258
  26. package/opus/celt/arm/celt_neon_intr.c +0 -272
  27. package/opus/celt/arm/celt_pitch_xcorr_arm.s +0 -551
  28. package/opus/celt/arm/fft_arm.h +0 -71
  29. package/opus/celt/arm/fixed_arm64.h +0 -35
  30. package/opus/celt/arm/fixed_armv4.h +0 -80
  31. package/opus/celt/arm/fixed_armv5e.h +0 -151
  32. package/opus/celt/arm/kiss_fft_armv4.h +0 -121
  33. package/opus/celt/arm/kiss_fft_armv5e.h +0 -118
  34. package/opus/celt/arm/mdct_arm.h +0 -59
  35. package/opus/celt/arm/meson.build +0 -12
  36. package/opus/celt/arm/pitch_arm.h +0 -160
  37. package/opus/celt/arm/pitch_neon_intr.c +0 -288
  38. package/opus/celt/bands.c +0 -1686
  39. package/opus/celt/bands.h +0 -123
  40. package/opus/celt/celt.c +0 -317
  41. package/opus/celt/celt.h +0 -255
  42. package/opus/celt/celt_decoder.c +0 -1616
  43. package/opus/celt/celt_encoder.c +0 -2854
  44. package/opus/celt/celt_lpc.c +0 -364
  45. package/opus/celt/celt_lpc.h +0 -66
  46. package/opus/celt/cpu_support.h +0 -72
  47. package/opus/celt/cwrs.c +0 -715
  48. package/opus/celt/cwrs.h +0 -48
  49. package/opus/celt/dump_modes/dump_modes.c +0 -400
  50. package/opus/celt/dump_modes/dump_modes_arch.h +0 -45
  51. package/opus/celt/dump_modes/dump_modes_arm_ne10.c +0 -152
  52. package/opus/celt/ecintrin.h +0 -91
  53. package/opus/celt/entcode.c +0 -153
  54. package/opus/celt/entcode.h +0 -152
  55. package/opus/celt/entdec.c +0 -266
  56. package/opus/celt/entdec.h +0 -110
  57. package/opus/celt/entenc.c +0 -305
  58. package/opus/celt/entenc.h +0 -119
  59. package/opus/celt/fixed_c5x.h +0 -79
  60. package/opus/celt/fixed_c6x.h +0 -70
  61. package/opus/celt/fixed_debug.h +0 -839
  62. package/opus/celt/fixed_generic.h +0 -201
  63. package/opus/celt/float_cast.h +0 -152
  64. package/opus/celt/kiss_fft.c +0 -648
  65. package/opus/celt/kiss_fft.h +0 -217
  66. package/opus/celt/laplace.c +0 -235
  67. package/opus/celt/laplace.h +0 -57
  68. package/opus/celt/mathops.c +0 -217
  69. package/opus/celt/mathops.h +0 -479
  70. package/opus/celt/mdct.c +0 -372
  71. package/opus/celt/mdct.h +0 -115
  72. package/opus/celt/meson.build +0 -64
  73. package/opus/celt/mfrngcod.h +0 -48
  74. package/opus/celt/mips/celt_mipsr1.h +0 -152
  75. package/opus/celt/mips/fixed_generic_mipsr1.h +0 -126
  76. package/opus/celt/mips/kiss_fft_mipsr1.h +0 -167
  77. package/opus/celt/mips/mdct_mipsr1.h +0 -288
  78. package/opus/celt/mips/pitch_mipsr1.h +0 -161
  79. package/opus/celt/mips/vq_mipsr1.h +0 -116
  80. package/opus/celt/modes.c +0 -450
  81. package/opus/celt/modes.h +0 -75
  82. package/opus/celt/opus_custom_demo.c +0 -451
  83. package/opus/celt/os_support.h +0 -99
  84. package/opus/celt/pitch.c +0 -555
  85. package/opus/celt/pitch.h +0 -203
  86. package/opus/celt/quant_bands.c +0 -562
  87. package/opus/celt/quant_bands.h +0 -66
  88. package/opus/celt/rate.c +0 -646
  89. package/opus/celt/rate.h +0 -101
  90. package/opus/celt/stack_alloc.h +0 -185
  91. package/opus/celt/static_modes_fixed.h +0 -1541
  92. package/opus/celt/static_modes_fixed_arm_ne10.h +0 -388
  93. package/opus/celt/static_modes_float.h +0 -888
  94. package/opus/celt/static_modes_float_arm_ne10.h +0 -404
  95. package/opus/celt/tests/meson.build +0 -19
  96. package/opus/celt/tests/test_unit_cwrs32.c +0 -162
  97. package/opus/celt/tests/test_unit_dft.c +0 -181
  98. package/opus/celt/tests/test_unit_entropy.c +0 -383
  99. package/opus/celt/tests/test_unit_laplace.c +0 -94
  100. package/opus/celt/tests/test_unit_mathops.c +0 -369
  101. package/opus/celt/tests/test_unit_mdct.c +0 -233
  102. package/opus/celt/tests/test_unit_rotation.c +0 -87
  103. package/opus/celt/tests/test_unit_types.c +0 -50
  104. package/opus/celt/vq.c +0 -442
  105. package/opus/celt/vq.h +0 -79
  106. package/opus/celt/x86/celt_lpc_sse.h +0 -67
  107. package/opus/celt/x86/celt_lpc_sse4_1.c +0 -96
  108. package/opus/celt/x86/pitch_avx.c +0 -101
  109. package/opus/celt/x86/pitch_sse.c +0 -185
  110. package/opus/celt/x86/pitch_sse.h +0 -216
  111. package/opus/celt/x86/pitch_sse2.c +0 -95
  112. package/opus/celt/x86/pitch_sse4_1.c +0 -240
  113. package/opus/celt/x86/vq_sse.h +0 -52
  114. package/opus/celt/x86/vq_sse2.c +0 -217
  115. package/opus/celt/x86/x86_arch_macros.h +0 -47
  116. package/opus/celt/x86/x86_celt_map.c +0 -187
  117. package/opus/celt/x86/x86cpu.c +0 -184
  118. package/opus/celt/x86/x86cpu.h +0 -112
  119. package/opus/celt_headers.mk +0 -54
  120. package/opus/celt_sources.mk +0 -55
  121. package/opus/cmake/CFeatureCheck.cmake +0 -39
  122. package/opus/cmake/OpusBuildtype.cmake +0 -27
  123. package/opus/cmake/OpusConfig.cmake +0 -118
  124. package/opus/cmake/OpusConfig.cmake.in +0 -20
  125. package/opus/cmake/OpusFunctions.cmake +0 -231
  126. package/opus/cmake/OpusPackageVersion.cmake +0 -70
  127. package/opus/cmake/OpusSources.cmake +0 -71
  128. package/opus/cmake/README.md +0 -132
  129. package/opus/cmake/RunTest.cmake +0 -61
  130. package/opus/cmake/config.h.cmake.in +0 -1
  131. package/opus/cmake/cpu_info_by_asm.c +0 -31
  132. package/opus/cmake/cpu_info_by_c.c +0 -9
  133. package/opus/cmake/vla.c +0 -7
  134. package/opus/configure.ac +0 -1091
  135. package/opus/dnn/LPCNet.yml +0 -24
  136. package/opus/dnn/README +0 -1
  137. package/opus/dnn/README.md +0 -126
  138. package/opus/dnn/adaconvtest.c +0 -449
  139. package/opus/dnn/arm/arm_dnn_map.c +0 -88
  140. package/opus/dnn/arm/dnn_arm.h +0 -104
  141. package/opus/dnn/arm/nnet_dotprod.c +0 -38
  142. package/opus/dnn/arm/nnet_neon.c +0 -38
  143. package/opus/dnn/burg.c +0 -246
  144. package/opus/dnn/burg.h +0 -41
  145. package/opus/dnn/common.h +0 -56
  146. package/opus/dnn/datasets.txt +0 -163
  147. package/opus/dnn/download_model.bat +0 -9
  148. package/opus/dnn/download_model.sh +0 -30
  149. package/opus/dnn/dred_coding.c +0 -44
  150. package/opus/dnn/dred_coding.h +0 -36
  151. package/opus/dnn/dred_config.h +0 -54
  152. package/opus/dnn/dred_decoder.c +0 -129
  153. package/opus/dnn/dred_decoder.h +0 -49
  154. package/opus/dnn/dred_encoder.c +0 -363
  155. package/opus/dnn/dred_encoder.h +0 -71
  156. package/opus/dnn/dred_rdovae.h +0 -42
  157. package/opus/dnn/dred_rdovae_dec.c +0 -139
  158. package/opus/dnn/dred_rdovae_dec.h +0 -53
  159. package/opus/dnn/dred_rdovae_enc.c +0 -110
  160. package/opus/dnn/dred_rdovae_enc.h +0 -52
  161. package/opus/dnn/dump_data.c +0 -238
  162. package/opus/dnn/dump_lpcnet_tables.c +0 -104
  163. package/opus/dnn/fargan.c +0 -225
  164. package/opus/dnn/fargan.h +0 -68
  165. package/opus/dnn/fargan_demo.c +0 -217
  166. package/opus/dnn/freq.c +0 -328
  167. package/opus/dnn/freq.h +0 -61
  168. package/opus/dnn/fwgan.c +0 -322
  169. package/opus/dnn/fwgan.h +0 -83
  170. package/opus/dnn/kiss99.c +0 -81
  171. package/opus/dnn/kiss99.h +0 -46
  172. package/opus/dnn/lossgen.c +0 -192
  173. package/opus/dnn/lossgen.h +0 -55
  174. package/opus/dnn/lossgen_demo.c +0 -22
  175. package/opus/dnn/lpcnet.c +0 -283
  176. package/opus/dnn/lpcnet.h +0 -183
  177. package/opus/dnn/lpcnet_enc.c +0 -230
  178. package/opus/dnn/lpcnet_plc.c +0 -211
  179. package/opus/dnn/lpcnet_private.h +0 -90
  180. package/opus/dnn/lpcnet_tables.c +0 -307
  181. package/opus/dnn/meson.build +0 -64
  182. package/opus/dnn/nndsp.c +0 -416
  183. package/opus/dnn/nndsp.h +0 -143
  184. package/opus/dnn/nnet.c +0 -149
  185. package/opus/dnn/nnet.h +0 -163
  186. package/opus/dnn/nnet_arch.h +0 -247
  187. package/opus/dnn/nnet_default.c +0 -35
  188. package/opus/dnn/osce.c +0 -1419
  189. package/opus/dnn/osce.h +0 -84
  190. package/opus/dnn/osce_config.h +0 -60
  191. package/opus/dnn/osce_features.c +0 -454
  192. package/opus/dnn/osce_features.h +0 -50
  193. package/opus/dnn/osce_structs.h +0 -125
  194. package/opus/dnn/parse_lpcnet_weights.c +0 -238
  195. package/opus/dnn/pitchdnn.c +0 -79
  196. package/opus/dnn/pitchdnn.h +0 -34
  197. package/opus/dnn/tansig_table.h +0 -50
  198. package/opus/dnn/test_vec.c +0 -128
  199. package/opus/dnn/torch/dnntools/dnntools/__init__.py +0 -2
  200. package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +0 -1
  201. package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +0 -113
  202. package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +0 -2
  203. package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +0 -85
  204. package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +0 -449
  205. package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +0 -6
  206. package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +0 -58
  207. package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +0 -123
  208. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +0 -133
  209. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +0 -134
  210. package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +0 -178
  211. package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +0 -128
  212. package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +0 -64
  213. package/opus/dnn/torch/dnntools/requirements.txt +0 -1
  214. package/opus/dnn/torch/dnntools/setup.py +0 -48
  215. package/opus/dnn/torch/fargan/README.md +0 -54
  216. package/opus/dnn/torch/fargan/adv_train_fargan.py +0 -277
  217. package/opus/dnn/torch/fargan/dataset.py +0 -61
  218. package/opus/dnn/torch/fargan/dump_fargan_weights.py +0 -112
  219. package/opus/dnn/torch/fargan/fargan.py +0 -322
  220. package/opus/dnn/torch/fargan/filters.py +0 -46
  221. package/opus/dnn/torch/fargan/rc.py +0 -29
  222. package/opus/dnn/torch/fargan/stft_loss.py +0 -186
  223. package/opus/dnn/torch/fargan/test_fargan.py +0 -128
  224. package/opus/dnn/torch/fargan/train_fargan.py +0 -168
  225. package/opus/dnn/torch/fwgan/dump_model_weights.py +0 -88
  226. package/opus/dnn/torch/fwgan/inference.py +0 -141
  227. package/opus/dnn/torch/fwgan/models/__init__.py +0 -7
  228. package/opus/dnn/torch/fwgan/models/fwgan400.py +0 -308
  229. package/opus/dnn/torch/fwgan/models/fwgan500.py +0 -260
  230. package/opus/dnn/torch/lossgen/README.md +0 -27
  231. package/opus/dnn/torch/lossgen/export_lossgen.py +0 -101
  232. package/opus/dnn/torch/lossgen/lossgen.py +0 -29
  233. package/opus/dnn/torch/lossgen/process_data.sh +0 -17
  234. package/opus/dnn/torch/lossgen/test_lossgen.py +0 -42
  235. package/opus/dnn/torch/lossgen/train_lossgen.py +0 -99
  236. package/opus/dnn/torch/lpcnet/README.md +0 -27
  237. package/opus/dnn/torch/lpcnet/add_dataset_config.py +0 -77
  238. package/opus/dnn/torch/lpcnet/data/__init__.py +0 -1
  239. package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +0 -227
  240. package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +0 -141
  241. package/opus/dnn/torch/lpcnet/make_default_setup.py +0 -56
  242. package/opus/dnn/torch/lpcnet/make_test_config.py +0 -78
  243. package/opus/dnn/torch/lpcnet/models/__init__.py +0 -8
  244. package/opus/dnn/torch/lpcnet/models/lpcnet.py +0 -303
  245. package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +0 -437
  246. package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +0 -64
  247. package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +0 -190
  248. package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +0 -52
  249. package/opus/dnn/torch/lpcnet/scripts/make_animation.py +0 -67
  250. package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +0 -17
  251. package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +0 -17
  252. package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +0 -22
  253. package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +0 -54
  254. package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +0 -22
  255. package/opus/dnn/torch/lpcnet/scripts/update_setups.py +0 -57
  256. package/opus/dnn/torch/lpcnet/test_lpcnet.py +0 -89
  257. package/opus/dnn/torch/lpcnet/train_lpcnet.py +0 -272
  258. package/opus/dnn/torch/lpcnet/utils/__init__.py +0 -4
  259. package/opus/dnn/torch/lpcnet/utils/data.py +0 -141
  260. package/opus/dnn/torch/lpcnet/utils/endoscopy.py +0 -234
  261. package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +0 -3
  262. package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +0 -44
  263. package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +0 -71
  264. package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +0 -497
  265. package/opus/dnn/torch/lpcnet/utils/misc.py +0 -65
  266. package/opus/dnn/torch/lpcnet/utils/pcm.py +0 -35
  267. package/opus/dnn/torch/lpcnet/utils/sample.py +0 -44
  268. package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +0 -2
  269. package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +0 -121
  270. package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +0 -187
  271. package/opus/dnn/torch/lpcnet/utils/templates.py +0 -157
  272. package/opus/dnn/torch/lpcnet/utils/ulaw.py +0 -58
  273. package/opus/dnn/torch/lpcnet/utils/wav.py +0 -43
  274. package/opus/dnn/torch/neural-pitch/README.md +0 -18
  275. package/opus/dnn/torch/neural-pitch/data_augmentation.py +0 -149
  276. package/opus/dnn/torch/neural-pitch/download_demand.sh +0 -43
  277. package/opus/dnn/torch/neural-pitch/evaluation.py +0 -349
  278. package/opus/dnn/torch/neural-pitch/experiments.py +0 -38
  279. package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +0 -109
  280. package/opus/dnn/torch/neural-pitch/models.py +0 -178
  281. package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +0 -179
  282. package/opus/dnn/torch/neural-pitch/ptdb_process.sh +0 -34
  283. package/opus/dnn/torch/neural-pitch/run_crepe.py +0 -72
  284. package/opus/dnn/torch/neural-pitch/training.py +0 -162
  285. package/opus/dnn/torch/neural-pitch/utils.py +0 -59
  286. package/opus/dnn/torch/osce/README.md +0 -66
  287. package/opus/dnn/torch/osce/adv_train_model.py +0 -462
  288. package/opus/dnn/torch/osce/adv_train_vocoder.py +0 -451
  289. package/opus/dnn/torch/osce/create_testvectors.py +0 -165
  290. package/opus/dnn/torch/osce/data/__init__.py +0 -2
  291. package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +0 -225
  292. package/opus/dnn/torch/osce/data/silk_conversion_set.py +0 -132
  293. package/opus/dnn/torch/osce/data/silk_enhancement_set.py +0 -140
  294. package/opus/dnn/torch/osce/engine/engine.py +0 -103
  295. package/opus/dnn/torch/osce/engine/vocoder_engine.py +0 -101
  296. package/opus/dnn/torch/osce/export_model_weights.py +0 -174
  297. package/opus/dnn/torch/osce/losses/stft_loss.py +0 -277
  298. package/opus/dnn/torch/osce/losses/td_lowpass.py +0 -34
  299. package/opus/dnn/torch/osce/make_default_setup.py +0 -93
  300. package/opus/dnn/torch/osce/models/__init__.py +0 -42
  301. package/opus/dnn/torch/osce/models/fd_discriminator.py +0 -974
  302. package/opus/dnn/torch/osce/models/lace.py +0 -190
  303. package/opus/dnn/torch/osce/models/lavoce.py +0 -274
  304. package/opus/dnn/torch/osce/models/lavoce_400.py +0 -254
  305. package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +0 -91
  306. package/opus/dnn/torch/osce/models/nns_base.py +0 -69
  307. package/opus/dnn/torch/osce/models/no_lace.py +0 -218
  308. package/opus/dnn/torch/osce/models/scale_embedding.py +0 -68
  309. package/opus/dnn/torch/osce/models/shape_up_48.py +0 -179
  310. package/opus/dnn/torch/osce/models/silk_feature_net.py +0 -86
  311. package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +0 -127
  312. package/opus/dnn/torch/osce/requirements.txt +0 -9
  313. package/opus/dnn/torch/osce/resources/training_files.txt +0 -107716
  314. package/opus/dnn/torch/osce/resources/validation_files.txt +0 -26929
  315. package/opus/dnn/torch/osce/scripts/concatenator.py +0 -85
  316. package/opus/dnn/torch/osce/silk_16_to_48.py +0 -28
  317. package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +0 -123
  318. package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +0 -25
  319. package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +0 -7
  320. package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +0 -113
  321. package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +0 -330
  322. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +0 -116
  323. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +0 -109
  324. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +0 -124
  325. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +0 -121
  326. package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +0 -182
  327. package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +0 -190
  328. package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +0 -98
  329. package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +0 -138
  330. package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +0 -196
  331. package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +0 -205
  332. package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +0 -313
  333. package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +0 -320
  334. package/opus/dnn/torch/osce/stndrd/presentation/playback.py +0 -25
  335. package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +0 -275
  336. package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +0 -173
  337. package/opus/dnn/torch/osce/test_model.py +0 -96
  338. package/opus/dnn/torch/osce/test_vocoder.py +0 -103
  339. package/opus/dnn/torch/osce/train_model.py +0 -307
  340. package/opus/dnn/torch/osce/train_vocoder.py +0 -287
  341. package/opus/dnn/torch/osce/utils/ada_conv.py +0 -71
  342. package/opus/dnn/torch/osce/utils/complexity.py +0 -8
  343. package/opus/dnn/torch/osce/utils/endoscopy.py +0 -205
  344. package/opus/dnn/torch/osce/utils/layers/fir.py +0 -27
  345. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +0 -230
  346. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +0 -200
  347. package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +0 -100
  348. package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +0 -84
  349. package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +0 -167
  350. package/opus/dnn/torch/osce/utils/layers/td_shaper.py +0 -145
  351. package/opus/dnn/torch/osce/utils/lpcnet_features.py +0 -112
  352. package/opus/dnn/torch/osce/utils/misc.py +0 -95
  353. package/opus/dnn/torch/osce/utils/moc.py +0 -153
  354. package/opus/dnn/torch/osce/utils/pitch.py +0 -122
  355. package/opus/dnn/torch/osce/utils/silk_features.py +0 -144
  356. package/opus/dnn/torch/osce/utils/softquant.py +0 -110
  357. package/opus/dnn/torch/osce/utils/spec.py +0 -210
  358. package/opus/dnn/torch/osce/utils/templates.py +0 -347
  359. package/opus/dnn/torch/plc/export_plc.py +0 -100
  360. package/opus/dnn/torch/plc/plc.py +0 -144
  361. package/opus/dnn/torch/plc/plc_dataset.py +0 -60
  362. package/opus/dnn/torch/plc/train_plc.py +0 -145
  363. package/opus/dnn/torch/rdovae/README.md +0 -55
  364. package/opus/dnn/torch/rdovae/download_datasets.sh +0 -6
  365. package/opus/dnn/torch/rdovae/export_rdovae_weights.py +0 -365
  366. package/opus/dnn/torch/rdovae/fec_encoder.py +0 -212
  367. package/opus/dnn/torch/rdovae/import_rdovae_weights.py +0 -143
  368. package/opus/dnn/torch/rdovae/packets/__init__.py +0 -1
  369. package/opus/dnn/torch/rdovae/packets/fec_packets.c +0 -142
  370. package/opus/dnn/torch/rdovae/packets/fec_packets.h +0 -34
  371. package/opus/dnn/torch/rdovae/packets/fec_packets.py +0 -108
  372. package/opus/dnn/torch/rdovae/process_speech.sh +0 -7
  373. package/opus/dnn/torch/rdovae/rdovae/__init__.py +0 -2
  374. package/opus/dnn/torch/rdovae/rdovae/dataset.py +0 -67
  375. package/opus/dnn/torch/rdovae/rdovae/rdovae.py +0 -719
  376. package/opus/dnn/torch/rdovae/requirements.txt +0 -4
  377. package/opus/dnn/torch/rdovae/train_rdovae.py +0 -278
  378. package/opus/dnn/torch/testsuite/README.md +0 -46
  379. package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +0 -6
  380. package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +0 -5
  381. package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +0 -5
  382. package/opus/dnn/torch/testsuite/requirements.txt +0 -12
  383. package/opus/dnn/torch/testsuite/run_test.py +0 -375
  384. package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
  385. package/opus/dnn/torch/testsuite/utils/files.py +0 -54
  386. package/opus/dnn/torch/testsuite/utils/pesq.py +0 -43
  387. package/opus/dnn/torch/testsuite/utils/pitch.py +0 -61
  388. package/opus/dnn/torch/weight-exchange/README.md +0 -21
  389. package/opus/dnn/torch/weight-exchange/requirements.txt +0 -1
  390. package/opus/dnn/torch/weight-exchange/setup.py +0 -48
  391. package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +0 -30
  392. package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +0 -31
  393. package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +0 -181
  394. package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +0 -386
  395. package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +0 -5
  396. package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +0 -188
  397. package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +0 -37
  398. package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +0 -433
  399. package/opus/dnn/training_tf2/dataloader.py +0 -49
  400. package/opus/dnn/training_tf2/decode_rdovae.py +0 -111
  401. package/opus/dnn/training_tf2/diffembed.py +0 -49
  402. package/opus/dnn/training_tf2/dump_lpcnet.py +0 -388
  403. package/opus/dnn/training_tf2/dump_plc.py +0 -296
  404. package/opus/dnn/training_tf2/dump_rdovae.py +0 -306
  405. package/opus/dnn/training_tf2/encode_rdovae.py +0 -125
  406. package/opus/dnn/training_tf2/fec_encoder.py +0 -256
  407. package/opus/dnn/training_tf2/fec_packets.c +0 -142
  408. package/opus/dnn/training_tf2/fec_packets.h +0 -34
  409. package/opus/dnn/training_tf2/fec_packets.py +0 -108
  410. package/opus/dnn/training_tf2/keraslayerdump.py +0 -189
  411. package/opus/dnn/training_tf2/lossfuncs.py +0 -99
  412. package/opus/dnn/training_tf2/lpcnet.py +0 -339
  413. package/opus/dnn/training_tf2/lpcnet_plc.py +0 -101
  414. package/opus/dnn/training_tf2/mdense.py +0 -95
  415. package/opus/dnn/training_tf2/pade.py +0 -70
  416. package/opus/dnn/training_tf2/parameters.py +0 -29
  417. package/opus/dnn/training_tf2/plc_loader.py +0 -73
  418. package/opus/dnn/training_tf2/rdovae.py +0 -372
  419. package/opus/dnn/training_tf2/rdovae_exchange.py +0 -138
  420. package/opus/dnn/training_tf2/rdovae_import.py +0 -123
  421. package/opus/dnn/training_tf2/test_lpcnet.py +0 -120
  422. package/opus/dnn/training_tf2/test_plc.py +0 -92
  423. package/opus/dnn/training_tf2/tf_funcs.py +0 -70
  424. package/opus/dnn/training_tf2/train_lpcnet.py +0 -214
  425. package/opus/dnn/training_tf2/train_plc.py +0 -197
  426. package/opus/dnn/training_tf2/train_rdovae.py +0 -151
  427. package/opus/dnn/training_tf2/ulaw.py +0 -19
  428. package/opus/dnn/training_tf2/uniform_noise.py +0 -78
  429. package/opus/dnn/vec.h +0 -389
  430. package/opus/dnn/vec_avx.h +0 -884
  431. package/opus/dnn/vec_neon.h +0 -473
  432. package/opus/dnn/write_lpcnet_weights.c +0 -97
  433. package/opus/dnn/x86/dnn_x86.h +0 -121
  434. package/opus/dnn/x86/nnet_avx2.c +0 -40
  435. package/opus/dnn/x86/nnet_sse2.c +0 -40
  436. package/opus/dnn/x86/nnet_sse4_1.c +0 -40
  437. package/opus/dnn/x86/x86_dnn_map.c +0 -83
  438. package/opus/doc/Doxyfile.in +0 -340
  439. package/opus/doc/Makefile.am +0 -45
  440. package/opus/doc/build_draft.sh +0 -113
  441. package/opus/doc/build_isobmff.sh +0 -50
  442. package/opus/doc/build_oggdraft.sh +0 -52
  443. package/opus/doc/customdoxygen.css +0 -1011
  444. package/opus/doc/draft-ietf-codec-oggopus.xml +0 -1873
  445. package/opus/doc/draft-ietf-codec-opus-update.xml +0 -513
  446. package/opus/doc/draft-ietf-codec-opus.xml +0 -8276
  447. package/opus/doc/draft-ietf-payload-rtp-opus.xml +0 -960
  448. package/opus/doc/footer.html +0 -32
  449. package/opus/doc/header.html +0 -61
  450. package/opus/doc/meson.build +0 -33
  451. package/opus/doc/opus_in_isobmff.css +0 -60
  452. package/opus/doc/opus_in_isobmff.html +0 -692
  453. package/opus/doc/opus_logo.svg +0 -157
  454. package/opus/doc/opus_update.patch +0 -244
  455. package/opus/doc/release.txt +0 -43
  456. package/opus/doc/trivial_example.c +0 -171
  457. package/opus/include/meson.build +0 -13
  458. package/opus/include/opus.h +0 -1172
  459. package/opus/include/opus_custom.h +0 -381
  460. package/opus/include/opus_defines.h +0 -830
  461. package/opus/include/opus_multistream.h +0 -736
  462. package/opus/include/opus_projection.h +0 -643
  463. package/opus/include/opus_types.h +0 -166
  464. package/opus/lpcnet_headers.mk +0 -44
  465. package/opus/lpcnet_sources.mk +0 -44
  466. package/opus/m4/as-gcc-inline-assembly.m4 +0 -98
  467. package/opus/m4/ax_add_fortify_source.m4 +0 -53
  468. package/opus/m4/opus-intrinsics.m4 +0 -29
  469. package/opus/meson/README.md +0 -88
  470. package/opus/meson/get-version.py +0 -86
  471. package/opus/meson/read-sources-list.py +0 -28
  472. package/opus/meson.build +0 -745
  473. package/opus/meson_options.txt +0 -27
  474. package/opus/opus-uninstalled.pc.in +0 -12
  475. package/opus/opus.m4 +0 -117
  476. package/opus/opus.pc.in +0 -16
  477. package/opus/opus_headers.mk +0 -8
  478. package/opus/opus_sources.mk +0 -17
  479. package/opus/releases.sha2 +0 -85
  480. package/opus/scripts/dump_rnn.py +0 -57
  481. package/opus/scripts/local_build.py +0 -220
  482. package/opus/scripts/rnn_train.py +0 -67
  483. package/opus/scripts/shrink_model.sh +0 -7
  484. package/opus/silk/A2NLSF.c +0 -267
  485. package/opus/silk/API.h +0 -156
  486. package/opus/silk/CNG.c +0 -188
  487. package/opus/silk/HP_variable_cutoff.c +0 -77
  488. package/opus/silk/Inlines.h +0 -188
  489. package/opus/silk/LPC_analysis_filter.c +0 -111
  490. package/opus/silk/LPC_fit.c +0 -82
  491. package/opus/silk/LPC_inv_pred_gain.c +0 -141
  492. package/opus/silk/LP_variable_cutoff.c +0 -135
  493. package/opus/silk/MacroCount.h +0 -710
  494. package/opus/silk/MacroDebug.h +0 -945
  495. package/opus/silk/NLSF2A.c +0 -141
  496. package/opus/silk/NLSF_VQ.c +0 -76
  497. package/opus/silk/NLSF_VQ_weights_laroia.c +0 -80
  498. package/opus/silk/NLSF_decode.c +0 -93
  499. package/opus/silk/NLSF_del_dec_quant.c +0 -215
  500. package/opus/silk/NLSF_encode.c +0 -124
  501. package/opus/silk/NLSF_stabilize.c +0 -142
  502. package/opus/silk/NLSF_unpack.c +0 -55
  503. package/opus/silk/NSQ.c +0 -437
  504. package/opus/silk/NSQ.h +0 -101
  505. package/opus/silk/NSQ_del_dec.c +0 -733
  506. package/opus/silk/PLC.c +0 -493
  507. package/opus/silk/PLC.h +0 -65
  508. package/opus/silk/SigProc_FIX.h +0 -643
  509. package/opus/silk/VAD.c +0 -360
  510. package/opus/silk/VQ_WMat_EC.c +0 -131
  511. package/opus/silk/ana_filt_bank_1.c +0 -74
  512. package/opus/silk/arm/LPC_inv_pred_gain_arm.h +0 -57
  513. package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +0 -288
  514. package/opus/silk/arm/NSQ_del_dec_arm.h +0 -100
  515. package/opus/silk/arm/NSQ_del_dec_neon_intr.c +0 -1138
  516. package/opus/silk/arm/NSQ_neon.c +0 -112
  517. package/opus/silk/arm/NSQ_neon.h +0 -114
  518. package/opus/silk/arm/SigProc_FIX_armv4.h +0 -47
  519. package/opus/silk/arm/SigProc_FIX_armv5e.h +0 -61
  520. package/opus/silk/arm/arm_silk_map.c +0 -128
  521. package/opus/silk/arm/biquad_alt_arm.h +0 -68
  522. package/opus/silk/arm/biquad_alt_neon_intr.c +0 -156
  523. package/opus/silk/arm/macros_arm64.h +0 -39
  524. package/opus/silk/arm/macros_armv4.h +0 -110
  525. package/opus/silk/arm/macros_armv5e.h +0 -220
  526. package/opus/silk/biquad_alt.c +0 -121
  527. package/opus/silk/bwexpander.c +0 -51
  528. package/opus/silk/bwexpander_32.c +0 -51
  529. package/opus/silk/check_control_input.c +0 -106
  530. package/opus/silk/code_signs.c +0 -115
  531. package/opus/silk/control.h +0 -161
  532. package/opus/silk/control_SNR.c +0 -113
  533. package/opus/silk/control_audio_bandwidth.c +0 -132
  534. package/opus/silk/control_codec.c +0 -423
  535. package/opus/silk/debug.c +0 -174
  536. package/opus/silk/debug.h +0 -267
  537. package/opus/silk/dec_API.c +0 -465
  538. package/opus/silk/decode_core.c +0 -243
  539. package/opus/silk/decode_frame.c +0 -169
  540. package/opus/silk/decode_indices.c +0 -151
  541. package/opus/silk/decode_parameters.c +0 -115
  542. package/opus/silk/decode_pitch.c +0 -77
  543. package/opus/silk/decode_pulses.c +0 -115
  544. package/opus/silk/decoder_set_fs.c +0 -108
  545. package/opus/silk/define.h +0 -235
  546. package/opus/silk/enc_API.c +0 -593
  547. package/opus/silk/encode_indices.c +0 -181
  548. package/opus/silk/encode_pulses.c +0 -206
  549. package/opus/silk/errors.h +0 -98
  550. package/opus/silk/fixed/LTP_analysis_filter_FIX.c +0 -90
  551. package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +0 -58
  552. package/opus/silk/fixed/apply_sine_window_FIX.c +0 -101
  553. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +0 -68
  554. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +0 -265
  555. package/opus/silk/fixed/autocorr_FIX.c +0 -48
  556. package/opus/silk/fixed/burg_modified_FIX.c +0 -280
  557. package/opus/silk/fixed/corrMatrix_FIX.c +0 -150
  558. package/opus/silk/fixed/encode_frame_FIX.c +0 -444
  559. package/opus/silk/fixed/find_LPC_FIX.c +0 -151
  560. package/opus/silk/fixed/find_LTP_FIX.c +0 -99
  561. package/opus/silk/fixed/find_pitch_lags_FIX.c +0 -143
  562. package/opus/silk/fixed/find_pred_coefs_FIX.c +0 -146
  563. package/opus/silk/fixed/k2a_FIX.c +0 -54
  564. package/opus/silk/fixed/k2a_Q16_FIX.c +0 -54
  565. package/opus/silk/fixed/main_FIX.h +0 -244
  566. package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +0 -336
  567. package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +0 -184
  568. package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +0 -165
  569. package/opus/silk/fixed/noise_shape_analysis_FIX.c +0 -407
  570. package/opus/silk/fixed/pitch_analysis_core_FIX.c +0 -721
  571. package/opus/silk/fixed/process_gains_FIX.c +0 -117
  572. package/opus/silk/fixed/regularize_correlations_FIX.c +0 -47
  573. package/opus/silk/fixed/residual_energy16_FIX.c +0 -103
  574. package/opus/silk/fixed/residual_energy_FIX.c +0 -98
  575. package/opus/silk/fixed/schur64_FIX.c +0 -93
  576. package/opus/silk/fixed/schur_FIX.c +0 -107
  577. package/opus/silk/fixed/structs_FIX.h +0 -116
  578. package/opus/silk/fixed/vector_ops_FIX.c +0 -102
  579. package/opus/silk/fixed/warped_autocorrelation_FIX.c +0 -92
  580. package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +0 -400
  581. package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +0 -93
  582. package/opus/silk/float/LPC_analysis_filter_FLP.c +0 -249
  583. package/opus/silk/float/LPC_inv_pred_gain_FLP.c +0 -73
  584. package/opus/silk/float/LTP_analysis_filter_FLP.c +0 -75
  585. package/opus/silk/float/LTP_scale_ctrl_FLP.c +0 -58
  586. package/opus/silk/float/SigProc_FLP.h +0 -205
  587. package/opus/silk/float/apply_sine_window_FLP.c +0 -81
  588. package/opus/silk/float/autocorrelation_FLP.c +0 -53
  589. package/opus/silk/float/burg_modified_FLP.c +0 -187
  590. package/opus/silk/float/bwexpander_FLP.c +0 -49
  591. package/opus/silk/float/corrMatrix_FLP.c +0 -95
  592. package/opus/silk/float/encode_frame_FLP.c +0 -432
  593. package/opus/silk/float/energy_FLP.c +0 -59
  594. package/opus/silk/float/find_LPC_FLP.c +0 -105
  595. package/opus/silk/float/find_LTP_FLP.c +0 -65
  596. package/opus/silk/float/find_pitch_lags_FLP.c +0 -132
  597. package/opus/silk/float/find_pred_coefs_FLP.c +0 -117
  598. package/opus/silk/float/inner_product_FLP.c +0 -59
  599. package/opus/silk/float/k2a_FLP.c +0 -54
  600. package/opus/silk/float/main_FLP.h +0 -290
  601. package/opus/silk/float/noise_shape_analysis_FLP.c +0 -350
  602. package/opus/silk/float/pitch_analysis_core_FLP.c +0 -630
  603. package/opus/silk/float/process_gains_FLP.c +0 -103
  604. package/opus/silk/float/regularize_correlations_FLP.c +0 -48
  605. package/opus/silk/float/residual_energy_FLP.c +0 -117
  606. package/opus/silk/float/scale_copy_vector_FLP.c +0 -57
  607. package/opus/silk/float/scale_vector_FLP.c +0 -56
  608. package/opus/silk/float/schur_FLP.c +0 -70
  609. package/opus/silk/float/sort_FLP.c +0 -83
  610. package/opus/silk/float/structs_FLP.h +0 -112
  611. package/opus/silk/float/warped_autocorrelation_FLP.c +0 -75
  612. package/opus/silk/float/wrappers_FLP.c +0 -209
  613. package/opus/silk/float/x86/inner_product_FLP_avx2.c +0 -85
  614. package/opus/silk/gain_quant.c +0 -142
  615. package/opus/silk/init_decoder.c +0 -84
  616. package/opus/silk/init_encoder.c +0 -68
  617. package/opus/silk/inner_prod_aligned.c +0 -47
  618. package/opus/silk/interpolate.c +0 -51
  619. package/opus/silk/lin2log.c +0 -46
  620. package/opus/silk/log2lin.c +0 -58
  621. package/opus/silk/macros.h +0 -151
  622. package/opus/silk/main.h +0 -486
  623. package/opus/silk/meson.build +0 -69
  624. package/opus/silk/mips/NSQ_del_dec_mipsr1.h +0 -410
  625. package/opus/silk/mips/macros_mipsr1.h +0 -92
  626. package/opus/silk/mips/sigproc_fix_mipsr1.h +0 -60
  627. package/opus/silk/pitch_est_defines.h +0 -88
  628. package/opus/silk/pitch_est_tables.c +0 -99
  629. package/opus/silk/process_NLSFs.c +0 -107
  630. package/opus/silk/quant_LTP_gains.c +0 -132
  631. package/opus/silk/resampler.c +0 -215
  632. package/opus/silk/resampler_down2.c +0 -74
  633. package/opus/silk/resampler_down2_3.c +0 -103
  634. package/opus/silk/resampler_private.h +0 -88
  635. package/opus/silk/resampler_private_AR2.c +0 -55
  636. package/opus/silk/resampler_private_IIR_FIR.c +0 -107
  637. package/opus/silk/resampler_private_down_FIR.c +0 -194
  638. package/opus/silk/resampler_private_up2_HQ.c +0 -113
  639. package/opus/silk/resampler_rom.c +0 -96
  640. package/opus/silk/resampler_rom.h +0 -68
  641. package/opus/silk/resampler_structs.h +0 -60
  642. package/opus/silk/shell_coder.c +0 -151
  643. package/opus/silk/sigm_Q15.c +0 -76
  644. package/opus/silk/sort.c +0 -154
  645. package/opus/silk/stereo_LR_to_MS.c +0 -229
  646. package/opus/silk/stereo_MS_to_LR.c +0 -85
  647. package/opus/silk/stereo_decode_pred.c +0 -73
  648. package/opus/silk/stereo_encode_pred.c +0 -62
  649. package/opus/silk/stereo_find_predictor.c +0 -79
  650. package/opus/silk/stereo_quant_pred.c +0 -73
  651. package/opus/silk/structs.h +0 -357
  652. package/opus/silk/sum_sqr_shift.c +0 -83
  653. package/opus/silk/table_LSF_cos.c +0 -70
  654. package/opus/silk/tables.h +0 -114
  655. package/opus/silk/tables_LTP.c +0 -294
  656. package/opus/silk/tables_NLSF_CB_NB_MB.c +0 -195
  657. package/opus/silk/tables_NLSF_CB_WB.c +0 -234
  658. package/opus/silk/tables_gain.c +0 -63
  659. package/opus/silk/tables_other.c +0 -124
  660. package/opus/silk/tables_pitch_lag.c +0 -69
  661. package/opus/silk/tables_pulses_per_block.c +0 -264
  662. package/opus/silk/tests/meson.build +0 -8
  663. package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +0 -130
  664. package/opus/silk/tuning_parameters.h +0 -155
  665. package/opus/silk/typedef.h +0 -81
  666. package/opus/silk/x86/NSQ_del_dec_avx2.c +0 -1075
  667. package/opus/silk/x86/NSQ_del_dec_sse4_1.c +0 -915
  668. package/opus/silk/x86/NSQ_sse4_1.c +0 -772
  669. package/opus/silk/x86/SigProc_FIX_sse.h +0 -99
  670. package/opus/silk/x86/VAD_sse4_1.c +0 -289
  671. package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +0 -173
  672. package/opus/silk/x86/main_sse.h +0 -299
  673. package/opus/silk/x86/x86_silk_map.c +0 -179
  674. package/opus/silk_headers.mk +0 -44
  675. package/opus/silk_sources.mk +0 -164
  676. package/opus/src/analysis.c +0 -979
  677. package/opus/src/analysis.h +0 -103
  678. package/opus/src/extensions.c +0 -663
  679. package/opus/src/mapping_matrix.c +0 -993
  680. package/opus/src/mapping_matrix.h +0 -165
  681. package/opus/src/meson.build +0 -45
  682. package/opus/src/mlp.c +0 -132
  683. package/opus/src/mlp.h +0 -60
  684. package/opus/src/mlp_data.c +0 -672
  685. package/opus/src/opus.c +0 -362
  686. package/opus/src/opus_compare.c +0 -382
  687. package/opus/src/opus_decoder.c +0 -1579
  688. package/opus/src/opus_demo.c +0 -1194
  689. package/opus/src/opus_encoder.c +0 -3180
  690. package/opus/src/opus_multistream.c +0 -92
  691. package/opus/src/opus_multistream_decoder.c +0 -563
  692. package/opus/src/opus_multistream_encoder.c +0 -1321
  693. package/opus/src/opus_private.h +0 -263
  694. package/opus/src/opus_projection_decoder.c +0 -283
  695. package/opus/src/opus_projection_encoder.c +0 -522
  696. package/opus/src/repacketizer.c +0 -469
  697. package/opus/src/repacketizer_demo.c +0 -247
  698. package/opus/src/tansig_table.h +0 -45
  699. package/opus/tar_list.txt +0 -28
  700. package/opus/tests/meson.build +0 -39
  701. package/opus/tests/opus_build_test.sh +0 -29
  702. package/opus/tests/opus_decode_fuzzer.c +0 -124
  703. package/opus/tests/opus_decode_fuzzer.options +0 -2
  704. package/opus/tests/opus_encode_regressions.c +0 -1034
  705. package/opus/tests/random_config.sh +0 -126
  706. package/opus/tests/run_vectors.sh +0 -143
  707. package/opus/tests/test_opus_api.c +0 -1904
  708. package/opus/tests/test_opus_common.h +0 -86
  709. package/opus/tests/test_opus_custom.c +0 -694
  710. package/opus/tests/test_opus_decode.c +0 -481
  711. package/opus/tests/test_opus_dred.c +0 -107
  712. package/opus/tests/test_opus_encode.c +0 -738
  713. package/opus/tests/test_opus_extensions.c +0 -750
  714. package/opus/tests/test_opus_padding.c +0 -94
  715. package/opus/tests/test_opus_projection.c +0 -384
  716. package/opus/training/rnn_dump.py +0 -66
  717. package/opus/training/rnn_train.py +0 -177
  718. package/opus/training/txt2hdf5.py +0 -12
  719. package/opus/update_version +0 -65
  720. package/test.mp4 +0 -0
package/opus/dnn/osce.c DELETED
@@ -1,1419 +0,0 @@
1
- /* Copyright (c) 2023 Amazon
2
- Written by Jan Buethe */
3
- /*
4
- Redistribution and use in source and binary forms, with or without
5
- modification, are permitted provided that the following conditions
6
- are met:
7
-
8
- - Redistributions of source code must retain the above copyright
9
- notice, this list of conditions and the following disclaimer.
10
-
11
- - Redistributions in binary form must reproduce the above copyright
12
- notice, this list of conditions and the following disclaimer in the
13
- documentation and/or other materials provided with the distribution.
14
-
15
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16
- ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17
- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18
- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
19
- OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20
- EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21
- PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
22
- PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
23
- LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
24
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25
- SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
- */
27
-
28
- #ifdef HAVE_CONFIG_H
29
- #include "config.h"
30
- #endif
31
-
32
-
33
- #include <math.h>
34
- #include "osce.h"
35
- #include "osce_features.h"
36
- #include "os_support.h"
37
- #include "nndsp.h"
38
- #include "float_cast.h"
39
- #include "arch.h"
40
-
41
- #ifdef OSCE_DEBUG
42
- #include <stdio.h>
43
- /*#define WRITE_FEATURES*/
44
- /*#define DEBUG_LACE*/
45
- /*#define DEBUG_NOLACE*/
46
- #define FINIT(fid, name, mode) do{if (fid == NULL) {fid = fopen(name, mode);}} while(0)
47
- #endif
48
-
49
- #ifdef ENABLE_OSCE_TRAINING_DATA
50
- #include <stdio.h>
51
- #endif
52
-
53
- #define CLIP(a, min, max) (((a) < (min) ? (min) : (a)) > (max) ? (max) : (a))
54
-
55
- extern const WeightArray lacelayers_arrays[];
56
- extern const WeightArray nolacelayers_arrays[];
57
-
58
- /* LACE */
59
-
60
- #ifndef DISABLE_LACE
61
-
62
- static void compute_lace_numbits_embedding(float *emb, float numbits, int dim, float min_val, float max_val, int logscale)
63
- {
64
- float x;
65
- (void) dim;
66
-
67
- numbits = logscale ? log(numbits) : numbits;
68
- x = CLIP(numbits, min_val, max_val) - (max_val + min_val) / 2;
69
-
70
- emb[0] = sin(x * LACE_NUMBITS_SCALE_0 - 0.5f);
71
- emb[1] = sin(x * LACE_NUMBITS_SCALE_1 - 0.5f);
72
- emb[2] = sin(x * LACE_NUMBITS_SCALE_2 - 0.5f);
73
- emb[3] = sin(x * LACE_NUMBITS_SCALE_3 - 0.5f);
74
- emb[4] = sin(x * LACE_NUMBITS_SCALE_4 - 0.5f);
75
- emb[5] = sin(x * LACE_NUMBITS_SCALE_5 - 0.5f);
76
- emb[6] = sin(x * LACE_NUMBITS_SCALE_6 - 0.5f);
77
- emb[7] = sin(x * LACE_NUMBITS_SCALE_7 - 0.5f);
78
- }
79
-
80
-
81
- static int init_lace(LACE *hLACE, const WeightArray *weights)
82
- {
83
- int ret = 0;
84
- OPUS_CLEAR(hLACE, 1);
85
- celt_assert(weights != NULL);
86
-
87
- ret = init_lacelayers(&hLACE->layers, weights);
88
-
89
- compute_overlap_window(hLACE->window, LACE_OVERLAP_SIZE);
90
-
91
- return ret;
92
- }
93
-
94
- static void reset_lace_state(LACEState *state)
95
- {
96
- OPUS_CLEAR(state, 1);
97
-
98
- init_adacomb_state(&state->cf1_state);
99
- init_adacomb_state(&state->cf2_state);
100
- init_adaconv_state(&state->af1_state);
101
- }
102
-
103
- static void lace_feature_net(
104
- LACE *hLACE,
105
- LACEState *state,
106
- float *output,
107
- const float *features,
108
- const float *numbits,
109
- const int *periods,
110
- int arch
111
- )
112
- {
113
- float input_buffer[IMAX(4 * IMAX(LACE_COND_DIM, LACE_HIDDEN_FEATURE_DIM), LACE_NUM_FEATURES + LACE_PITCH_EMBEDDING_DIM + 2*LACE_NUMBITS_EMBEDDING_DIM)];
114
- float output_buffer[4 * IMAX(LACE_COND_DIM, LACE_HIDDEN_FEATURE_DIM)];
115
- float numbits_embedded[2 * LACE_NUMBITS_EMBEDDING_DIM];
116
- int i_subframe;
117
-
118
- compute_lace_numbits_embedding(numbits_embedded, numbits[0], LACE_NUMBITS_EMBEDDING_DIM,
119
- log(LACE_NUMBITS_RANGE_LOW), log(LACE_NUMBITS_RANGE_HIGH), 1);
120
- compute_lace_numbits_embedding(numbits_embedded + LACE_NUMBITS_EMBEDDING_DIM, numbits[1], LACE_NUMBITS_EMBEDDING_DIM,
121
- log(LACE_NUMBITS_RANGE_LOW), log(LACE_NUMBITS_RANGE_HIGH), 1);
122
-
123
- /* scaling and dimensionality reduction */
124
- for (i_subframe = 0; i_subframe < 4; i_subframe ++)
125
- {
126
- OPUS_COPY(input_buffer, features + i_subframe * LACE_NUM_FEATURES, LACE_NUM_FEATURES);
127
- OPUS_COPY(input_buffer + LACE_NUM_FEATURES, hLACE->layers.lace_pitch_embedding.float_weights + periods[i_subframe] * LACE_PITCH_EMBEDDING_DIM, LACE_PITCH_EMBEDDING_DIM);
128
- OPUS_COPY(input_buffer + LACE_NUM_FEATURES + LACE_PITCH_EMBEDDING_DIM, numbits_embedded, 2 * LACE_NUMBITS_EMBEDDING_DIM);
129
-
130
- compute_generic_conv1d(
131
- &hLACE->layers.lace_fnet_conv1,
132
- output_buffer + i_subframe * LACE_HIDDEN_FEATURE_DIM,
133
- NULL,
134
- input_buffer,
135
- LACE_NUM_FEATURES + LACE_PITCH_EMBEDDING_DIM + 2 * LACE_NUMBITS_EMBEDDING_DIM,
136
- ACTIVATION_TANH,
137
- arch);
138
- }
139
-
140
- /* subframe accumulation */
141
- OPUS_COPY(input_buffer, output_buffer, 4 * LACE_HIDDEN_FEATURE_DIM);
142
- compute_generic_conv1d(
143
- &hLACE->layers.lace_fnet_conv2,
144
- output_buffer,
145
- state->feature_net_conv2_state,
146
- input_buffer,
147
- 4 * LACE_HIDDEN_FEATURE_DIM,
148
- ACTIVATION_TANH,
149
- arch
150
- );
151
-
152
- /* tconv upsampling */
153
- OPUS_COPY(input_buffer, output_buffer, 4 * LACE_COND_DIM);
154
- compute_generic_dense(
155
- &hLACE->layers.lace_fnet_tconv,
156
- output_buffer,
157
- input_buffer,
158
- ACTIVATION_TANH,
159
- arch
160
- );
161
-
162
- /* GRU */
163
- OPUS_COPY(input_buffer, output_buffer, 4 * LACE_COND_DIM);
164
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
165
- {
166
- compute_generic_gru(
167
- &hLACE->layers.lace_fnet_gru_input,
168
- &hLACE->layers.lace_fnet_gru_recurrent,
169
- state->feature_net_gru_state,
170
- input_buffer + i_subframe * LACE_COND_DIM,
171
- arch
172
- );
173
- OPUS_COPY(output + i_subframe * LACE_COND_DIM, state->feature_net_gru_state, LACE_COND_DIM);
174
- }
175
- }
176
-
177
-
178
- static void lace_process_20ms_frame(
179
- LACE* hLACE,
180
- LACEState *state,
181
- float *x_out,
182
- const float *x_in,
183
- const float *features,
184
- const float *numbits,
185
- const int *periods,
186
- int arch
187
- )
188
- {
189
- float feature_buffer[4 * LACE_COND_DIM];
190
- float output_buffer[4 * LACE_FRAME_SIZE];
191
- int i_subframe, i_sample;
192
-
193
- #ifdef DEBUG_LACE
194
- static FILE *f_features=NULL, *f_encfeatures=NULL, *f_xin=NULL, *f_xpreemph=NULL, *f_postcf1=NULL;
195
- static FILE *f_postcf2=NULL, *f_postaf1=NULL, *f_xdeemph, *f_numbits, *f_periods;
196
-
197
-
198
- FINIT(f_features, "debug/c_features.f32", "wb");
199
- FINIT(f_encfeatures, "debug/c_encoded_features.f32", "wb");
200
- FINIT(f_xin, "debug/c_x_in.f32", "wb");
201
- FINIT(f_xpreemph, "debug/c_xpreemph.f32", "wb");
202
- FINIT(f_xdeemph, "debug/c_xdeemph.f32", "wb");
203
- FINIT(f_postcf1, "debug/c_post_cf1.f32", "wb");
204
- FINIT(f_postcf2, "debug/c_post_cf2.f32", "wb");
205
- FINIT(f_postaf1, "debug/c_post_af1.f32", "wb");
206
- FINIT(f_numbits, "debug/c_numbits.f32", "wb");
207
- FINIT(f_periods, "debug/c_periods.s32", "wb");
208
-
209
- fwrite(x_in, sizeof(*x_in), 4 * LACE_FRAME_SIZE, f_xin);
210
- fwrite(numbits, sizeof(*numbits), 2, f_numbits);
211
- fwrite(periods, sizeof(*periods), 4, f_periods);
212
- #endif
213
-
214
- /* pre-emphasis */
215
- for (i_sample = 0; i_sample < 4 * LACE_FRAME_SIZE; i_sample ++)
216
- {
217
- output_buffer[i_sample] = x_in[i_sample] - LACE_PREEMPH * state->preemph_mem;
218
- state->preemph_mem = x_in[i_sample];
219
- }
220
-
221
- /* run feature encoder */
222
- lace_feature_net(hLACE, state, feature_buffer, features, numbits, periods, arch);
223
- #ifdef DEBUG_LACE
224
- fwrite(features, sizeof(*features), 4 * LACE_NUM_FEATURES, f_features);
225
- fwrite(feature_buffer, sizeof(*feature_buffer), 4 * LACE_COND_DIM, f_encfeatures);
226
- fwrite(output_buffer, sizeof(float), 4 * LACE_FRAME_SIZE, f_xpreemph);
227
- #endif
228
-
229
- /* 1st comb filtering stage */
230
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
231
- {
232
- adacomb_process_frame(
233
- &state->cf1_state,
234
- output_buffer + i_subframe * LACE_FRAME_SIZE,
235
- output_buffer + i_subframe * LACE_FRAME_SIZE,
236
- feature_buffer + i_subframe * LACE_COND_DIM,
237
- &hLACE->layers.lace_cf1_kernel,
238
- &hLACE->layers.lace_cf1_gain,
239
- &hLACE->layers.lace_cf1_global_gain,
240
- periods[i_subframe],
241
- LACE_COND_DIM,
242
- LACE_FRAME_SIZE,
243
- LACE_OVERLAP_SIZE,
244
- LACE_CF1_KERNEL_SIZE,
245
- LACE_CF1_LEFT_PADDING,
246
- LACE_CF1_FILTER_GAIN_A,
247
- LACE_CF1_FILTER_GAIN_B,
248
- LACE_CF1_LOG_GAIN_LIMIT,
249
- hLACE->window,
250
- arch);
251
- }
252
-
253
- #ifdef DEBUG_LACE
254
- fwrite(output_buffer, sizeof(float), 4 * LACE_FRAME_SIZE, f_postcf1);
255
- #endif
256
-
257
- /* 2nd comb filtering stage */
258
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
259
- {
260
- adacomb_process_frame(
261
- &state->cf2_state,
262
- output_buffer + i_subframe * LACE_FRAME_SIZE,
263
- output_buffer + i_subframe * LACE_FRAME_SIZE,
264
- feature_buffer + i_subframe * LACE_COND_DIM,
265
- &hLACE->layers.lace_cf2_kernel,
266
- &hLACE->layers.lace_cf2_gain,
267
- &hLACE->layers.lace_cf2_global_gain,
268
- periods[i_subframe],
269
- LACE_COND_DIM,
270
- LACE_FRAME_SIZE,
271
- LACE_OVERLAP_SIZE,
272
- LACE_CF2_KERNEL_SIZE,
273
- LACE_CF2_LEFT_PADDING,
274
- LACE_CF2_FILTER_GAIN_A,
275
- LACE_CF2_FILTER_GAIN_B,
276
- LACE_CF2_LOG_GAIN_LIMIT,
277
- hLACE->window,
278
- arch);
279
- }
280
- #ifdef DEBUG_LACE
281
- fwrite(output_buffer, sizeof(float), 4 * LACE_FRAME_SIZE, f_postcf2);
282
- #endif
283
-
284
- /* final adaptive filtering stage */
285
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
286
- {
287
- adaconv_process_frame(
288
- &state->af1_state,
289
- output_buffer + i_subframe * LACE_FRAME_SIZE,
290
- output_buffer + i_subframe * LACE_FRAME_SIZE,
291
- feature_buffer + i_subframe * LACE_COND_DIM,
292
- &hLACE->layers.lace_af1_kernel,
293
- &hLACE->layers.lace_af1_gain,
294
- LACE_COND_DIM,
295
- LACE_FRAME_SIZE,
296
- LACE_OVERLAP_SIZE,
297
- LACE_AF1_IN_CHANNELS,
298
- LACE_AF1_OUT_CHANNELS,
299
- LACE_AF1_KERNEL_SIZE,
300
- LACE_AF1_LEFT_PADDING,
301
- LACE_AF1_FILTER_GAIN_A,
302
- LACE_AF1_FILTER_GAIN_B,
303
- LACE_AF1_SHAPE_GAIN,
304
- hLACE->window,
305
- arch);
306
- }
307
- #ifdef DEBUG_LACE
308
- fwrite(output_buffer, sizeof(float), 4 * LACE_FRAME_SIZE, f_postaf1);
309
- #endif
310
-
311
- /* de-emphasis */
312
- for (i_sample = 0; i_sample < 4 * LACE_FRAME_SIZE; i_sample ++)
313
- {
314
- x_out[i_sample] = output_buffer[i_sample] + LACE_PREEMPH * state->deemph_mem;
315
- state->deemph_mem = x_out[i_sample];
316
- }
317
- #ifdef DEBUG_LACE
318
- fwrite(x_out, sizeof(float), 4 * LACE_FRAME_SIZE, f_xdeemph);
319
- #endif
320
- }
321
-
322
- #endif /* #ifndef DISABLE_LACE */
323
-
324
-
325
- /* NoLACE */
326
- #ifndef DISABLE_NOLACE
327
-
328
- static void compute_nolace_numbits_embedding(float *emb, float numbits, int dim, float min_val, float max_val, int logscale)
329
- {
330
- float x;
331
- (void) dim;
332
-
333
- numbits = logscale ? log(numbits) : numbits;
334
- x = CLIP(numbits, min_val, max_val) - (max_val + min_val) / 2;
335
-
336
- emb[0] = sin(x * NOLACE_NUMBITS_SCALE_0 - 0.5f);
337
- emb[1] = sin(x * NOLACE_NUMBITS_SCALE_1 - 0.5f);
338
- emb[2] = sin(x * NOLACE_NUMBITS_SCALE_2 - 0.5f);
339
- emb[3] = sin(x * NOLACE_NUMBITS_SCALE_3 - 0.5f);
340
- emb[4] = sin(x * NOLACE_NUMBITS_SCALE_4 - 0.5f);
341
- emb[5] = sin(x * NOLACE_NUMBITS_SCALE_5 - 0.5f);
342
- emb[6] = sin(x * NOLACE_NUMBITS_SCALE_6 - 0.5f);
343
- emb[7] = sin(x * NOLACE_NUMBITS_SCALE_7 - 0.5f);
344
- }
345
-
346
- static int init_nolace(NoLACE *hNoLACE, const WeightArray *weights)
347
- {
348
- int ret = 0;
349
- OPUS_CLEAR(hNoLACE, 1);
350
- celt_assert(weights != NULL);
351
-
352
- ret = init_nolacelayers(&hNoLACE->layers, weights);
353
-
354
- compute_overlap_window(hNoLACE->window, NOLACE_OVERLAP_SIZE);
355
-
356
- return ret;
357
- }
358
-
359
- static void reset_nolace_state(NoLACEState *state)
360
- {
361
- OPUS_CLEAR(state, 1);
362
-
363
- init_adacomb_state(&state->cf1_state);
364
- init_adacomb_state(&state->cf2_state);
365
- init_adaconv_state(&state->af1_state);
366
- init_adaconv_state(&state->af2_state);
367
- init_adaconv_state(&state->af3_state);
368
- init_adaconv_state(&state->af4_state);
369
- init_adashape_state(&state->tdshape1_state);
370
- init_adashape_state(&state->tdshape2_state);
371
- init_adashape_state(&state->tdshape3_state);
372
- }
373
-
374
- static void nolace_feature_net(
375
- NoLACE *hNoLACE,
376
- NoLACEState *state,
377
- float *output,
378
- const float *features,
379
- const float *numbits,
380
- const int *periods,
381
- int arch
382
- )
383
- {
384
- float input_buffer[4 * IMAX(NOLACE_COND_DIM, NOLACE_HIDDEN_FEATURE_DIM)];
385
- float output_buffer[4 * IMAX(NOLACE_COND_DIM, NOLACE_HIDDEN_FEATURE_DIM)];
386
- float numbits_embedded[2 * NOLACE_NUMBITS_EMBEDDING_DIM];
387
- int i_subframe;
388
-
389
- compute_nolace_numbits_embedding(numbits_embedded, numbits[0], NOLACE_NUMBITS_EMBEDDING_DIM,
390
- log(NOLACE_NUMBITS_RANGE_LOW), log(NOLACE_NUMBITS_RANGE_HIGH), 1);
391
- compute_nolace_numbits_embedding(numbits_embedded + NOLACE_NUMBITS_EMBEDDING_DIM, numbits[1], NOLACE_NUMBITS_EMBEDDING_DIM,
392
- log(NOLACE_NUMBITS_RANGE_LOW), log(NOLACE_NUMBITS_RANGE_HIGH), 1);
393
-
394
- /* scaling and dimensionality reduction */
395
- for (i_subframe = 0; i_subframe < 4; i_subframe ++)
396
- {
397
- OPUS_COPY(input_buffer, features + i_subframe * NOLACE_NUM_FEATURES, NOLACE_NUM_FEATURES);
398
- OPUS_COPY(input_buffer + NOLACE_NUM_FEATURES, hNoLACE->layers.nolace_pitch_embedding.float_weights + periods[i_subframe] * NOLACE_PITCH_EMBEDDING_DIM, NOLACE_PITCH_EMBEDDING_DIM);
399
- OPUS_COPY(input_buffer + NOLACE_NUM_FEATURES + NOLACE_PITCH_EMBEDDING_DIM, numbits_embedded, 2 * NOLACE_NUMBITS_EMBEDDING_DIM);
400
-
401
- compute_generic_conv1d(
402
- &hNoLACE->layers.nolace_fnet_conv1,
403
- output_buffer + i_subframe * NOLACE_HIDDEN_FEATURE_DIM,
404
- NULL,
405
- input_buffer,
406
- NOLACE_NUM_FEATURES + NOLACE_PITCH_EMBEDDING_DIM + 2 * NOLACE_NUMBITS_EMBEDDING_DIM,
407
- ACTIVATION_TANH,
408
- arch);
409
- }
410
-
411
- /* subframe accumulation */
412
- OPUS_COPY(input_buffer, output_buffer, 4 * NOLACE_HIDDEN_FEATURE_DIM);
413
- compute_generic_conv1d(
414
- &hNoLACE->layers.nolace_fnet_conv2,
415
- output_buffer,
416
- state->feature_net_conv2_state,
417
- input_buffer,
418
- 4 * NOLACE_HIDDEN_FEATURE_DIM,
419
- ACTIVATION_TANH,
420
- arch
421
- );
422
-
423
- /* tconv upsampling */
424
- OPUS_COPY(input_buffer, output_buffer, 4 * NOLACE_COND_DIM);
425
- compute_generic_dense(
426
- &hNoLACE->layers.nolace_fnet_tconv,
427
- output_buffer,
428
- input_buffer,
429
- ACTIVATION_TANH,
430
- arch
431
- );
432
-
433
- /* GRU */
434
- OPUS_COPY(input_buffer, output_buffer, 4 * NOLACE_COND_DIM);
435
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
436
- {
437
- compute_generic_gru(
438
- &hNoLACE->layers.nolace_fnet_gru_input,
439
- &hNoLACE->layers.nolace_fnet_gru_recurrent,
440
- state->feature_net_gru_state,
441
- input_buffer + i_subframe * NOLACE_COND_DIM,
442
- arch
443
- );
444
- OPUS_COPY(output + i_subframe * NOLACE_COND_DIM, state->feature_net_gru_state, NOLACE_COND_DIM);
445
- }
446
- }
447
-
448
-
449
- static void nolace_process_20ms_frame(
450
- NoLACE* hNoLACE,
451
- NoLACEState *state,
452
- float *x_out,
453
- const float *x_in,
454
- const float *features,
455
- const float *numbits,
456
- const int *periods,
457
- int arch
458
- )
459
- {
460
- float feature_buffer[4 * NOLACE_COND_DIM];
461
- float feature_transform_buffer[4 * NOLACE_COND_DIM];
462
- float x_buffer1[8 * NOLACE_FRAME_SIZE];
463
- float x_buffer2[8 * NOLACE_FRAME_SIZE];
464
- int i_subframe, i_sample;
465
- NOLACELayers *layers = &hNoLACE->layers;
466
-
467
- #ifdef DEBUG_NOLACE
468
- static FILE *f_features=NULL, *f_encfeatures=NULL, *f_xin=NULL, *f_xpreemph=NULL, *f_postcf1=NULL;
469
- static FILE *f_postcf2=NULL, *f_postaf1=NULL, *f_xdeemph, *f_numbits, *f_periods;
470
- static FILE *f_ffpostcf1, *f_fpostcf2, *f_fpostaf1;
471
-
472
-
473
- FINIT(f_features, "debug/c_features.f32", "wb");
474
- FINIT(f_encfeatures, "debug/c_encoded_features.f32", "wb");
475
- FINIT(f_xin, "debug/c_x_in.f32", "wb");
476
- FINIT(f_xpreemph, "debug/c_xpreemph.f32", "wb");
477
- FINIT(f_xdeemph, "debug/c_xdeemph.f32", "wb");
478
- FINIT(f_postcf1, "debug/c_post_cf1.f32", "wb");
479
- FINIT(f_postcf2, "debug/c_post_cf2.f32", "wb");
480
- FINIT(f_postaf1, "debug/c_post_af1.f32", "wb");
481
- FINIT(f_numbits, "debug/c_numbits.f32", "wb");
482
- FINIT(f_periods, "debug/c_periods.s32", "wb");
483
-
484
- fwrite(x_in, sizeof(*x_in), 4 * NOLACE_FRAME_SIZE, f_xin);
485
- fwrite(numbits, sizeof(*numbits), 2, f_numbits);
486
- fwrite(periods, sizeof(*periods), 4, f_periods);
487
- #endif
488
-
489
- /* pre-emphasis */
490
- for (i_sample = 0; i_sample < 4 * NOLACE_FRAME_SIZE; i_sample ++)
491
- {
492
- x_buffer1[i_sample] = x_in[i_sample] - NOLACE_PREEMPH * state->preemph_mem;
493
- state->preemph_mem = x_in[i_sample];
494
- }
495
-
496
- /* run feature encoder */
497
- nolace_feature_net(hNoLACE, state, feature_buffer, features, numbits, periods, arch);
498
- #ifdef DEBUG_NOLACE
499
- fwrite(features, sizeof(*features), 4 * NOLACE_NUM_FEATURES, f_features);
500
- fwrite(feature_buffer, sizeof(*feature_buffer), 4 * NOLACE_COND_DIM, f_encfeatures);
501
- fwrite(output_buffer, sizeof(float), 4 * NOLACE_FRAME_SIZE, f_xpreemph);
502
- #endif
503
-
504
- /* 1st comb filtering stage */
505
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
506
- {
507
- /* modifies signal in place */
508
- adacomb_process_frame(
509
- &state->cf1_state,
510
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE,
511
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE,
512
- feature_buffer + i_subframe * NOLACE_COND_DIM,
513
- &hNoLACE->layers.nolace_cf1_kernel,
514
- &hNoLACE->layers.nolace_cf1_gain,
515
- &hNoLACE->layers.nolace_cf1_global_gain,
516
- periods[i_subframe],
517
- NOLACE_COND_DIM,
518
- NOLACE_FRAME_SIZE,
519
- NOLACE_OVERLAP_SIZE,
520
- NOLACE_CF1_KERNEL_SIZE,
521
- NOLACE_CF1_LEFT_PADDING,
522
- NOLACE_CF1_FILTER_GAIN_A,
523
- NOLACE_CF1_FILTER_GAIN_B,
524
- NOLACE_CF1_LOG_GAIN_LIMIT,
525
- hNoLACE->window,
526
- arch);
527
-
528
- compute_generic_conv1d(
529
- &layers->nolace_post_cf1,
530
- feature_transform_buffer + i_subframe * NOLACE_COND_DIM,
531
- state->post_cf1_state,
532
- feature_buffer + i_subframe * NOLACE_COND_DIM,
533
- NOLACE_COND_DIM,
534
- ACTIVATION_TANH,
535
- arch);
536
- }
537
-
538
- /* update feature buffer */
539
- OPUS_COPY(feature_buffer, feature_transform_buffer, 4 * NOLACE_COND_DIM);
540
-
541
- #ifdef DEBUG_NOLACE
542
- fwrite(x_buffer1, sizeof(float), 4 * NOLACE_FRAME_SIZE, f_postcf1);
543
- #endif
544
-
545
- /* 2nd comb filtering stage */
546
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
547
- {
548
- /* modifies signal in place */
549
- adacomb_process_frame(
550
- &state->cf2_state,
551
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE,
552
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE,
553
- feature_buffer + i_subframe * NOLACE_COND_DIM,
554
- &hNoLACE->layers.nolace_cf2_kernel,
555
- &hNoLACE->layers.nolace_cf2_gain,
556
- &hNoLACE->layers.nolace_cf2_global_gain,
557
- periods[i_subframe],
558
- NOLACE_COND_DIM,
559
- NOLACE_FRAME_SIZE,
560
- NOLACE_OVERLAP_SIZE,
561
- NOLACE_CF2_KERNEL_SIZE,
562
- NOLACE_CF2_LEFT_PADDING,
563
- NOLACE_CF2_FILTER_GAIN_A,
564
- NOLACE_CF2_FILTER_GAIN_B,
565
- NOLACE_CF2_LOG_GAIN_LIMIT,
566
- hNoLACE->window,
567
- arch);
568
-
569
- compute_generic_conv1d(
570
- &layers->nolace_post_cf2,
571
- feature_transform_buffer + i_subframe * NOLACE_COND_DIM,
572
- state->post_cf2_state,
573
- feature_buffer + i_subframe * NOLACE_COND_DIM,
574
- NOLACE_COND_DIM,
575
- ACTIVATION_TANH,
576
- arch);
577
- }
578
-
579
- /* update feature buffer */
580
- OPUS_COPY(feature_buffer, feature_transform_buffer, 4 * NOLACE_COND_DIM);
581
-
582
- #ifdef DEBUG_NOLACE
583
- fwrite(x_buffer1, sizeof(float), 4 * NOLACE_FRAME_SIZE, f_postcf2);
584
- #endif
585
-
586
- /* final adaptive filtering stage */
587
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
588
- {
589
- adaconv_process_frame(
590
- &state->af1_state,
591
- x_buffer2 + i_subframe * NOLACE_FRAME_SIZE * NOLACE_AF1_OUT_CHANNELS,
592
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE,
593
- feature_buffer + i_subframe * NOLACE_COND_DIM,
594
- &hNoLACE->layers.nolace_af1_kernel,
595
- &hNoLACE->layers.nolace_af1_gain,
596
- NOLACE_COND_DIM,
597
- NOLACE_FRAME_SIZE,
598
- NOLACE_OVERLAP_SIZE,
599
- NOLACE_AF1_IN_CHANNELS,
600
- NOLACE_AF1_OUT_CHANNELS,
601
- NOLACE_AF1_KERNEL_SIZE,
602
- NOLACE_AF1_LEFT_PADDING,
603
- NOLACE_AF1_FILTER_GAIN_A,
604
- NOLACE_AF1_FILTER_GAIN_B,
605
- NOLACE_AF1_SHAPE_GAIN,
606
- hNoLACE->window,
607
- arch);
608
-
609
- compute_generic_conv1d(
610
- &layers->nolace_post_af1,
611
- feature_transform_buffer + i_subframe * NOLACE_COND_DIM,
612
- state->post_af1_state,
613
- feature_buffer + i_subframe * NOLACE_COND_DIM,
614
- NOLACE_COND_DIM,
615
- ACTIVATION_TANH,
616
- arch);
617
- }
618
-
619
- /* update feature buffer */
620
- OPUS_COPY(feature_buffer, feature_transform_buffer, 4 * NOLACE_COND_DIM);
621
-
622
- #ifdef DEBUG_NOLACE
623
- fwrite(x_buffer2, sizeof(float), 4 * NOLACE_FRAME_SIZE * NOLACE_AF1_OUT_CHANNELS, f_postaf1);
624
- #endif
625
-
626
- /* first shape-mix round */
627
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
628
- {
629
- celt_assert(NOLACE_AF1_OUT_CHANNELS == 2);
630
- /* modifies second channel in place */
631
- adashape_process_frame(
632
- &state->tdshape1_state,
633
- x_buffer2 + i_subframe * NOLACE_AF1_OUT_CHANNELS * NOLACE_FRAME_SIZE + NOLACE_FRAME_SIZE,
634
- x_buffer2 + i_subframe * NOLACE_AF1_OUT_CHANNELS * NOLACE_FRAME_SIZE + NOLACE_FRAME_SIZE,
635
- feature_buffer + i_subframe * NOLACE_COND_DIM,
636
- &layers->nolace_tdshape1_alpha1_f,
637
- &layers->nolace_tdshape1_alpha1_t,
638
- &layers->nolace_tdshape1_alpha2,
639
- NOLACE_TDSHAPE1_FEATURE_DIM,
640
- NOLACE_TDSHAPE1_FRAME_SIZE,
641
- NOLACE_TDSHAPE1_AVG_POOL_K,
642
- arch
643
- );
644
-
645
- adaconv_process_frame(
646
- &state->af2_state,
647
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE * NOLACE_AF2_OUT_CHANNELS,
648
- x_buffer2 + i_subframe * NOLACE_FRAME_SIZE * NOLACE_AF2_IN_CHANNELS,
649
- feature_buffer + i_subframe * NOLACE_COND_DIM,
650
- &hNoLACE->layers.nolace_af2_kernel,
651
- &hNoLACE->layers.nolace_af2_gain,
652
- NOLACE_COND_DIM,
653
- NOLACE_FRAME_SIZE,
654
- NOLACE_OVERLAP_SIZE,
655
- NOLACE_AF2_IN_CHANNELS,
656
- NOLACE_AF2_OUT_CHANNELS,
657
- NOLACE_AF2_KERNEL_SIZE,
658
- NOLACE_AF2_LEFT_PADDING,
659
- NOLACE_AF2_FILTER_GAIN_A,
660
- NOLACE_AF2_FILTER_GAIN_B,
661
- NOLACE_AF2_SHAPE_GAIN,
662
- hNoLACE->window,
663
- arch);
664
-
665
- compute_generic_conv1d(
666
- &layers->nolace_post_af2,
667
- feature_transform_buffer + i_subframe * NOLACE_COND_DIM,
668
- state->post_af2_state,
669
- feature_buffer + i_subframe * NOLACE_COND_DIM,
670
- NOLACE_COND_DIM,
671
- ACTIVATION_TANH,
672
- arch);
673
- }
674
-
675
- /* update feature buffer */
676
- OPUS_COPY(feature_buffer, feature_transform_buffer, 4 * NOLACE_COND_DIM);
677
-
678
- #ifdef DEBUG_NOLACE
679
- fwrite(x_buffer1, sizeof(float), 4 * NOLACE_FRAME_SIZE * NOLACE_AF2_OUT_CHANNELS, f_postaf2);
680
- #endif
681
-
682
- /* second shape-mix round */
683
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
684
- {
685
- celt_assert(NOLACE_AF2_OUT_CHANNELS == 2);
686
- /* modifies second channel in place */
687
- adashape_process_frame(
688
- &state->tdshape2_state,
689
- x_buffer1 + i_subframe * NOLACE_AF2_OUT_CHANNELS * NOLACE_FRAME_SIZE + NOLACE_FRAME_SIZE,
690
- x_buffer1 + i_subframe * NOLACE_AF2_OUT_CHANNELS * NOLACE_FRAME_SIZE + NOLACE_FRAME_SIZE,
691
- feature_buffer + i_subframe * NOLACE_COND_DIM,
692
- &layers->nolace_tdshape2_alpha1_f,
693
- &layers->nolace_tdshape2_alpha1_t,
694
- &layers->nolace_tdshape2_alpha2,
695
- NOLACE_TDSHAPE2_FEATURE_DIM,
696
- NOLACE_TDSHAPE2_FRAME_SIZE,
697
- NOLACE_TDSHAPE2_AVG_POOL_K,
698
- arch
699
- );
700
-
701
- adaconv_process_frame(
702
- &state->af3_state,
703
- x_buffer2 + i_subframe * NOLACE_FRAME_SIZE * NOLACE_AF3_OUT_CHANNELS,
704
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE * NOLACE_AF3_IN_CHANNELS,
705
- feature_buffer + i_subframe * NOLACE_COND_DIM,
706
- &hNoLACE->layers.nolace_af3_kernel,
707
- &hNoLACE->layers.nolace_af3_gain,
708
- NOLACE_COND_DIM,
709
- NOLACE_FRAME_SIZE,
710
- NOLACE_OVERLAP_SIZE,
711
- NOLACE_AF3_IN_CHANNELS,
712
- NOLACE_AF3_OUT_CHANNELS,
713
- NOLACE_AF3_KERNEL_SIZE,
714
- NOLACE_AF3_LEFT_PADDING,
715
- NOLACE_AF3_FILTER_GAIN_A,
716
- NOLACE_AF3_FILTER_GAIN_B,
717
- NOLACE_AF3_SHAPE_GAIN,
718
- hNoLACE->window,
719
- arch);
720
-
721
- compute_generic_conv1d(
722
- &layers->nolace_post_af3,
723
- feature_transform_buffer + i_subframe * NOLACE_COND_DIM,
724
- state->post_af3_state,
725
- feature_buffer + i_subframe * NOLACE_COND_DIM,
726
- NOLACE_COND_DIM,
727
- ACTIVATION_TANH,
728
- arch);
729
- }
730
-
731
- /* update feature buffer */
732
- OPUS_COPY(feature_buffer, feature_transform_buffer, 4 * NOLACE_COND_DIM);
733
-
734
- /* third shape-mix round */
735
- for (i_subframe = 0; i_subframe < 4; i_subframe++)
736
- {
737
- celt_assert(NOLACE_AF3_OUT_CHANNELS == 2);
738
- /* modifies second channel in place */
739
- adashape_process_frame(
740
- &state->tdshape3_state,
741
- x_buffer2 + i_subframe * NOLACE_AF3_OUT_CHANNELS * NOLACE_FRAME_SIZE + NOLACE_FRAME_SIZE,
742
- x_buffer2 + i_subframe * NOLACE_AF3_OUT_CHANNELS * NOLACE_FRAME_SIZE + NOLACE_FRAME_SIZE,
743
- feature_buffer + i_subframe * NOLACE_COND_DIM,
744
- &layers->nolace_tdshape3_alpha1_f,
745
- &layers->nolace_tdshape3_alpha1_t,
746
- &layers->nolace_tdshape3_alpha2,
747
- NOLACE_TDSHAPE3_FEATURE_DIM,
748
- NOLACE_TDSHAPE3_FRAME_SIZE,
749
- NOLACE_TDSHAPE3_AVG_POOL_K,
750
- arch
751
- );
752
-
753
- adaconv_process_frame(
754
- &state->af4_state,
755
- x_buffer1 + i_subframe * NOLACE_FRAME_SIZE * NOLACE_AF4_OUT_CHANNELS,
756
- x_buffer2 + i_subframe * NOLACE_FRAME_SIZE * NOLACE_AF4_IN_CHANNELS,
757
- feature_buffer + i_subframe * NOLACE_COND_DIM,
758
- &hNoLACE->layers.nolace_af4_kernel,
759
- &hNoLACE->layers.nolace_af4_gain,
760
- NOLACE_COND_DIM,
761
- NOLACE_FRAME_SIZE,
762
- NOLACE_OVERLAP_SIZE,
763
- NOLACE_AF4_IN_CHANNELS,
764
- NOLACE_AF4_OUT_CHANNELS,
765
- NOLACE_AF4_KERNEL_SIZE,
766
- NOLACE_AF4_LEFT_PADDING,
767
- NOLACE_AF4_FILTER_GAIN_A,
768
- NOLACE_AF4_FILTER_GAIN_B,
769
- NOLACE_AF4_SHAPE_GAIN,
770
- hNoLACE->window,
771
- arch);
772
-
773
- }
774
-
775
-
776
- /* de-emphasis */
777
- for (i_sample = 0; i_sample < 4 * NOLACE_FRAME_SIZE; i_sample ++)
778
- {
779
- x_out[i_sample] = x_buffer1[i_sample] + NOLACE_PREEMPH * state->deemph_mem;
780
- state->deemph_mem = x_out[i_sample];
781
- }
782
- #ifdef DEBUG_NOLACE
783
- fwrite(x_out, sizeof(float), 4 * NOLACE_FRAME_SIZE, f_xdeemph);
784
- #endif
785
- }
786
-
787
- #endif /* #ifndef DISABLE_NOLACE */
788
-
789
- /* API */
790
-
791
- void osce_reset(silk_OSCE_struct *hOSCE, int method)
792
- {
793
- OSCEState *state = &hOSCE->state;
794
-
795
- OPUS_CLEAR(&hOSCE->features, 1);
796
-
797
- switch(method)
798
- {
799
- case OSCE_METHOD_NONE:
800
- break;
801
- #ifndef DISABLE_LACE
802
- case OSCE_METHOD_LACE:
803
- reset_lace_state(&state->lace);
804
- break;
805
- #endif
806
- #ifndef DISABLE_NOLACE
807
- case OSCE_METHOD_NOLACE:
808
- reset_nolace_state(&state->nolace);
809
- break;
810
- #endif
811
- default:
812
- celt_assert(0 && "method not defined"); /* Question: return error code? */
813
- }
814
- hOSCE->method = method;
815
- hOSCE->features.reset = 2;
816
- }
817
-
818
-
819
- #if 0
820
- #include <stdio.h>
821
- static void print_float_array(FILE *fid, const char *name, const float *array, int n)
822
- {
823
- int i;
824
- for (i = 0; i < n; i++)
825
- {
826
- fprintf(fid, "%s[%d]: %f\n", name, i, array[i]);
827
- }
828
- }
829
-
830
- static void print_int_array(FILE *fid, const char *name, const int *array, int n)
831
- {
832
- int i;
833
- for (i = 0; i < n; i++)
834
- {
835
- fprintf(fid, "%s[%d]: %d\n", name, i, array[i]);
836
- }
837
- }
838
-
839
- static void print_int8_array(FILE *fid, const char *name, const opus_int8 *array, int n)
840
- {
841
- int i;
842
- for (i = 0; i < n; i++)
843
- {
844
- fprintf(fid, "%s[%d]: %d\n", name, i, array[i]);
845
- }
846
- }
847
-
848
- static void print_linear_layer(FILE *fid, const char *name, LinearLayer *layer)
849
- {
850
- int i, n_in, n_out, n_total;
851
- char tmp[256];
852
-
853
- n_in = layer->nb_inputs;
854
- n_out = layer->nb_outputs;
855
- n_total = n_in * n_out;
856
-
857
- fprintf(fid, "\nprinting layer %s...\n", name);
858
- fprintf(fid, "%s.nb_inputs: %d\n%s.nb_outputs: %d\n", name, n_in, name, n_out);
859
-
860
- if (layer->bias !=NULL){}
861
- if (layer->subias !=NULL){}
862
- if (layer->weights !=NULL){}
863
- if (layer->float_weights !=NULL){}
864
-
865
- if (layer->bias != NULL) {sprintf(tmp, "%s.bias", name); print_float_array(fid, tmp, layer->bias, n_out);}
866
- if (layer->subias != NULL) {sprintf(tmp, "%s.subias", name); print_float_array(fid, tmp, layer->subias, n_out);}
867
- if (layer->weights != NULL) {sprintf(tmp, "%s.weights", name); print_int8_array(fid, tmp, layer->weights, n_total);}
868
- if (layer->float_weights != NULL) {sprintf(tmp, "%s.float_weights", name); print_float_array(fid, tmp, layer->float_weights, n_total);}
869
- //if (layer->weights_idx != NULL) {sprintf(tmp, "%s.weights_idx", name); print_float_array(fid, tmp, layer->weights_idx, n_total);}
870
- if (layer->diag != NULL) {sprintf(tmp, "%s.diag", name); print_float_array(fid, tmp, layer->diag, n_in);}
871
- if (layer->scale != NULL) {sprintf(tmp, "%s.scale", name); print_float_array(fid, tmp, layer->scale, n_out);}
872
-
873
- }
874
- #endif
875
-
876
- int osce_load_models(OSCEModel *model, const void *data, int len)
877
- {
878
- int ret = 0;
879
- WeightArray *list;
880
-
881
- if (data != NULL && len)
882
- {
883
- /* init from buffer */
884
- parse_weights(&list, data, len);
885
-
886
- #ifndef DISABLE_LACE
887
- if (ret == 0) {ret = init_lace(&model->lace, list);}
888
- #endif
889
-
890
- #ifndef DISABLE_NOLACE
891
- if (ret == 0) {ret = init_nolace(&model->nolace, list);}
892
- #endif
893
-
894
- free(list);
895
- } else
896
- {
897
- #ifdef USE_WEIGHTS_FILE
898
- return -1;
899
- #else
900
- #ifndef DISABLE_LACE
901
- if (ret == 0) {ret = init_lace(&model->lace, lacelayers_arrays);}
902
- #endif
903
-
904
- #ifndef DISABLE_NOLACE
905
- if (ret == 0) {ret = init_nolace(&model->nolace, nolacelayers_arrays);}
906
- #endif
907
-
908
- #endif /* USE_WEIGHTS_FILE */
909
- }
910
-
911
- ret = ret ? -1 : 0;
912
- return ret;
913
- }
914
-
915
- void osce_enhance_frame(
916
- OSCEModel *model, /* I OSCE model struct */
917
- silk_decoder_state *psDec, /* I/O Decoder state */
918
- silk_decoder_control *psDecCtrl, /* I Decoder control */
919
- opus_int16 xq[], /* I/O Decoded speech */
920
- opus_int32 num_bits, /* I Size of SILK payload in bits */
921
- int arch /* I Run-time architecture */
922
- )
923
- {
924
- float in_buffer[320];
925
- float out_buffer[320];
926
- float features[4 * OSCE_FEATURE_DIM];
927
- float numbits[2];
928
- int periods[4];
929
- int i;
930
- int method;
931
-
932
- /* enhancement only implemented for 20 ms frame at 16kHz */
933
- if (psDec->fs_kHz != 16 || psDec->nb_subfr != 4)
934
- {
935
- osce_reset(&psDec->osce, psDec->osce.method);
936
- return;
937
- }
938
-
939
- osce_calculate_features(psDec, psDecCtrl, features, numbits, periods, xq, num_bits);
940
-
941
- /* scale input */
942
- for (i = 0; i < 320; i++)
943
- {
944
- in_buffer[i] = ((float) xq[i]) * (1.f/32768.f);
945
- }
946
-
947
- if (model->loaded)
948
- method = psDec->osce.method;
949
- else
950
- method = OSCE_METHOD_NONE;
951
- switch(method)
952
- {
953
- case OSCE_METHOD_NONE:
954
- OPUS_COPY(out_buffer, in_buffer, 320);
955
- break;
956
- #ifndef DISABLE_LACE
957
- case OSCE_METHOD_LACE:
958
- lace_process_20ms_frame(&model->lace, &psDec->osce.state.lace, out_buffer, in_buffer, features, numbits, periods, arch);
959
- break;
960
- #endif
961
- #ifndef DISABLE_NOLACE
962
- case OSCE_METHOD_NOLACE:
963
- nolace_process_20ms_frame(&model->nolace, &psDec->osce.state.nolace, out_buffer, in_buffer, features, numbits, periods, arch);
964
- break;
965
- #endif
966
- default:
967
- celt_assert(0 && "method not defined");
968
- }
969
-
970
- #ifdef ENABLE_OSCE_TRAINING_DATA
971
- int k;
972
-
973
- static FILE *flpc = NULL;
974
- static FILE *fgain = NULL;
975
- static FILE *fltp = NULL;
976
- static FILE *fperiod = NULL;
977
- static FILE *fnoisy16k = NULL;
978
- static FILE* f_numbits = NULL;
979
- static FILE* f_numbits_smooth = NULL;
980
-
981
- if (flpc == NULL) {flpc = fopen("features_lpc.f32", "wb");}
982
- if (fgain == NULL) {fgain = fopen("features_gain.f32", "wb");}
983
- if (fltp == NULL) {fltp = fopen("features_ltp.f32", "wb");}
984
- if (fperiod == NULL) {fperiod = fopen("features_period.s16", "wb");}
985
- if (fnoisy16k == NULL) {fnoisy16k = fopen("noisy_16k.s16", "wb");}
986
- if(f_numbits == NULL) {f_numbits = fopen("features_num_bits.s32", "wb");}
987
- if (f_numbits_smooth == NULL) {f_numbits_smooth = fopen("features_num_bits_smooth.f32", "wb");}
988
-
989
- fwrite(&num_bits, sizeof(num_bits), 1, f_numbits);
990
- fwrite(&(psDec->osce.features.numbits_smooth), sizeof(psDec->osce.features.numbits_smooth), 1, f_numbits_smooth);
991
-
992
- for (k = 0; k < psDec->nb_subfr; k++)
993
- {
994
- float tmp;
995
- int16_t itmp;
996
- float lpc_buffer[16] = {0};
997
- opus_int16 *A_Q12, *B_Q14;
998
-
999
- (void) num_bits;
1000
- (void) arch;
1001
-
1002
- /* gain */
1003
- tmp = (float) psDecCtrl->Gains_Q16[k] / (1UL << 16);
1004
- fwrite(&tmp, sizeof(tmp), 1, fgain);
1005
-
1006
- /* LPC */
1007
- A_Q12 = psDecCtrl->PredCoef_Q12[ k >> 1 ];
1008
- for (i = 0; i < psDec->LPC_order; i++)
1009
- {
1010
- lpc_buffer[i] = (float) A_Q12[i] / (1U << 12);
1011
- }
1012
- fwrite(lpc_buffer, sizeof(lpc_buffer[0]), 16, flpc);
1013
-
1014
- /* LTP */
1015
- B_Q14 = &psDecCtrl->LTPCoef_Q14[ k * LTP_ORDER ];
1016
- for (i = 0; i < 5; i++)
1017
- {
1018
- tmp = (float) B_Q14[i] / (1U << 14);
1019
- fwrite(&tmp, sizeof(tmp), 1, fltp);
1020
- }
1021
-
1022
- /* periods */
1023
- itmp = psDec->indices.signalType == TYPE_VOICED ? psDecCtrl->pitchL[ k ] : 0;
1024
- fwrite(&itmp, sizeof(itmp), 1, fperiod);
1025
- }
1026
-
1027
- fwrite(xq, psDec->nb_subfr * psDec->subfr_length, sizeof(xq[0]), fnoisy16k);
1028
- #endif
1029
-
1030
- if (psDec->osce.features.reset > 1)
1031
- {
1032
- OPUS_COPY(out_buffer, in_buffer, 320);
1033
- psDec->osce.features.reset --;
1034
- }
1035
- else if (psDec->osce.features.reset)
1036
- {
1037
- osce_cross_fade_10ms(out_buffer, in_buffer, 320);
1038
- psDec->osce.features.reset = 0;
1039
- }
1040
-
1041
- /* scale output */
1042
- for (i = 0; i < 320; i++)
1043
- {
1044
- float tmp = 32768.f * out_buffer[i];
1045
- if (tmp > 32767.f) tmp = 32767.f;
1046
- if (tmp < -32767.f) tmp = -32767.f;
1047
- xq[i] = float2int(tmp);
1048
- }
1049
-
1050
- }
1051
-
1052
-
1053
- #if 0
1054
-
1055
- #include <stdio.h>
1056
-
1057
- void lace_feature_net_compare(
1058
- const char * prefix,
1059
- int num_frames,
1060
- LACE* hLACE
1061
- )
1062
- {
1063
- char in_feature_file[256];
1064
- char out_feature_file[256];
1065
- char numbits_file[256];
1066
- char periods_file[256];
1067
- char message[512];
1068
- int i_frame, i_feature;
1069
- float mse;
1070
- float in_features[4 * LACE_NUM_FEATURES];
1071
- float out_features[4 * LACE_COND_DIM];
1072
- float out_features2[4 * LACE_COND_DIM];
1073
- float numbits[2];
1074
- int periods[4];
1075
-
1076
- init_lace(hLACE);
1077
-
1078
- FILE *f_in_features, *f_out_features, *f_numbits, *f_periods;
1079
-
1080
- strcpy(in_feature_file, prefix);
1081
- strcat(in_feature_file, "_in_features.f32");
1082
- f_in_features = fopen(in_feature_file, "rb");
1083
- if (f_in_features == NULL)
1084
- {
1085
- sprintf(message, "could not open file %s", in_feature_file);
1086
- perror(message);
1087
- exit(1);
1088
- }
1089
-
1090
- strcpy(out_feature_file, prefix);
1091
- strcat(out_feature_file, "_out_features.f32");
1092
- f_out_features = fopen(out_feature_file, "rb");
1093
- if (f_out_features == NULL)
1094
- {
1095
- sprintf(message, "could not open file %s", out_feature_file);
1096
- perror(message);
1097
- exit(1);
1098
- }
1099
-
1100
- strcpy(periods_file, prefix);
1101
- strcat(periods_file, "_periods.s32");
1102
- f_periods = fopen(periods_file, "rb");
1103
- if (f_periods == NULL)
1104
- {
1105
- sprintf(message, "could not open file %s", periods_file);
1106
- perror(message);
1107
- exit(1);
1108
- }
1109
-
1110
- strcpy(numbits_file, prefix);
1111
- strcat(numbits_file, "_numbits.f32");
1112
- f_numbits = fopen(numbits_file, "rb");
1113
- if (f_numbits == NULL)
1114
- {
1115
- sprintf(message, "could not open file %s", numbits_file);
1116
- perror(message);
1117
- exit(1);
1118
- }
1119
-
1120
- for (i_frame = 0; i_frame < num_frames; i_frame ++)
1121
- {
1122
- if(fread(in_features, sizeof(float), 4 * LACE_NUM_FEATURES, f_in_features) != 4 * LACE_NUM_FEATURES)
1123
- {
1124
- fprintf(stderr, "could not read frame %d from in_features\n", i_frame);
1125
- exit(1);
1126
- }
1127
- if(fread(out_features, sizeof(float), 4 * LACE_COND_DIM, f_out_features) != 4 * LACE_COND_DIM)
1128
- {
1129
- fprintf(stderr, "could not read frame %d from out_features\n", i_frame);
1130
- exit(1);
1131
- }
1132
- if(fread(periods, sizeof(int), 4, f_periods) != 4)
1133
- {
1134
- fprintf(stderr, "could not read frame %d from periods\n", i_frame);
1135
- exit(1);
1136
- }
1137
- if(fread(numbits, sizeof(float), 2, f_numbits) != 2)
1138
- {
1139
- fprintf(stderr, "could not read frame %d from numbits\n", i_frame);
1140
- exit(1);
1141
- }
1142
-
1143
-
1144
- lace_feature_net(hLACE, out_features2, in_features, numbits, periods);
1145
-
1146
- float mse = 0;
1147
- for (int i = 0; i < 4 * LACE_COND_DIM; i ++)
1148
- {
1149
- mse += pow(out_features[i] - out_features2[i], 2);
1150
- }
1151
- mse /= (4 * LACE_COND_DIM);
1152
- printf("rmse: %f\n", sqrt(mse));
1153
-
1154
- }
1155
-
1156
- fclose(f_in_features);
1157
- fclose(f_out_features);
1158
- fclose(f_numbits);
1159
- fclose(f_periods);
1160
- }
1161
-
1162
-
1163
- void lace_demo(
1164
- char *prefix,
1165
- char *output
1166
- )
1167
- {
1168
- char feature_file[256];
1169
- char numbits_file[256];
1170
- char periods_file[256];
1171
- char x_in_file[256];
1172
- char message[512];
1173
- int i_frame;
1174
- float mse;
1175
- float features[4 * LACE_NUM_FEATURES];
1176
- float numbits[2];
1177
- int periods[4];
1178
- float x_in[4 * LACE_FRAME_SIZE];
1179
- int16_t x_out[4 * LACE_FRAME_SIZE];
1180
- float buffer[4 * LACE_FRAME_SIZE];
1181
- LACE hLACE;
1182
- int frame_counter = 0;
1183
- FILE *f_features, *f_numbits, *f_periods, *f_x_in, *f_x_out;
1184
-
1185
- init_lace(&hLACE);
1186
-
1187
- strcpy(feature_file, prefix);
1188
- strcat(feature_file, "_features.f32");
1189
- f_features = fopen(feature_file, "rb");
1190
- if (f_features == NULL)
1191
- {
1192
- sprintf(message, "could not open file %s", feature_file);
1193
- perror(message);
1194
- exit(1);
1195
- }
1196
-
1197
- strcpy(x_in_file, prefix);
1198
- strcat(x_in_file, "_x_in.f32");
1199
- f_x_in = fopen(x_in_file, "rb");
1200
- if (f_x_in == NULL)
1201
- {
1202
- sprintf(message, "could not open file %s", x_in_file);
1203
- perror(message);
1204
- exit(1);
1205
- }
1206
-
1207
- f_x_out = fopen(output, "wb");
1208
- if (f_x_out == NULL)
1209
- {
1210
- sprintf(message, "could not open file %s", output);
1211
- perror(message);
1212
- exit(1);
1213
- }
1214
-
1215
- strcpy(periods_file, prefix);
1216
- strcat(periods_file, "_periods.s32");
1217
- f_periods = fopen(periods_file, "rb");
1218
- if (f_periods == NULL)
1219
- {
1220
- sprintf(message, "could not open file %s", periods_file);
1221
- perror(message);
1222
- exit(1);
1223
- }
1224
-
1225
- strcpy(numbits_file, prefix);
1226
- strcat(numbits_file, "_numbits.f32");
1227
- f_numbits = fopen(numbits_file, "rb");
1228
- if (f_numbits == NULL)
1229
- {
1230
- sprintf(message, "could not open file %s", numbits_file);
1231
- perror(message);
1232
- exit(1);
1233
- }
1234
-
1235
- printf("processing %s\n", prefix);
1236
-
1237
- while (fread(x_in, sizeof(float), 4 * LACE_FRAME_SIZE, f_x_in) == 4 * LACE_FRAME_SIZE)
1238
- {
1239
- printf("\rframe: %d", frame_counter++);
1240
- if(fread(features, sizeof(float), 4 * LACE_NUM_FEATURES, f_features) != 4 * LACE_NUM_FEATURES)
1241
- {
1242
- fprintf(stderr, "could not read frame %d from features\n", i_frame);
1243
- exit(1);
1244
- }
1245
- if(fread(periods, sizeof(int), 4, f_periods) != 4)
1246
- {
1247
- fprintf(stderr, "could not read frame %d from periods\n", i_frame);
1248
- exit(1);
1249
- }
1250
- if(fread(numbits, sizeof(float), 2, f_numbits) != 2)
1251
- {
1252
- fprintf(stderr, "could not read frame %d from numbits\n", i_frame);
1253
- exit(1);
1254
- }
1255
-
1256
- lace_process_20ms_frame(
1257
- &hLACE,
1258
- buffer,
1259
- x_in,
1260
- features,
1261
- numbits,
1262
- periods
1263
- );
1264
-
1265
- for (int n=0; n < 4 * LACE_FRAME_SIZE; n ++)
1266
- {
1267
- float tmp = (1UL<<15) * buffer[n];
1268
- tmp = CLIP(tmp, -32768, 32767);
1269
- x_out[n] = (int16_t) round(tmp);
1270
- }
1271
-
1272
- fwrite(x_out, sizeof(int16_t), 4 * LACE_FRAME_SIZE, f_x_out);
1273
- }
1274
- printf("\ndone!\n");
1275
-
1276
- fclose(f_features);
1277
- fclose(f_numbits);
1278
- fclose(f_periods);
1279
- fclose(f_x_in);
1280
- fclose(f_x_out);
1281
- }
1282
-
1283
- void nolace_demo(
1284
- char *prefix,
1285
- char *output
1286
- )
1287
- {
1288
- char feature_file[256];
1289
- char numbits_file[256];
1290
- char periods_file[256];
1291
- char x_in_file[256];
1292
- char message[512];
1293
- int i_frame;
1294
- float mse;
1295
- float features[4 * LACE_NUM_FEATURES];
1296
- float numbits[2];
1297
- int periods[4];
1298
- float x_in[4 * LACE_FRAME_SIZE];
1299
- int16_t x_out[4 * LACE_FRAME_SIZE];
1300
- float buffer[4 * LACE_FRAME_SIZE];
1301
- NoLACE hNoLACE;
1302
- int frame_counter = 0;
1303
- FILE *f_features, *f_numbits, *f_periods, *f_x_in, *f_x_out;
1304
-
1305
- init_nolace(&hNoLACE);
1306
-
1307
- strcpy(feature_file, prefix);
1308
- strcat(feature_file, "_features.f32");
1309
- f_features = fopen(feature_file, "rb");
1310
- if (f_features == NULL)
1311
- {
1312
- sprintf(message, "could not open file %s", feature_file);
1313
- perror(message);
1314
- exit(1);
1315
- }
1316
-
1317
- strcpy(x_in_file, prefix);
1318
- strcat(x_in_file, "_x_in.f32");
1319
- f_x_in = fopen(x_in_file, "rb");
1320
- if (f_x_in == NULL)
1321
- {
1322
- sprintf(message, "could not open file %s", x_in_file);
1323
- perror(message);
1324
- exit(1);
1325
- }
1326
-
1327
- f_x_out = fopen(output, "wb");
1328
- if (f_x_out == NULL)
1329
- {
1330
- sprintf(message, "could not open file %s", output);
1331
- perror(message);
1332
- exit(1);
1333
- }
1334
-
1335
- strcpy(periods_file, prefix);
1336
- strcat(periods_file, "_periods.s32");
1337
- f_periods = fopen(periods_file, "rb");
1338
- if (f_periods == NULL)
1339
- {
1340
- sprintf(message, "could not open file %s", periods_file);
1341
- perror(message);
1342
- exit(1);
1343
- }
1344
-
1345
- strcpy(numbits_file, prefix);
1346
- strcat(numbits_file, "_numbits.f32");
1347
- f_numbits = fopen(numbits_file, "rb");
1348
- if (f_numbits == NULL)
1349
- {
1350
- sprintf(message, "could not open file %s", numbits_file);
1351
- perror(message);
1352
- exit(1);
1353
- }
1354
-
1355
- printf("processing %s\n", prefix);
1356
-
1357
- while (fread(x_in, sizeof(float), 4 * LACE_FRAME_SIZE, f_x_in) == 4 * LACE_FRAME_SIZE)
1358
- {
1359
- printf("\rframe: %d", frame_counter++);
1360
- if(fread(features, sizeof(float), 4 * LACE_NUM_FEATURES, f_features) != 4 * LACE_NUM_FEATURES)
1361
- {
1362
- fprintf(stderr, "could not read frame %d from features\n", i_frame);
1363
- exit(1);
1364
- }
1365
- if(fread(periods, sizeof(int), 4, f_periods) != 4)
1366
- {
1367
- fprintf(stderr, "could not read frame %d from periods\n", i_frame);
1368
- exit(1);
1369
- }
1370
- if(fread(numbits, sizeof(float), 2, f_numbits) != 2)
1371
- {
1372
- fprintf(stderr, "could not read frame %d from numbits\n", i_frame);
1373
- exit(1);
1374
- }
1375
-
1376
- nolace_process_20ms_frame(
1377
- &hNoLACE,
1378
- buffer,
1379
- x_in,
1380
- features,
1381
- numbits,
1382
- periods
1383
- );
1384
-
1385
- for (int n=0; n < 4 * LACE_FRAME_SIZE; n ++)
1386
- {
1387
- float tmp = (1UL<<15) * buffer[n];
1388
- tmp = CLIP(tmp, -32768, 32767);
1389
- x_out[n] = (int16_t) round(tmp);
1390
- }
1391
-
1392
- fwrite(x_out, sizeof(int16_t), 4 * LACE_FRAME_SIZE, f_x_out);
1393
- }
1394
- printf("\ndone!\n");
1395
-
1396
- fclose(f_features);
1397
- fclose(f_numbits);
1398
- fclose(f_periods);
1399
- fclose(f_x_in);
1400
- fclose(f_x_out);
1401
- }
1402
-
1403
-
1404
- int main()
1405
- {
1406
- #if 0
1407
- LACE hLACE;
1408
-
1409
- lace_feature_net_compare("testvec2/lace", 5, &hLACE);
1410
-
1411
- lace_demo("testdata/test9", "out_lace_c_9kbps.pcm");
1412
- lace_demo("testdata/test6", "out_lace_c_6kbps.pcm");
1413
- #endif
1414
- nolace_demo("testdata/test9", "out_nolace_c_9kbps.pcm");
1415
-
1416
- }
1417
- #endif
1418
-
1419
- /*gcc -I ../include -I . -I ../silk -I ../celt osce.c nndsp.c lace_data.c nolace_data.c nnet.c parse_lpcnet_weights.c -lm -o lacetest*/