@scrypted/libav 1.0.170 → 1.0.171

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (720) hide show
  1. package/package.json +1 -1
  2. package/opus/.gitattributes +0 -10
  3. package/opus/.gitlab-ci.yml +0 -122
  4. package/opus/AUTHORS +0 -6
  5. package/opus/CMakeLists.txt +0 -755
  6. package/opus/COPYING +0 -44
  7. package/opus/ChangeLog +0 -0
  8. package/opus/LICENSE_PLEASE_READ.txt +0 -22
  9. package/opus/Makefile.am +0 -497
  10. package/opus/Makefile.mips +0 -169
  11. package/opus/Makefile.unix +0 -167
  12. package/opus/NEWS +0 -0
  13. package/opus/README +0 -189
  14. package/opus/README.draft +0 -54
  15. package/opus/autogen.bat +0 -13
  16. package/opus/autogen.sh +0 -16
  17. package/opus/celt/_kiss_fft_guts.h +0 -188
  18. package/opus/celt/arch.h +0 -390
  19. package/opus/celt/arm/arm2gnu.pl +0 -353
  20. package/opus/celt/arm/arm_celt_map.c +0 -171
  21. package/opus/celt/arm/armcpu.c +0 -291
  22. package/opus/celt/arm/armcpu.h +0 -90
  23. package/opus/celt/arm/armopts.s.in +0 -37
  24. package/opus/celt/arm/celt_fft_ne10.c +0 -173
  25. package/opus/celt/arm/celt_mdct_ne10.c +0 -258
  26. package/opus/celt/arm/celt_neon_intr.c +0 -272
  27. package/opus/celt/arm/celt_pitch_xcorr_arm.s +0 -551
  28. package/opus/celt/arm/fft_arm.h +0 -71
  29. package/opus/celt/arm/fixed_arm64.h +0 -35
  30. package/opus/celt/arm/fixed_armv4.h +0 -80
  31. package/opus/celt/arm/fixed_armv5e.h +0 -151
  32. package/opus/celt/arm/kiss_fft_armv4.h +0 -121
  33. package/opus/celt/arm/kiss_fft_armv5e.h +0 -118
  34. package/opus/celt/arm/mdct_arm.h +0 -59
  35. package/opus/celt/arm/meson.build +0 -12
  36. package/opus/celt/arm/pitch_arm.h +0 -160
  37. package/opus/celt/arm/pitch_neon_intr.c +0 -288
  38. package/opus/celt/bands.c +0 -1686
  39. package/opus/celt/bands.h +0 -123
  40. package/opus/celt/celt.c +0 -317
  41. package/opus/celt/celt.h +0 -255
  42. package/opus/celt/celt_decoder.c +0 -1616
  43. package/opus/celt/celt_encoder.c +0 -2854
  44. package/opus/celt/celt_lpc.c +0 -364
  45. package/opus/celt/celt_lpc.h +0 -66
  46. package/opus/celt/cpu_support.h +0 -72
  47. package/opus/celt/cwrs.c +0 -715
  48. package/opus/celt/cwrs.h +0 -48
  49. package/opus/celt/dump_modes/dump_modes.c +0 -400
  50. package/opus/celt/dump_modes/dump_modes_arch.h +0 -45
  51. package/opus/celt/dump_modes/dump_modes_arm_ne10.c +0 -152
  52. package/opus/celt/ecintrin.h +0 -91
  53. package/opus/celt/entcode.c +0 -153
  54. package/opus/celt/entcode.h +0 -152
  55. package/opus/celt/entdec.c +0 -266
  56. package/opus/celt/entdec.h +0 -110
  57. package/opus/celt/entenc.c +0 -305
  58. package/opus/celt/entenc.h +0 -119
  59. package/opus/celt/fixed_c5x.h +0 -79
  60. package/opus/celt/fixed_c6x.h +0 -70
  61. package/opus/celt/fixed_debug.h +0 -839
  62. package/opus/celt/fixed_generic.h +0 -201
  63. package/opus/celt/float_cast.h +0 -152
  64. package/opus/celt/kiss_fft.c +0 -648
  65. package/opus/celt/kiss_fft.h +0 -217
  66. package/opus/celt/laplace.c +0 -235
  67. package/opus/celt/laplace.h +0 -57
  68. package/opus/celt/mathops.c +0 -217
  69. package/opus/celt/mathops.h +0 -479
  70. package/opus/celt/mdct.c +0 -372
  71. package/opus/celt/mdct.h +0 -115
  72. package/opus/celt/meson.build +0 -64
  73. package/opus/celt/mfrngcod.h +0 -48
  74. package/opus/celt/mips/celt_mipsr1.h +0 -152
  75. package/opus/celt/mips/fixed_generic_mipsr1.h +0 -126
  76. package/opus/celt/mips/kiss_fft_mipsr1.h +0 -167
  77. package/opus/celt/mips/mdct_mipsr1.h +0 -288
  78. package/opus/celt/mips/pitch_mipsr1.h +0 -161
  79. package/opus/celt/mips/vq_mipsr1.h +0 -116
  80. package/opus/celt/modes.c +0 -450
  81. package/opus/celt/modes.h +0 -75
  82. package/opus/celt/opus_custom_demo.c +0 -451
  83. package/opus/celt/os_support.h +0 -99
  84. package/opus/celt/pitch.c +0 -555
  85. package/opus/celt/pitch.h +0 -203
  86. package/opus/celt/quant_bands.c +0 -562
  87. package/opus/celt/quant_bands.h +0 -66
  88. package/opus/celt/rate.c +0 -646
  89. package/opus/celt/rate.h +0 -101
  90. package/opus/celt/stack_alloc.h +0 -185
  91. package/opus/celt/static_modes_fixed.h +0 -1541
  92. package/opus/celt/static_modes_fixed_arm_ne10.h +0 -388
  93. package/opus/celt/static_modes_float.h +0 -888
  94. package/opus/celt/static_modes_float_arm_ne10.h +0 -404
  95. package/opus/celt/tests/meson.build +0 -19
  96. package/opus/celt/tests/test_unit_cwrs32.c +0 -162
  97. package/opus/celt/tests/test_unit_dft.c +0 -181
  98. package/opus/celt/tests/test_unit_entropy.c +0 -383
  99. package/opus/celt/tests/test_unit_laplace.c +0 -94
  100. package/opus/celt/tests/test_unit_mathops.c +0 -369
  101. package/opus/celt/tests/test_unit_mdct.c +0 -233
  102. package/opus/celt/tests/test_unit_rotation.c +0 -87
  103. package/opus/celt/tests/test_unit_types.c +0 -50
  104. package/opus/celt/vq.c +0 -442
  105. package/opus/celt/vq.h +0 -79
  106. package/opus/celt/x86/celt_lpc_sse.h +0 -67
  107. package/opus/celt/x86/celt_lpc_sse4_1.c +0 -96
  108. package/opus/celt/x86/pitch_avx.c +0 -101
  109. package/opus/celt/x86/pitch_sse.c +0 -185
  110. package/opus/celt/x86/pitch_sse.h +0 -216
  111. package/opus/celt/x86/pitch_sse2.c +0 -95
  112. package/opus/celt/x86/pitch_sse4_1.c +0 -240
  113. package/opus/celt/x86/vq_sse.h +0 -52
  114. package/opus/celt/x86/vq_sse2.c +0 -217
  115. package/opus/celt/x86/x86_arch_macros.h +0 -47
  116. package/opus/celt/x86/x86_celt_map.c +0 -187
  117. package/opus/celt/x86/x86cpu.c +0 -184
  118. package/opus/celt/x86/x86cpu.h +0 -112
  119. package/opus/celt_headers.mk +0 -54
  120. package/opus/celt_sources.mk +0 -55
  121. package/opus/cmake/CFeatureCheck.cmake +0 -39
  122. package/opus/cmake/OpusBuildtype.cmake +0 -27
  123. package/opus/cmake/OpusConfig.cmake +0 -118
  124. package/opus/cmake/OpusConfig.cmake.in +0 -20
  125. package/opus/cmake/OpusFunctions.cmake +0 -231
  126. package/opus/cmake/OpusPackageVersion.cmake +0 -70
  127. package/opus/cmake/OpusSources.cmake +0 -71
  128. package/opus/cmake/README.md +0 -132
  129. package/opus/cmake/RunTest.cmake +0 -61
  130. package/opus/cmake/config.h.cmake.in +0 -1
  131. package/opus/cmake/cpu_info_by_asm.c +0 -31
  132. package/opus/cmake/cpu_info_by_c.c +0 -9
  133. package/opus/cmake/vla.c +0 -7
  134. package/opus/configure.ac +0 -1091
  135. package/opus/dnn/LPCNet.yml +0 -24
  136. package/opus/dnn/README +0 -1
  137. package/opus/dnn/README.md +0 -126
  138. package/opus/dnn/adaconvtest.c +0 -449
  139. package/opus/dnn/arm/arm_dnn_map.c +0 -88
  140. package/opus/dnn/arm/dnn_arm.h +0 -104
  141. package/opus/dnn/arm/nnet_dotprod.c +0 -38
  142. package/opus/dnn/arm/nnet_neon.c +0 -38
  143. package/opus/dnn/burg.c +0 -246
  144. package/opus/dnn/burg.h +0 -41
  145. package/opus/dnn/common.h +0 -56
  146. package/opus/dnn/datasets.txt +0 -163
  147. package/opus/dnn/download_model.bat +0 -9
  148. package/opus/dnn/download_model.sh +0 -30
  149. package/opus/dnn/dred_coding.c +0 -44
  150. package/opus/dnn/dred_coding.h +0 -36
  151. package/opus/dnn/dred_config.h +0 -54
  152. package/opus/dnn/dred_decoder.c +0 -129
  153. package/opus/dnn/dred_decoder.h +0 -49
  154. package/opus/dnn/dred_encoder.c +0 -363
  155. package/opus/dnn/dred_encoder.h +0 -71
  156. package/opus/dnn/dred_rdovae.h +0 -42
  157. package/opus/dnn/dred_rdovae_dec.c +0 -139
  158. package/opus/dnn/dred_rdovae_dec.h +0 -53
  159. package/opus/dnn/dred_rdovae_enc.c +0 -110
  160. package/opus/dnn/dred_rdovae_enc.h +0 -52
  161. package/opus/dnn/dump_data.c +0 -238
  162. package/opus/dnn/dump_lpcnet_tables.c +0 -104
  163. package/opus/dnn/fargan.c +0 -225
  164. package/opus/dnn/fargan.h +0 -68
  165. package/opus/dnn/fargan_demo.c +0 -217
  166. package/opus/dnn/freq.c +0 -328
  167. package/opus/dnn/freq.h +0 -61
  168. package/opus/dnn/fwgan.c +0 -322
  169. package/opus/dnn/fwgan.h +0 -83
  170. package/opus/dnn/kiss99.c +0 -81
  171. package/opus/dnn/kiss99.h +0 -46
  172. package/opus/dnn/lossgen.c +0 -192
  173. package/opus/dnn/lossgen.h +0 -55
  174. package/opus/dnn/lossgen_demo.c +0 -22
  175. package/opus/dnn/lpcnet.c +0 -283
  176. package/opus/dnn/lpcnet.h +0 -183
  177. package/opus/dnn/lpcnet_enc.c +0 -230
  178. package/opus/dnn/lpcnet_plc.c +0 -211
  179. package/opus/dnn/lpcnet_private.h +0 -90
  180. package/opus/dnn/lpcnet_tables.c +0 -307
  181. package/opus/dnn/meson.build +0 -64
  182. package/opus/dnn/nndsp.c +0 -416
  183. package/opus/dnn/nndsp.h +0 -143
  184. package/opus/dnn/nnet.c +0 -149
  185. package/opus/dnn/nnet.h +0 -163
  186. package/opus/dnn/nnet_arch.h +0 -247
  187. package/opus/dnn/nnet_default.c +0 -35
  188. package/opus/dnn/osce.c +0 -1419
  189. package/opus/dnn/osce.h +0 -84
  190. package/opus/dnn/osce_config.h +0 -60
  191. package/opus/dnn/osce_features.c +0 -454
  192. package/opus/dnn/osce_features.h +0 -50
  193. package/opus/dnn/osce_structs.h +0 -125
  194. package/opus/dnn/parse_lpcnet_weights.c +0 -238
  195. package/opus/dnn/pitchdnn.c +0 -79
  196. package/opus/dnn/pitchdnn.h +0 -34
  197. package/opus/dnn/tansig_table.h +0 -50
  198. package/opus/dnn/test_vec.c +0 -128
  199. package/opus/dnn/torch/dnntools/dnntools/__init__.py +0 -2
  200. package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +0 -1
  201. package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +0 -113
  202. package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +0 -2
  203. package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +0 -85
  204. package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +0 -449
  205. package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +0 -6
  206. package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +0 -58
  207. package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +0 -123
  208. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +0 -133
  209. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +0 -134
  210. package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +0 -178
  211. package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +0 -128
  212. package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +0 -64
  213. package/opus/dnn/torch/dnntools/requirements.txt +0 -1
  214. package/opus/dnn/torch/dnntools/setup.py +0 -48
  215. package/opus/dnn/torch/fargan/README.md +0 -54
  216. package/opus/dnn/torch/fargan/adv_train_fargan.py +0 -277
  217. package/opus/dnn/torch/fargan/dataset.py +0 -61
  218. package/opus/dnn/torch/fargan/dump_fargan_weights.py +0 -112
  219. package/opus/dnn/torch/fargan/fargan.py +0 -322
  220. package/opus/dnn/torch/fargan/filters.py +0 -46
  221. package/opus/dnn/torch/fargan/rc.py +0 -29
  222. package/opus/dnn/torch/fargan/stft_loss.py +0 -186
  223. package/opus/dnn/torch/fargan/test_fargan.py +0 -128
  224. package/opus/dnn/torch/fargan/train_fargan.py +0 -168
  225. package/opus/dnn/torch/fwgan/dump_model_weights.py +0 -88
  226. package/opus/dnn/torch/fwgan/inference.py +0 -141
  227. package/opus/dnn/torch/fwgan/models/__init__.py +0 -7
  228. package/opus/dnn/torch/fwgan/models/fwgan400.py +0 -308
  229. package/opus/dnn/torch/fwgan/models/fwgan500.py +0 -260
  230. package/opus/dnn/torch/lossgen/README.md +0 -27
  231. package/opus/dnn/torch/lossgen/export_lossgen.py +0 -101
  232. package/opus/dnn/torch/lossgen/lossgen.py +0 -29
  233. package/opus/dnn/torch/lossgen/process_data.sh +0 -17
  234. package/opus/dnn/torch/lossgen/test_lossgen.py +0 -42
  235. package/opus/dnn/torch/lossgen/train_lossgen.py +0 -99
  236. package/opus/dnn/torch/lpcnet/README.md +0 -27
  237. package/opus/dnn/torch/lpcnet/add_dataset_config.py +0 -77
  238. package/opus/dnn/torch/lpcnet/data/__init__.py +0 -1
  239. package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +0 -227
  240. package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +0 -141
  241. package/opus/dnn/torch/lpcnet/make_default_setup.py +0 -56
  242. package/opus/dnn/torch/lpcnet/make_test_config.py +0 -78
  243. package/opus/dnn/torch/lpcnet/models/__init__.py +0 -8
  244. package/opus/dnn/torch/lpcnet/models/lpcnet.py +0 -303
  245. package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +0 -437
  246. package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +0 -64
  247. package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +0 -190
  248. package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +0 -52
  249. package/opus/dnn/torch/lpcnet/scripts/make_animation.py +0 -67
  250. package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +0 -17
  251. package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +0 -17
  252. package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +0 -22
  253. package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +0 -54
  254. package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +0 -22
  255. package/opus/dnn/torch/lpcnet/scripts/update_setups.py +0 -57
  256. package/opus/dnn/torch/lpcnet/test_lpcnet.py +0 -89
  257. package/opus/dnn/torch/lpcnet/train_lpcnet.py +0 -272
  258. package/opus/dnn/torch/lpcnet/utils/__init__.py +0 -4
  259. package/opus/dnn/torch/lpcnet/utils/data.py +0 -141
  260. package/opus/dnn/torch/lpcnet/utils/endoscopy.py +0 -234
  261. package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +0 -3
  262. package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +0 -44
  263. package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +0 -71
  264. package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +0 -497
  265. package/opus/dnn/torch/lpcnet/utils/misc.py +0 -65
  266. package/opus/dnn/torch/lpcnet/utils/pcm.py +0 -35
  267. package/opus/dnn/torch/lpcnet/utils/sample.py +0 -44
  268. package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +0 -2
  269. package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +0 -121
  270. package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +0 -187
  271. package/opus/dnn/torch/lpcnet/utils/templates.py +0 -157
  272. package/opus/dnn/torch/lpcnet/utils/ulaw.py +0 -58
  273. package/opus/dnn/torch/lpcnet/utils/wav.py +0 -43
  274. package/opus/dnn/torch/neural-pitch/README.md +0 -18
  275. package/opus/dnn/torch/neural-pitch/data_augmentation.py +0 -149
  276. package/opus/dnn/torch/neural-pitch/download_demand.sh +0 -43
  277. package/opus/dnn/torch/neural-pitch/evaluation.py +0 -349
  278. package/opus/dnn/torch/neural-pitch/experiments.py +0 -38
  279. package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +0 -109
  280. package/opus/dnn/torch/neural-pitch/models.py +0 -178
  281. package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +0 -179
  282. package/opus/dnn/torch/neural-pitch/ptdb_process.sh +0 -34
  283. package/opus/dnn/torch/neural-pitch/run_crepe.py +0 -72
  284. package/opus/dnn/torch/neural-pitch/training.py +0 -162
  285. package/opus/dnn/torch/neural-pitch/utils.py +0 -59
  286. package/opus/dnn/torch/osce/README.md +0 -66
  287. package/opus/dnn/torch/osce/adv_train_model.py +0 -462
  288. package/opus/dnn/torch/osce/adv_train_vocoder.py +0 -451
  289. package/opus/dnn/torch/osce/create_testvectors.py +0 -165
  290. package/opus/dnn/torch/osce/data/__init__.py +0 -2
  291. package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +0 -225
  292. package/opus/dnn/torch/osce/data/silk_conversion_set.py +0 -132
  293. package/opus/dnn/torch/osce/data/silk_enhancement_set.py +0 -140
  294. package/opus/dnn/torch/osce/engine/engine.py +0 -103
  295. package/opus/dnn/torch/osce/engine/vocoder_engine.py +0 -101
  296. package/opus/dnn/torch/osce/export_model_weights.py +0 -174
  297. package/opus/dnn/torch/osce/losses/stft_loss.py +0 -277
  298. package/opus/dnn/torch/osce/losses/td_lowpass.py +0 -34
  299. package/opus/dnn/torch/osce/make_default_setup.py +0 -93
  300. package/opus/dnn/torch/osce/models/__init__.py +0 -42
  301. package/opus/dnn/torch/osce/models/fd_discriminator.py +0 -974
  302. package/opus/dnn/torch/osce/models/lace.py +0 -190
  303. package/opus/dnn/torch/osce/models/lavoce.py +0 -274
  304. package/opus/dnn/torch/osce/models/lavoce_400.py +0 -254
  305. package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +0 -91
  306. package/opus/dnn/torch/osce/models/nns_base.py +0 -69
  307. package/opus/dnn/torch/osce/models/no_lace.py +0 -218
  308. package/opus/dnn/torch/osce/models/scale_embedding.py +0 -68
  309. package/opus/dnn/torch/osce/models/shape_up_48.py +0 -179
  310. package/opus/dnn/torch/osce/models/silk_feature_net.py +0 -86
  311. package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +0 -127
  312. package/opus/dnn/torch/osce/requirements.txt +0 -9
  313. package/opus/dnn/torch/osce/resources/training_files.txt +0 -107716
  314. package/opus/dnn/torch/osce/resources/validation_files.txt +0 -26929
  315. package/opus/dnn/torch/osce/scripts/concatenator.py +0 -85
  316. package/opus/dnn/torch/osce/silk_16_to_48.py +0 -28
  317. package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +0 -123
  318. package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +0 -25
  319. package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +0 -7
  320. package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +0 -113
  321. package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +0 -330
  322. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +0 -116
  323. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +0 -109
  324. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +0 -124
  325. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +0 -121
  326. package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +0 -182
  327. package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +0 -190
  328. package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +0 -98
  329. package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +0 -138
  330. package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +0 -196
  331. package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +0 -205
  332. package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +0 -313
  333. package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +0 -320
  334. package/opus/dnn/torch/osce/stndrd/presentation/playback.py +0 -25
  335. package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +0 -275
  336. package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +0 -173
  337. package/opus/dnn/torch/osce/test_model.py +0 -96
  338. package/opus/dnn/torch/osce/test_vocoder.py +0 -103
  339. package/opus/dnn/torch/osce/train_model.py +0 -307
  340. package/opus/dnn/torch/osce/train_vocoder.py +0 -287
  341. package/opus/dnn/torch/osce/utils/ada_conv.py +0 -71
  342. package/opus/dnn/torch/osce/utils/complexity.py +0 -8
  343. package/opus/dnn/torch/osce/utils/endoscopy.py +0 -205
  344. package/opus/dnn/torch/osce/utils/layers/fir.py +0 -27
  345. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +0 -230
  346. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +0 -200
  347. package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +0 -100
  348. package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +0 -84
  349. package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +0 -167
  350. package/opus/dnn/torch/osce/utils/layers/td_shaper.py +0 -145
  351. package/opus/dnn/torch/osce/utils/lpcnet_features.py +0 -112
  352. package/opus/dnn/torch/osce/utils/misc.py +0 -95
  353. package/opus/dnn/torch/osce/utils/moc.py +0 -153
  354. package/opus/dnn/torch/osce/utils/pitch.py +0 -122
  355. package/opus/dnn/torch/osce/utils/silk_features.py +0 -144
  356. package/opus/dnn/torch/osce/utils/softquant.py +0 -110
  357. package/opus/dnn/torch/osce/utils/spec.py +0 -210
  358. package/opus/dnn/torch/osce/utils/templates.py +0 -347
  359. package/opus/dnn/torch/plc/export_plc.py +0 -100
  360. package/opus/dnn/torch/plc/plc.py +0 -144
  361. package/opus/dnn/torch/plc/plc_dataset.py +0 -60
  362. package/opus/dnn/torch/plc/train_plc.py +0 -145
  363. package/opus/dnn/torch/rdovae/README.md +0 -55
  364. package/opus/dnn/torch/rdovae/download_datasets.sh +0 -6
  365. package/opus/dnn/torch/rdovae/export_rdovae_weights.py +0 -365
  366. package/opus/dnn/torch/rdovae/fec_encoder.py +0 -212
  367. package/opus/dnn/torch/rdovae/import_rdovae_weights.py +0 -143
  368. package/opus/dnn/torch/rdovae/packets/__init__.py +0 -1
  369. package/opus/dnn/torch/rdovae/packets/fec_packets.c +0 -142
  370. package/opus/dnn/torch/rdovae/packets/fec_packets.h +0 -34
  371. package/opus/dnn/torch/rdovae/packets/fec_packets.py +0 -108
  372. package/opus/dnn/torch/rdovae/process_speech.sh +0 -7
  373. package/opus/dnn/torch/rdovae/rdovae/__init__.py +0 -2
  374. package/opus/dnn/torch/rdovae/rdovae/dataset.py +0 -67
  375. package/opus/dnn/torch/rdovae/rdovae/rdovae.py +0 -719
  376. package/opus/dnn/torch/rdovae/requirements.txt +0 -4
  377. package/opus/dnn/torch/rdovae/train_rdovae.py +0 -278
  378. package/opus/dnn/torch/testsuite/README.md +0 -46
  379. package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +0 -6
  380. package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +0 -5
  381. package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +0 -5
  382. package/opus/dnn/torch/testsuite/requirements.txt +0 -12
  383. package/opus/dnn/torch/testsuite/run_test.py +0 -375
  384. package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
  385. package/opus/dnn/torch/testsuite/utils/files.py +0 -54
  386. package/opus/dnn/torch/testsuite/utils/pesq.py +0 -43
  387. package/opus/dnn/torch/testsuite/utils/pitch.py +0 -61
  388. package/opus/dnn/torch/weight-exchange/README.md +0 -21
  389. package/opus/dnn/torch/weight-exchange/requirements.txt +0 -1
  390. package/opus/dnn/torch/weight-exchange/setup.py +0 -48
  391. package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +0 -30
  392. package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +0 -31
  393. package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +0 -181
  394. package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +0 -386
  395. package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +0 -5
  396. package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +0 -188
  397. package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +0 -37
  398. package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +0 -433
  399. package/opus/dnn/training_tf2/dataloader.py +0 -49
  400. package/opus/dnn/training_tf2/decode_rdovae.py +0 -111
  401. package/opus/dnn/training_tf2/diffembed.py +0 -49
  402. package/opus/dnn/training_tf2/dump_lpcnet.py +0 -388
  403. package/opus/dnn/training_tf2/dump_plc.py +0 -296
  404. package/opus/dnn/training_tf2/dump_rdovae.py +0 -306
  405. package/opus/dnn/training_tf2/encode_rdovae.py +0 -125
  406. package/opus/dnn/training_tf2/fec_encoder.py +0 -256
  407. package/opus/dnn/training_tf2/fec_packets.c +0 -142
  408. package/opus/dnn/training_tf2/fec_packets.h +0 -34
  409. package/opus/dnn/training_tf2/fec_packets.py +0 -108
  410. package/opus/dnn/training_tf2/keraslayerdump.py +0 -189
  411. package/opus/dnn/training_tf2/lossfuncs.py +0 -99
  412. package/opus/dnn/training_tf2/lpcnet.py +0 -339
  413. package/opus/dnn/training_tf2/lpcnet_plc.py +0 -101
  414. package/opus/dnn/training_tf2/mdense.py +0 -95
  415. package/opus/dnn/training_tf2/pade.py +0 -70
  416. package/opus/dnn/training_tf2/parameters.py +0 -29
  417. package/opus/dnn/training_tf2/plc_loader.py +0 -73
  418. package/opus/dnn/training_tf2/rdovae.py +0 -372
  419. package/opus/dnn/training_tf2/rdovae_exchange.py +0 -138
  420. package/opus/dnn/training_tf2/rdovae_import.py +0 -123
  421. package/opus/dnn/training_tf2/test_lpcnet.py +0 -120
  422. package/opus/dnn/training_tf2/test_plc.py +0 -92
  423. package/opus/dnn/training_tf2/tf_funcs.py +0 -70
  424. package/opus/dnn/training_tf2/train_lpcnet.py +0 -214
  425. package/opus/dnn/training_tf2/train_plc.py +0 -197
  426. package/opus/dnn/training_tf2/train_rdovae.py +0 -151
  427. package/opus/dnn/training_tf2/ulaw.py +0 -19
  428. package/opus/dnn/training_tf2/uniform_noise.py +0 -78
  429. package/opus/dnn/vec.h +0 -389
  430. package/opus/dnn/vec_avx.h +0 -884
  431. package/opus/dnn/vec_neon.h +0 -473
  432. package/opus/dnn/write_lpcnet_weights.c +0 -97
  433. package/opus/dnn/x86/dnn_x86.h +0 -121
  434. package/opus/dnn/x86/nnet_avx2.c +0 -40
  435. package/opus/dnn/x86/nnet_sse2.c +0 -40
  436. package/opus/dnn/x86/nnet_sse4_1.c +0 -40
  437. package/opus/dnn/x86/x86_dnn_map.c +0 -83
  438. package/opus/doc/Doxyfile.in +0 -340
  439. package/opus/doc/Makefile.am +0 -45
  440. package/opus/doc/build_draft.sh +0 -113
  441. package/opus/doc/build_isobmff.sh +0 -50
  442. package/opus/doc/build_oggdraft.sh +0 -52
  443. package/opus/doc/customdoxygen.css +0 -1011
  444. package/opus/doc/draft-ietf-codec-oggopus.xml +0 -1873
  445. package/opus/doc/draft-ietf-codec-opus-update.xml +0 -513
  446. package/opus/doc/draft-ietf-codec-opus.xml +0 -8276
  447. package/opus/doc/draft-ietf-payload-rtp-opus.xml +0 -960
  448. package/opus/doc/footer.html +0 -32
  449. package/opus/doc/header.html +0 -61
  450. package/opus/doc/meson.build +0 -33
  451. package/opus/doc/opus_in_isobmff.css +0 -60
  452. package/opus/doc/opus_in_isobmff.html +0 -692
  453. package/opus/doc/opus_logo.svg +0 -157
  454. package/opus/doc/opus_update.patch +0 -244
  455. package/opus/doc/release.txt +0 -43
  456. package/opus/doc/trivial_example.c +0 -171
  457. package/opus/include/meson.build +0 -13
  458. package/opus/include/opus.h +0 -1172
  459. package/opus/include/opus_custom.h +0 -381
  460. package/opus/include/opus_defines.h +0 -830
  461. package/opus/include/opus_multistream.h +0 -736
  462. package/opus/include/opus_projection.h +0 -643
  463. package/opus/include/opus_types.h +0 -166
  464. package/opus/lpcnet_headers.mk +0 -44
  465. package/opus/lpcnet_sources.mk +0 -44
  466. package/opus/m4/as-gcc-inline-assembly.m4 +0 -98
  467. package/opus/m4/ax_add_fortify_source.m4 +0 -53
  468. package/opus/m4/opus-intrinsics.m4 +0 -29
  469. package/opus/meson/README.md +0 -88
  470. package/opus/meson/get-version.py +0 -86
  471. package/opus/meson/read-sources-list.py +0 -28
  472. package/opus/meson.build +0 -745
  473. package/opus/meson_options.txt +0 -27
  474. package/opus/opus-uninstalled.pc.in +0 -12
  475. package/opus/opus.m4 +0 -117
  476. package/opus/opus.pc.in +0 -16
  477. package/opus/opus_headers.mk +0 -8
  478. package/opus/opus_sources.mk +0 -17
  479. package/opus/releases.sha2 +0 -85
  480. package/opus/scripts/dump_rnn.py +0 -57
  481. package/opus/scripts/local_build.py +0 -220
  482. package/opus/scripts/rnn_train.py +0 -67
  483. package/opus/scripts/shrink_model.sh +0 -7
  484. package/opus/silk/A2NLSF.c +0 -267
  485. package/opus/silk/API.h +0 -156
  486. package/opus/silk/CNG.c +0 -188
  487. package/opus/silk/HP_variable_cutoff.c +0 -77
  488. package/opus/silk/Inlines.h +0 -188
  489. package/opus/silk/LPC_analysis_filter.c +0 -111
  490. package/opus/silk/LPC_fit.c +0 -82
  491. package/opus/silk/LPC_inv_pred_gain.c +0 -141
  492. package/opus/silk/LP_variable_cutoff.c +0 -135
  493. package/opus/silk/MacroCount.h +0 -710
  494. package/opus/silk/MacroDebug.h +0 -945
  495. package/opus/silk/NLSF2A.c +0 -141
  496. package/opus/silk/NLSF_VQ.c +0 -76
  497. package/opus/silk/NLSF_VQ_weights_laroia.c +0 -80
  498. package/opus/silk/NLSF_decode.c +0 -93
  499. package/opus/silk/NLSF_del_dec_quant.c +0 -215
  500. package/opus/silk/NLSF_encode.c +0 -124
  501. package/opus/silk/NLSF_stabilize.c +0 -142
  502. package/opus/silk/NLSF_unpack.c +0 -55
  503. package/opus/silk/NSQ.c +0 -437
  504. package/opus/silk/NSQ.h +0 -101
  505. package/opus/silk/NSQ_del_dec.c +0 -733
  506. package/opus/silk/PLC.c +0 -493
  507. package/opus/silk/PLC.h +0 -65
  508. package/opus/silk/SigProc_FIX.h +0 -643
  509. package/opus/silk/VAD.c +0 -360
  510. package/opus/silk/VQ_WMat_EC.c +0 -131
  511. package/opus/silk/ana_filt_bank_1.c +0 -74
  512. package/opus/silk/arm/LPC_inv_pred_gain_arm.h +0 -57
  513. package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +0 -288
  514. package/opus/silk/arm/NSQ_del_dec_arm.h +0 -100
  515. package/opus/silk/arm/NSQ_del_dec_neon_intr.c +0 -1138
  516. package/opus/silk/arm/NSQ_neon.c +0 -112
  517. package/opus/silk/arm/NSQ_neon.h +0 -114
  518. package/opus/silk/arm/SigProc_FIX_armv4.h +0 -47
  519. package/opus/silk/arm/SigProc_FIX_armv5e.h +0 -61
  520. package/opus/silk/arm/arm_silk_map.c +0 -128
  521. package/opus/silk/arm/biquad_alt_arm.h +0 -68
  522. package/opus/silk/arm/biquad_alt_neon_intr.c +0 -156
  523. package/opus/silk/arm/macros_arm64.h +0 -39
  524. package/opus/silk/arm/macros_armv4.h +0 -110
  525. package/opus/silk/arm/macros_armv5e.h +0 -220
  526. package/opus/silk/biquad_alt.c +0 -121
  527. package/opus/silk/bwexpander.c +0 -51
  528. package/opus/silk/bwexpander_32.c +0 -51
  529. package/opus/silk/check_control_input.c +0 -106
  530. package/opus/silk/code_signs.c +0 -115
  531. package/opus/silk/control.h +0 -161
  532. package/opus/silk/control_SNR.c +0 -113
  533. package/opus/silk/control_audio_bandwidth.c +0 -132
  534. package/opus/silk/control_codec.c +0 -423
  535. package/opus/silk/debug.c +0 -174
  536. package/opus/silk/debug.h +0 -267
  537. package/opus/silk/dec_API.c +0 -465
  538. package/opus/silk/decode_core.c +0 -243
  539. package/opus/silk/decode_frame.c +0 -169
  540. package/opus/silk/decode_indices.c +0 -151
  541. package/opus/silk/decode_parameters.c +0 -115
  542. package/opus/silk/decode_pitch.c +0 -77
  543. package/opus/silk/decode_pulses.c +0 -115
  544. package/opus/silk/decoder_set_fs.c +0 -108
  545. package/opus/silk/define.h +0 -235
  546. package/opus/silk/enc_API.c +0 -593
  547. package/opus/silk/encode_indices.c +0 -181
  548. package/opus/silk/encode_pulses.c +0 -206
  549. package/opus/silk/errors.h +0 -98
  550. package/opus/silk/fixed/LTP_analysis_filter_FIX.c +0 -90
  551. package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +0 -58
  552. package/opus/silk/fixed/apply_sine_window_FIX.c +0 -101
  553. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +0 -68
  554. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +0 -265
  555. package/opus/silk/fixed/autocorr_FIX.c +0 -48
  556. package/opus/silk/fixed/burg_modified_FIX.c +0 -280
  557. package/opus/silk/fixed/corrMatrix_FIX.c +0 -150
  558. package/opus/silk/fixed/encode_frame_FIX.c +0 -444
  559. package/opus/silk/fixed/find_LPC_FIX.c +0 -151
  560. package/opus/silk/fixed/find_LTP_FIX.c +0 -99
  561. package/opus/silk/fixed/find_pitch_lags_FIX.c +0 -143
  562. package/opus/silk/fixed/find_pred_coefs_FIX.c +0 -146
  563. package/opus/silk/fixed/k2a_FIX.c +0 -54
  564. package/opus/silk/fixed/k2a_Q16_FIX.c +0 -54
  565. package/opus/silk/fixed/main_FIX.h +0 -244
  566. package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +0 -336
  567. package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +0 -184
  568. package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +0 -165
  569. package/opus/silk/fixed/noise_shape_analysis_FIX.c +0 -407
  570. package/opus/silk/fixed/pitch_analysis_core_FIX.c +0 -721
  571. package/opus/silk/fixed/process_gains_FIX.c +0 -117
  572. package/opus/silk/fixed/regularize_correlations_FIX.c +0 -47
  573. package/opus/silk/fixed/residual_energy16_FIX.c +0 -103
  574. package/opus/silk/fixed/residual_energy_FIX.c +0 -98
  575. package/opus/silk/fixed/schur64_FIX.c +0 -93
  576. package/opus/silk/fixed/schur_FIX.c +0 -107
  577. package/opus/silk/fixed/structs_FIX.h +0 -116
  578. package/opus/silk/fixed/vector_ops_FIX.c +0 -102
  579. package/opus/silk/fixed/warped_autocorrelation_FIX.c +0 -92
  580. package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +0 -400
  581. package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +0 -93
  582. package/opus/silk/float/LPC_analysis_filter_FLP.c +0 -249
  583. package/opus/silk/float/LPC_inv_pred_gain_FLP.c +0 -73
  584. package/opus/silk/float/LTP_analysis_filter_FLP.c +0 -75
  585. package/opus/silk/float/LTP_scale_ctrl_FLP.c +0 -58
  586. package/opus/silk/float/SigProc_FLP.h +0 -205
  587. package/opus/silk/float/apply_sine_window_FLP.c +0 -81
  588. package/opus/silk/float/autocorrelation_FLP.c +0 -53
  589. package/opus/silk/float/burg_modified_FLP.c +0 -187
  590. package/opus/silk/float/bwexpander_FLP.c +0 -49
  591. package/opus/silk/float/corrMatrix_FLP.c +0 -95
  592. package/opus/silk/float/encode_frame_FLP.c +0 -432
  593. package/opus/silk/float/energy_FLP.c +0 -59
  594. package/opus/silk/float/find_LPC_FLP.c +0 -105
  595. package/opus/silk/float/find_LTP_FLP.c +0 -65
  596. package/opus/silk/float/find_pitch_lags_FLP.c +0 -132
  597. package/opus/silk/float/find_pred_coefs_FLP.c +0 -117
  598. package/opus/silk/float/inner_product_FLP.c +0 -59
  599. package/opus/silk/float/k2a_FLP.c +0 -54
  600. package/opus/silk/float/main_FLP.h +0 -290
  601. package/opus/silk/float/noise_shape_analysis_FLP.c +0 -350
  602. package/opus/silk/float/pitch_analysis_core_FLP.c +0 -630
  603. package/opus/silk/float/process_gains_FLP.c +0 -103
  604. package/opus/silk/float/regularize_correlations_FLP.c +0 -48
  605. package/opus/silk/float/residual_energy_FLP.c +0 -117
  606. package/opus/silk/float/scale_copy_vector_FLP.c +0 -57
  607. package/opus/silk/float/scale_vector_FLP.c +0 -56
  608. package/opus/silk/float/schur_FLP.c +0 -70
  609. package/opus/silk/float/sort_FLP.c +0 -83
  610. package/opus/silk/float/structs_FLP.h +0 -112
  611. package/opus/silk/float/warped_autocorrelation_FLP.c +0 -75
  612. package/opus/silk/float/wrappers_FLP.c +0 -209
  613. package/opus/silk/float/x86/inner_product_FLP_avx2.c +0 -85
  614. package/opus/silk/gain_quant.c +0 -142
  615. package/opus/silk/init_decoder.c +0 -84
  616. package/opus/silk/init_encoder.c +0 -68
  617. package/opus/silk/inner_prod_aligned.c +0 -47
  618. package/opus/silk/interpolate.c +0 -51
  619. package/opus/silk/lin2log.c +0 -46
  620. package/opus/silk/log2lin.c +0 -58
  621. package/opus/silk/macros.h +0 -151
  622. package/opus/silk/main.h +0 -486
  623. package/opus/silk/meson.build +0 -69
  624. package/opus/silk/mips/NSQ_del_dec_mipsr1.h +0 -410
  625. package/opus/silk/mips/macros_mipsr1.h +0 -92
  626. package/opus/silk/mips/sigproc_fix_mipsr1.h +0 -60
  627. package/opus/silk/pitch_est_defines.h +0 -88
  628. package/opus/silk/pitch_est_tables.c +0 -99
  629. package/opus/silk/process_NLSFs.c +0 -107
  630. package/opus/silk/quant_LTP_gains.c +0 -132
  631. package/opus/silk/resampler.c +0 -215
  632. package/opus/silk/resampler_down2.c +0 -74
  633. package/opus/silk/resampler_down2_3.c +0 -103
  634. package/opus/silk/resampler_private.h +0 -88
  635. package/opus/silk/resampler_private_AR2.c +0 -55
  636. package/opus/silk/resampler_private_IIR_FIR.c +0 -107
  637. package/opus/silk/resampler_private_down_FIR.c +0 -194
  638. package/opus/silk/resampler_private_up2_HQ.c +0 -113
  639. package/opus/silk/resampler_rom.c +0 -96
  640. package/opus/silk/resampler_rom.h +0 -68
  641. package/opus/silk/resampler_structs.h +0 -60
  642. package/opus/silk/shell_coder.c +0 -151
  643. package/opus/silk/sigm_Q15.c +0 -76
  644. package/opus/silk/sort.c +0 -154
  645. package/opus/silk/stereo_LR_to_MS.c +0 -229
  646. package/opus/silk/stereo_MS_to_LR.c +0 -85
  647. package/opus/silk/stereo_decode_pred.c +0 -73
  648. package/opus/silk/stereo_encode_pred.c +0 -62
  649. package/opus/silk/stereo_find_predictor.c +0 -79
  650. package/opus/silk/stereo_quant_pred.c +0 -73
  651. package/opus/silk/structs.h +0 -357
  652. package/opus/silk/sum_sqr_shift.c +0 -83
  653. package/opus/silk/table_LSF_cos.c +0 -70
  654. package/opus/silk/tables.h +0 -114
  655. package/opus/silk/tables_LTP.c +0 -294
  656. package/opus/silk/tables_NLSF_CB_NB_MB.c +0 -195
  657. package/opus/silk/tables_NLSF_CB_WB.c +0 -234
  658. package/opus/silk/tables_gain.c +0 -63
  659. package/opus/silk/tables_other.c +0 -124
  660. package/opus/silk/tables_pitch_lag.c +0 -69
  661. package/opus/silk/tables_pulses_per_block.c +0 -264
  662. package/opus/silk/tests/meson.build +0 -8
  663. package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +0 -130
  664. package/opus/silk/tuning_parameters.h +0 -155
  665. package/opus/silk/typedef.h +0 -81
  666. package/opus/silk/x86/NSQ_del_dec_avx2.c +0 -1075
  667. package/opus/silk/x86/NSQ_del_dec_sse4_1.c +0 -915
  668. package/opus/silk/x86/NSQ_sse4_1.c +0 -772
  669. package/opus/silk/x86/SigProc_FIX_sse.h +0 -99
  670. package/opus/silk/x86/VAD_sse4_1.c +0 -289
  671. package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +0 -173
  672. package/opus/silk/x86/main_sse.h +0 -299
  673. package/opus/silk/x86/x86_silk_map.c +0 -179
  674. package/opus/silk_headers.mk +0 -44
  675. package/opus/silk_sources.mk +0 -164
  676. package/opus/src/analysis.c +0 -979
  677. package/opus/src/analysis.h +0 -103
  678. package/opus/src/extensions.c +0 -663
  679. package/opus/src/mapping_matrix.c +0 -993
  680. package/opus/src/mapping_matrix.h +0 -165
  681. package/opus/src/meson.build +0 -45
  682. package/opus/src/mlp.c +0 -132
  683. package/opus/src/mlp.h +0 -60
  684. package/opus/src/mlp_data.c +0 -672
  685. package/opus/src/opus.c +0 -362
  686. package/opus/src/opus_compare.c +0 -382
  687. package/opus/src/opus_decoder.c +0 -1579
  688. package/opus/src/opus_demo.c +0 -1194
  689. package/opus/src/opus_encoder.c +0 -3180
  690. package/opus/src/opus_multistream.c +0 -92
  691. package/opus/src/opus_multistream_decoder.c +0 -563
  692. package/opus/src/opus_multistream_encoder.c +0 -1321
  693. package/opus/src/opus_private.h +0 -263
  694. package/opus/src/opus_projection_decoder.c +0 -283
  695. package/opus/src/opus_projection_encoder.c +0 -522
  696. package/opus/src/repacketizer.c +0 -469
  697. package/opus/src/repacketizer_demo.c +0 -247
  698. package/opus/src/tansig_table.h +0 -45
  699. package/opus/tar_list.txt +0 -28
  700. package/opus/tests/meson.build +0 -39
  701. package/opus/tests/opus_build_test.sh +0 -29
  702. package/opus/tests/opus_decode_fuzzer.c +0 -124
  703. package/opus/tests/opus_decode_fuzzer.options +0 -2
  704. package/opus/tests/opus_encode_regressions.c +0 -1034
  705. package/opus/tests/random_config.sh +0 -126
  706. package/opus/tests/run_vectors.sh +0 -143
  707. package/opus/tests/test_opus_api.c +0 -1904
  708. package/opus/tests/test_opus_common.h +0 -86
  709. package/opus/tests/test_opus_custom.c +0 -694
  710. package/opus/tests/test_opus_decode.c +0 -481
  711. package/opus/tests/test_opus_dred.c +0 -107
  712. package/opus/tests/test_opus_encode.c +0 -738
  713. package/opus/tests/test_opus_extensions.c +0 -750
  714. package/opus/tests/test_opus_padding.c +0 -94
  715. package/opus/tests/test_opus_projection.c +0 -384
  716. package/opus/training/rnn_dump.py +0 -66
  717. package/opus/training/rnn_train.py +0 -177
  718. package/opus/training/txt2hdf5.py +0 -12
  719. package/opus/update_version +0 -65
  720. package/test.mp4 +0 -0
@@ -1,122 +0,0 @@
1
- """
2
- /* Copyright (c) 2023 Amazon
3
- Written by Jan Buethe */
4
- /*
5
- Redistribution and use in source and binary forms, with or without
6
- modification, are permitted provided that the following conditions
7
- are met:
8
-
9
- - Redistributions of source code must retain the above copyright
10
- notice, this list of conditions and the following disclaimer.
11
-
12
- - Redistributions in binary form must reproduce the above copyright
13
- notice, this list of conditions and the following disclaimer in the
14
- documentation and/or other materials provided with the distribution.
15
-
16
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17
- ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18
- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19
- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
20
- OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
21
- EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
22
- PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
23
- PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
24
- LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
25
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
26
- SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
- */
28
- """
29
-
30
- import numpy as np
31
-
32
- def hangover(lags, num_frames=10):
33
- lags = lags.copy()
34
- count = 0
35
- last_lag = 0
36
-
37
- for i in range(len(lags)):
38
- lag = lags[i]
39
-
40
- if lag == 0:
41
- if count < num_frames:
42
- lags[i] = last_lag
43
- count += 1
44
- else:
45
- count = 0
46
- last_lag = lag
47
-
48
- return lags
49
-
50
-
51
- def smooth_pitch_lags(lags, d=2):
52
-
53
- assert d < 4
54
-
55
- num_silk_frames = len(lags) // 4
56
-
57
- smoothed_lags = lags.copy()
58
-
59
- tmp = np.arange(1, d+1)
60
- kernel = np.concatenate((tmp, [d+1], tmp[::-1]), dtype=np.float32)
61
- kernel = kernel / np.sum(kernel)
62
-
63
- last = lags[0:d][::-1]
64
- for i in range(num_silk_frames):
65
- frame = lags[i * 4: (i+1) * 4]
66
-
67
- if np.max(np.abs(frame)) == 0:
68
- last = frame[4-d:]
69
- continue
70
-
71
- if i == num_silk_frames - 1:
72
- next = frame[4-d:][::-1]
73
- else:
74
- next = lags[(i+1) * 4 : (i+1) * 4 + d]
75
-
76
- if np.max(np.abs(next)) == 0:
77
- next = frame[4-d:][::-1]
78
-
79
- if np.max(np.abs(last)) == 0:
80
- last = frame[0:d][::-1]
81
-
82
- smoothed_frame = np.convolve(np.concatenate((last, frame, next), dtype=np.float32), kernel, mode='valid')
83
-
84
- smoothed_lags[i * 4: (i+1) * 4] = np.round(smoothed_frame)
85
-
86
- last = frame[4-d:]
87
-
88
- return smoothed_lags
89
-
90
- def calculate_acorr_window(x, frame_size, lags, history=None, max_lag=300, radius=2, add_double_lag_acorr=False, no_pitch_threshold=32):
91
- eps = 1e-9
92
-
93
- lag_multiplier = 2 if add_double_lag_acorr else 1
94
-
95
- if history is None:
96
- history = np.zeros(lag_multiplier * max_lag + radius, dtype=x.dtype)
97
-
98
- offset = len(history)
99
-
100
- assert offset >= max_lag + radius
101
- assert len(x) % frame_size == 0
102
-
103
- num_frames = len(x) // frame_size
104
- lags = lags.copy()
105
-
106
- x_ext = np.concatenate((history, x), dtype=x.dtype)
107
-
108
- d = radius
109
- num_acorrs = 2 * d + 1
110
- acorrs = np.zeros((num_frames, lag_multiplier * num_acorrs), dtype=x.dtype)
111
-
112
- for idx in range(num_frames):
113
- lag = lags[idx].item()
114
- frame = x_ext[offset + idx * frame_size : offset + (idx + 1) * frame_size]
115
-
116
- for k in range(lag_multiplier):
117
- lag1 = (k + 1) * lag if lag >= no_pitch_threshold else lag
118
- for j in range(num_acorrs):
119
- past = x_ext[offset + idx * frame_size - lag1 + j - d : offset + (idx + 1) * frame_size - lag1 + j - d]
120
- acorrs[idx, j + k * num_acorrs] = np.dot(frame, past) / np.sqrt(np.dot(frame, frame) * np.dot(past, past) + eps)
121
-
122
- return acorrs, lags
@@ -1,144 +0,0 @@
1
- """
2
- /* Copyright (c) 2023 Amazon
3
- Written by Jan Buethe */
4
- /*
5
- Redistribution and use in source and binary forms, with or without
6
- modification, are permitted provided that the following conditions
7
- are met:
8
-
9
- - Redistributions of source code must retain the above copyright
10
- notice, this list of conditions and the following disclaimer.
11
-
12
- - Redistributions in binary form must reproduce the above copyright
13
- notice, this list of conditions and the following disclaimer in the
14
- documentation and/or other materials provided with the distribution.
15
-
16
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17
- ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18
- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19
- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
20
- OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
21
- EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
22
- PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
23
- PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
24
- LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
25
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
26
- SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
- */
28
- """
29
-
30
- import os
31
-
32
- import numpy as np
33
- import torch
34
-
35
- import scipy
36
- import scipy.signal
37
-
38
- from utils.pitch import hangover, calculate_acorr_window
39
- from utils.spec import create_filter_bank, cepstrum, log_spectrum, log_spectrum_from_lpc
40
-
41
- def spec_from_lpc(a, n_fft=128, eps=1e-9):
42
- order = a.shape[-1]
43
- assert order + 1 < n_fft
44
-
45
- x = np.zeros((*a.shape[:-1], n_fft ))
46
- x[..., 0] = 1
47
- x[..., 1:1 + order] = -a
48
-
49
- X = np.fft.fft(x, axis=-1)
50
- X = np.abs(X[..., :n_fft//2 + 1]) ** 2
51
-
52
- S = 1 / (X + eps)
53
-
54
- return S
55
-
56
- def silk_feature_factory(no_pitch_value=256,
57
- acorr_radius=2,
58
- pitch_hangover=8,
59
- num_bands_clean_spec=64,
60
- num_bands_noisy_spec=18,
61
- noisy_spec_scale='opus',
62
- noisy_apply_dct=True,
63
- add_double_lag_acorr=False
64
- ):
65
-
66
- w = scipy.signal.windows.cosine(320)
67
- fb_clean_spec = create_filter_bank(num_bands_clean_spec, 320, scale='erb', round_center_bins=True, normalize=True)
68
- fb_noisy_spec = create_filter_bank(num_bands_noisy_spec, 320, scale=noisy_spec_scale, round_center_bins=True, normalize=True)
69
-
70
- def create_features(noisy, noisy_history, lpcs, gains, ltps, periods):
71
-
72
- periods = periods.copy()
73
-
74
- if pitch_hangover > 0:
75
- periods = hangover(periods, num_frames=pitch_hangover)
76
-
77
- periods[periods == 0] = no_pitch_value
78
-
79
- clean_spectrum = 0.3 * log_spectrum_from_lpc(lpcs, fb=fb_clean_spec, n_fft=320)
80
-
81
- if noisy_apply_dct:
82
- noisy_cepstrum = np.repeat(
83
- cepstrum(np.concatenate((noisy_history[-160:], noisy), dtype=np.float32), 320, fb_noisy_spec, w), 2, 0)
84
- else:
85
- noisy_cepstrum = np.repeat(
86
- log_spectrum(np.concatenate((noisy_history[-160:], noisy), dtype=np.float32), 320, fb_noisy_spec, w), 2, 0)
87
-
88
- log_gains = np.log(gains + 1e-9).reshape(-1, 1)
89
-
90
- acorr, _ = calculate_acorr_window(noisy, 80, periods, noisy_history, radius=acorr_radius, add_double_lag_acorr=add_double_lag_acorr)
91
-
92
- features = np.concatenate((clean_spectrum, noisy_cepstrum, acorr, ltps, log_gains), axis=-1, dtype=np.float32)
93
-
94
- return features, periods.astype(np.int64)
95
-
96
- return create_features
97
-
98
-
99
-
100
- def load_inference_data(path,
101
- no_pitch_value=256,
102
- skip=92,
103
- preemph=0.85,
104
- acorr_radius=2,
105
- pitch_hangover=8,
106
- num_bands_clean_spec=64,
107
- num_bands_noisy_spec=18,
108
- noisy_spec_scale='opus',
109
- noisy_apply_dct=True,
110
- add_double_lag_acorr=False,
111
- **kwargs):
112
-
113
- print(f"[load_inference_data]: ignoring keyword arguments {kwargs.keys()}...")
114
-
115
- lpcs = np.fromfile(os.path.join(path, 'features_lpc.f32'), dtype=np.float32).reshape(-1, 16)
116
- ltps = np.fromfile(os.path.join(path, 'features_ltp.f32'), dtype=np.float32).reshape(-1, 5)
117
- gains = np.fromfile(os.path.join(path, 'features_gain.f32'), dtype=np.float32)
118
- periods = np.fromfile(os.path.join(path, 'features_period.s16'), dtype=np.int16)
119
- num_bits = np.fromfile(os.path.join(path, 'features_num_bits.s32'), dtype=np.int32).astype(np.float32).reshape(-1, 1)
120
- num_bits_smooth = np.fromfile(os.path.join(path, 'features_num_bits_smooth.f32'), dtype=np.float32).reshape(-1, 1)
121
-
122
- # load signal, add back delay and pre-emphasize
123
- signal = np.fromfile(os.path.join(path, 'noisy.s16'), dtype=np.int16).astype(np.float32) / (2 ** 15)
124
- signal = np.concatenate((np.zeros(skip, dtype=np.float32), signal), dtype=np.float32)
125
-
126
- create_features = silk_feature_factory(no_pitch_value, acorr_radius, pitch_hangover, num_bands_clean_spec, num_bands_noisy_spec, noisy_spec_scale, noisy_apply_dct, add_double_lag_acorr)
127
-
128
- num_frames = min((len(signal) // 320) * 4, len(lpcs))
129
- signal = signal[: num_frames * 80]
130
- lpcs = lpcs[: num_frames]
131
- ltps = ltps[: num_frames]
132
- gains = gains[: num_frames]
133
- periods = periods[: num_frames]
134
- num_bits = num_bits[: num_frames // 4]
135
- num_bits_smooth = num_bits[: num_frames // 4]
136
-
137
- numbits = np.repeat(np.concatenate((num_bits, num_bits_smooth), axis=-1, dtype=np.float32), 4, axis=0)
138
-
139
- features, periods = create_features(signal, np.zeros(350, dtype=signal.dtype), lpcs, gains, ltps, periods)
140
-
141
- if preemph > 0:
142
- signal[1:] -= preemph * signal[:-1]
143
-
144
- return torch.from_numpy(signal), torch.from_numpy(features), torch.from_numpy(periods), torch.from_numpy(numbits)
@@ -1,110 +0,0 @@
1
- import torch
2
-
3
- @torch.no_grad()
4
- def compute_optimal_scale(weight):
5
- with torch.no_grad():
6
- n_out, n_in = weight.shape
7
- assert n_in % 4 == 0
8
- if n_out % 8:
9
- # add padding
10
- pad = n_out - n_out % 8
11
- weight = torch.cat((weight, torch.zeros((pad, n_in), dtype=weight.dtype, device=weight.device)), dim=0)
12
-
13
- weight_max_abs, _ = torch.max(torch.abs(weight), dim=1)
14
- weight_max_sum, _ = torch.max(torch.abs(weight[:, : n_in : 2] + weight[:, 1 : n_in : 2]), dim=1)
15
- scale_max = weight_max_abs / 127
16
- scale_sum = weight_max_sum / 129
17
-
18
- scale = torch.maximum(scale_max, scale_sum)
19
-
20
- return scale[:n_out]
21
-
22
- @torch.no_grad()
23
- def q_scaled_noise(module, weight):
24
- if isinstance(module, torch.nn.Conv1d):
25
- w = weight.permute(0, 2, 1).flatten(1)
26
- noise = torch.rand_like(w) - 0.5
27
- scale = compute_optimal_scale(w)
28
- noise = noise * scale.unsqueeze(-1)
29
- noise = noise.reshape(weight.size(0), weight.size(2), weight.size(1)).permute(0, 2, 1)
30
- elif isinstance(module, torch.nn.ConvTranspose1d):
31
- i, o, k = weight.shape
32
- w = weight.permute(2, 1, 0).reshape(k * o, i)
33
- noise = torch.rand_like(w) - 0.5
34
- scale = compute_optimal_scale(w)
35
- noise = noise * scale.unsqueeze(-1)
36
- noise = noise.reshape(k, o, i).permute(2, 1, 0)
37
- elif len(weight.shape) == 2:
38
- noise = torch.rand_like(weight) - 0.5
39
- scale = compute_optimal_scale(weight)
40
- noise = noise * scale.unsqueeze(-1)
41
- else:
42
- raise ValueError('unknown quantization setting')
43
-
44
- return noise
45
-
46
- class SoftQuant:
47
- name: str
48
-
49
- def __init__(self, names: str, scale: float) -> None:
50
- self.names = names
51
- self.quantization_noise = None
52
- self.scale = scale
53
-
54
- def __call__(self, module, inputs, *args, before=True):
55
- if not module.training: return
56
-
57
- if before:
58
- self.quantization_noise = dict()
59
- for name in self.names:
60
- weight = getattr(module, name)
61
- if self.scale is None:
62
- self.quantization_noise[name] = q_scaled_noise(module, weight)
63
- else:
64
- self.quantization_noise[name] = \
65
- self.scale * weight.abs().max() * (torch.rand_like(weight) - 0.5)
66
- with torch.no_grad():
67
- weight.data[:] = weight + self.quantization_noise[name]
68
- else:
69
- for name in self.names:
70
- weight = getattr(module, name)
71
- with torch.no_grad():
72
- weight.data[:] = weight - self.quantization_noise[name]
73
- self.quantization_noise = None
74
-
75
- def apply(module, names=['weight'], scale=None):
76
- fn = SoftQuant(names, scale)
77
-
78
- for name in names:
79
- if not hasattr(module, name):
80
- raise ValueError("")
81
-
82
- fn_before = lambda *x : fn(*x, before=True)
83
- fn_after = lambda *x : fn(*x, before=False)
84
- setattr(fn_before, 'sqm', fn)
85
- setattr(fn_after, 'sqm', fn)
86
-
87
-
88
- module.register_forward_pre_hook(fn_before)
89
- module.register_forward_hook(fn_after)
90
-
91
- module
92
-
93
- return fn
94
-
95
-
96
- def soft_quant(module, names=['weight'], scale=None):
97
- fn = SoftQuant.apply(module, names, scale)
98
- return module
99
-
100
- def remove_soft_quant(module, names=['weight']):
101
- for k, hook in module._forward_pre_hooks.items():
102
- if hasattr(hook, 'sqm'):
103
- if isinstance(hook.sqm, SoftQuant) and hook.sqm.names == names:
104
- del module._forward_pre_hooks[k]
105
- for k, hook in module._forward_hooks.items():
106
- if hasattr(hook, 'sqm'):
107
- if isinstance(hook.sqm, SoftQuant) and hook.sqm.names == names:
108
- del module._forward_hooks[k]
109
-
110
- return module
@@ -1,210 +0,0 @@
1
- """
2
- /* Copyright (c) 2023 Amazon
3
- Written by Jan Buethe */
4
- /*
5
- Redistribution and use in source and binary forms, with or without
6
- modification, are permitted provided that the following conditions
7
- are met:
8
-
9
- - Redistributions of source code must retain the above copyright
10
- notice, this list of conditions and the following disclaimer.
11
-
12
- - Redistributions in binary form must reproduce the above copyright
13
- notice, this list of conditions and the following disclaimer in the
14
- documentation and/or other materials provided with the distribution.
15
-
16
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17
- ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18
- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19
- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
20
- OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
21
- EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
22
- PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
23
- PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
24
- LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
25
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
26
- SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
- */
28
- """
29
-
30
- import math as m
31
- import numpy as np
32
- import scipy
33
- import scipy.fftpack
34
- import torch
35
-
36
- def erb(f):
37
- return 24.7 * (4.37 * f + 1)
38
-
39
- def inv_erb(e):
40
- return (e / 24.7 - 1) / 4.37
41
-
42
- def bark(f):
43
- return 6 * m.asinh(f/600)
44
-
45
- def inv_bark(b):
46
- return 600 * m.sinh(b / 6)
47
-
48
-
49
- scale_dict = {
50
- 'bark': [bark, inv_bark],
51
- 'erb': [erb, inv_erb]
52
- }
53
-
54
- def gen_filterbank(N, Fs=16000, keep_size=False):
55
- in_freq = (np.arange(N+1, dtype='float32')/N*Fs/2)[None,:]
56
- M = N + 1 if keep_size else N
57
- out_freq = (np.arange(M, dtype='float32')/N*Fs/2)[:,None]
58
- #ERB from B.C.J Moore, An Introduction to the Psychology of Hearing, 5th Ed., page 73.
59
- ERB_N = 24.7 + .108*in_freq
60
- delta = np.abs(in_freq-out_freq)/ERB_N
61
- center = (delta<.5).astype('float32')
62
- R = -12*center*delta**2 + (1-center)*(3-12*delta)
63
- RE = 10.**(R/10.)
64
- norm = np.sum(RE, axis=1)
65
- RE = RE/norm[:, np.newaxis]
66
- return torch.from_numpy(RE)
67
-
68
- def create_filter_bank(num_bands, n_fft=320, fs=16000, scale='bark', round_center_bins=False, return_upper=False, normalize=False):
69
-
70
- f0 = 0
71
- num_bins = n_fft // 2 + 1
72
- f1 = fs / n_fft * (num_bins - 1)
73
- fstep = fs / n_fft
74
-
75
- if scale == 'opus':
76
- bins_5ms = [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 14, 16, 20, 24, 28, 34, 40]
77
- fac = 1000 * n_fft / fs / 5
78
- if num_bands != 18:
79
- print("warning: requested Opus filter bank with num_bands != 18. Adjusting num_bands.")
80
- num_bands = 18
81
- center_bins = np.array([fac * bin for bin in bins_5ms])
82
- else:
83
- to_scale, from_scale = scale_dict[scale]
84
-
85
- s0 = to_scale(f0)
86
- s1 = to_scale(f1)
87
-
88
- center_freqs = np.array([f0] + [from_scale(s0 + i * (s1 - s0) / (num_bands)) for i in range(1, num_bands - 1)] + [f1])
89
- center_bins = (center_freqs - f0) / fstep
90
-
91
- if round_center_bins:
92
- center_bins = np.round(center_bins)
93
-
94
- filter_bank = np.zeros((num_bands, num_bins))
95
-
96
- band = 0
97
- for bin in range(num_bins):
98
- # update band index
99
- if bin > center_bins[band + 1]:
100
- band += 1
101
-
102
- # calculate filter coefficients
103
- frac = (center_bins[band + 1] - bin) / (center_bins[band + 1] - center_bins[band])
104
- filter_bank[band][bin] = frac
105
- filter_bank[band + 1][bin] = 1 - frac
106
-
107
- if return_upper:
108
- extend = n_fft - num_bins
109
- filter_bank = np.concatenate((filter_bank, np.fliplr(filter_bank[:, 1:extend+1])), axis=1)
110
-
111
- if normalize:
112
- filter_bank = filter_bank / np.sum(filter_bank, axis=1).reshape(-1, 1)
113
-
114
- return filter_bank
115
-
116
-
117
- def compressed_log_spec(pspec):
118
-
119
- lpspec = np.zeros_like(pspec)
120
- num_bands = pspec.shape[-1]
121
-
122
- log_max = -2
123
- follow = -2
124
-
125
- for i in range(num_bands):
126
- tmp = np.log10(pspec[i] + 1e-9)
127
- tmp = max(log_max, max(follow - 2.5, tmp))
128
- lpspec[i] = tmp
129
- log_max = max(log_max, tmp)
130
- follow = max(follow - 2.5, tmp)
131
-
132
- return lpspec
133
-
134
- def log_spectrum_from_lpc(a, fb=None, n_fft=320, eps=1e-9, gamma=1, compress=False, power=1):
135
- """ calculates cepstrum from SILK lpcs """
136
- order = a.shape[-1]
137
- assert order + 1 < n_fft
138
-
139
- a = a * (gamma ** (1 + np.arange(order))).astype(np.float32)
140
-
141
- x = np.zeros((*a.shape[:-1], n_fft ))
142
- x[..., 0] = 1
143
- x[..., 1:1 + order] = -a
144
-
145
- X = np.fft.fft(x, axis=-1)
146
- X = np.abs(X[..., :n_fft//2 + 1]) ** power
147
-
148
- S = 1 / (X + eps)
149
-
150
- if fb is None:
151
- Sf = S
152
- else:
153
- Sf = np.matmul(S, fb.T)
154
-
155
- if compress:
156
- Sf = np.apply_along_axis(compressed_log_spec, -1, Sf)
157
- else:
158
- Sf = np.log(Sf + eps)
159
-
160
- return Sf
161
-
162
- def cepstrum_from_lpc(a, fb=None, n_fft=320, eps=1e-9, gamma=1, compress=False):
163
- """ calculates cepstrum from SILK lpcs """
164
-
165
- Sf = log_spectrum_from_lpc(a, fb, n_fft, eps, gamma, compress)
166
-
167
- cepstrum = scipy.fftpack.dct(Sf, 2, norm='ortho')
168
-
169
- return cepstrum
170
-
171
-
172
-
173
- def log_spectrum(x, frame_size, fb=None, window=None, power=1):
174
- """ calculate cepstrum on 50% overlapping frames """
175
-
176
- assert(2*len(x)) % frame_size == 0
177
- assert frame_size % 2 == 0
178
-
179
- n = len(x)
180
- num_even = n // frame_size
181
- num_odd = (n - frame_size // 2) // frame_size
182
- num_bins = frame_size // 2 + 1
183
-
184
- x_even = x[:num_even * frame_size].reshape(-1, frame_size)
185
- x_odd = x[frame_size//2 : frame_size//2 + frame_size * num_odd].reshape(-1, frame_size)
186
-
187
- x_unfold = np.empty((x_even.size + x_odd.size), dtype=x.dtype).reshape((-1, frame_size))
188
- x_unfold[::2, :] = x_even
189
- x_unfold[1::2, :] = x_odd
190
-
191
- if window is not None:
192
- x_unfold *= window.reshape(1, -1)
193
-
194
- X = np.abs(np.fft.fft(x_unfold, n=frame_size, axis=-1))[:, :num_bins] ** power
195
-
196
- if fb is not None:
197
- X = np.matmul(X, fb.T)
198
-
199
-
200
- return np.log(X + 1e-9)
201
-
202
-
203
- def cepstrum(x, frame_size, fb=None, window=None):
204
- """ calculate cepstrum on 50% overlapping frames """
205
-
206
- X = log_spectrum(x, frame_size, fb, window)
207
-
208
- cepstrum = scipy.fftpack.dct(X, 2, norm='ortho')
209
-
210
- return cepstrum