@scrypted/libav 1.0.170 → 1.0.171

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (720) hide show
  1. package/package.json +1 -1
  2. package/opus/.gitattributes +0 -10
  3. package/opus/.gitlab-ci.yml +0 -122
  4. package/opus/AUTHORS +0 -6
  5. package/opus/CMakeLists.txt +0 -755
  6. package/opus/COPYING +0 -44
  7. package/opus/ChangeLog +0 -0
  8. package/opus/LICENSE_PLEASE_READ.txt +0 -22
  9. package/opus/Makefile.am +0 -497
  10. package/opus/Makefile.mips +0 -169
  11. package/opus/Makefile.unix +0 -167
  12. package/opus/NEWS +0 -0
  13. package/opus/README +0 -189
  14. package/opus/README.draft +0 -54
  15. package/opus/autogen.bat +0 -13
  16. package/opus/autogen.sh +0 -16
  17. package/opus/celt/_kiss_fft_guts.h +0 -188
  18. package/opus/celt/arch.h +0 -390
  19. package/opus/celt/arm/arm2gnu.pl +0 -353
  20. package/opus/celt/arm/arm_celt_map.c +0 -171
  21. package/opus/celt/arm/armcpu.c +0 -291
  22. package/opus/celt/arm/armcpu.h +0 -90
  23. package/opus/celt/arm/armopts.s.in +0 -37
  24. package/opus/celt/arm/celt_fft_ne10.c +0 -173
  25. package/opus/celt/arm/celt_mdct_ne10.c +0 -258
  26. package/opus/celt/arm/celt_neon_intr.c +0 -272
  27. package/opus/celt/arm/celt_pitch_xcorr_arm.s +0 -551
  28. package/opus/celt/arm/fft_arm.h +0 -71
  29. package/opus/celt/arm/fixed_arm64.h +0 -35
  30. package/opus/celt/arm/fixed_armv4.h +0 -80
  31. package/opus/celt/arm/fixed_armv5e.h +0 -151
  32. package/opus/celt/arm/kiss_fft_armv4.h +0 -121
  33. package/opus/celt/arm/kiss_fft_armv5e.h +0 -118
  34. package/opus/celt/arm/mdct_arm.h +0 -59
  35. package/opus/celt/arm/meson.build +0 -12
  36. package/opus/celt/arm/pitch_arm.h +0 -160
  37. package/opus/celt/arm/pitch_neon_intr.c +0 -288
  38. package/opus/celt/bands.c +0 -1686
  39. package/opus/celt/bands.h +0 -123
  40. package/opus/celt/celt.c +0 -317
  41. package/opus/celt/celt.h +0 -255
  42. package/opus/celt/celt_decoder.c +0 -1616
  43. package/opus/celt/celt_encoder.c +0 -2854
  44. package/opus/celt/celt_lpc.c +0 -364
  45. package/opus/celt/celt_lpc.h +0 -66
  46. package/opus/celt/cpu_support.h +0 -72
  47. package/opus/celt/cwrs.c +0 -715
  48. package/opus/celt/cwrs.h +0 -48
  49. package/opus/celt/dump_modes/dump_modes.c +0 -400
  50. package/opus/celt/dump_modes/dump_modes_arch.h +0 -45
  51. package/opus/celt/dump_modes/dump_modes_arm_ne10.c +0 -152
  52. package/opus/celt/ecintrin.h +0 -91
  53. package/opus/celt/entcode.c +0 -153
  54. package/opus/celt/entcode.h +0 -152
  55. package/opus/celt/entdec.c +0 -266
  56. package/opus/celt/entdec.h +0 -110
  57. package/opus/celt/entenc.c +0 -305
  58. package/opus/celt/entenc.h +0 -119
  59. package/opus/celt/fixed_c5x.h +0 -79
  60. package/opus/celt/fixed_c6x.h +0 -70
  61. package/opus/celt/fixed_debug.h +0 -839
  62. package/opus/celt/fixed_generic.h +0 -201
  63. package/opus/celt/float_cast.h +0 -152
  64. package/opus/celt/kiss_fft.c +0 -648
  65. package/opus/celt/kiss_fft.h +0 -217
  66. package/opus/celt/laplace.c +0 -235
  67. package/opus/celt/laplace.h +0 -57
  68. package/opus/celt/mathops.c +0 -217
  69. package/opus/celt/mathops.h +0 -479
  70. package/opus/celt/mdct.c +0 -372
  71. package/opus/celt/mdct.h +0 -115
  72. package/opus/celt/meson.build +0 -64
  73. package/opus/celt/mfrngcod.h +0 -48
  74. package/opus/celt/mips/celt_mipsr1.h +0 -152
  75. package/opus/celt/mips/fixed_generic_mipsr1.h +0 -126
  76. package/opus/celt/mips/kiss_fft_mipsr1.h +0 -167
  77. package/opus/celt/mips/mdct_mipsr1.h +0 -288
  78. package/opus/celt/mips/pitch_mipsr1.h +0 -161
  79. package/opus/celt/mips/vq_mipsr1.h +0 -116
  80. package/opus/celt/modes.c +0 -450
  81. package/opus/celt/modes.h +0 -75
  82. package/opus/celt/opus_custom_demo.c +0 -451
  83. package/opus/celt/os_support.h +0 -99
  84. package/opus/celt/pitch.c +0 -555
  85. package/opus/celt/pitch.h +0 -203
  86. package/opus/celt/quant_bands.c +0 -562
  87. package/opus/celt/quant_bands.h +0 -66
  88. package/opus/celt/rate.c +0 -646
  89. package/opus/celt/rate.h +0 -101
  90. package/opus/celt/stack_alloc.h +0 -185
  91. package/opus/celt/static_modes_fixed.h +0 -1541
  92. package/opus/celt/static_modes_fixed_arm_ne10.h +0 -388
  93. package/opus/celt/static_modes_float.h +0 -888
  94. package/opus/celt/static_modes_float_arm_ne10.h +0 -404
  95. package/opus/celt/tests/meson.build +0 -19
  96. package/opus/celt/tests/test_unit_cwrs32.c +0 -162
  97. package/opus/celt/tests/test_unit_dft.c +0 -181
  98. package/opus/celt/tests/test_unit_entropy.c +0 -383
  99. package/opus/celt/tests/test_unit_laplace.c +0 -94
  100. package/opus/celt/tests/test_unit_mathops.c +0 -369
  101. package/opus/celt/tests/test_unit_mdct.c +0 -233
  102. package/opus/celt/tests/test_unit_rotation.c +0 -87
  103. package/opus/celt/tests/test_unit_types.c +0 -50
  104. package/opus/celt/vq.c +0 -442
  105. package/opus/celt/vq.h +0 -79
  106. package/opus/celt/x86/celt_lpc_sse.h +0 -67
  107. package/opus/celt/x86/celt_lpc_sse4_1.c +0 -96
  108. package/opus/celt/x86/pitch_avx.c +0 -101
  109. package/opus/celt/x86/pitch_sse.c +0 -185
  110. package/opus/celt/x86/pitch_sse.h +0 -216
  111. package/opus/celt/x86/pitch_sse2.c +0 -95
  112. package/opus/celt/x86/pitch_sse4_1.c +0 -240
  113. package/opus/celt/x86/vq_sse.h +0 -52
  114. package/opus/celt/x86/vq_sse2.c +0 -217
  115. package/opus/celt/x86/x86_arch_macros.h +0 -47
  116. package/opus/celt/x86/x86_celt_map.c +0 -187
  117. package/opus/celt/x86/x86cpu.c +0 -184
  118. package/opus/celt/x86/x86cpu.h +0 -112
  119. package/opus/celt_headers.mk +0 -54
  120. package/opus/celt_sources.mk +0 -55
  121. package/opus/cmake/CFeatureCheck.cmake +0 -39
  122. package/opus/cmake/OpusBuildtype.cmake +0 -27
  123. package/opus/cmake/OpusConfig.cmake +0 -118
  124. package/opus/cmake/OpusConfig.cmake.in +0 -20
  125. package/opus/cmake/OpusFunctions.cmake +0 -231
  126. package/opus/cmake/OpusPackageVersion.cmake +0 -70
  127. package/opus/cmake/OpusSources.cmake +0 -71
  128. package/opus/cmake/README.md +0 -132
  129. package/opus/cmake/RunTest.cmake +0 -61
  130. package/opus/cmake/config.h.cmake.in +0 -1
  131. package/opus/cmake/cpu_info_by_asm.c +0 -31
  132. package/opus/cmake/cpu_info_by_c.c +0 -9
  133. package/opus/cmake/vla.c +0 -7
  134. package/opus/configure.ac +0 -1091
  135. package/opus/dnn/LPCNet.yml +0 -24
  136. package/opus/dnn/README +0 -1
  137. package/opus/dnn/README.md +0 -126
  138. package/opus/dnn/adaconvtest.c +0 -449
  139. package/opus/dnn/arm/arm_dnn_map.c +0 -88
  140. package/opus/dnn/arm/dnn_arm.h +0 -104
  141. package/opus/dnn/arm/nnet_dotprod.c +0 -38
  142. package/opus/dnn/arm/nnet_neon.c +0 -38
  143. package/opus/dnn/burg.c +0 -246
  144. package/opus/dnn/burg.h +0 -41
  145. package/opus/dnn/common.h +0 -56
  146. package/opus/dnn/datasets.txt +0 -163
  147. package/opus/dnn/download_model.bat +0 -9
  148. package/opus/dnn/download_model.sh +0 -30
  149. package/opus/dnn/dred_coding.c +0 -44
  150. package/opus/dnn/dred_coding.h +0 -36
  151. package/opus/dnn/dred_config.h +0 -54
  152. package/opus/dnn/dred_decoder.c +0 -129
  153. package/opus/dnn/dred_decoder.h +0 -49
  154. package/opus/dnn/dred_encoder.c +0 -363
  155. package/opus/dnn/dred_encoder.h +0 -71
  156. package/opus/dnn/dred_rdovae.h +0 -42
  157. package/opus/dnn/dred_rdovae_dec.c +0 -139
  158. package/opus/dnn/dred_rdovae_dec.h +0 -53
  159. package/opus/dnn/dred_rdovae_enc.c +0 -110
  160. package/opus/dnn/dred_rdovae_enc.h +0 -52
  161. package/opus/dnn/dump_data.c +0 -238
  162. package/opus/dnn/dump_lpcnet_tables.c +0 -104
  163. package/opus/dnn/fargan.c +0 -225
  164. package/opus/dnn/fargan.h +0 -68
  165. package/opus/dnn/fargan_demo.c +0 -217
  166. package/opus/dnn/freq.c +0 -328
  167. package/opus/dnn/freq.h +0 -61
  168. package/opus/dnn/fwgan.c +0 -322
  169. package/opus/dnn/fwgan.h +0 -83
  170. package/opus/dnn/kiss99.c +0 -81
  171. package/opus/dnn/kiss99.h +0 -46
  172. package/opus/dnn/lossgen.c +0 -192
  173. package/opus/dnn/lossgen.h +0 -55
  174. package/opus/dnn/lossgen_demo.c +0 -22
  175. package/opus/dnn/lpcnet.c +0 -283
  176. package/opus/dnn/lpcnet.h +0 -183
  177. package/opus/dnn/lpcnet_enc.c +0 -230
  178. package/opus/dnn/lpcnet_plc.c +0 -211
  179. package/opus/dnn/lpcnet_private.h +0 -90
  180. package/opus/dnn/lpcnet_tables.c +0 -307
  181. package/opus/dnn/meson.build +0 -64
  182. package/opus/dnn/nndsp.c +0 -416
  183. package/opus/dnn/nndsp.h +0 -143
  184. package/opus/dnn/nnet.c +0 -149
  185. package/opus/dnn/nnet.h +0 -163
  186. package/opus/dnn/nnet_arch.h +0 -247
  187. package/opus/dnn/nnet_default.c +0 -35
  188. package/opus/dnn/osce.c +0 -1419
  189. package/opus/dnn/osce.h +0 -84
  190. package/opus/dnn/osce_config.h +0 -60
  191. package/opus/dnn/osce_features.c +0 -454
  192. package/opus/dnn/osce_features.h +0 -50
  193. package/opus/dnn/osce_structs.h +0 -125
  194. package/opus/dnn/parse_lpcnet_weights.c +0 -238
  195. package/opus/dnn/pitchdnn.c +0 -79
  196. package/opus/dnn/pitchdnn.h +0 -34
  197. package/opus/dnn/tansig_table.h +0 -50
  198. package/opus/dnn/test_vec.c +0 -128
  199. package/opus/dnn/torch/dnntools/dnntools/__init__.py +0 -2
  200. package/opus/dnn/torch/dnntools/dnntools/quantization/__init__.py +0 -1
  201. package/opus/dnn/torch/dnntools/dnntools/quantization/softquant.py +0 -113
  202. package/opus/dnn/torch/dnntools/dnntools/relegance/__init__.py +0 -2
  203. package/opus/dnn/torch/dnntools/dnntools/relegance/meta_critic.py +0 -85
  204. package/opus/dnn/torch/dnntools/dnntools/relegance/relegance.py +0 -449
  205. package/opus/dnn/torch/dnntools/dnntools/sparsification/__init__.py +0 -6
  206. package/opus/dnn/torch/dnntools/dnntools/sparsification/base_sparsifier.py +0 -58
  207. package/opus/dnn/torch/dnntools/dnntools/sparsification/common.py +0 -123
  208. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv1d_sparsifier.py +0 -133
  209. package/opus/dnn/torch/dnntools/dnntools/sparsification/conv_transpose1d_sparsifier.py +0 -134
  210. package/opus/dnn/torch/dnntools/dnntools/sparsification/gru_sparsifier.py +0 -178
  211. package/opus/dnn/torch/dnntools/dnntools/sparsification/linear_sparsifier.py +0 -128
  212. package/opus/dnn/torch/dnntools/dnntools/sparsification/utils.py +0 -64
  213. package/opus/dnn/torch/dnntools/requirements.txt +0 -1
  214. package/opus/dnn/torch/dnntools/setup.py +0 -48
  215. package/opus/dnn/torch/fargan/README.md +0 -54
  216. package/opus/dnn/torch/fargan/adv_train_fargan.py +0 -277
  217. package/opus/dnn/torch/fargan/dataset.py +0 -61
  218. package/opus/dnn/torch/fargan/dump_fargan_weights.py +0 -112
  219. package/opus/dnn/torch/fargan/fargan.py +0 -322
  220. package/opus/dnn/torch/fargan/filters.py +0 -46
  221. package/opus/dnn/torch/fargan/rc.py +0 -29
  222. package/opus/dnn/torch/fargan/stft_loss.py +0 -186
  223. package/opus/dnn/torch/fargan/test_fargan.py +0 -128
  224. package/opus/dnn/torch/fargan/train_fargan.py +0 -168
  225. package/opus/dnn/torch/fwgan/dump_model_weights.py +0 -88
  226. package/opus/dnn/torch/fwgan/inference.py +0 -141
  227. package/opus/dnn/torch/fwgan/models/__init__.py +0 -7
  228. package/opus/dnn/torch/fwgan/models/fwgan400.py +0 -308
  229. package/opus/dnn/torch/fwgan/models/fwgan500.py +0 -260
  230. package/opus/dnn/torch/lossgen/README.md +0 -27
  231. package/opus/dnn/torch/lossgen/export_lossgen.py +0 -101
  232. package/opus/dnn/torch/lossgen/lossgen.py +0 -29
  233. package/opus/dnn/torch/lossgen/process_data.sh +0 -17
  234. package/opus/dnn/torch/lossgen/test_lossgen.py +0 -42
  235. package/opus/dnn/torch/lossgen/train_lossgen.py +0 -99
  236. package/opus/dnn/torch/lpcnet/README.md +0 -27
  237. package/opus/dnn/torch/lpcnet/add_dataset_config.py +0 -77
  238. package/opus/dnn/torch/lpcnet/data/__init__.py +0 -1
  239. package/opus/dnn/torch/lpcnet/data/lpcnet_dataset.py +0 -227
  240. package/opus/dnn/torch/lpcnet/engine/lpcnet_engine.py +0 -141
  241. package/opus/dnn/torch/lpcnet/make_default_setup.py +0 -56
  242. package/opus/dnn/torch/lpcnet/make_test_config.py +0 -78
  243. package/opus/dnn/torch/lpcnet/models/__init__.py +0 -8
  244. package/opus/dnn/torch/lpcnet/models/lpcnet.py +0 -303
  245. package/opus/dnn/torch/lpcnet/models/multi_rate_lpcnet.py +0 -437
  246. package/opus/dnn/torch/lpcnet/print_lpcnet_complexity.py +0 -64
  247. package/opus/dnn/torch/lpcnet/scripts/collect_multi_run_results.py +0 -190
  248. package/opus/dnn/torch/lpcnet/scripts/loop_run.sh +0 -52
  249. package/opus/dnn/torch/lpcnet/scripts/make_animation.py +0 -67
  250. package/opus/dnn/torch/lpcnet/scripts/modify_dataset_target.py +0 -17
  251. package/opus/dnn/torch/lpcnet/scripts/multi_run.sh +0 -17
  252. package/opus/dnn/torch/lpcnet/scripts/run_inference_test.sh +0 -22
  253. package/opus/dnn/torch/lpcnet/scripts/update_checkpoints.py +0 -54
  254. package/opus/dnn/torch/lpcnet/scripts/update_output_folder.sh +0 -22
  255. package/opus/dnn/torch/lpcnet/scripts/update_setups.py +0 -57
  256. package/opus/dnn/torch/lpcnet/test_lpcnet.py +0 -89
  257. package/opus/dnn/torch/lpcnet/train_lpcnet.py +0 -272
  258. package/opus/dnn/torch/lpcnet/utils/__init__.py +0 -4
  259. package/opus/dnn/torch/lpcnet/utils/data.py +0 -141
  260. package/opus/dnn/torch/lpcnet/utils/endoscopy.py +0 -234
  261. package/opus/dnn/torch/lpcnet/utils/layers/__init__.py +0 -3
  262. package/opus/dnn/torch/lpcnet/utils/layers/dual_fc.py +0 -44
  263. package/opus/dnn/torch/lpcnet/utils/layers/pcm_embeddings.py +0 -71
  264. package/opus/dnn/torch/lpcnet/utils/layers/subconditioner.py +0 -497
  265. package/opus/dnn/torch/lpcnet/utils/misc.py +0 -65
  266. package/opus/dnn/torch/lpcnet/utils/pcm.py +0 -35
  267. package/opus/dnn/torch/lpcnet/utils/sample.py +0 -44
  268. package/opus/dnn/torch/lpcnet/utils/sparsification/__init__.py +0 -2
  269. package/opus/dnn/torch/lpcnet/utils/sparsification/common.py +0 -121
  270. package/opus/dnn/torch/lpcnet/utils/sparsification/gru_sparsifier.py +0 -187
  271. package/opus/dnn/torch/lpcnet/utils/templates.py +0 -157
  272. package/opus/dnn/torch/lpcnet/utils/ulaw.py +0 -58
  273. package/opus/dnn/torch/lpcnet/utils/wav.py +0 -43
  274. package/opus/dnn/torch/neural-pitch/README.md +0 -18
  275. package/opus/dnn/torch/neural-pitch/data_augmentation.py +0 -149
  276. package/opus/dnn/torch/neural-pitch/download_demand.sh +0 -43
  277. package/opus/dnn/torch/neural-pitch/evaluation.py +0 -349
  278. package/opus/dnn/torch/neural-pitch/experiments.py +0 -38
  279. package/opus/dnn/torch/neural-pitch/export_neuralpitch_weights.py +0 -109
  280. package/opus/dnn/torch/neural-pitch/models.py +0 -178
  281. package/opus/dnn/torch/neural-pitch/neural_pitch_update.py +0 -179
  282. package/opus/dnn/torch/neural-pitch/ptdb_process.sh +0 -34
  283. package/opus/dnn/torch/neural-pitch/run_crepe.py +0 -72
  284. package/opus/dnn/torch/neural-pitch/training.py +0 -162
  285. package/opus/dnn/torch/neural-pitch/utils.py +0 -59
  286. package/opus/dnn/torch/osce/README.md +0 -66
  287. package/opus/dnn/torch/osce/adv_train_model.py +0 -462
  288. package/opus/dnn/torch/osce/adv_train_vocoder.py +0 -451
  289. package/opus/dnn/torch/osce/create_testvectors.py +0 -165
  290. package/opus/dnn/torch/osce/data/__init__.py +0 -2
  291. package/opus/dnn/torch/osce/data/lpcnet_vocoding_dataset.py +0 -225
  292. package/opus/dnn/torch/osce/data/silk_conversion_set.py +0 -132
  293. package/opus/dnn/torch/osce/data/silk_enhancement_set.py +0 -140
  294. package/opus/dnn/torch/osce/engine/engine.py +0 -103
  295. package/opus/dnn/torch/osce/engine/vocoder_engine.py +0 -101
  296. package/opus/dnn/torch/osce/export_model_weights.py +0 -174
  297. package/opus/dnn/torch/osce/losses/stft_loss.py +0 -277
  298. package/opus/dnn/torch/osce/losses/td_lowpass.py +0 -34
  299. package/opus/dnn/torch/osce/make_default_setup.py +0 -93
  300. package/opus/dnn/torch/osce/models/__init__.py +0 -42
  301. package/opus/dnn/torch/osce/models/fd_discriminator.py +0 -974
  302. package/opus/dnn/torch/osce/models/lace.py +0 -190
  303. package/opus/dnn/torch/osce/models/lavoce.py +0 -274
  304. package/opus/dnn/torch/osce/models/lavoce_400.py +0 -254
  305. package/opus/dnn/torch/osce/models/lpcnet_feature_net.py +0 -91
  306. package/opus/dnn/torch/osce/models/nns_base.py +0 -69
  307. package/opus/dnn/torch/osce/models/no_lace.py +0 -218
  308. package/opus/dnn/torch/osce/models/scale_embedding.py +0 -68
  309. package/opus/dnn/torch/osce/models/shape_up_48.py +0 -179
  310. package/opus/dnn/torch/osce/models/silk_feature_net.py +0 -86
  311. package/opus/dnn/torch/osce/models/silk_feature_net_pl.py +0 -127
  312. package/opus/dnn/torch/osce/requirements.txt +0 -9
  313. package/opus/dnn/torch/osce/resources/training_files.txt +0 -107716
  314. package/opus/dnn/torch/osce/resources/validation_files.txt +0 -26929
  315. package/opus/dnn/torch/osce/scripts/concatenator.py +0 -85
  316. package/opus/dnn/torch/osce/silk_16_to_48.py +0 -28
  317. package/opus/dnn/torch/osce/stndrd/evaluation/commonvoice_clip_selection.py +0 -123
  318. package/opus/dnn/torch/osce/stndrd/evaluation/create_input_data.sh +0 -25
  319. package/opus/dnn/torch/osce/stndrd/evaluation/env.rc +0 -7
  320. package/opus/dnn/torch/osce/stndrd/evaluation/evaluate.py +0 -113
  321. package/opus/dnn/torch/osce/stndrd/evaluation/lace_loss_metric.py +0 -330
  322. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots.py +0 -116
  323. package/opus/dnn/torch/osce/stndrd/evaluation/make_boxplots_moctest.py +0 -109
  324. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables.py +0 -124
  325. package/opus/dnn/torch/osce/stndrd/evaluation/make_tables_moctest.py +0 -121
  326. package/opus/dnn/torch/osce/stndrd/evaluation/moc.py +0 -182
  327. package/opus/dnn/torch/osce/stndrd/evaluation/moc2.py +0 -190
  328. package/opus/dnn/torch/osce/stndrd/evaluation/process_dataset.sh +0 -98
  329. package/opus/dnn/torch/osce/stndrd/evaluation/run_nomad.py +0 -138
  330. package/opus/dnn/torch/osce/stndrd/evaluation/run_osce_test.py +0 -196
  331. package/opus/dnn/torch/osce/stndrd/presentation/endoscopy.py +0 -205
  332. package/opus/dnn/torch/osce/stndrd/presentation/lace_demo.ipynb +0 -313
  333. package/opus/dnn/torch/osce/stndrd/presentation/linear_prediction.ipynb +0 -320
  334. package/opus/dnn/torch/osce/stndrd/presentation/playback.py +0 -25
  335. package/opus/dnn/torch/osce/stndrd/presentation/postfilter.ipynb +0 -275
  336. package/opus/dnn/torch/osce/stndrd/presentation/spectrogram.ipynb +0 -173
  337. package/opus/dnn/torch/osce/test_model.py +0 -96
  338. package/opus/dnn/torch/osce/test_vocoder.py +0 -103
  339. package/opus/dnn/torch/osce/train_model.py +0 -307
  340. package/opus/dnn/torch/osce/train_vocoder.py +0 -287
  341. package/opus/dnn/torch/osce/utils/ada_conv.py +0 -71
  342. package/opus/dnn/torch/osce/utils/complexity.py +0 -8
  343. package/opus/dnn/torch/osce/utils/endoscopy.py +0 -205
  344. package/opus/dnn/torch/osce/utils/layers/fir.py +0 -27
  345. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_comb1d.py +0 -230
  346. package/opus/dnn/torch/osce/utils/layers/limited_adaptive_conv1d.py +0 -200
  347. package/opus/dnn/torch/osce/utils/layers/noise_shaper.py +0 -100
  348. package/opus/dnn/torch/osce/utils/layers/pitch_auto_correlator.py +0 -84
  349. package/opus/dnn/torch/osce/utils/layers/silk_upsampler.py +0 -167
  350. package/opus/dnn/torch/osce/utils/layers/td_shaper.py +0 -145
  351. package/opus/dnn/torch/osce/utils/lpcnet_features.py +0 -112
  352. package/opus/dnn/torch/osce/utils/misc.py +0 -95
  353. package/opus/dnn/torch/osce/utils/moc.py +0 -153
  354. package/opus/dnn/torch/osce/utils/pitch.py +0 -122
  355. package/opus/dnn/torch/osce/utils/silk_features.py +0 -144
  356. package/opus/dnn/torch/osce/utils/softquant.py +0 -110
  357. package/opus/dnn/torch/osce/utils/spec.py +0 -210
  358. package/opus/dnn/torch/osce/utils/templates.py +0 -347
  359. package/opus/dnn/torch/plc/export_plc.py +0 -100
  360. package/opus/dnn/torch/plc/plc.py +0 -144
  361. package/opus/dnn/torch/plc/plc_dataset.py +0 -60
  362. package/opus/dnn/torch/plc/train_plc.py +0 -145
  363. package/opus/dnn/torch/rdovae/README.md +0 -55
  364. package/opus/dnn/torch/rdovae/download_datasets.sh +0 -6
  365. package/opus/dnn/torch/rdovae/export_rdovae_weights.py +0 -365
  366. package/opus/dnn/torch/rdovae/fec_encoder.py +0 -212
  367. package/opus/dnn/torch/rdovae/import_rdovae_weights.py +0 -143
  368. package/opus/dnn/torch/rdovae/packets/__init__.py +0 -1
  369. package/opus/dnn/torch/rdovae/packets/fec_packets.c +0 -142
  370. package/opus/dnn/torch/rdovae/packets/fec_packets.h +0 -34
  371. package/opus/dnn/torch/rdovae/packets/fec_packets.py +0 -108
  372. package/opus/dnn/torch/rdovae/process_speech.sh +0 -7
  373. package/opus/dnn/torch/rdovae/rdovae/__init__.py +0 -2
  374. package/opus/dnn/torch/rdovae/rdovae/dataset.py +0 -67
  375. package/opus/dnn/torch/rdovae/rdovae/rdovae.py +0 -719
  376. package/opus/dnn/torch/rdovae/requirements.txt +0 -4
  377. package/opus/dnn/torch/rdovae/train_rdovae.py +0 -278
  378. package/opus/dnn/torch/testsuite/README.md +0 -46
  379. package/opus/dnn/torch/testsuite/examples/lpcnet_c_example.yml +0 -6
  380. package/opus/dnn/torch/testsuite/examples/lpcnet_c_plc_example.yml +0 -5
  381. package/opus/dnn/torch/testsuite/examples/lpcnet_torch_example.yml +0 -5
  382. package/opus/dnn/torch/testsuite/requirements.txt +0 -12
  383. package/opus/dnn/torch/testsuite/run_test.py +0 -375
  384. package/opus/dnn/torch/testsuite/utils/__init__.py +0 -0
  385. package/opus/dnn/torch/testsuite/utils/files.py +0 -54
  386. package/opus/dnn/torch/testsuite/utils/pesq.py +0 -43
  387. package/opus/dnn/torch/testsuite/utils/pitch.py +0 -61
  388. package/opus/dnn/torch/weight-exchange/README.md +0 -21
  389. package/opus/dnn/torch/weight-exchange/requirements.txt +0 -1
  390. package/opus/dnn/torch/weight-exchange/setup.py +0 -48
  391. package/opus/dnn/torch/weight-exchange/wexchange/__init__.py +0 -30
  392. package/opus/dnn/torch/weight-exchange/wexchange/c_export/__init__.py +0 -31
  393. package/opus/dnn/torch/weight-exchange/wexchange/c_export/c_writer.py +0 -181
  394. package/opus/dnn/torch/weight-exchange/wexchange/c_export/common.py +0 -386
  395. package/opus/dnn/torch/weight-exchange/wexchange/tf/__init__.py +0 -5
  396. package/opus/dnn/torch/weight-exchange/wexchange/tf/tf.py +0 -188
  397. package/opus/dnn/torch/weight-exchange/wexchange/torch/__init__.py +0 -37
  398. package/opus/dnn/torch/weight-exchange/wexchange/torch/torch.py +0 -433
  399. package/opus/dnn/training_tf2/dataloader.py +0 -49
  400. package/opus/dnn/training_tf2/decode_rdovae.py +0 -111
  401. package/opus/dnn/training_tf2/diffembed.py +0 -49
  402. package/opus/dnn/training_tf2/dump_lpcnet.py +0 -388
  403. package/opus/dnn/training_tf2/dump_plc.py +0 -296
  404. package/opus/dnn/training_tf2/dump_rdovae.py +0 -306
  405. package/opus/dnn/training_tf2/encode_rdovae.py +0 -125
  406. package/opus/dnn/training_tf2/fec_encoder.py +0 -256
  407. package/opus/dnn/training_tf2/fec_packets.c +0 -142
  408. package/opus/dnn/training_tf2/fec_packets.h +0 -34
  409. package/opus/dnn/training_tf2/fec_packets.py +0 -108
  410. package/opus/dnn/training_tf2/keraslayerdump.py +0 -189
  411. package/opus/dnn/training_tf2/lossfuncs.py +0 -99
  412. package/opus/dnn/training_tf2/lpcnet.py +0 -339
  413. package/opus/dnn/training_tf2/lpcnet_plc.py +0 -101
  414. package/opus/dnn/training_tf2/mdense.py +0 -95
  415. package/opus/dnn/training_tf2/pade.py +0 -70
  416. package/opus/dnn/training_tf2/parameters.py +0 -29
  417. package/opus/dnn/training_tf2/plc_loader.py +0 -73
  418. package/opus/dnn/training_tf2/rdovae.py +0 -372
  419. package/opus/dnn/training_tf2/rdovae_exchange.py +0 -138
  420. package/opus/dnn/training_tf2/rdovae_import.py +0 -123
  421. package/opus/dnn/training_tf2/test_lpcnet.py +0 -120
  422. package/opus/dnn/training_tf2/test_plc.py +0 -92
  423. package/opus/dnn/training_tf2/tf_funcs.py +0 -70
  424. package/opus/dnn/training_tf2/train_lpcnet.py +0 -214
  425. package/opus/dnn/training_tf2/train_plc.py +0 -197
  426. package/opus/dnn/training_tf2/train_rdovae.py +0 -151
  427. package/opus/dnn/training_tf2/ulaw.py +0 -19
  428. package/opus/dnn/training_tf2/uniform_noise.py +0 -78
  429. package/opus/dnn/vec.h +0 -389
  430. package/opus/dnn/vec_avx.h +0 -884
  431. package/opus/dnn/vec_neon.h +0 -473
  432. package/opus/dnn/write_lpcnet_weights.c +0 -97
  433. package/opus/dnn/x86/dnn_x86.h +0 -121
  434. package/opus/dnn/x86/nnet_avx2.c +0 -40
  435. package/opus/dnn/x86/nnet_sse2.c +0 -40
  436. package/opus/dnn/x86/nnet_sse4_1.c +0 -40
  437. package/opus/dnn/x86/x86_dnn_map.c +0 -83
  438. package/opus/doc/Doxyfile.in +0 -340
  439. package/opus/doc/Makefile.am +0 -45
  440. package/opus/doc/build_draft.sh +0 -113
  441. package/opus/doc/build_isobmff.sh +0 -50
  442. package/opus/doc/build_oggdraft.sh +0 -52
  443. package/opus/doc/customdoxygen.css +0 -1011
  444. package/opus/doc/draft-ietf-codec-oggopus.xml +0 -1873
  445. package/opus/doc/draft-ietf-codec-opus-update.xml +0 -513
  446. package/opus/doc/draft-ietf-codec-opus.xml +0 -8276
  447. package/opus/doc/draft-ietf-payload-rtp-opus.xml +0 -960
  448. package/opus/doc/footer.html +0 -32
  449. package/opus/doc/header.html +0 -61
  450. package/opus/doc/meson.build +0 -33
  451. package/opus/doc/opus_in_isobmff.css +0 -60
  452. package/opus/doc/opus_in_isobmff.html +0 -692
  453. package/opus/doc/opus_logo.svg +0 -157
  454. package/opus/doc/opus_update.patch +0 -244
  455. package/opus/doc/release.txt +0 -43
  456. package/opus/doc/trivial_example.c +0 -171
  457. package/opus/include/meson.build +0 -13
  458. package/opus/include/opus.h +0 -1172
  459. package/opus/include/opus_custom.h +0 -381
  460. package/opus/include/opus_defines.h +0 -830
  461. package/opus/include/opus_multistream.h +0 -736
  462. package/opus/include/opus_projection.h +0 -643
  463. package/opus/include/opus_types.h +0 -166
  464. package/opus/lpcnet_headers.mk +0 -44
  465. package/opus/lpcnet_sources.mk +0 -44
  466. package/opus/m4/as-gcc-inline-assembly.m4 +0 -98
  467. package/opus/m4/ax_add_fortify_source.m4 +0 -53
  468. package/opus/m4/opus-intrinsics.m4 +0 -29
  469. package/opus/meson/README.md +0 -88
  470. package/opus/meson/get-version.py +0 -86
  471. package/opus/meson/read-sources-list.py +0 -28
  472. package/opus/meson.build +0 -745
  473. package/opus/meson_options.txt +0 -27
  474. package/opus/opus-uninstalled.pc.in +0 -12
  475. package/opus/opus.m4 +0 -117
  476. package/opus/opus.pc.in +0 -16
  477. package/opus/opus_headers.mk +0 -8
  478. package/opus/opus_sources.mk +0 -17
  479. package/opus/releases.sha2 +0 -85
  480. package/opus/scripts/dump_rnn.py +0 -57
  481. package/opus/scripts/local_build.py +0 -220
  482. package/opus/scripts/rnn_train.py +0 -67
  483. package/opus/scripts/shrink_model.sh +0 -7
  484. package/opus/silk/A2NLSF.c +0 -267
  485. package/opus/silk/API.h +0 -156
  486. package/opus/silk/CNG.c +0 -188
  487. package/opus/silk/HP_variable_cutoff.c +0 -77
  488. package/opus/silk/Inlines.h +0 -188
  489. package/opus/silk/LPC_analysis_filter.c +0 -111
  490. package/opus/silk/LPC_fit.c +0 -82
  491. package/opus/silk/LPC_inv_pred_gain.c +0 -141
  492. package/opus/silk/LP_variable_cutoff.c +0 -135
  493. package/opus/silk/MacroCount.h +0 -710
  494. package/opus/silk/MacroDebug.h +0 -945
  495. package/opus/silk/NLSF2A.c +0 -141
  496. package/opus/silk/NLSF_VQ.c +0 -76
  497. package/opus/silk/NLSF_VQ_weights_laroia.c +0 -80
  498. package/opus/silk/NLSF_decode.c +0 -93
  499. package/opus/silk/NLSF_del_dec_quant.c +0 -215
  500. package/opus/silk/NLSF_encode.c +0 -124
  501. package/opus/silk/NLSF_stabilize.c +0 -142
  502. package/opus/silk/NLSF_unpack.c +0 -55
  503. package/opus/silk/NSQ.c +0 -437
  504. package/opus/silk/NSQ.h +0 -101
  505. package/opus/silk/NSQ_del_dec.c +0 -733
  506. package/opus/silk/PLC.c +0 -493
  507. package/opus/silk/PLC.h +0 -65
  508. package/opus/silk/SigProc_FIX.h +0 -643
  509. package/opus/silk/VAD.c +0 -360
  510. package/opus/silk/VQ_WMat_EC.c +0 -131
  511. package/opus/silk/ana_filt_bank_1.c +0 -74
  512. package/opus/silk/arm/LPC_inv_pred_gain_arm.h +0 -57
  513. package/opus/silk/arm/LPC_inv_pred_gain_neon_intr.c +0 -288
  514. package/opus/silk/arm/NSQ_del_dec_arm.h +0 -100
  515. package/opus/silk/arm/NSQ_del_dec_neon_intr.c +0 -1138
  516. package/opus/silk/arm/NSQ_neon.c +0 -112
  517. package/opus/silk/arm/NSQ_neon.h +0 -114
  518. package/opus/silk/arm/SigProc_FIX_armv4.h +0 -47
  519. package/opus/silk/arm/SigProc_FIX_armv5e.h +0 -61
  520. package/opus/silk/arm/arm_silk_map.c +0 -128
  521. package/opus/silk/arm/biquad_alt_arm.h +0 -68
  522. package/opus/silk/arm/biquad_alt_neon_intr.c +0 -156
  523. package/opus/silk/arm/macros_arm64.h +0 -39
  524. package/opus/silk/arm/macros_armv4.h +0 -110
  525. package/opus/silk/arm/macros_armv5e.h +0 -220
  526. package/opus/silk/biquad_alt.c +0 -121
  527. package/opus/silk/bwexpander.c +0 -51
  528. package/opus/silk/bwexpander_32.c +0 -51
  529. package/opus/silk/check_control_input.c +0 -106
  530. package/opus/silk/code_signs.c +0 -115
  531. package/opus/silk/control.h +0 -161
  532. package/opus/silk/control_SNR.c +0 -113
  533. package/opus/silk/control_audio_bandwidth.c +0 -132
  534. package/opus/silk/control_codec.c +0 -423
  535. package/opus/silk/debug.c +0 -174
  536. package/opus/silk/debug.h +0 -267
  537. package/opus/silk/dec_API.c +0 -465
  538. package/opus/silk/decode_core.c +0 -243
  539. package/opus/silk/decode_frame.c +0 -169
  540. package/opus/silk/decode_indices.c +0 -151
  541. package/opus/silk/decode_parameters.c +0 -115
  542. package/opus/silk/decode_pitch.c +0 -77
  543. package/opus/silk/decode_pulses.c +0 -115
  544. package/opus/silk/decoder_set_fs.c +0 -108
  545. package/opus/silk/define.h +0 -235
  546. package/opus/silk/enc_API.c +0 -593
  547. package/opus/silk/encode_indices.c +0 -181
  548. package/opus/silk/encode_pulses.c +0 -206
  549. package/opus/silk/errors.h +0 -98
  550. package/opus/silk/fixed/LTP_analysis_filter_FIX.c +0 -90
  551. package/opus/silk/fixed/LTP_scale_ctrl_FIX.c +0 -58
  552. package/opus/silk/fixed/apply_sine_window_FIX.c +0 -101
  553. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_arm.h +0 -68
  554. package/opus/silk/fixed/arm/warped_autocorrelation_FIX_neon_intr.c +0 -265
  555. package/opus/silk/fixed/autocorr_FIX.c +0 -48
  556. package/opus/silk/fixed/burg_modified_FIX.c +0 -280
  557. package/opus/silk/fixed/corrMatrix_FIX.c +0 -150
  558. package/opus/silk/fixed/encode_frame_FIX.c +0 -444
  559. package/opus/silk/fixed/find_LPC_FIX.c +0 -151
  560. package/opus/silk/fixed/find_LTP_FIX.c +0 -99
  561. package/opus/silk/fixed/find_pitch_lags_FIX.c +0 -143
  562. package/opus/silk/fixed/find_pred_coefs_FIX.c +0 -146
  563. package/opus/silk/fixed/k2a_FIX.c +0 -54
  564. package/opus/silk/fixed/k2a_Q16_FIX.c +0 -54
  565. package/opus/silk/fixed/main_FIX.h +0 -244
  566. package/opus/silk/fixed/mips/noise_shape_analysis_FIX_mipsr1.h +0 -336
  567. package/opus/silk/fixed/mips/prefilter_FIX_mipsr1.h +0 -184
  568. package/opus/silk/fixed/mips/warped_autocorrelation_FIX_mipsr1.h +0 -165
  569. package/opus/silk/fixed/noise_shape_analysis_FIX.c +0 -407
  570. package/opus/silk/fixed/pitch_analysis_core_FIX.c +0 -721
  571. package/opus/silk/fixed/process_gains_FIX.c +0 -117
  572. package/opus/silk/fixed/regularize_correlations_FIX.c +0 -47
  573. package/opus/silk/fixed/residual_energy16_FIX.c +0 -103
  574. package/opus/silk/fixed/residual_energy_FIX.c +0 -98
  575. package/opus/silk/fixed/schur64_FIX.c +0 -93
  576. package/opus/silk/fixed/schur_FIX.c +0 -107
  577. package/opus/silk/fixed/structs_FIX.h +0 -116
  578. package/opus/silk/fixed/vector_ops_FIX.c +0 -102
  579. package/opus/silk/fixed/warped_autocorrelation_FIX.c +0 -92
  580. package/opus/silk/fixed/x86/burg_modified_FIX_sse4_1.c +0 -400
  581. package/opus/silk/fixed/x86/vector_ops_FIX_sse4_1.c +0 -93
  582. package/opus/silk/float/LPC_analysis_filter_FLP.c +0 -249
  583. package/opus/silk/float/LPC_inv_pred_gain_FLP.c +0 -73
  584. package/opus/silk/float/LTP_analysis_filter_FLP.c +0 -75
  585. package/opus/silk/float/LTP_scale_ctrl_FLP.c +0 -58
  586. package/opus/silk/float/SigProc_FLP.h +0 -205
  587. package/opus/silk/float/apply_sine_window_FLP.c +0 -81
  588. package/opus/silk/float/autocorrelation_FLP.c +0 -53
  589. package/opus/silk/float/burg_modified_FLP.c +0 -187
  590. package/opus/silk/float/bwexpander_FLP.c +0 -49
  591. package/opus/silk/float/corrMatrix_FLP.c +0 -95
  592. package/opus/silk/float/encode_frame_FLP.c +0 -432
  593. package/opus/silk/float/energy_FLP.c +0 -59
  594. package/opus/silk/float/find_LPC_FLP.c +0 -105
  595. package/opus/silk/float/find_LTP_FLP.c +0 -65
  596. package/opus/silk/float/find_pitch_lags_FLP.c +0 -132
  597. package/opus/silk/float/find_pred_coefs_FLP.c +0 -117
  598. package/opus/silk/float/inner_product_FLP.c +0 -59
  599. package/opus/silk/float/k2a_FLP.c +0 -54
  600. package/opus/silk/float/main_FLP.h +0 -290
  601. package/opus/silk/float/noise_shape_analysis_FLP.c +0 -350
  602. package/opus/silk/float/pitch_analysis_core_FLP.c +0 -630
  603. package/opus/silk/float/process_gains_FLP.c +0 -103
  604. package/opus/silk/float/regularize_correlations_FLP.c +0 -48
  605. package/opus/silk/float/residual_energy_FLP.c +0 -117
  606. package/opus/silk/float/scale_copy_vector_FLP.c +0 -57
  607. package/opus/silk/float/scale_vector_FLP.c +0 -56
  608. package/opus/silk/float/schur_FLP.c +0 -70
  609. package/opus/silk/float/sort_FLP.c +0 -83
  610. package/opus/silk/float/structs_FLP.h +0 -112
  611. package/opus/silk/float/warped_autocorrelation_FLP.c +0 -75
  612. package/opus/silk/float/wrappers_FLP.c +0 -209
  613. package/opus/silk/float/x86/inner_product_FLP_avx2.c +0 -85
  614. package/opus/silk/gain_quant.c +0 -142
  615. package/opus/silk/init_decoder.c +0 -84
  616. package/opus/silk/init_encoder.c +0 -68
  617. package/opus/silk/inner_prod_aligned.c +0 -47
  618. package/opus/silk/interpolate.c +0 -51
  619. package/opus/silk/lin2log.c +0 -46
  620. package/opus/silk/log2lin.c +0 -58
  621. package/opus/silk/macros.h +0 -151
  622. package/opus/silk/main.h +0 -486
  623. package/opus/silk/meson.build +0 -69
  624. package/opus/silk/mips/NSQ_del_dec_mipsr1.h +0 -410
  625. package/opus/silk/mips/macros_mipsr1.h +0 -92
  626. package/opus/silk/mips/sigproc_fix_mipsr1.h +0 -60
  627. package/opus/silk/pitch_est_defines.h +0 -88
  628. package/opus/silk/pitch_est_tables.c +0 -99
  629. package/opus/silk/process_NLSFs.c +0 -107
  630. package/opus/silk/quant_LTP_gains.c +0 -132
  631. package/opus/silk/resampler.c +0 -215
  632. package/opus/silk/resampler_down2.c +0 -74
  633. package/opus/silk/resampler_down2_3.c +0 -103
  634. package/opus/silk/resampler_private.h +0 -88
  635. package/opus/silk/resampler_private_AR2.c +0 -55
  636. package/opus/silk/resampler_private_IIR_FIR.c +0 -107
  637. package/opus/silk/resampler_private_down_FIR.c +0 -194
  638. package/opus/silk/resampler_private_up2_HQ.c +0 -113
  639. package/opus/silk/resampler_rom.c +0 -96
  640. package/opus/silk/resampler_rom.h +0 -68
  641. package/opus/silk/resampler_structs.h +0 -60
  642. package/opus/silk/shell_coder.c +0 -151
  643. package/opus/silk/sigm_Q15.c +0 -76
  644. package/opus/silk/sort.c +0 -154
  645. package/opus/silk/stereo_LR_to_MS.c +0 -229
  646. package/opus/silk/stereo_MS_to_LR.c +0 -85
  647. package/opus/silk/stereo_decode_pred.c +0 -73
  648. package/opus/silk/stereo_encode_pred.c +0 -62
  649. package/opus/silk/stereo_find_predictor.c +0 -79
  650. package/opus/silk/stereo_quant_pred.c +0 -73
  651. package/opus/silk/structs.h +0 -357
  652. package/opus/silk/sum_sqr_shift.c +0 -83
  653. package/opus/silk/table_LSF_cos.c +0 -70
  654. package/opus/silk/tables.h +0 -114
  655. package/opus/silk/tables_LTP.c +0 -294
  656. package/opus/silk/tables_NLSF_CB_NB_MB.c +0 -195
  657. package/opus/silk/tables_NLSF_CB_WB.c +0 -234
  658. package/opus/silk/tables_gain.c +0 -63
  659. package/opus/silk/tables_other.c +0 -124
  660. package/opus/silk/tables_pitch_lag.c +0 -69
  661. package/opus/silk/tables_pulses_per_block.c +0 -264
  662. package/opus/silk/tests/meson.build +0 -8
  663. package/opus/silk/tests/test_unit_LPC_inv_pred_gain.c +0 -130
  664. package/opus/silk/tuning_parameters.h +0 -155
  665. package/opus/silk/typedef.h +0 -81
  666. package/opus/silk/x86/NSQ_del_dec_avx2.c +0 -1075
  667. package/opus/silk/x86/NSQ_del_dec_sse4_1.c +0 -915
  668. package/opus/silk/x86/NSQ_sse4_1.c +0 -772
  669. package/opus/silk/x86/SigProc_FIX_sse.h +0 -99
  670. package/opus/silk/x86/VAD_sse4_1.c +0 -289
  671. package/opus/silk/x86/VQ_WMat_EC_sse4_1.c +0 -173
  672. package/opus/silk/x86/main_sse.h +0 -299
  673. package/opus/silk/x86/x86_silk_map.c +0 -179
  674. package/opus/silk_headers.mk +0 -44
  675. package/opus/silk_sources.mk +0 -164
  676. package/opus/src/analysis.c +0 -979
  677. package/opus/src/analysis.h +0 -103
  678. package/opus/src/extensions.c +0 -663
  679. package/opus/src/mapping_matrix.c +0 -993
  680. package/opus/src/mapping_matrix.h +0 -165
  681. package/opus/src/meson.build +0 -45
  682. package/opus/src/mlp.c +0 -132
  683. package/opus/src/mlp.h +0 -60
  684. package/opus/src/mlp_data.c +0 -672
  685. package/opus/src/opus.c +0 -362
  686. package/opus/src/opus_compare.c +0 -382
  687. package/opus/src/opus_decoder.c +0 -1579
  688. package/opus/src/opus_demo.c +0 -1194
  689. package/opus/src/opus_encoder.c +0 -3180
  690. package/opus/src/opus_multistream.c +0 -92
  691. package/opus/src/opus_multistream_decoder.c +0 -563
  692. package/opus/src/opus_multistream_encoder.c +0 -1321
  693. package/opus/src/opus_private.h +0 -263
  694. package/opus/src/opus_projection_decoder.c +0 -283
  695. package/opus/src/opus_projection_encoder.c +0 -522
  696. package/opus/src/repacketizer.c +0 -469
  697. package/opus/src/repacketizer_demo.c +0 -247
  698. package/opus/src/tansig_table.h +0 -45
  699. package/opus/tar_list.txt +0 -28
  700. package/opus/tests/meson.build +0 -39
  701. package/opus/tests/opus_build_test.sh +0 -29
  702. package/opus/tests/opus_decode_fuzzer.c +0 -124
  703. package/opus/tests/opus_decode_fuzzer.options +0 -2
  704. package/opus/tests/opus_encode_regressions.c +0 -1034
  705. package/opus/tests/random_config.sh +0 -126
  706. package/opus/tests/run_vectors.sh +0 -143
  707. package/opus/tests/test_opus_api.c +0 -1904
  708. package/opus/tests/test_opus_common.h +0 -86
  709. package/opus/tests/test_opus_custom.c +0 -694
  710. package/opus/tests/test_opus_decode.c +0 -481
  711. package/opus/tests/test_opus_dred.c +0 -107
  712. package/opus/tests/test_opus_encode.c +0 -738
  713. package/opus/tests/test_opus_extensions.c +0 -750
  714. package/opus/tests/test_opus_padding.c +0 -94
  715. package/opus/tests/test_opus_projection.c +0 -384
  716. package/opus/training/rnn_dump.py +0 -66
  717. package/opus/training/rnn_train.py +0 -177
  718. package/opus/training/txt2hdf5.py +0 -12
  719. package/opus/update_version +0 -65
  720. package/test.mp4 +0 -0
@@ -1,109 +0,0 @@
1
- """
2
- /* Copyright (c) 2022 Amazon
3
- Written by Jan Buethe */
4
- /*
5
- Redistribution and use in source and binary forms, with or without
6
- modification, are permitted provided that the following conditions
7
- are met:
8
-
9
- - Redistributions of source code must retain the above copyright
10
- notice, this list of conditions and the following disclaimer.
11
-
12
- - Redistributions in binary form must reproduce the above copyright
13
- notice, this list of conditions and the following disclaimer in the
14
- documentation and/or other materials provided with the distribution.
15
-
16
- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17
- ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18
- LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19
- A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
20
- OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
21
- EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
22
- PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
23
- PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
24
- LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
25
- NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
26
- SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
- */
28
- """
29
-
30
- import os
31
- import argparse
32
- import sys
33
-
34
- sys.path.append(os.path.join(os.path.dirname(__file__), '../weight-exchange'))
35
-
36
-
37
- parser = argparse.ArgumentParser()
38
-
39
- parser.add_argument('checkpoint', type=str, help='model checkpoint')
40
- parser.add_argument('output_dir', type=str, help='output folder')
41
-
42
- args = parser.parse_args()
43
-
44
- import torch
45
- import numpy as np
46
-
47
- from models import PitchDNN
48
- from wexchange.torch import dump_torch_weights
49
- from wexchange.c_export import CWriter, print_vector
50
-
51
- def c_export(args, model):
52
-
53
- message = f"Auto generated from checkpoint {os.path.basename(args.checkpoint)}"
54
-
55
- writer = CWriter(os.path.join(args.output_dir, "pitchdnn_data"), message=message, model_struct_name='PitchDNN')
56
- writer.header.write(
57
- f"""
58
- #include "opus_types.h"
59
- """
60
- )
61
-
62
- dense_layers = [
63
- ('if_upsample.0', "dense_if_upsampler_1"),
64
- ('if_upsample.2', "dense_if_upsampler_2"),
65
- ('downsample.0', "dense_downsampler"),
66
- ("upsample.0", "dense_final_upsampler")
67
- ]
68
-
69
-
70
- for name, export_name in dense_layers:
71
- layer = model.get_submodule(name)
72
- dump_torch_weights(writer, layer, name=export_name, verbose=True, quantize=True, scale=None)
73
-
74
- conv_layers = [
75
- ('conv.1', "conv2d_1"),
76
- ('conv.4', "conv2d_2")
77
- ]
78
-
79
-
80
- for name, export_name in conv_layers:
81
- layer = model.get_submodule(name)
82
- dump_torch_weights(writer, layer, name=export_name, verbose=True)
83
-
84
-
85
- gru_layers = [
86
- ("GRU", "gru_1"),
87
- ]
88
-
89
- max_rnn_units = max([dump_torch_weights(writer, model.get_submodule(name), export_name, verbose=True, input_sparse=False, quantize=True, scale=None, recurrent_scale=None)
90
- for name, export_name in gru_layers])
91
-
92
- writer.header.write(
93
- f"""
94
-
95
- #define PITCH_DNN_MAX_RNN_UNITS {max_rnn_units}
96
-
97
- """
98
- )
99
-
100
- writer.close()
101
-
102
-
103
- if __name__ == "__main__":
104
-
105
- os.makedirs(args.output_dir, exist_ok=True)
106
- model = PitchDNN()
107
- checkpoint = torch.load(args.checkpoint, map_location='cpu')
108
- model.load_state_dict(checkpoint['state_dict'])
109
- c_export(args, model)
@@ -1,178 +0,0 @@
1
- """
2
- Pitch Estimation Models and dataloaders
3
- - Classification Based (Input features, output logits)
4
- """
5
-
6
- import torch
7
- import numpy as np
8
-
9
- class PitchDNNIF(torch.nn.Module):
10
-
11
- def __init__(self, input_dim=88, gru_dim=64, output_dim=192):
12
- super().__init__()
13
-
14
- self.activation = torch.nn.Tanh()
15
- self.initial = torch.nn.Linear(input_dim, gru_dim)
16
- self.hidden = torch.nn.Linear(gru_dim, gru_dim)
17
- self.gru = torch.nn.GRU(input_size=gru_dim, hidden_size=gru_dim, batch_first=True)
18
- self.upsample = torch.nn.Linear(gru_dim, output_dim)
19
-
20
- def forward(self, x):
21
-
22
- x = self.initial(x)
23
- x = self.activation(x)
24
- x = self.hidden(x)
25
- x = self.activation(x)
26
- x,_ = self.gru(x)
27
- x = self.upsample(x)
28
- x = self.activation(x)
29
- x = x.permute(0,2,1)
30
-
31
- return x
32
-
33
- class PitchDNNXcorr(torch.nn.Module):
34
-
35
- def __init__(self, input_dim=90, gru_dim=64, output_dim=192):
36
- super().__init__()
37
-
38
- self.activation = torch.nn.Tanh()
39
-
40
- self.conv = torch.nn.Sequential(
41
- torch.nn.ZeroPad2d((2, 0, 1, 1)),
42
- torch.nn.Conv2d(1, 8, 3, bias=True),
43
- self.activation,
44
- torch.nn.ZeroPad2d((2,0,1,1)),
45
- torch.nn.Conv2d(8, 8, 3, bias=True),
46
- self.activation,
47
- torch.nn.ZeroPad2d((2,0,1,1)),
48
- torch.nn.Conv2d(8, 1, 3, bias=True),
49
- self.activation,
50
- )
51
-
52
- self.downsample = torch.nn.Sequential(
53
- torch.nn.Linear(input_dim, gru_dim),
54
- self.activation
55
- )
56
- self.GRU = torch.nn.GRU(input_size=gru_dim, hidden_size=gru_dim, num_layers=1, batch_first=True)
57
- self.upsample = torch.nn.Sequential(
58
- torch.nn.Linear(gru_dim,output_dim),
59
- self.activation
60
- )
61
-
62
- def forward(self, x):
63
- x = self.conv(x.unsqueeze(-1).permute(0,3,2,1)).squeeze(1)
64
- x,_ = self.GRU(self.downsample(x.permute(0,2,1)))
65
- x = self.upsample(x).permute(0,2,1)
66
-
67
- return x
68
-
69
- class PitchDNN(torch.nn.Module):
70
- """
71
- Joint IF-xcorr
72
- 1D CNN on IF, merge with xcorr, 2D CNN on merged + GRU
73
- """
74
-
75
- def __init__(self,input_IF_dim=88, input_xcorr_dim=224, gru_dim=64, output_dim=192):
76
- super().__init__()
77
-
78
- self.activation = torch.nn.Tanh()
79
-
80
- self.if_upsample = torch.nn.Sequential(
81
- torch.nn.Linear(input_IF_dim,64),
82
- self.activation,
83
- torch.nn.Linear(64,64),
84
- self.activation,
85
- )
86
-
87
- self.conv = torch.nn.Sequential(
88
- torch.nn.ZeroPad2d((2,0,1,1)),
89
- torch.nn.Conv2d(1, 4, 3, bias=True),
90
- self.activation,
91
- torch.nn.ZeroPad2d((2,0,1,1)),
92
- torch.nn.Conv2d(4, 1, 3, bias=True),
93
- self.activation,
94
- )
95
-
96
- self.downsample = torch.nn.Sequential(
97
- torch.nn.Linear(64 + input_xcorr_dim, gru_dim),
98
- self.activation
99
- )
100
- self.GRU = torch.nn.GRU(input_size=gru_dim, hidden_size=gru_dim, num_layers=1, batch_first=True)
101
- self.upsample = torch.nn.Sequential(
102
- torch.nn.Linear(gru_dim, output_dim)
103
- )
104
-
105
- def forward(self, x):
106
- xcorr_feat = x[:,:,:224]
107
- if_feat = x[:,:,224:]
108
- xcorr_feat = self.conv(xcorr_feat.unsqueeze(-1).permute(0,3,2,1)).squeeze(1).permute(0,2,1)
109
- if_feat = self.if_upsample(if_feat)
110
- x = torch.cat([xcorr_feat,if_feat],axis = - 1)
111
- x,_ = self.GRU(self.downsample(x))
112
- x = self.upsample(x).permute(0,2,1)
113
-
114
- return x
115
-
116
-
117
- # Dataloaders
118
- class Loader(torch.utils.data.Dataset):
119
- def __init__(self, features_if, file_pitch, confidence_threshold=0.4, dimension_if=30, context=100):
120
- self.if_feat = np.memmap(features_if, dtype=np.float32).reshape(-1,3*dimension_if)
121
-
122
- # Resolution of 20 cents
123
- self.cents = np.rint(np.load(file_pitch)[0,:]/20)
124
- self.cents = np.clip(self.cents,0,179)
125
- self.confidence = np.load(file_pitch)[1,:]
126
-
127
- # Filter confidence for CREPE
128
- self.confidence[self.confidence < confidence_threshold] = 0
129
- self.context = context
130
- # Clip both to same size
131
- size_common = min(self.if_feat.shape[0], self.cents.shape[0])
132
- self.if_feat = self.if_feat[:size_common,:]
133
- self.cents = self.cents[:size_common]
134
- self.confidence = self.confidence[:size_common]
135
-
136
- frame_max = self.if_feat.shape[0]//context
137
- self.if_feat = np.reshape(self.if_feat[:frame_max*context, :],(frame_max, context,3*dimension_if))
138
- self.cents = np.reshape(self.cents[:frame_max * context],(frame_max, context))
139
- self.confidence = np.reshape(self.confidence[:frame_max*context],(frame_max, context))
140
-
141
- def __len__(self):
142
- return self.if_feat.shape[0]
143
-
144
- def __getitem__(self, index):
145
- return torch.from_numpy(self.if_feat[index,:,:]), torch.from_numpy(self.cents[index]), torch.from_numpy(self.confidence[index])
146
-
147
- class PitchDNNDataloader(torch.utils.data.Dataset):
148
- def __init__(self, features, file_pitch, confidence_threshold=0.4, context=100, choice_data='both'):
149
- self.feat = np.memmap(features, mode='r', dtype=np.int8).reshape(-1,312)
150
- self.xcorr = self.feat[:,:224]
151
- self.if_feat = self.feat[:,224:]
152
- ground_truth = np.memmap(file_pitch, mode='r', dtype=np.float32).reshape(-1,2)
153
- self.cents = np.rint(60*np.log2(ground_truth[:,0]/62.5))
154
- mask = (self.cents>=0).astype('float32') * (self.cents<=180).astype('float32')
155
- self.cents = np.clip(self.cents,0,179)
156
- self.confidence = ground_truth[:,1] * mask
157
- # Filter confidence for CREPE
158
- self.confidence[self.confidence < confidence_threshold] = 0
159
- self.context = context
160
-
161
- self.choice_data = choice_data
162
-
163
- frame_max = self.if_feat.shape[0]//context
164
- self.if_feat = np.reshape(self.if_feat[:frame_max*context,:], (frame_max, context, 88))
165
- self.cents = np.reshape(self.cents[:frame_max*context], (frame_max,context))
166
- self.xcorr = np.reshape(self.xcorr[:frame_max*context,:], (frame_max,context, 224))
167
- self.confidence = np.reshape(self.confidence[:frame_max*context], (frame_max, context))
168
-
169
- def __len__(self):
170
- return self.if_feat.shape[0]
171
-
172
- def __getitem__(self, index):
173
- if self.choice_data == 'both':
174
- return torch.cat([torch.from_numpy((1./127)*self.xcorr[index,:,:]), torch.from_numpy((1./127)*self.if_feat[index,:,:])], dim=-1), torch.from_numpy(self.cents[index]), torch.from_numpy(self.confidence[index])
175
- elif self.choice_data == 'if':
176
- return torch.from_numpy((1./127)*self.if_feat[index,:,:]),torch.from_numpy(self.cents[index]),torch.from_numpy(self.confidence[index])
177
- else:
178
- return torch.from_numpy((1./127)*self.xcorr[index,:,:]),torch.from_numpy(self.cents[index]),torch.from_numpy(self.confidence[index])
@@ -1,179 +0,0 @@
1
- import argparse
2
- parser = argparse.ArgumentParser()
3
-
4
- parser.add_argument('features', type=str, help='Features generated from dump_data')
5
- parser.add_argument('data', type=str, help='Data generated from dump_data (offset by 5ms)')
6
- parser.add_argument('output', type=str, help='output .f32 feature file with replaced neural pitch')
7
- parser.add_argument('checkpoint', type=str, help='model checkpoint file')
8
- parser.add_argument('path_lpcnet_extractor', type=str, help='path to LPCNet extractor object file (generated on compilation)')
9
- parser.add_argument('--device', type=str, help='compute device',default = None,required = False)
10
- parser.add_argument('--replace_xcorr', type = bool, default = False, help='Replace LPCNet xcorr with updated one')
11
-
12
- args = parser.parse_args()
13
-
14
- import os
15
-
16
- from utils import stft, random_filter
17
- import subprocess
18
- import numpy as np
19
- import json
20
- import torch
21
- import tqdm
22
-
23
- from models import PitchDNNIF, PitchDNNXcorr, PitchDNN
24
-
25
- device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
26
- if device is not None:
27
- device = torch.device(args.device)
28
-
29
- # Loading the appropriate model
30
- checkpoint = torch.load(args.checkpoint, map_location='cpu')
31
- dict_params = checkpoint['config']
32
-
33
- if dict_params['data_format'] == 'if':
34
- pitch_nn = PitchDNNIF(dict_params['freq_keep']*3, dict_params['gru_dim'], dict_params['output_dim'])
35
- elif dict_params['data_format'] == 'xcorr':
36
- pitch_nn = PitchDNNXcorr(dict_params['xcorr_dim'], dict_params['gru_dim'], dict_params['output_dim'])
37
- else:
38
- pitch_nn = PitchDNN(dict_params['freq_keep']*3, dict_params['xcorr_dim'], dict_params['gru_dim'], dict_params['output_dim'])
39
-
40
- pitch_nn.load_state_dict(checkpoint['state_dict'])
41
- pitch_nn = pitch_nn.to(device)
42
-
43
- N = dict_params['window_size']
44
- H = dict_params['hop_factor']
45
- freq_keep = dict_params['freq_keep']
46
-
47
- os.environ["OMP_NUM_THREADS"] = "16"
48
-
49
-
50
- def run_lpc(signal, lpcs, frame_length=160):
51
- num_frames, lpc_order = lpcs.shape
52
-
53
- prediction = np.concatenate(
54
- [- np.convolve(signal[i * frame_length : (i + 1) * frame_length + lpc_order - 1], lpcs[i], mode='valid') for i in range(num_frames)]
55
- )
56
- error = signal[lpc_order :] - prediction
57
-
58
- return prediction, error
59
-
60
-
61
- if __name__ == "__main__":
62
- args = parser.parse_args()
63
-
64
- features = np.memmap(args.features, dtype=np.float32,mode = 'r').reshape((-1, 36))
65
- data = np.memmap(args.data, dtype=np.int16,mode = 'r').reshape((-1, 2))
66
-
67
- num_frames = features.shape[0]
68
- feature_dim = features.shape[1]
69
-
70
- assert feature_dim == 36
71
-
72
- output = np.memmap(args.output, dtype=np.float32, shape=(num_frames, feature_dim), mode='w+')
73
- output[:, :36] = features
74
-
75
- # lpc coefficients and signal
76
- lpcs = features[:, 20:36]
77
- sig = data[:, 1]
78
-
79
- # parameters
80
-
81
- # constants
82
- pitch_min = 32
83
- pitch_max = 256
84
- lpc_order = 16
85
- fs = 16000
86
- frame_length = 160
87
- overlap_frames = 100
88
- chunk_size = 10000
89
- history_length = frame_length * overlap_frames
90
- history = np.zeros(history_length, dtype=np.int16)
91
- pitch_position=18
92
- xcorr_position=19
93
- conf_position=36
94
-
95
- num_frames = len(sig) // 160 - 1
96
-
97
- frame_start = 0
98
- frame_stop = min(frame_start + chunk_size, num_frames)
99
- signal_start = 0
100
- signal_stop = frame_stop * frame_length
101
-
102
- niters = (num_frames - 1)//chunk_size
103
- for i in tqdm.trange(niters):
104
- if (frame_start > num_frames - 1):
105
- break
106
- chunk = np.concatenate((history, sig[signal_start:signal_stop]))
107
- chunk_la = np.concatenate((history, sig[signal_start:signal_stop + 80]))
108
-
109
- # Feature computation
110
- spec = stft(x = np.concatenate([np.zeros(80),chunk_la/(2**15 - 1)]), w = 'boxcar', N = N, H = H).T
111
- phase_diff = spec*np.conj(np.roll(spec,1,axis = -1))
112
- phase_diff = phase_diff/(np.abs(phase_diff) + 1.0e-8)
113
- idx_save = np.concatenate([np.arange(freq_keep),(N//2 + 1) + np.arange(freq_keep),2*(N//2 + 1) + np.arange(freq_keep)])
114
- feature = np.concatenate([np.log(np.abs(spec) + 1.0e-8),np.real(phase_diff),np.imag(phase_diff)],axis = 0).T
115
- feature_if = feature[:,idx_save]
116
-
117
- data_temp = np.memmap('./temp_featcompute_' + dict_params['data_format'] + '_.raw', dtype=np.int16, shape=(chunk.shape[0]), mode='w+')
118
- data_temp[:chunk.shape[0]] = chunk_la[80:].astype(np.int16)
119
-
120
- subprocess.run([args.path_lpcnet_extractor, './temp_featcompute_' + dict_params['data_format'] + '_.raw', './temp_featcompute_xcorr_' + dict_params['data_format'] + '_.raw'])
121
- feature_xcorr = np.flip(np.fromfile('./temp_featcompute_xcorr_' + dict_params['data_format'] + '_.raw', dtype='float32').reshape((-1,256),order = 'C'),axis = 1)
122
- ones_zero_lag = np.expand_dims(np.ones(feature_xcorr.shape[0]),-1)
123
- feature_xcorr = np.concatenate([ones_zero_lag,feature_xcorr],axis = -1)
124
-
125
- os.remove('./temp_featcompute_' + dict_params['data_format'] + '_.raw')
126
- os.remove('./temp_featcompute_xcorr_' + dict_params['data_format'] + '_.raw')
127
-
128
- if dict_params['data_format'] == 'if':
129
- feature = feature_if
130
- elif dict_params['data_format'] == 'xcorr':
131
- feature = feature_xcorr
132
- else:
133
- indmin = min(feature_if.shape[0],feature_xcorr.shape[0])
134
- feature = np.concatenate([feature_xcorr[:indmin,:],feature_if[:indmin,:]],-1)
135
-
136
- # Compute pitch with my model
137
- model_cents = pitch_nn(torch.from_numpy(np.copy(np.expand_dims(feature,0))).float().to(device))
138
- model_cents = 20*model_cents.argmax(dim=1).cpu().detach().squeeze().numpy()
139
- frequency = 62.5*2**(model_cents/1200)
140
-
141
- frequency = frequency[overlap_frames : overlap_frames + frame_stop - frame_start]
142
-
143
- # convert frequencies to periods
144
- periods = np.round(fs / frequency)
145
-
146
- periods = np.clip(periods, pitch_min, pitch_max)
147
-
148
- output[frame_start:frame_stop, pitch_position] = (periods - 100) / 50
149
-
150
- frame_offset = (pitch_max + frame_length - 1) // frame_length
151
- offset = frame_offset * frame_length
152
- padding = lpc_order
153
-
154
-
155
- if frame_start < frame_offset:
156
- lpc_coeffs = np.concatenate((np.zeros((frame_offset - frame_start, lpc_order), dtype=np.float32), lpcs[:frame_stop]))
157
- else:
158
- lpc_coeffs = lpcs[frame_start - frame_offset : frame_stop]
159
-
160
- pred, error = run_lpc(chunk[history_length - offset - padding :], lpc_coeffs, frame_length=frame_length)
161
-
162
- xcorr = np.zeros(frame_stop - frame_start)
163
- for i, p in enumerate(periods.astype(np.int16)):
164
- if p > 0:
165
- f1 = error[offset + i * frame_length : offset + (i + 1) * frame_length]
166
- f2 = error[offset + i * frame_length - p : offset + (i + 1) * frame_length - p]
167
- xcorr[i] = np.dot(f1, f2) / np.sqrt(np.dot(f1, f1) * np.dot(f2, f2) + 1e-6)
168
-
169
- output[frame_start:frame_stop, xcorr_position] = xcorr - 0.5
170
-
171
- # update buffers and indices
172
- history = chunk[-history_length :]
173
-
174
- frame_start += chunk_size
175
- frame_stop += chunk_size
176
- frame_stop = min(frame_stop, num_frames)
177
-
178
- signal_start = frame_start * frame_length
179
- signal_stop = frame_stop * frame_length
@@ -1,34 +0,0 @@
1
- # Copy into PTDB root directory and run to combine all the male/female raw audio/references into below directories
2
-
3
- # Make folder for combined audio
4
- mkdir -p './combined_mic_16k/'
5
- # Make folder for combined pitch reference
6
- mkdir -p './combined_reference_f0/'
7
-
8
- # Resample Male Audio
9
- for i in ./MALE/MIC/**/*.wav; do
10
- j="$(basename "$i" .wav)"
11
- echo $j
12
- sox -r 48000 -b 16 -e signed-integer "$i" -r 16000 -b 16 -e signed-integer ./combined_mic_16k/$j.raw
13
- done
14
-
15
- # Resample Female Audio
16
- for i in ./FEMALE/MIC/**/*.wav; do
17
- j="$(basename "$i" .wav)"
18
- echo $j
19
- sox -r 48000 -b 16 -e signed-integer "$i" -r 16000 -b 16 -e signed-integer ./combined_mic_16k/$j.raw
20
- done
21
-
22
- # Shift Male reference pitch files
23
- for i in ./MALE/REF/**/*.f0; do
24
- j="$(basename "$i" .wav)"
25
- echo $j
26
- cp "$i" ./combined_reference_f0/
27
- done
28
-
29
- # Shift Female reference pitch files
30
- for i in ./FEMALE/REF/**/*.f0; do
31
- j="$(basename "$i" .wav)"
32
- echo $j
33
- cp "$i" ./combined_reference_f0/
34
- done
@@ -1,72 +0,0 @@
1
- """
2
- Perform Data Augmentation (Gain, Additive Noise, Random Filtering) on Input TTS Data
3
- 1. Read in chunks and compute clean pitch first
4
- 2. Then add in augmentation (Noise/Level/Response)
5
- - Adds filtered noise from the "Demand" dataset, https://zenodo.org/record/1227121#.XRKKxYhKiUk
6
- - When using the Demand Dataset, consider each channel as a possible noise input, and keep the first 4 minutes of noise for training
7
- 3. Use this "augmented" audio for feature computation, and compute pitch using CREPE on the clean input
8
-
9
- Notes: To ensure consistency with the discovered CREPE offset, we do the following
10
- - We pad the input audio to the zero-centered CREPE estimator with 80 zeros
11
- - We pad the input audio to our feature computation with 160 zeros to center them
12
- """
13
-
14
- import argparse
15
- parser = argparse.ArgumentParser()
16
-
17
- parser.add_argument('data', type=str, help='input raw audio data')
18
- parser.add_argument('output', type=str, help='output directory')
19
- parser.add_argument('--gpu-index', type=int, help='GPU index to use if multiple GPUs',default = 0,required = False)
20
- parser.add_argument('--chunk-size-frames', type=int, help='Number of frames to process at a time',default = 100000,required = False)
21
-
22
- args = parser.parse_args()
23
-
24
- import os
25
- os.environ["CUDA_VISIBLE_DEVICES"] = str(args.gpu_index)
26
-
27
- import numpy as np
28
- import tqdm
29
- import crepe
30
-
31
- data = np.memmap(args.data, dtype=np.int16,mode = 'r')
32
-
33
- # list_features = []
34
- list_cents = []
35
- list_confidences = []
36
-
37
- min_period = 32
38
- max_period = 256
39
- f_ref = 16000/max_period
40
- chunk_size_frames = args.chunk_size_frames
41
- chunk_size = chunk_size_frames*160
42
-
43
- nb_chunks = (data.shape[0]+79)//chunk_size+1
44
-
45
- output_data = np.zeros((0,2),dtype='float32')
46
-
47
- for i in tqdm.trange(nb_chunks):
48
- if i==0:
49
- chunk = np.concatenate([np.zeros(80),data[:chunk_size-80]])
50
- elif i==nb_chunks-1:
51
- chunk = data[i*chunk_size-80:]
52
- else:
53
- chunk = data[i*chunk_size-80:(i+1)*chunk_size-80]
54
- chunk = chunk/np.array(32767.,dtype='float32')
55
-
56
- # Clean Pitch/Confidence Estimate
57
- # Padding input to CREPE by 80 samples to ensure it aligns
58
- _, pitch, confidence, _ = crepe.predict(chunk, 16000, center=True, viterbi=True,verbose=0)
59
- pitch = pitch[:chunk_size_frames]
60
- confidence = confidence[:chunk_size_frames]
61
-
62
-
63
- # Filter out of range pitches/confidences
64
- confidence[pitch < 16000/max_period] = 0
65
- confidence[pitch > 16000/min_period] = 0
66
- pitch = np.reshape(pitch, (-1, 1))
67
- confidence = np.reshape(confidence, (-1, 1))
68
- out = np.concatenate([pitch, confidence], axis=-1, dtype='float32')
69
- output_data = np.concatenate([output_data, out], axis=0)
70
-
71
-
72
- output_data.tofile(args.output)